00000800:00000200:2.1F:1767384876.837432:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000015191abb] -> 12345-192.168.203.157@tcp (2) 00000800:00000200:1.1F:1767384876.837897:0:16116:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000015191abb] -> 12345-192.168.203.157@tcp (2) 00000800:00000200:1.1:1767384876.837905:0:16116:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp 000000000609b39b deleted 00000800:00000010:1.1:1767384876.837906:0:16116:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000609b39b. 00000800:00000200:1.1:1767384876.837910:0:16116:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384876.837916:0:16116:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:1023 00000800:00000200:1.1:1767384876.837920:0:16116:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000783a4082 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.1F:1767384876.838004:0:16115:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1F:1767384876.838396:0:16117:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000015191abb] -> 12345-192.168.203.157@tcp (4) 00000800:00000200:0.1:1767384876.838412:0:16117:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp 000000006f3e8dbd deleted 00000800:00000010:0.1:1767384876.838418:0:16117:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006f3e8dbd. 00000800:00000200:0.1:1767384876.838425:0:16117:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.1:1767384876.838524:0:16115:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000400:00000010:0.0:1767384876.886157:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000065371976. 00000100:00000200:0.0:1767384876.886162:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384876.886163:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000175adc0f. 00000400:00000010:0.0:1767384876.886169:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b65d0e50. 00000100:00000200:0.0:1767384876.886172:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384876.886184:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000add9e8a1. 00000400:00000010:0.0:1767384876.886186:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bc43a526. 00000100:00000200:0.0:1767384876.886188:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384876.886189:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ab92f01. 00000400:00000010:0.0:1767384876.886191:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000385d4b7d. 00000100:00000200:0.0:1767384876.886192:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384876.886193:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000914c90bb. 00000400:00000010:0.0:1767384876.886195:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000df297c75. 00000100:00000200:0.0:1767384876.886197:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384876.886198:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000593c9430. 00000400:00000010:0.0:1767384876.886200:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ef017be6. 00000100:00000200:0.0:1767384876.886201:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384876.886202:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007223a28d. 00000400:00000010:0.0:1767384876.886204:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005b261bda. 00000100:00000200:0.0:1767384876.886206:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384876.886207:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0bbe227. 00000400:00000010:0.0:1767384876.886210:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c2bb98fa. 00000100:00000200:0.0:1767384876.886213:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384876.886215:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000198f0de0. 00000400:00000010:0.0:1767384876.886218:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009178f5c4. 00000100:00000200:0.0:1767384876.886221:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384876.886223:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078a8f13a. 00000400:00000010:0.0:1767384876.886233:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004b5734c1. 00000100:00000200:0.0:1767384876.886237:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384876.886240:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000486e675b. 00000400:00000010:0.0:1767384876.886243:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000964a8779. 00000100:00000200:0.0:1767384876.886246:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384876.886247:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000059b17d. 00000400:00000010:0.0:1767384876.886250:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cd755223. 00000100:00000200:0.0:1767384876.886253:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384876.886255:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000268adb6c. 00000400:00000010:0.0:1767384876.886258:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a838206b. 00000100:00000200:0.0:1767384876.886267:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384876.886269:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001020f368. 00000400:00000010:0.0:1767384876.886273:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000074581756. 00000100:00000200:0.0:1767384876.886275:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384876.886278:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f993e569. 00000400:00000010:0.0:1767384876.886281:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f2112ae6. 00000100:00000200:0.0:1767384876.886284:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384876.886286:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068633b39. 00000400:00000010:0.0:1767384876.886289:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000faa7a3f1. 00000100:00000200:0.0:1767384876.886292:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384876.886294:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4824430. 00000400:00000010:0.0:1767384876.886297:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b4433d78. 00000100:00000200:0.0:1767384876.886308:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384876.886311:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7c10236. 00000400:00000010:0.0:1767384876.886322:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000daca81b6. 00000100:00000200:0.0:1767384876.886327:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384876.886330:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017de75c9. 00000400:00000010:0.0:1767384876.886333:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000075d2cab2. 00000100:00000200:0.0:1767384876.886336:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384876.886339:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d792e756. 00000400:00000010:0.0:1767384876.886342:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000769ea199. 00000100:00000200:0.0:1767384876.886345:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384876.886347:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5f098db. 00000400:00000010:0.0:1767384876.886351:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000d5306f9. 00000100:00000200:0.0:1767384876.886354:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384876.886356:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e12fe1fc. 00000400:00000010:0.0:1767384876.886359:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000061a3cbca. 00000100:00000200:0.0:1767384876.886363:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384876.886365:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ba50f7b. 00000400:00000010:0.0:1767384876.886368:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009f4ef05b. 00000100:00000200:0.0:1767384876.886371:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384876.886374:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e759b564. 00000400:00000010:0.0:1767384876.886377:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c2b34ccf. 00000100:00000200:0.0:1767384876.886380:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384876.886382:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b48f93d6. 00000400:00000010:0.0:1767384876.886385:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000013745024. 00000100:00000200:0.0:1767384876.886395:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384876.886397:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5bac7db. 00000400:00000010:0.0:1767384876.886408:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000046641e76. 00000100:00000200:0.0:1767384876.886413:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384876.886416:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb58ffeb. 00000400:00000010:0.0:1767384876.886419:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000059361225. 00000100:00000200:0.0:1767384876.886422:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384876.886425:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a296e314. 00000400:00000010:0.0:1767384876.886428:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005921c97b. 00000100:00000200:0.0:1767384876.886431:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384876.886433:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098a41877. 00000400:00000010:0.0:1767384876.886436:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000af7d1067. 00000100:00000200:0.0:1767384876.886439:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384876.886441:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035de0a53. 00000400:00000010:0.0:1767384876.886444:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005fcccd47. 00000100:00000200:0.0:1767384876.886448:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384876.886450:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff4bec6f. 00000400:00000010:0.0:1767384876.886453:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000d440a80. 00000100:00000200:0.0:1767384876.886456:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384876.886459:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f08e7769. 00000400:00000010:0.0:1767384876.886463:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000057a0a4d9. 00000100:00000200:0.0:1767384876.886466:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384876.886468:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000530c4937. 00000400:00000010:0.0:1767384876.886472:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e2d5d8ff. 00000100:00000200:0.0:1767384876.886475:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384876.886477:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000599107f6. 00000400:00000010:0.0:1767384876.886488:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006f145693. 00000100:00000200:0.0:1767384876.886493:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384876.886496:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbcab2a6. 00000400:00000010:0.0:1767384876.886499:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000db0d7a82. 00000100:00000200:0.0:1767384876.886502:0:16782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384876.886504:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a94c124. 00000400:00000010:0.0:1767384876.886508:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d4eaacd4. 00000100:00000010:0.0:1767384876.886521:0:16782:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000d8a63fc4. 00000100:00000200:0.0:1767384876.886540:0:16782:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000020:00000010:0.0:1767384876.887178:0:16783:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 000000002737f48a. 00000100:00000010:0.0:1767384876.887188:0:16783:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000869fb9f7. 00000020:00000010:0.0:1767384876.887190:0:16783:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000009602febd. 00000020:00000010:0.0:1767384876.887194:0:16783:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000659c93e. 00000020:00000010:0.0:1767384876.887197:0:16783:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003c868ef9. 00000040:00000010:0.0:1767384876.887207:0:16783:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b90a62b3. 00000020:00000010:0.0:1767384876.887211:0:16783:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d8282224. 00000020:00000010:0.0:1767384876.887215:0:16783:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004b11f497. 00000020:00000010:0.0:1767384876.887218:0:16783:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008eb64dca. 80000000:00000010:0.0:1767384876.887221:0:16783:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000eb083321. 40000000:00000010:0.0:1767384876.887223:0:16783:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000262c092b. 00100000:00000010:0.0:1767384876.887225:0:16783:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d85d9496. 00040000:00000010:0.0:1767384876.887228:0:16783:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008f64a166. 00040000:00000010:0.0:1767384876.887231:0:16783:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000047ac586d. 00040000:00000010:0.0:1767384876.887234:0:16783:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000038f995e8. 00080000:00000010:0.0:1767384876.887236:0:16783:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000aa6e3194. 00000004:00000010:0.0:1767384876.887239:0:16783:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000098399810. 00000004:00000010:0.0:1767384876.887243:0:16783:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000077d6656d. 00000004:00000010:0.0:1767384876.887246:0:16783:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003e41f2d7. 00002000:00000010:0.0:1767384876.887249:0:16783:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005a4d2f19. 00000004:00000010:0.0:1767384876.887252:0:16783:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d3477887. 00000100:00000010:0.0:1767384876.887265:0:16783:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000000ef1ceb8. 00000100:00000200:0.0:1767384876.887280:0:16783:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000020:00000010:0.0:1767384876.887780:0:16784:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000bb9eee0b. 00000100:00000010:0.0:1767384876.887785:0:16784:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000dc40e364. 00000020:00000010:0.0:1767384876.887788:0:16784:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d9808f49. 00000020:00000010:0.0:1767384876.887801:0:16784:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000f769e50. 00000020:00000010:0.0:1767384876.887804:0:16784:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005ed57f62. 00000040:00000010:0.0:1767384876.887806:0:16784:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a1506154. 00000020:00000010:0.0:1767384876.887809:0:16784:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000001a1beb8. 00000020:00000010:0.0:1767384876.887813:0:16784:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e85c436a. 00000020:00000010:0.0:1767384876.887815:0:16784:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000b87881e. 80000000:00000010:0.0:1767384876.887818:0:16784:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009e26bb87. 40000000:00000010:0.0:1767384876.887820:0:16784:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000099fce92a. 00100000:00000010:0.0:1767384876.887828:0:16784:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000f8e522c. 00040000:00000010:0.0:1767384876.887832:0:16784:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000014f5273d. 00040000:00000010:0.0:1767384876.887836:0:16784:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000001740545. 00040000:00000010:0.0:1767384876.887838:0:16784:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b7786205. 00080000:00000010:0.0:1767384876.887840:0:16784:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001c870beb. 00000004:00000010:0.0:1767384876.887842:0:16784:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000965f6fc3. 00000004:00000010:0.0:1767384876.887845:0:16784:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000662f3cf. 00000004:00000010:0.0:1767384876.887847:0:16784:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ffba3b43. 00002000:00000010:0.0:1767384876.887848:0:16784:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000052e4d05c. 00000004:00000010:0.0:1767384876.887850:0:16784:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ecb578ad. 00000100:00000010:0.0:1767384876.887873:0:16784:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000f11b8af1. 00000100:00000200:0.0:1767384876.887884:0:16784:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000020:00000010:0.0:1767384876.888339:0:16763:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000c7aa4c19. 00000020:00000010:0.0:1767384876.888357:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004df833ee. 00000020:00000010:0.0:1767384876.888362:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004df833ee. 00000020:00000010:0.0:1767384876.888368:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007cfe76cb. 00000020:00000010:0.0:1767384876.888373:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000011a28335. 00000020:00000010:0.0:1767384876.888383:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000030dd462f. 00000020:00000010:0.0:1767384876.888412:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004df833ee. 00000020:00000010:0.0:1767384876.888414:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004df833ee. 00000100:00000200:0.0:1767384876.888417:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358493952 02000000:00000010:0.0:1767384876.888430:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000077f27a50. 20000000:00000010:0.0:1767384876.888438:0:16763:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000002cc2ddb. 20000000:00000010:0.0:1767384876.888443:0:16763:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000d6622601. 20000000:00000010:0.0:1767384876.888453:0:16763:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 000000005d49bbd9. 20000000:00000010:0.0:1767384876.888457:0:16763:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000b545f38a. 20000000:00000010:0.0:1767384876.888461:0:16763:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000bdbad71f. 20000000:00000010:0.0:1767384876.888464:0:16763:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 000000007d41de71. 20000000:00000010:0.0:1767384876.888467:0:16763:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000d7c670a8. 20000000:00000010:0.0:1767384876.888469:0:16763:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000082506e7. 20000000:00000010:0.0:1767384876.888471:0:16763:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000006443d95c. 00000020:00000010:0.0:1767384876.890302:0:16786:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005cb924af. 00000020:00000010:0.0:1767384876.890306:0:16786:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ac9f33ea. 00000040:00000010:0.0:1767384876.890312:0:16786:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003b2395b7. 00000020:00000010:0.0:1767384876.890316:0:16786:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a7996b33. 00000020:00000010:0.0:1767384876.890318:0:16786:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000201b997e. 00000020:00000010:0.0:1767384876.890320:0:16786:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006ebcc776. 80000000:00000010:0.0:1767384876.890321:0:16786:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007a497d92. 40000000:00000010:0.0:1767384876.890323:0:16786:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000acc7f8ae. 00100000:00000010:0.0:1767384876.890325:0:16786:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006f86c100. 00040000:00000010:0.0:1767384876.890328:0:16786:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000045697413. 00040000:00000010:0.0:1767384876.890330:0:16786:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c085a14d. 00040000:00000010:0.0:1767384876.890331:0:16786:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000db13f6af. 00080000:00000010:0.0:1767384876.890333:0:16786:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d5f6d38a. 00000004:00000010:0.0:1767384876.890336:0:16786:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001b4869a3. 00000004:00000010:0.0:1767384876.890338:0:16786:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f98d4fbe. 00000004:00000010:0.0:1767384876.890340:0:16786:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000faf761a1. 00002000:00000010:0.0:1767384876.890342:0:16786:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004969f5c7. 00000004:00000010:0.0:1767384876.890344:0:16786:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000cc95cf01. 00000020:00000010:0.0:1767384876.890346:0:16786:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a8ce77d7. 00000040:00000010:0.0:1767384876.890355:0:16786:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000003de92215. 00000040:00000010:0.0:1767384876.891006:0:16786:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000003de92215. 00000020:00000010:0.0:1767384876.891027:0:16786:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a8ce77d7. 00000020:00000010:0.0:1767384876.891035:0:16786:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ac9f33ea. 00000040:00000010:0.0:1767384876.891038:0:16786:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003b2395b7. 00000020:00000010:0.0:1767384876.891041:0:16786:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a7996b33. 00000020:00000010:0.0:1767384876.891044:0:16786:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000201b997e. 00000020:00000010:0.0:1767384876.891048:0:16786:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006ebcc776. 80000000:00000010:0.0:1767384876.891052:0:16786:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007a497d92. 40000000:00000010:0.0:1767384876.891054:0:16786:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000acc7f8ae. 00100000:00000010:0.0:1767384876.891056:0:16786:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006f86c100. 00040000:00000010:0.0:1767384876.891057:0:16786:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000045697413. 00040000:00000010:0.0:1767384876.891059:0:16786:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c085a14d. 00040000:00000010:0.0:1767384876.891061:0:16786:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000db13f6af. 00080000:00000010:0.0:1767384876.891063:0:16786:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d5f6d38a. 00000004:00000010:0.0:1767384876.891065:0:16786:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001b4869a3. 00000004:00000010:0.0:1767384876.891066:0:16786:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f98d4fbe. 00000004:00000010:0.0:1767384876.891073:0:16786:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000faf761a1. 00002000:00000010:0.0:1767384876.891075:0:16786:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004969f5c7. 00000004:00000010:0.0:1767384876.891077:0:16786:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000cc95cf01. 00000020:00000010:0.0:1767384876.891078:0:16786:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005cb924af. 00000100:00000010:0.0:1767384876.893084:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000de2d31f9. 00000100:00000010:0.0:1767384876.906067:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f905c85c. 00000020:00000010:0.0:1767384876.948965:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d15a8d0. 00000020:00000010:0.0:1767384876.948968:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d15a8d0. 00000020:00000010:0.0:1767384876.948972:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000541197ae. 00000020:00000010:0.0:1767384876.948974:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ef9e16d7. 00000020:00000010:0.0:1767384876.948976:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ab8fe73a. 00000020:00000010:0.0:1767384876.948993:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d15a8d0. 00000020:00000010:0.0:1767384876.948996:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d15a8d0. 00000100:00000200:0.0:1767384876.948998:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358495232 00010000:00000010:0.0:1767384876.949009:0:16763:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009eef597b. 00010000:00000010:0.0:1767384876.949062:0:16763:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000168ea983. 00000020:00000010:0.0:1767384876.949066:0:16763:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000007d15a8d0. 02000000:00000010:0.0:1767384876.949075:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000cc95cf01. 00010000:00000200:0.0:1767384876.949090:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001ab7047c x1853237358495232/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:102/0 lens 328/344 e 0 to 0 dl 1767384887 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384876.949099:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029d00ffa. 00000100:00000200:0.0:1767384876.949101:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237358495232, offset 224 00000400:00000200:0.0:1767384876.949105:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384876.949109:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384876.949113:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272700600 00000400:00000200:0.0:1767384876.949116:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x9c1 [1] + 224 00000400:00000200:0.0:1767384876.949119:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384876.949121:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384876.949124:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f6d34da x1853237358495232/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384876.949138:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029d00ffa 00000400:00000010:0.0:1767384876.949139:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029d00ffa. 00000020:00000010:0.0:1767384876.949153:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ef9e16d7. 00000020:00000010:0.0:1767384876.949155:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ab8fe73a. 00000020:00000010:0.0:1767384876.949157:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000541197ae. 02000000:00000010:0.0:1767384876.949161:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000cc95cf01. 00000100:00000200:0.0:1767384876.949165:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384876.949170:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092c5a297. 00000400:00000010:0.0:1767384876.949187:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007e4b3049. 00000020:00000010:0.0:1767384876.949784:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8ce77d7. 00000020:00000010:0.0:1767384876.949789:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8ce77d7. 00000020:00000010:0.0:1767384876.949792:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000541197ae. 00000020:00000010:0.0:1767384876.949794:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ef9e16d7. 00000020:00000010:0.0:1767384876.949796:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ab8fe73a. 00000020:00000010:0.0:1767384876.949815:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8ce77d7. 00000020:00000010:0.0:1767384876.949817:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8ce77d7. 00000100:00000200:0.0:1767384876.949819:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358495360 02000000:00000010:0.0:1767384876.949826:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000cc95cf01. 20000000:00000010:0.0:1767384876.949833:0:16763:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 000000001b4869a3. 00000100:00000010:0.0:1767384876.949838:0:16763:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000b029d5d0. 00000100:00000010:0.0:1767384876.949839:0:16763:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 0 at 000000001043b580. 00000400:00000010:0.0:1767384876.949843:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 120 at 0000000029d00ffa. 00000400:00000010:0.0:1767384876.949848:0:16763:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005824e233. 00000400:00000200:0.0:1767384876.949851:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384876.949854:0:16763:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000029d00ffa with offset 0 00000400:00000200:0.0:1767384876.949875:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384876.949880:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 0 into portal 33 MB=0x6958272700680 00000400:00000200:0.0:1767384876.949884:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 0/0 into md 0x9d1 [256] + 0 00000400:00000010:0.0:1767384876.949886:0:16763:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024fe6bea. 00000400:00000200:0.0:1767384876.949889:0:16763:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000601066b 00000400:00000200:0.0:1767384876.949901:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384876.949903:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384876.949905:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000601066b 00000400:00000010:0.0:1767384876.949906:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000000601066b. 00000100:00000200:0.0:1767384876.949909:0:16763:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000009f6d34da desc 00000000e3d240cf mbits 1853237358495360 00000400:00000200:0.0:1767384876.949919:0:16763:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384876.949929:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384876.949936:0:16763:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x9dd 00000400:00000200:0.0:1767384876.949938:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384876.949940:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000200:0.0:1767384876.949943:0:16763:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000b029d5d0 00000400:00000200:0.0:1767384876.949947:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029d00ffa 00000400:00000010:0.0:1767384876.949948:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 120 at 0000000029d00ffa. 00000100:00000200:0.0:1767384876.949949:0:16763:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000b029d5d0 00000100:00000200:0.0:1767384876.949952:0:16763:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 0 pages 0 bytes via portal 33 id 12345-0@lo mbits 0x6958272700680-0x6958272700680 00000100:00000010:0.0:1767384876.949958:0:16763:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 0 at 000000001043b580. 00000100:00000010:0.0:1767384876.949959:0:16763:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000b029d5d0. 20000000:00000010:0.0:1767384876.949961:0:16763:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 000000001b4869a3. 00010000:00000200:0.0:1767384876.949965:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c5661bb4 x1853237358495360/t0(0) o256->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:102/0 lens 304/240 e 0 to 0 dl 1767384887 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384876.949974:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029d00ffa. 00000100:00000200:0.0:1767384876.949976:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237358495360, offset 224 00000400:00000200:0.0:1767384876.949978:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384876.949981:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384876.949983:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272700680 00000400:00000200:0.0:1767384876.949986:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x9d5 [1] + 224 00000400:00000200:0.0:1767384876.949988:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384876.949990:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384876.949992:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f6d34da x1853237358495360/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384876.950004:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029d00ffa 00000400:00000010:0.0:1767384876.950006:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029d00ffa. 00000020:00000010:0.0:1767384876.950040:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ef9e16d7. 00000020:00000010:0.0:1767384876.950048:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ab8fe73a. 00000020:00000010:0.0:1767384876.950054:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000541197ae. 02000000:00000010:0.0:1767384876.950061:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000cc95cf01. 00000100:00000200:0.0:1767384876.950069:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384876.950075:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040bdb5f1. 00000400:00000010:0.0:1767384876.950086:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d115c8c3. 00000020:00000010:0.0:1767384876.950680:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8ce77d7. 00000020:00000010:0.0:1767384876.950684:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8ce77d7. 00000020:00000010:0.0:1767384876.950688:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000541197ae. 00000020:00000010:0.0:1767384876.950690:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ef9e16d7. 00000020:00000010:0.0:1767384876.950692:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ab8fe73a. 00000020:00000010:0.0:1767384876.950711:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8ce77d7. 00000020:00000010:0.0:1767384876.950713:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8ce77d7. 00000100:00000200:0.0:1767384876.950715:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358495488 00010000:00000010:0.0:1767384876.950723:0:16763:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a9e3103c. 00010000:00000010:0.0:1767384876.950726:0:16763:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000054010b4b. 02000000:00000010:0.0:1767384876.950731:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000cc95cf01. 00010000:00000200:0.0:1767384876.950738:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e82c6edc x1853237358495488/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:102/0 lens 328/344 e 0 to 0 dl 1767384887 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384876.950747:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029d00ffa. 00000100:00000200:0.0:1767384876.950749:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237358495488, offset 224 00000400:00000200:0.0:1767384876.950753:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384876.950757:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384876.950761:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272700700 00000400:00000200:0.0:1767384876.950764:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x9e9 [1] + 224 00000400:00000200:0.0:1767384876.950767:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384876.950769:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384876.950772:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f6d34da x1853237358495488/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384876.950786:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029d00ffa 00000400:00000010:0.0:1767384876.950788:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029d00ffa. 00000020:00000010:0.0:1767384876.950795:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ef9e16d7. 00000020:00000010:0.0:1767384876.950800:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ab8fe73a. 00000020:00000010:0.0:1767384876.950805:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000541197ae. 02000000:00000010:0.0:1767384876.950809:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000cc95cf01. 00000100:00000200:0.0:1767384876.950814:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384876.950819:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aabf4f9b. 00000400:00000010:0.0:1767384876.950825:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004954e9a1. 00000020:00000010:0.0:1767384876.950987:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8ce77d7. 00000020:00000010:0.0:1767384876.950990:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8ce77d7. 00000020:00000010:0.0:1767384876.950993:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000541197ae. 00000020:00000010:0.0:1767384876.950995:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ef9e16d7. 00000020:00000010:0.0:1767384876.950997:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ab8fe73a. 00000020:00000010:0.0:1767384876.951040:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8ce77d7. 00000020:00000010:0.0:1767384876.951043:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8ce77d7. 00000100:00000200:0.0:1767384876.951047:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358495616 02000000:00000010:0.0:1767384876.951055:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000cc95cf01. 00000040:00000010:0.0:1767384876.951060:0:16763:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c6ea4293. 00000040:00000010:0.0:1767384876.951088:0:16763:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000033ba1de5. 00000020:00000010:0.0:1767384876.951092:0:16763:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000a3655627. 00000020:00000010:0.0:1767384876.951095:0:16763:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000167988fe. 00080000:00000010:0.0:1767384876.951108:0:16763:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003f632e2b. 00000040:00000010:0.0:1767384876.951152:0:16763:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000033ba1de5. 00000040:00000010:0.0:1767384876.951154:0:16763:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c6ea4293. 00010000:00000200:0.0:1767384876.951160:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000061b28295 x1853237358495616/t0(0) o501->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:102/0 lens 504/272 e 0 to 0 dl 1767384887 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384876.951168:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029d00ffa. 00000100:00000200:0.0:1767384876.951170:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237358495616, offset 224 00000400:00000200:0.0:1767384876.951173:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384876.951177:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384876.951180:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958272700780 00000400:00000200:0.0:1767384876.951183:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x9f9 [1] + 224 00000400:00000200:0.0:1767384876.951185:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384876.951187:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384876.951190:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f6d34da x1853237358495616/t0(0) o501->MGC192.168.203.157@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384876.951207:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029d00ffa 00000400:00000010:0.0:1767384876.951208:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029d00ffa. 00000020:00000010:0.0:1767384876.951214:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ef9e16d7. 00000020:00000010:0.0:1767384876.951217:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ab8fe73a. 00000020:00000010:0.0:1767384876.951223:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000541197ae. 02000000:00000010:0.0:1767384876.951227:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000cc95cf01. 00000100:00000200:0.0:1767384876.951233:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384876.951237:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002050d2ec. 00000400:00000010:0.0:1767384876.951242:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ec71ee54. 00000100:00000200:3.0:1767384876.951360:0:16751:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f6d34da x1853237358495744/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384876.951377:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000021aee471. 00000020:00000010:0.0:1767384876.951380:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000021aee471. 00000020:00000010:0.0:1767384876.951384:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000541197ae. 00000020:00000010:0.0:1767384876.951386:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ef9e16d7. 00000020:00000010:0.0:1767384876.951388:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ab8fe73a. 00000020:00000010:0.0:1767384876.951402:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000021aee471. 00000020:00000010:0.0:1767384876.951404:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000021aee471. 00000100:00000200:0.0:1767384876.951405:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358495744 02000000:00000010:0.0:1767384876.951420:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000cafbae05. 00000040:00000010:0.0:1767384876.951423:0:16763:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c6ea4293. 00000040:00000010:0.0:1767384876.951429:0:16763:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000003de92215. 00000040:00000010:0.0:1767384876.951435:0:16763:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000003de92215. 00000040:00000010:0.0:1767384876.951437:0:16763:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c6ea4293. 00010000:00000200:0.0:1767384876.951441:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a10a5eee x1853237358495744/t0(0) o503->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:102/0 lens 272/8416 e 0 to 0 dl 1767384887 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384876.951448:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000d86140b1. 00000100:00000200:0.0:1767384876.951451:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237358495744, offset 224 00000400:00000200:0.0:1767384876.951453:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384876.951457:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384876.951461:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958272700800 00000400:00000200:0.0:1767384876.951463:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0xa09 [4] + 224 00000400:00000200:0.0:1767384876.951467:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384876.951469:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384876.951472:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f6d34da x1853237358495744/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384876.951483:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d86140b1 00000400:00000010:0.0:1767384876.951485:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000d86140b1. 00000400:00000010:3.0:1767384876.951495:0:16751:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e073373. 00000020:00000010:0.0:1767384876.951497:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ef9e16d7. 00000400:00000200:3.0:1767384876.951499:0:16751:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060b0fda6 00000400:00000010:3.0:1767384876.951510:0:16751:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000060b0fda6. 00000020:00000010:0.0:1767384876.951512:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ab8fe73a. 00000100:00000200:3.0:1767384876.951517:0:16751:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f6d34da x1853237358495744/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384876.951517:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000541197ae. 02000000:00000010:0.0:1767384876.951523:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000cafbae05. 00000100:00000200:3.0:1767384876.951530:0:16751:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f6d34da x1853237358495744/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384876.951534:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384876.951537:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f912796. 00000100:00000010:3.0:1767384876.951541:0:16751:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000967a8da7. 00000400:00000010:0.0:1767384876.951541:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d86140b1. 02000000:00000010:3.0:1767384876.951548:0:16751:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000072396c94. 02000000:00000010:3.0:1767384876.951556:0:16751:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fb3244ae. 00000100:00000010:3.0:1767384876.951558:0:16751:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f6d34da. 00000040:00000010:3.0:1767384876.951562:0:16751:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000893b2469. 00000020:00000010:0.0:1767384876.951684:0:16794:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000541197ae. 00000020:00000010:0.0:1767384876.951687:0:16794:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c6ea4293. 00000040:00000010:0.0:1767384876.951689:0:16794:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001cadb4f5. 00000020:00000010:0.0:1767384876.951691:0:16794:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001b4869a3. 00000020:00000010:0.0:1767384876.951693:0:16794:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000201b997e. 00000020:00000010:0.0:1767384876.951695:0:16794:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c439d500. 80000000:00000010:0.0:1767384876.951697:0:16794:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005939dbb1. 40000000:00000010:0.0:1767384876.951699:0:16794:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000021aee471. 00100000:00000010:0.0:1767384876.951701:0:16794:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d5f6d38a. 00040000:00000010:0.0:1767384876.951703:0:16794:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000052e98709. 00040000:00000010:0.0:1767384876.951705:0:16794:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c085a14d. 00040000:00000010:0.0:1767384876.951707:0:16794:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e802ad43. 00080000:00000010:0.0:1767384876.951709:0:16794:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006f86c100. 00000004:00000010:0.0:1767384876.951711:0:16794:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a7996b33. 00000004:00000010:0.0:1767384876.951714:0:16794:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f98d4fbe. 00000004:00000010:0.0:1767384876.951716:0:16794:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f54102fd. 00002000:00000010:0.0:1767384876.951718:0:16794:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000cc95cf01. 00000004:00000010:0.0:1767384876.951719:0:16794:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b029d5d0. 00000020:00000010:0.0:1767384876.951722:0:16794:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b23a2935. 00000040:00000010:0.0:1767384876.951725:0:16794:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000003de92215. 00000040:00000010:0.0:1767384876.952143:0:16794:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000003de92215. 00000020:00000010:0.0:1767384876.952147:0:16794:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000b23a2935. 00000020:00000010:0.0:1767384876.952153:0:16794:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c6ea4293. 00000040:00000010:0.0:1767384876.952155:0:16794:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001cadb4f5. 00000020:00000010:0.0:1767384876.952157:0:16794:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001b4869a3. 00000020:00000010:0.0:1767384876.952158:0:16794:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000201b997e. 00000020:00000010:0.0:1767384876.952160:0:16794:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c439d500. 80000000:00000010:0.0:1767384876.952167:0:16794:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005939dbb1. 40000000:00000010:0.0:1767384876.952169:0:16794:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000021aee471. 00100000:00000010:0.0:1767384876.952170:0:16794:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d5f6d38a. 00040000:00000010:0.0:1767384876.952172:0:16794:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000052e98709. 00040000:00000010:0.0:1767384876.952175:0:16794:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c085a14d. 00040000:00000010:0.0:1767384876.952176:0:16794:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e802ad43. 00080000:00000010:0.0:1767384876.952178:0:16794:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006f86c100. 00000004:00000010:0.0:1767384876.952180:0:16794:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a7996b33. 00000004:00000010:0.0:1767384876.952182:0:16794:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f98d4fbe. 00000004:00000010:0.0:1767384876.952184:0:16794:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f54102fd. 00002000:00000010:0.0:1767384876.952186:0:16794:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000cc95cf01. 00000004:00000010:0.0:1767384876.952188:0:16794:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b029d5d0. 00000020:00000010:0.0:1767384876.952189:0:16794:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000541197ae. 00000040:00000010:3.0:1767384876.952220:0:16751:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000893b2469. 00000040:00000010:3.0:1767384876.952227:0:16751:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004764a2a1. 00000040:00000010:3.0:1767384876.952230:0:16751:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006241b7e6. 00000020:00000010:3.0:1767384876.952234:0:16751:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009a768129. 00000040:00000010:3.0:1767384876.952235:0:16751:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b168222e. 00000020:00000010:3.0:1767384876.952237:0:16751:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005d5afe81. 00000020:00000010:3.0:1767384876.952238:0:16751:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000be5dc27c. 80000000:00000010:3.0:1767384876.952240:0:16751:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000059d0ebb0. 00040000:00000010:3.0:1767384876.952242:0:16751:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000024b9a594. 00080000:00000010:3.0:1767384876.952243:0:16751:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000bd61ef8b. 20000000:00000010:3.0:1767384876.952248:0:16751:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000007a33e5ce. 00000020:00000010:3.0:1767384876.952249:0:16751:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087ebcd70. 10000000:00000010:3.0:1767384876.952251:0:16751:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000f24512f5. 00000020:00000010:3.0:1767384876.952261:0:16751:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d49e707d. 00000040:00000010:3.0:1767384876.952264:0:16751:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009afc7906. 00000020:00000010:3.0:1767384876.952266:0:16751:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a444733c. 00000020:00000010:3.0:1767384876.952269:0:16751:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ce22cd7e. 00040000:00000010:3.0:1767384876.952271:0:16751:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000845bc615. 00040000:00000010:3.0:1767384876.952274:0:16751:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b8886a46. 00080000:00000010:3.0:1767384876.952275:0:16751:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000072b9ac50. 00000020:00000010:3.0:1767384876.952282:0:16751:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000efb0ca19. 00000020:00000010:3.0:1767384876.952284:0:16751:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 00000000d5c9ef1e. 00000020:00000010:3.0:1767384876.952286:0:16751:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000ecc81a54. 00000020:00000010:3.0:1767384876.952292:0:16751:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at 00000000f24512f5. 00000020:00000010:3.0:1767384876.952294:0:16751:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at 0000000059d0ebb0. 00000020:00000010:3.0:1767384876.952296:0:16751:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000d259349d. 00000020:00000010:3.0:1767384876.952299:0:16751:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000967a8da7. 00000020:00000010:3.0:1767384876.952301:0:16751:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087ebcd70. 00000020:00000010:3.0:1767384876.952302:0:16751:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007a33e5ce. 00000040:00000010:3.0:1767384876.952304:0:16751:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000024b9a594. 00000020:00000010:3.0:1767384876.952305:0:16751:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bd61ef8b. 00000020:00000010:3.0:1767384876.952307:0:16751:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000be5dc27c. 00040000:00000010:3.0:1767384876.952309:0:16751:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000090ba9065. 00040000:00000010:3.0:1767384876.952310:0:16751:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b168222e. 00080000:00000010:3.0:1767384876.952312:0:16751:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005d5afe81. 10000000:00000010:3.0:1767384876.952316:0:16751:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 000000009a768129. 00000100:00000010:3.0:1767384876.952321:0:16751:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f6d34da. 02000000:00000010:3.0:1767384876.952325:0:16751:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006241b7e6. 00010000:00000010:3.0:1767384876.952329:0:16751:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000024ac7dc7. 00000100:00000010:3.0:1767384876.952334:0:16751:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000060b0fda6. 02000000:00000010:3.0:1767384876.952339:0:16751:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e3d240cf. 00000400:00000010:3.0:1767384876.952341:0:16751:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e073373. 00000400:00000010:3.0:1767384876.952343:0:16751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2626c3. 00000100:00000200:3.0:1767384876.952345:0:16751:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358495872, portal 25 00000400:00000010:3.0:1767384876.952347:0:16751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0ac64dc. 00000100:00000200:3.0:1767384876.952348:0:16751:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237358495872, offset 0 00000400:00000200:3.0:1767384876.952351:0:16751:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384876.952354:0:16751:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384876.952358:0:16751:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272700880 00000400:00000200:3.0:1767384876.952360:0:16751:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x149 [2] + 0 00000400:00000010:3.0:1767384876.952362:0:16751:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061aa3319. 00000400:00000200:3.0:1767384876.952364:0:16751:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000073179458 00000400:00000200:3.0:1767384876.952366:0:16751:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384876.952372:0:16751:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384876.952374:0:16751:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073179458 00000400:00000010:3.0:1767384876.952375:0:16751:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073179458. 00000100:00000200:3.0:1767384876.952377:0:16751:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384876.952388:0:16751:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0ac64dc 00000400:00000010:3.0:1767384876.952389:0:16751:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0ac64dc. 00000100:00000200:3.0:1767384876.952391:0:16751:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f6d34da x1853237358495872/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384876.952407:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000021aee471. 00000020:00000010:0.0:1767384876.952411:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000021aee471. 00000020:00000010:0.0:1767384876.952414:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000541197ae. 00000020:00000010:0.0:1767384876.952416:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ef9e16d7. 00000020:00000010:0.0:1767384876.952418:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ab8fe73a. 00000020:00000010:0.0:1767384876.952434:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000021aee471. 00000020:00000010:0.0:1767384876.952436:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000021aee471. 00000100:00000200:0.0:1767384876.952438:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358495872 00010000:00000010:0.0:1767384876.952445:0:16763:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003874b5aa. 02000000:00000010:0.0:1767384876.952450:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000b029d5d0. 00010000:00000200:0.0:1767384876.952456:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006c6f40fb x1853237358495872/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:102/0 lens 328/344 e 0 to 0 dl 1767384887 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384876.952464:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029d00ffa. 00000100:00000200:0.0:1767384876.952466:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237358495872, offset 224 00000400:00000200:0.0:1767384876.952469:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384876.952473:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384876.952476:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272700880 00000400:00000200:0.0:1767384876.952479:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0xa19 [1] + 224 00000400:00000200:0.0:1767384876.952482:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384876.952484:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384876.952492:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f6d34da x1853237358495872/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384876.952505:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029d00ffa 00000400:00000010:0.0:1767384876.952507:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029d00ffa. 00000400:00000010:3.0:1767384876.952510:0:16751:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e073373. 00000020:00000010:0.0:1767384876.952514:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ef9e16d7. 00000400:00000200:3.0:1767384876.952515:0:16751:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2626c3 00000400:00000010:3.0:1767384876.952529:0:16751:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2626c3. 00000020:00000010:0.0:1767384876.952531:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ab8fe73a. 00000020:00000010:0.0:1767384876.952535:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000541197ae. 00000100:00000200:3.0:1767384876.952536:0:16751:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f6d34da x1853237358495872/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384876.952538:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000b029d5d0. 00000100:00000200:0.0:1767384876.952544:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384876.952548:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5c4ebc9. 00000100:00000200:3.0:1767384876.952549:0:16751:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f6d34da x1853237358495872/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384876.952552:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000023d928a6. 00000100:00000010:3.0:1767384876.952565:0:16751:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000060b0fda6. 02000000:00000010:3.0:1767384876.952572:0:16751:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e3d240cf. 02000000:00000010:3.0:1767384876.952574:0:16751:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006241b7e6. 00000100:00000010:3.0:1767384876.952576:0:16751:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f6d34da. 10000000:00000010:3.0:1767384876.952580:0:16751:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000085ef1ce8. 00000020:00000010:3.0:1767384876.952581:0:16751:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006241b7e6. 00000020:00000010:3.0:1767384876.952583:0:16751:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fb3244ae. 00000040:00000010:3.0:1767384876.952585:0:16751:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006a2869ed. 00000020:00000010:3.0:1767384876.952587:0:16751:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f97eab3d. 00000020:00000010:3.0:1767384876.952589:0:16751:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c2d8d11a. 80000000:00000010:3.0:1767384876.952590:0:16751:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000893b2469. 00040000:00000010:3.0:1767384876.952592:0:16751:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000004648011. 00080000:00000010:3.0:1767384876.952594:0:16751:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f7eb921a. 20000000:00000010:3.0:1767384876.952596:0:16751:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000006757853d. 00000040:00000010:3.0:1767384876.952599:0:16751:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000efb0ca19. 00000100:00000010:3.0:1767384876.952601:0:16751:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f6d34da. 02000000:00000010:3.0:1767384876.952605:0:16751:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b8886a46. 00000100:00000010:3.0:1767384876.952614:0:16751:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000060b0fda6. 02000000:00000010:3.0:1767384876.952619:0:16751:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce22cd7e. 00000400:00000010:3.0:1767384876.952621:0:16751:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e073373. 00000400:00000010:3.0:1767384876.952623:0:16751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2626c3. 00000100:00000200:3.0:1767384876.952626:0:16751:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358496000, portal 25 00000400:00000010:3.0:1767384876.952628:0:16751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0ac64dc. 00000100:00000200:3.0:1767384876.952629:0:16751:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237358496000, offset 0 00000400:00000200:3.0:1767384876.952631:0:16751:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384876.952635:0:16751:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384876.952639:0:16751:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x6958272700900 00000400:00000200:3.0:1767384876.952641:0:16751:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x14d [2] + 0 00000400:00000010:3.0:1767384876.952643:0:16751:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dcea7f72. 00000400:00000200:3.0:1767384876.952645:0:16751:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ebc61a5e 00000400:00000200:3.0:1767384876.952647:0:16751:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384876.952648:0:16751:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384876.952650:0:16751:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ebc61a5e 00000400:00000010:3.0:1767384876.952652:0:16751:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ebc61a5e. 00000100:00000200:3.0:1767384876.952654:0:16751:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384876.952663:0:16751:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0ac64dc 00000400:00000010:3.0:1767384876.952665:0:16751:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0ac64dc. 00000100:00000200:3.0:1767384876.952669:0:16751:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f6d34da x1853237358496000/t0(0) o501->MGC192.168.203.157@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384876.952675:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000021aee471. 00000020:00000010:0.0:1767384876.952678:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000021aee471. 00000020:00000010:0.0:1767384876.952682:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000541197ae. 00000020:00000010:0.0:1767384876.952684:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ef9e16d7. 00000020:00000010:0.0:1767384876.952686:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ab8fe73a. 00000020:00000010:0.0:1767384876.952699:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000021aee471. 00000020:00000010:0.0:1767384876.952701:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000021aee471. 00000100:00000200:0.0:1767384876.952703:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358496000 02000000:00000010:0.0:1767384876.952708:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000b029d5d0. 00000040:00000010:0.0:1767384876.952710:0:16763:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e802ad43. 00000040:00000010:0.0:1767384876.952726:0:16763:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000ac924f34. 00000040:00000010:0.0:1767384876.952730:0:16763:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000ac924f34. 00000040:00000010:0.0:1767384876.952732:0:16763:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e802ad43. 20000000:00000010:0.0:1767384876.952735:0:16763:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 0000000021aee471. 20000000:00000010:0.0:1767384876.952737:0:16763:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 0000000021aee471. 00010000:00000200:0.0:1767384876.952741:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000092870bb9 x1853237358496000/t0(0) o501->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:102/0 lens 512/272 e 0 to 0 dl 1767384887 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384876.952748:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029d00ffa. 00000100:00000200:0.0:1767384876.952750:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237358496000, offset 224 00000400:00000200:0.0:1767384876.952753:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384876.952756:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384876.952760:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958272700900 00000400:00000200:0.0:1767384876.952767:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0xa29 [1] + 224 00000400:00000200:0.0:1767384876.952770:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384876.952771:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384876.952774:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f6d34da x1853237358496000/t0(0) o501->MGC192.168.203.157@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384876.952787:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029d00ffa 00000400:00000010:0.0:1767384876.952789:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029d00ffa. 00000400:00000010:3.0:1767384876.952792:0:16751:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e073373. 00000400:00000200:3.0:1767384876.952797:0:16751:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2626c3 00000020:00000010:0.0:1767384876.952797:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ef9e16d7. 00000400:00000010:3.0:1767384876.952802:0:16751:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2626c3. 00000020:00000010:0.0:1767384876.952802:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ab8fe73a. 00000020:00000010:0.0:1767384876.952807:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000541197ae. 00000100:00000200:3.0:1767384876.952809:0:16751:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f6d34da x1853237358496000/t0(0) o501->MGC192.168.203.157@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384876.952811:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000b029d5d0. 00000100:00000200:0.0:1767384876.952817:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384876.952821:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072110849. 00000100:00000200:3.0:1767384876.952822:0:16751:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f6d34da x1853237358496000/t0(0) o501->MGC192.168.203.157@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384876.952826:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d4bcdbcc. 00000100:00000010:3.0:1767384876.952839:0:16751:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000060b0fda6. 02000000:00000010:3.0:1767384876.952843:0:16751:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce22cd7e. 02000000:00000010:3.0:1767384876.952845:0:16751:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b8886a46. 00000100:00000010:3.0:1767384876.952846:0:16751:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f6d34da. 00000040:00000010:3.0:1767384876.952871:0:16751:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000004764a2a1. 00000100:00000010:3.0:1767384876.952874:0:16751:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f6d34da. 02000000:00000010:3.0:1767384876.952878:0:16751:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b8886a46. 00000100:00000010:3.0:1767384876.952882:0:16751:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000060b0fda6. 02000000:00000010:3.0:1767384876.952892:0:16751:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000072396c94. 00000400:00000010:3.0:1767384876.952894:0:16751:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e073373. 00000400:00000010:3.0:1767384876.952897:0:16751:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ebc61a5e. 00000100:00000200:3.0:1767384876.952899:0:16751:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237358496128, portal 25 00000400:00000010:3.0:1767384876.952901:0:16751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2626c3. 00000100:00000200:3.0:1767384876.952903:0:16751:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237358496128, offset 0 00000400:00000200:3.0:1767384876.952905:0:16751:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384876.952909:0:16751:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384876.952912:0:16751:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272700980 00000400:00000200:3.0:1767384876.952915:0:16751:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x151 [2] + 0 00000400:00000010:3.0:1767384876.952917:0:16751:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c89738b. 00000400:00000200:3.0:1767384876.952918:0:16751:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000eda175ab 00000400:00000200:3.0:1767384876.952920:0:16751:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384876.952922:0:16751:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384876.952924:0:16751:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eda175ab 00000400:00000010:3.0:1767384876.952925:0:16751:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eda175ab. 00000100:00000200:3.0:1767384876.952927:0:16751:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384876.952936:0:16751:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2626c3 00000400:00000010:3.0:1767384876.952937:0:16751:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2626c3. 00000100:00000200:3.0:1767384876.952940:0:16751:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f6d34da x1853237358496128/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384876.952949:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000021aee471. 00000020:00000010:0.0:1767384876.952952:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000021aee471. 00000020:00000010:0.0:1767384876.952955:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000541197ae. 00000020:00000010:0.0:1767384876.952956:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ef9e16d7. 00000020:00000010:0.0:1767384876.952958:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ab8fe73a. 00000020:00000010:0.0:1767384876.952972:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000021aee471. 00000020:00000010:0.0:1767384876.952974:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000021aee471. 00000100:00000200:0.0:1767384876.952976:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358496128 02000000:00000010:0.0:1767384876.952986:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000cafbae05. 00000040:00000010:0.0:1767384876.952989:0:16763:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e802ad43. 00000040:00000010:0.0:1767384876.952994:0:16763:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000003de92215. 00000040:00000010:0.0:1767384876.953094:0:16763:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000003de92215. 00000040:00000010:0.0:1767384876.953096:0:16763:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e802ad43. 00010000:00000200:0.0:1767384876.953100:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009ee9b8b5 x1853237358496128/t0(0) o503->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:102/0 lens 272/8416 e 0 to 0 dl 1767384887 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384876.953108:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000030d1e7bf. 00000100:00000200:0.0:1767384876.953111:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237358496128, offset 224 00000400:00000200:0.0:1767384876.953114:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384876.953122:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384876.953126:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958272700980 00000400:00000200:0.0:1767384876.953128:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0xa39 [4] + 224 00000400:00000200:0.0:1767384876.953132:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384876.953134:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384876.953137:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f6d34da x1853237358496128/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384876.953149:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030d1e7bf 00000400:00000010:0.0:1767384876.953151:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000030d1e7bf. 00000020:00000010:0.0:1767384876.953157:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ef9e16d7. 00000020:00000010:0.0:1767384876.953160:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ab8fe73a. 00000020:00000010:0.0:1767384876.953163:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000541197ae. 00000400:00000010:3.0:1767384876.953164:0:16751:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e073373. 02000000:00000010:0.0:1767384876.953166:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000cafbae05. 00000400:00000200:3.0:1767384876.953171:0:16751:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ebc61a5e 00000400:00000010:3.0:1767384876.953175:0:16751:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000ebc61a5e. 00000100:00000200:0.0:1767384876.953176:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384876.953180:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e56bde6. 00000100:00000200:3.0:1767384876.953183:0:16751:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f6d34da x1853237358496128/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384876.953184:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000030d1e7bf. 00000100:00000200:3.0:1767384876.953193:0:16751:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f6d34da x1853237358496128/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384876.953204:0:16751:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000060b0fda6. 02000000:00000010:3.0:1767384876.953213:0:16751:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000072396c94. 02000000:00000010:3.0:1767384876.953219:0:16751:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b8886a46. 00000100:00000010:3.0:1767384876.953221:0:16751:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f6d34da. 00000040:00000010:3.0:1767384876.953225:0:16751:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000000bebfbd. 00000020:00000010:0.0:1767384876.953353:0:16795:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000541197ae. 00000020:00000010:0.0:1767384876.953356:0:16795:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e802ad43. 00000040:00000010:0.0:1767384876.953358:0:16795:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c439d500. 00000020:00000010:0.0:1767384876.953359:0:16795:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f54102fd. 00000020:00000010:0.0:1767384876.953361:0:16795:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000201b997e. 00000020:00000010:0.0:1767384876.953363:0:16795:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001cadb4f5. 80000000:00000010:0.0:1767384876.953364:0:16795:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005939dbb1. 40000000:00000010:0.0:1767384876.953366:0:16795:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000021aee471. 00100000:00000010:0.0:1767384876.953368:0:16795:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a7996b33. 00040000:00000010:0.0:1767384876.953369:0:16795:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000052e98709. 00040000:00000010:0.0:1767384876.953371:0:16795:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006f86c100. 00040000:00000010:0.0:1767384876.953372:0:16795:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c6ea4293. 00080000:00000010:0.0:1767384876.953374:0:16795:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c085a14d. 00000004:00000010:0.0:1767384876.953375:0:16795:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d5f6d38a. 00000004:00000010:0.0:1767384876.953377:0:16795:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f98d4fbe. 00000004:00000010:0.0:1767384876.953379:0:16795:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001b4869a3. 00002000:00000010:0.0:1767384876.953380:0:16795:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b029d5d0. 00000004:00000010:0.0:1767384876.953386:0:16795:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000cc95cf01. 00000020:00000010:0.0:1767384876.953388:0:16795:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000032b446f8. 00000040:00000010:0.0:1767384876.953391:0:16795:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000003de92215. 00000100:00000010:0.0:1767384876.953394:0:16795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016e303d8. 02000000:00000010:0.0:1767384876.953399:0:16795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ffab083f. 00000100:00000010:0.0:1767384876.953404:0:16795:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000abb6fe3a. 02000000:00000010:0.0:1767384876.953414:0:16795:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000072396c94. 00000400:00000010:0.0:1767384876.953417:0:16795:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a00f413. 00000400:00000010:0.0:1767384876.953419:0:16795:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000099fda584. 00000100:00000200:0.0:1767384876.953421:0:16795:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237358496256, portal 25 00000400:00000010:0.0:1767384876.953424:0:16795:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029d00ffa. 00000100:00000200:0.0:1767384876.953425:0:16795:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237358496256, offset 0 00000400:00000200:0.0:1767384876.953427:0:16795:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384876.953431:0:16795:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384876.953434:0:16795:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272700a00 00000400:00000200:0.0:1767384876.953437:0:16795:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x155 [2] + 0 00000400:00000010:0.0:1767384876.953439:0:16795:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000910143a5. 00000400:00000200:0.0:1767384876.953441:0:16795:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e1db99f1 00000400:00000200:0.0:1767384876.953443:0:16795:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384876.953445:0:16795:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384876.953447:0:16795:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1db99f1 00000400:00000010:0.0:1767384876.953448:0:16795:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1db99f1. 00000100:00000200:0.0:1767384876.953450:0:16795:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384876.953460:0:16795:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029d00ffa 00000400:00000010:0.0:1767384876.953461:0:16795:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029d00ffa. 00000100:00000200:0.0:1767384876.953466:0:16795:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000016e303d8 x1853237358496256/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384876.953473:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000df0a06c5. 00000020:00000010:3.0:1767384876.953477:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000df0a06c5. 00000020:00000010:3.0:1767384876.953480:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8886a46. 00000020:00000010:3.0:1767384876.953483:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004a58ff7e. 00000020:00000010:3.0:1767384876.953486:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003c176972. 00000020:00000010:3.0:1767384876.953504:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000df0a06c5. 00000020:00000010:3.0:1767384876.953506:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000df0a06c5. 00000100:00000200:3.0:1767384876.953508:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358496256 02000000:00000010:3.0:1767384876.953520:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000cafbae05. 00000040:00000010:3.0:1767384876.953523:0:16763:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ce22cd7e. 00000040:00000010:3.0:1767384876.953530:0:16763:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000d7f6ddf. 00000040:00000010:3.0:1767384876.953595:0:16763:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000000d7f6ddf. 00000040:00000010:3.0:1767384876.953597:0:16763:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ce22cd7e. 00010000:00000200:3.0:1767384876.953601:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000af723edd x1853237358496256/t0(0) o502->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:102/0 lens 272/8472 e 0 to 0 dl 1767384887 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384876.953609:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000ebc61a5e. 00000100:00000200:3.0:1767384876.953611:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237358496256, offset 224 00000400:00000200:3.0:1767384876.953614:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384876.953618:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384876.953622:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958272700a00 00000400:00000200:3.0:1767384876.953625:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0xa49 [4] + 224 00000400:00000200:3.0:1767384876.953628:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384876.953630:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384876.953633:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000016e303d8 x1853237358496256/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384876.953645:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ebc61a5e 00000400:00000010:3.0:1767384876.953647:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000ebc61a5e. 00000400:00000010:0.0:1767384876.953651:0:16795:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a00f413. 00000020:00000010:3.0:1767384876.953655:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004a58ff7e. 00000400:00000200:0.0:1767384876.953656:0:16795:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099fda584 00000400:00000010:0.0:1767384876.953658:0:16795:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000099fda584. 00000100:00000200:0.0:1767384876.953662:0:16795:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000016e303d8 x1853237358496256/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384876.953665:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003c176972. 00000020:00000010:3.0:1767384876.953671:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8886a46. 00000100:00000200:0.0:1767384876.953673:0:16795:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000016e303d8 x1853237358496256/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384876.953676:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000cafbae05. 00000100:00000200:3.0:1767384876.953684:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384876.953688:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e073373. 00000400:00000010:3.0:1767384876.953692:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ebc61a5e. 00000100:00000010:0.0:1767384876.953692:0:16795:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000abb6fe3a. 02000000:00000010:0.0:1767384876.953700:0:16795:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000072396c94. 02000000:00000010:0.0:1767384876.953707:0:16795:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ffab083f. 00000100:00000010:0.0:1767384876.953709:0:16795:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016e303d8. 00000100:00000010:0.0:1767384876.953720:0:16795:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000000c0ffa4d. 00000400:00000200:0.0:1767384876.953723:0:16795:0:(peer.c:1356:LNetAddPeer()) Add peer with 2 NIDs 00000400:00000200:0.0:1767384876.953725:0:16795:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 0@lo 00000400:00000200:0.0:1767384876.953726:0:16795:0:(peer.c:1373:LNetAddPeer()) Skip NID 0@lo as local 00000400:00000200:0.0:1767384876.953729:0:16795:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.157@tcp 00000400:00000200:0.0:1767384876.953732:0:16795:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384876.953735:0:16795:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (1) 00000400:00000200:0.0:1767384876.953739:0:16795:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384876.953741:0:16795:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp: 0. pending discovery 00000400:00000200:0.0:1767384876.953742:0:16795:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (2) 00000400:00000200:0.0:1767384876.953744:0:16795:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp 00000100:00000010:0.0:1767384876.953746:0:16795:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000000c0ffa4d. 00000020:00000010:0.0:1767384876.953748:0:16795:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 000000003e8aaac0. 00000020:00000010:0.0:1767384876.953751:0:16795:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000dd5d449c. 00000020:00000010:0.0:1767384876.953753:0:16795:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000dd5d449c. 00000020:00000010:0.0:1767384876.953755:0:16795:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 00000000dd5d449c. 00000020:00000010:0.0:1767384876.953758:0:16795:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 00000000ef9e16d7. 00000020:00000010:0.0:1767384876.953773:0:16795:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000009dbf8bb4. 00000020:00000010:0.0:1767384876.953778:0:16795:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000005ab66b0b. 00000020:00000010:0.0:1767384876.953787:0:16795:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 00000000ef9e16d7. 00000020:00000010:0.0:1767384876.953789:0:16795:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 00000000846ef495. 00000001:00000010:0.0:1767384876.953801:0:16795:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d10ed37d. 00000001:00000010:0.0:1767384876.953804:0:16795:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000779aefa4. 00000001:00000010:0.0:1767384876.953806:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ffab083f. 00000001:00000010:0.0:1767384876.953808:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ddc87503. 00000001:00000010:0.0:1767384876.953809:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a5a678d9. 00000001:00000010:0.0:1767384876.953811:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000046570cb1. 00000001:00000010:0.0:1767384876.953813:0:16795:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000008ffc19eb. 00000001:00000010:0.0:1767384876.953814:0:16795:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b71eed49. 00000001:00000010:0.0:1767384876.953819:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000069538d. 00000001:00000010:0.0:1767384876.953820:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fd03b950. 00000001:00000010:0.0:1767384876.953822:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d0901879. 00000001:00000010:0.0:1767384876.953824:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008c35c898. 00000020:00000010:0.0:1767384876.953826:0:16795:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3f6a16e. 00000020:00000010:0.0:1767384876.953828:0:16795:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ef9e16d7. 00000020:00000010:0.0:1767384876.953829:0:16795:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ab8fe73a. 00000008:00000010:0.0:1767384876.953836:0:16795:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000001ffdd24c. 00020000:00000010:0.0:1767384876.953846:0:16795:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000002190dbb5. 00008000:00000010:0.0:1767384876.953876:0:16795:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000003095de1a. 00000080:00000010:0.0:1767384876.953886:0:16795:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000031e4e2ed. 00000020:00000010:0.0:1767384876.953888:0:16795:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007cfe76cb. 00000020:00000010:0.0:1767384876.953890:0:16795:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005cb924af. 00000040:00000010:0.0:1767384876.953892:0:16795:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000db13f6af. 00000020:00000010:0.0:1767384876.953894:0:16795:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000061a87e12. 00000020:00000010:0.0:1767384876.953897:0:16795:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ed8e5da5. 00000020:00000010:0.0:1767384876.953898:0:16795:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006ebcc776. 80000000:00000010:0.0:1767384876.953900:0:16795:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004df53f36. 40000000:00000010:0.0:1767384876.953902:0:16795:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000083a01809. 00100000:00000010:0.0:1767384876.953909:0:16795:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006b38160f. 00040000:00000010:0.0:1767384876.953912:0:16795:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000086bff48a. 00040000:00000010:0.0:1767384876.953914:0:16795:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000039e04fc2. 00040000:00000010:0.0:1767384876.953916:0:16795:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003b2395b7. 00080000:00000010:0.0:1767384876.953917:0:16795:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000005a68905. 00000004:00000010:0.0:1767384876.953919:0:16795:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b0515192. 00000004:00000010:0.0:1767384876.953922:0:16795:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fb04537c. 00000004:00000010:0.0:1767384876.953924:0:16795:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000035d2dff. 00000004:00000010:0.0:1767384876.953931:0:16795:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d4d28fd9. 00000010:00000010:0.0:1767384876.953934:0:16795:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 0000000027a7cab8. 00000010:00000010:0.0:1767384876.954001:0:16795:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 00000000d729d17e. 00000010:00000010:0.0:1767384876.954005:0:16795:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 00000000494ca9e6. 00000010:00000010:0.0:1767384876.954008:0:16795:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 000000001aff1406. 00000010:00000010:0.0:1767384876.954032:0:16795:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 00000000ca1af301. 00010000:00000010:0.0:1767384876.954044:0:16795:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 000000002bb8d644. 00010000:00000010:0.0:1767384876.954056:0:16795:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000fd7f40b4. 00010000:00000010:0.0:1767384876.954061:0:16795:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 0000000049fb7320. 00000020:00000010:0.0:1767384876.954065:0:16795:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000005ebd018a. 00000100:00000200:0.0:1767384876.954076:0:16795:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.157@tcp->12345-0@lo 00010000:00000010:0.0:1767384876.954080:0:16795:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000000a87fbc2. 00010000:00000010:0.0:1767384876.954085:0:16795:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000006f1a91c3. 00000001:00000010:0.0:1767384876.954088:0:16795:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000ac9f33ea. 00000001:00000010:0.0:1767384876.954091:0:16795:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 000000003e15760c. 00000001:00000010:0.0:1767384876.954129:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006f228ec8. 00000001:00000010:0.0:1767384876.954176:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a2af5f21. 00000001:00000010:0.0:1767384876.954225:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000550efe46. 00000001:00000010:0.0:1767384876.954271:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fe84f4d5. 00000001:00000010:0.0:1767384876.954317:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002f0186c6. 00000001:00000010:0.0:1767384876.954365:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007739cbbd. 00000001:00000010:0.0:1767384876.954418:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001f320a12. 00000001:00000010:0.0:1767384876.954469:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000007be1559. 00000001:00000010:0.0:1767384876.954519:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007a758b54. 00000001:00000010:0.0:1767384876.954567:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ea5fcceb. 00000001:00000010:0.0:1767384876.954628:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000017d6e49c. 00000001:00000010:0.0:1767384876.954680:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000082f21a28. 00000001:00000010:0.0:1767384876.954731:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cbe9d9d3. 00000001:00000010:0.0:1767384876.954782:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f760d00f. 00000001:00000010:0.0:1767384876.954834:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a045488f. 00000001:00000010:0.0:1767384876.954909:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005a51782b. 00000001:00000010:0.0:1767384876.954960:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000035796380. 00000001:00000010:0.0:1767384876.955011:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000093eb626e. 00000001:00000010:0.0:1767384876.955078:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000008af4f06. 00000001:00000010:0.0:1767384876.955164:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d939678d. 00000001:00000010:0.0:1767384876.955234:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c9b70c53. 00000001:00000010:0.0:1767384876.955299:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a7552ff5. 00000001:00000010:0.0:1767384876.955370:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c57288c6. 00000001:00000010:0.0:1767384876.955448:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006eb62932. 00000001:00000010:0.0:1767384876.955542:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000094d1aa28. 00000001:00000010:0.0:1767384876.955604:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004cf6a00a. 00000001:00000010:0.0:1767384876.955667:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000908b148f. 00000001:00000010:0.0:1767384876.955733:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f83cf33e. 00000001:00000010:0.0:1767384876.955792:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000078cfea88. 00000001:00000010:0.0:1767384876.955843:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000960b76e6. 00000001:00000010:0.0:1767384876.955905:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002a9ac2f6. 00000001:00000010:0.0:1767384876.955955:0:16795:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e6b70839. 00000020:00000010:0.0:1767384876.956005:0:16795:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000e4027bfa. 00000020:00000010:0.0:1767384876.956008:0:16795:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000965802d2. 00000020:00000010:0.0:1767384876.956119:0:16795:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000002cd12a8e. 00000020:00000010:0.0:1767384876.956149:0:16795:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000f89f1d5a. 00000010:00000010:0.0:1767384876.956165:0:16795:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 00000000d729d17e. 00000010:00000010:0.0:1767384876.956168:0:16795:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 000000001aff1406. 00000010:00000010:0.0:1767384876.956171:0:16795:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 00000000494ca9e6. 00000010:00000010:0.0:1767384876.956173:0:16795:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 00000000ca1af301. 00000020:00000010:0.0:1767384876.956203:0:16795:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000001d2de1b2. 00000020:00000010:0.0:1767384876.956206:0:16795:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000b84a7b5f. 00000020:00000010:0.0:1767384876.956222:0:16795:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005cb924af. 00000040:00000010:0.0:1767384876.956224:0:16795:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000db13f6af. 00000020:00000010:0.0:1767384876.956228:0:16795:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000061a87e12. 00000020:00000010:0.0:1767384876.956230:0:16795:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ed8e5da5. 00000020:00000010:0.0:1767384876.956232:0:16795:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006ebcc776. 80000000:00000010:0.0:1767384876.956234:0:16795:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004df53f36. 40000000:00000010:0.0:1767384876.956235:0:16795:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000083a01809. 00100000:00000010:0.0:1767384876.956237:0:16795:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006b38160f. 00040000:00000010:0.0:1767384876.956239:0:16795:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000086bff48a. 00040000:00000010:0.0:1767384876.956241:0:16795:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000039e04fc2. 00040000:00000010:0.0:1767384876.956243:0:16795:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003b2395b7. 00080000:00000010:0.0:1767384876.956244:0:16795:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000005a68905. 00000004:00000010:0.0:1767384876.956251:0:16795:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b0515192. 00000004:00000010:0.0:1767384876.956253:0:16795:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000fb04537c. 00000004:00000010:0.0:1767384876.956255:0:16795:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000035d2dff. 00000004:00000010:0.0:1767384876.956256:0:16795:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d4d28fd9. 00000020:00000010:0.0:1767384876.956258:0:16795:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007cfe76cb. 00000020:00000010:0.0:1767384876.956261:0:16795:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ef9e16d7. 00000020:00000010:0.0:1767384876.956262:0:16795:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ab8fe73a. 00000008:00000010:0.0:1767384876.956264:0:16795:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000001ffdd24c. 00020000:00000010:0.0:1767384876.956266:0:16795:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000002190dbb5. 00008000:00000010:0.0:1767384876.956269:0:16795:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000003095de1a. 00000080:00000010:0.0:1767384876.956271:0:16795:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000031e4e2ed. 00000020:00000010:0.0:1767384876.956273:0:16795:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c3f6a16e. 00000020:00000010:0.0:1767384876.956276:0:16795:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 00000000846ef495. 00000020:00000010:0.0:1767384876.956281:0:16795:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f4445dd. 00000020:00000010:0.0:1767384876.956283:0:16795:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006ebd637a. 00000040:00000010:0.0:1767384876.956285:0:16795:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001066c623. 00000020:00000010:0.0:1767384876.956287:0:16795:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000035d2dff. 00000020:00000010:0.0:1767384876.956289:0:16795:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ed8e5da5. 00000020:00000010:0.0:1767384876.956291:0:16795:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007981fd27. 80000000:00000010:0.0:1767384876.956293:0:16795:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000996fc86. 40000000:00000010:0.0:1767384876.956294:0:16795:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000083a01809. 00100000:00000010:0.0:1767384876.956296:0:16795:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b0515192. 00040000:00000010:0.0:1767384876.956298:0:16795:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000086bff48a. 00040000:00000010:0.0:1767384876.956299:0:16795:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000005a68905. 00040000:00000010:0.0:1767384876.956301:0:16795:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000c72cfe8. 00080000:00000010:0.0:1767384876.956303:0:16795:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000039e04fc2. 00000004:00000010:0.0:1767384876.956305:0:16795:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006b38160f. 00000004:00000010:0.0:1767384876.956307:0:16795:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d1cc8695. 00000004:00000010:0.0:1767384876.956309:0:16795:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d35f1324. 00000004:00000010:0.0:1767384876.956311:0:16795:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d4d28fd9. 00000020:00000010:0.0:1767384876.956313:0:16795:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b150684d. 00000020:00000010:0.0:1767384876.956315:0:16795:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ef9e16d7. 00000020:00000010:0.0:1767384876.956317:0:16795:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ab8fe73a. 00000020:00000010:0.0:1767384876.956324:0:16795:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 00000000abb6fe3a. 00000020:00000010:0.0:1767384876.956326:0:16795:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 000000006c7b42f9. 00000020:00000010:0.0:1767384876.956330:0:16795:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000014550072. 00000100:00000010:0.0:1767384876.956342:0:16795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016e303d8. 02000000:00000010:0.0:1767384876.956348:0:16795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000002cd72c1b. 00000020:00000010:0.0:1767384876.956535:0:16771:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000026b95923. 00000020:00000010:0.0:1767384876.956550:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e2eb38f. 00000020:00000010:0.0:1767384876.956555:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ca1af301. 00000020:00000010:0.0:1767384876.956560:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c55e70dd. 00000100:00000200:0.0:1767384876.956590:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358496384 02000000:00000010:0.0:1767384876.956609:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000db251537. 00000400:00000010:0.0:1767384876.956618:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029d00ffa. 00000100:00000200:0.0:1767384876.956625:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358496384, offset 0 00000400:00000200:0.0:1767384876.956636:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384876.956650:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384876.956674:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272700a80 00000400:00000200:0.0:1767384876.956682:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xa59 [1] + 0 00000400:00000200:0.0:1767384876.956686:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384876.956692:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384876.956700:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000016e303d8 x1853237358496384/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384886 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384876.956721:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029d00ffa 00000400:00000010:0.0:1767384876.956724:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029d00ffa. 00000020:00000010:0.0:1767384876.956737:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ca1af301. 00000020:00000010:0.0:1767384876.956741:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c55e70dd. 00000020:00000010:0.0:1767384876.956744:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e2eb38f. 00000400:00000010:0.0:1767384876.956770:0:16126:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f422c88e. 00000400:00000200:0.0:1767384876.956775:0:16126:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073ca444d 00000400:00000010:0.0:1767384876.956777:0:16126:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073ca444d. 00000100:00000200:0.0:1767384876.956780:0:16126:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000016e303d8 x1853237358496384/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384876.956787:0:16126:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000016e303d8 x1853237358496384/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384886 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384876.956810:0:16126:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000024df17ed. 02000000:00000010:0.0:1767384876.956838:0:16126:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000038e04ca9. 02000000:00000010:0.0:1767384876.956845:0:16126:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000002cd72c1b. 00000100:00000010:0.0:1767384876.956853:0:16126:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016e303d8. 00000020:00000010:0.0:1767384876.956936:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000026b4c065. 00000020:00000010:0.0:1767384876.956940:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000026b4c065. 00000020:00000010:0.0:1767384876.956944:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e2eb38f. 00000020:00000010:0.0:1767384876.956948:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ca1af301. 00000020:00000010:0.0:1767384876.956951:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c55e70dd. 00000020:00000010:0.0:1767384876.956968:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000026b4c065. 00000020:00000010:0.0:1767384876.956970:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000026b4c065. 00000100:00000200:0.0:1767384876.956973:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358496512 02000000:00000010:0.0:1767384876.956989:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000405b53fd. 00000040:00000010:0.0:1767384876.956994:0:16763:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002c4da955. 00000040:00000010:0.0:1767384876.957002:0:16763:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000898ae76b. 00000040:00000010:0.0:1767384876.957152:0:16763:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000898ae76b. 00000040:00000010:0.0:1767384876.957155:0:16763:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002c4da955. 00010000:00000200:0.0:1767384876.957160:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003812f176 x1853237358496512/t0(0) o502->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:102/0 lens 272/8472 e 0 to 0 dl 1767384887 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384876.957170:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000099fda584. 00000100:00000200:0.0:1767384876.957173:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237358496512, offset 224 00000400:00000200:0.0:1767384876.957178:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384876.957184:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384876.957189:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958272700b00 00000400:00000200:0.0:1767384876.957193:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0xa65 [4] + 224 00000400:00000200:0.0:1767384876.957197:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384876.957199:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384876.957203:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cb630d2d x1853237358496512/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384876.957218:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099fda584 00000400:00000010:0.0:1767384876.957225:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000099fda584. 00000020:00000010:0.0:1767384876.957235:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ca1af301. 00000020:00000010:0.0:1767384876.957238:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c55e70dd. 00000020:00000010:0.0:1767384876.957241:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e2eb38f. 02000000:00000010:0.0:1767384876.957245:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000405b53fd. 00000100:00000200:0.0:1767384876.957255:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384876.957259:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a00f413. 00000400:00000010:0.0:1767384876.957264:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000099fda584. 00000020:00000010:0.0:1767384876.957738:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000026b4c065. 00000020:00000010:0.0:1767384876.957742:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000026b4c065. 00000020:00000010:0.0:1767384876.957747:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e2eb38f. 00000020:00000010:0.0:1767384876.957751:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ca1af301. 00000020:00000010:0.0:1767384876.957755:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c55e70dd. 00000020:00000010:0.0:1767384876.957785:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000026b4c065. 00000020:00000010:0.0:1767384876.957790:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000026b4c065. 00000100:00000200:0.0:1767384876.957796:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358496640 02000000:00000010:0.0:1767384876.957806:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000898ae76b. 20000000:00000010:0.0:1767384876.957830:0:16763:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003de92215. 20000000:00000010:0.0:1767384876.957835:0:16763:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 000000005d9433b0. 20000000:00000010:0.0:1767384876.957842:0:16763:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002c4da955. 00080000:00000010:0.0:1767384876.957915:0:16763:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002cd72c1b. 00000100:00000010:0.0:1767384876.961072:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007ff56d34. 00000100:00000010:3.0:1767384876.961147:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001360eb24. 00080000:00000010:0.0:1767384876.967495:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002cd72c1b. 00080000:00000010:0.0:1767384876.967503:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001630681c. 00080000:00000010:0.0:1767384876.967507:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000de37d880. 00080000:00000010:0.0:1767384876.967510:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008e7668e7. 00000400:00000200:2.0:1767384876.967696:0:16785:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384876.967707:0:16785:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384876.967713:0:16785:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384876.967716:0:16785:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c116e2bd. 00000400:00000200:2.0:1767384876.967733:0:16785:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004271ee8b 00000400:00000010:2.0:1767384876.967736:0:16785:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004271ee8b. 00000100:00000200:2.0:1767384876.967741:0:16785:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d1d05bf5 x1853237358496768/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384892 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1767384876.967752:0:16753:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000405b53fd. 00000100:00000010:2.0:1767384876.967757:0:16785:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000a79e813. 00000100:00000010:2.0:1767384876.967765:0:16785:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000911424f6. 00000020:00000010:0.0:1767384876.967766:0:16753:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083a01809. 00000100:00000010:2.0:1767384876.967769:0:16785:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f1fd0c5f. 00000020:00000010:0.0:1767384876.967769:0:16753:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083a01809. 00000020:00000010:0.0:1767384876.967772:0:16753:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c54989ae. 00000100:00000010:2.0:1767384876.967773:0:16785:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f7d2a0d. 00000020:00000010:0.0:1767384876.967775:0:16753:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003cd04c0f. 00000020:00000010:0.0:1767384876.967778:0:16753:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000068f6ba37. 00000020:00000010:0.0:1767384876.967805:0:16753:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083a01809. 00000020:00000010:0.0:1767384876.967815:0:16753:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083a01809. 00000100:00000200:0.0:1767384876.967819:0:16753:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358496768 02000000:00000010:0.0:1767384876.967829:0:16753:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002cd72c1b. 00000400:00000010:0.0:1767384876.967837:0:16753:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029d00ffa. 00000100:00000200:0.0:1767384876.967840:0:16753:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237358496768, offset 224 00000400:00000200:0.0:1767384876.967845:0:16753:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384876.967853:0:16753:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384876.967876:0:16753:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272700c00 00000400:00000200:0.0:1767384876.967884:0:16753:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0xa7d [1] + 224 00000400:00000200:0.0:1767384876.967889:0:16753:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384876.967893:0:16753:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384876.967898:0:16753:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d1d05bf5 x1853237358496768/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384892 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384876.967918:0:16753:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029d00ffa 00000400:00000010:0.0:1767384876.967921:0:16753:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029d00ffa. 00010000:00000010:0.0:1767384876.967928:0:16753:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000005642488b. 00000400:00000010:2.0:1767384876.967937:0:16785:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019d0ea36. 00000400:00000200:2.0:1767384876.967941:0:16785:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bc03c35 00000400:00000010:2.0:1767384876.967943:0:16785:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bc03c35. 00000020:00000010:0.0:1767384876.967947:0:16753:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003cd04c0f. 00000100:00000200:2.0:1767384876.967948:0:16785:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d1d05bf5 x1853237358496768/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384892 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1767384876.967952:0:16753:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000068f6ba37. 00000020:00000010:0.0:1767384876.967956:0:16753:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c54989ae. 00000100:00000200:2.0:1767384876.967957:0:16785:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d1d05bf5 x1853237358496768/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384892 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1767384876.967977:0:16785:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000024b9a594. 02000000:00000010:2.0:1767384876.967984:0:16785:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000be5dc27c. 00000100:00000010:2.0:1767384876.967988:0:16785:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d1d05bf5. 00000100:00000010:2.0:1767384876.967995:0:16785:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c443262b. 00010000:00000010:2.0:1767384876.967998:0:16785:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003282f053. 00000020:00000010:0.0:1767384876.968042:0:16128:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000024b2cc57. 00000020:00000010:0.0:1767384876.968048:0:16128:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c54989ae. 80000000:00000010:0.0:1767384876.968052:0:16128:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007ba5e885. 40000000:00000010:0.0:1767384876.968056:0:16128:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000083a01809. 00000008:00000010:0.0:1767384876.968070:0:16128:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000da446dd4. 00020000:00000010:0.0:1767384876.968076:0:16128:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000003a017fe3. 00008000:00000010:0.0:1767384876.968087:0:16128:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000056365947. 00100000:00000010:0.0:1767384876.968092:0:16128:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e00fb549. 00040000:00000010:0.0:1767384876.968096:0:16128:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008ea391f6. 00040000:00000010:0.0:1767384876.968100:0:16128:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000dd962a4c. 00040000:00000010:0.0:1767384876.968104:0:16128:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bc6da1d2. 00080000:00000010:0.0:1767384876.968108:0:16128:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f50b1974. 00000004:00000010:0.0:1767384876.968112:0:16128:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003ac04060. 00000004:00000010:0.0:1767384876.968117:0:16128:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000084976662. 00000004:00000010:0.0:1767384876.968125:0:16128:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000de8ebe94. 00002000:00000010:0.0:1767384876.968130:0:16128:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000cdb25cb1. 00000004:00000010:0.0:1767384876.968135:0:16128:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b36a8458. 00000080:00000010:0.0:1767384876.968145:0:16128:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000082ebabcf. 00000080:00000010:0.0:1767384876.968156:0:16128:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000039177f79. 00000008:00000010:0.0:1767384876.968162:0:16128:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000001ffdd24c. 00020000:00000010:0.0:1767384876.968166:0:16128:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000002190dbb5. 00008000:00000010:0.0:1767384876.968170:0:16128:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000003095de1a. 00000080:00000010:0.0:1767384876.968174:0:16128:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000031e4e2ed. 02000000:00000010:0.0:1767384876.968182:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef52b0db. 00000400:00000010:0.0:1767384876.968186:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b42e77c. 00000400:00000010:0.0:1767384876.968189:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029d00ffa. 00000100:00000200:0.0:1767384876.968193:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358496896, portal 18 00000400:00000010:0.0:1767384876.968196:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6452143. 00000100:00000200:0.0:1767384876.968199:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237358496896, offset 0 00000400:00000200:0.0:1767384876.968205:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384876.968211:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384876.968218:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272700c80 00000400:00000200:0.0:1767384876.968223:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 0 00000400:00000200:0.0:1767384876.968228:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384876.968230:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384876.968235:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384876.968238:0:16128:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016e303d8. 00000400:00000200:0.0:1767384876.968252:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6452143 00000400:00000010:0.0:1767384876.968255:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6452143. 00000100:00000200:0.0:1767384876.968261:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cb630d2d x1853237358496896/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384892 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384876.968271:0:16756:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000083c5c771. 00000020:00000010:2.0:1767384876.968282:0:16756:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003282f053. 00000020:00000010:2.0:1767384876.968286:0:16756:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003282f053. 00000020:00000010:2.0:1767384876.968289:0:16756:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be5dc27c. 00000020:00000010:2.0:1767384876.968293:0:16756:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f3253d4d. 00000020:00000010:2.0:1767384876.968296:0:16756:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ded3520c. 00000100:00000200:2.0:1767384876.968312:0:16756:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016e303d8 x1853237358496896/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:102/0 lens 328/0 e 0 to 0 dl 1767384887 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384876.968313:0:16127:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f1efed19. 00000020:00000010:0.0:1767384876.968317:0:16127:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003723c9ac. 80000000:00000010:0.0:1767384876.968321:0:16127:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008960d34a. 40000000:00000010:0.0:1767384876.968324:0:16127:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000e26011f. 00000008:00000010:0.0:1767384876.968328:0:16127:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000022e9698c. 00020000:00000010:0.0:1767384876.968336:0:16127:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000e8ea51c2. 00008000:00000010:0.0:1767384876.968339:0:16127:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000604173e2. 00100000:00000010:0.0:1767384876.968344:0:16127:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000035777897. 00040000:00000010:0.0:1767384876.968347:0:16127:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000045697413. 00040000:00000010:0.0:1767384876.968350:0:16127:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000002a73929a. 00040000:00000010:0.0:1767384876.968353:0:16127:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008b1f1dcf. 00080000:00000010:0.0:1767384876.968357:0:16127:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e6882a34. 00000004:00000010:0.0:1767384876.968361:0:16127:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d35f1324. 00000004:00000010:0.0:1767384876.968365:0:16127:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000792adc30. 00000004:00000010:0.0:1767384876.968368:0:16127:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006b38160f. 00002000:00000010:0.0:1767384876.968372:0:16127:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000004045804. 00000004:00000010:0.0:1767384876.968375:0:16127:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000000d8022b. 00000080:00000010:0.0:1767384876.968378:0:16127:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000a48a0614. 00000080:00000010:0.0:1767384876.968381:0:16127:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000ecac49ed. 00000020:00000010:2.0:1767384876.968385:0:16755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003282f053. 00000008:00000010:0.0:1767384876.968385:0:16127:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000072396c94. 00000020:00000010:2.0:1767384876.968389:0:16755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003282f053. 00020000:00000010:0.0:1767384876.968389:0:16127:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000088a13516. 00000100:00000200:2.0:1767384876.968393:0:16755:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358496896 00008000:00000010:0.0:1767384876.968393:0:16127:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000005dab0e1. 00000080:00000010:0.0:1767384876.968396:0:16127:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000d63cc942. 02000000:00000010:2.0:1767384876.968401:0:16755:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000faffa31c. 00010000:00000010:2.0:1767384876.968429:0:16755:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003282f053. 00000100:00000010:2.0:1767384876.968435:0:16755:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c443262b. 00000100:00000010:2.0:1767384876.968455:0:16755:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c443262b. 00010000:00000010:2.0:1767384876.968459:0:16755:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003282f053. 00000400:00000010:2.0:1767384876.968466:0:16755:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bc03c35. 00000100:00000200:2.0:1767384876.968469:0:16755:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237358496896, offset 224 00000400:00000200:2.0:1767384876.968473:0:16755:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384876.968480:0:16755:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384876.968485:0:16755:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272700c80 00000400:00000200:2.0:1767384876.968491:0:16755:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0xa89 [1] + 224 00000400:00000200:2.0:1767384876.968496:0:16755:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384876.968499:0:16755:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384876.968506:0:16755:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cb630d2d x1853237358496896/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384892 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384876.968526:0:16755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bc03c35 00000400:00000010:2.0:1767384876.968529:0:16755:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bc03c35. 00000400:00000010:0.0:1767384876.968534:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b42e77c. 00000400:00000200:0.0:1767384876.968538:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029d00ffa 00000020:00000010:2.0:1767384876.968540:0:16755:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f3253d4d. 00000400:00000010:0.0:1767384876.968540:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029d00ffa. 00000020:00000010:2.0:1767384876.968544:0:16755:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ded3520c. 00000100:00000200:0.0:1767384876.968547:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cb630d2d x1853237358496896/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384892 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384876.968548:0:16755:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be5dc27c. 00000100:00000200:0.0:1767384876.968556:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cb630d2d x1853237358496896/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384892 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384876.968570:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef52b0db. 02000000:00000010:0.0:1767384876.968574:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ad7114f7. 00000100:00000010:0.0:1767384876.968577:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cb630d2d. 20000000:00000010:0.0:1767384876.969879:0:16763:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003de92215. 00010000:00000200:0.0:1767384876.969889:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000db483ed2 x1853237358496640/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:102/0 lens 4848/4768 e 0 to 0 dl 1767384887 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384876.969901:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb5122aa. 00000100:00000200:0.0:1767384876.969908:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358496640, offset 224 00000400:00000200:0.0:1767384876.969911:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384876.969915:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384876.969918:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272700b80 00000400:00000200:0.0:1767384876.969921:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0xa75 [2] + 224 00000400:00000200:0.0:1767384876.969925:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384876.969927:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384876.969931:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028d02595 x1853237358496640/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384876.969946:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb5122aa 00000400:00000010:0.0:1767384876.969948:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bb5122aa. 00000020:00000010:0.0:1767384876.969959:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ca1af301. 00000020:00000010:0.0:1767384876.969962:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c55e70dd. 00000020:00000010:0.0:1767384876.969965:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e2eb38f. 00000400:00000010:2.0:1767384876.969969:0:16751:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009212a9d8. 02000000:00000010:0.0:1767384876.969969:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000898ae76b. 00000400:00000200:2.0:1767384876.969972:0:16751:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c5b9aa8 00000400:00000010:2.0:1767384876.969974:0:16751:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002c5b9aa8. 00000100:00000200:0.0:1767384876.969974:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384876.969977:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b42e77c. 00000100:00000200:2.0:1767384876.969978:0:16751:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028d02595 x1853237358496640/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384876.969980:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb5122aa. 00000100:00000200:2.0:1767384876.969987:0:16751:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028d02595 x1853237358496640/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384876.970000:0:16751:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d3a042af. 02000000:00000010:2.0:1767384876.970041:0:16751:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e7ef8866. 02000000:00000010:2.0:1767384876.970046:0:16751:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008e0774ad. 00000100:00000010:2.0:1767384876.970049:0:16751:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028d02595. 00000020:00000010:2.0:1767384876.970053:0:16751:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 4608 at 00000000a986c221. 00000020:02000000:2.0:1767384876.970057:0:16751:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000020:00000010:2.0:1767384876.971826:0:16751:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be5dc27c. 00000020:00000010:2.0:1767384876.971831:0:16751:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000024b9a594. 00000040:00000010:2.0:1767384876.971834:0:16751:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007a33e5ce. 00000020:00000010:2.0:1767384876.971838:0:16751:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009c79a1e6. 00000020:00000010:2.0:1767384876.971842:0:16751:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f143b7af. 00000020:00000010:2.0:1767384876.971845:0:16751:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006241b7e6. 80000000:00000010:2.0:1767384876.971848:0:16751:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f968f093. 40000000:00000010:2.0:1767384876.971850:0:16751:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003282f053. 00100000:00000010:2.0:1767384876.971854:0:16751:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000db446956. 00040000:00000010:2.0:1767384876.971870:0:16751:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000f81e8f2. 00040000:00000010:2.0:1767384876.971873:0:16751:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000753dbbe. 00040000:00000010:2.0:1767384876.971875:0:16751:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006757853d. 00080000:00000010:2.0:1767384876.971878:0:16751:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e264b690. 00000004:00000010:2.0:1767384876.971880:0:16751:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000078db6841. 00000004:00000010:2.0:1767384876.971883:0:16751:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000dba024c0. 00000004:00000010:2.0:1767384876.971885:0:16751:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e29da55a. 00000004:00000010:2.0:1767384876.971887:0:16751:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a8f86d94. 00000020:00000010:2.0:1767384876.971890:0:16751:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004648011. 00000020:00000010:2.0:1767384876.971892:0:16751:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f3253d4d. 00000020:00000010:2.0:1767384876.971893:0:16751:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ded3520c. 00000020:00000010:2.0:1767384876.971923:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000585e68e8. 00080000:00000010:2.0:1767384876.971929:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001d024dd4. 00080000:00000010:2.0:1767384876.971986:0:16751:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001d024dd4. 00000020:00000010:2.0:1767384876.971989:0:16751:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000585e68e8. 00000004:00000010:2.0:1767384876.971995:0:16751:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000014f09415. 00000004:00000010:2.0:1767384876.972000:0:16751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000970c066d. 00000004:00000010:2.0:1767384876.972004:0:16751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000086c4658. 00080000:00000010:2.0:1767384876.972045:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001d024dd4. 00000100:00000010:3.0:1767384876.972070:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f7d2a0d. 00000100:00000010:0.0:1767384876.972081:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000a79e813. 00040000:00000010:2.0:1767384876.972107:0:16751:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000002c5b9aa8. 00000004:00000010:2.0:1767384876.972113:0:16751:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005ffc7c47. 00000004:00000010:2.0:1767384876.972117:0:16751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003629f328. 00000004:00000010:2.0:1767384876.972120:0:16751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ae18a60c. 00080000:00000010:2.0:1767384876.972124:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f3fa5b42. 00000020:00000010:2.0:1767384876.972143:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001bf76260. 00080000:00000010:2.0:1767384876.972147:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fcf02926. 00080000:00000010:2.0:1767384876.972184:0:16751:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000fcf02926. 00000020:00000010:2.0:1767384876.972186:0:16751:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001bf76260. 00000004:00000010:2.0:1767384876.972190:0:16751:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000943edd8e. 00000004:00000010:2.0:1767384876.972192:0:16751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b150f92e. 00000004:00000010:2.0:1767384876.972195:0:16751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003a11b436. 00080000:00000010:2.0:1767384876.972196:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fcf02926. 00100000:00000010:2.0:1767384876.972215:0:16751:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008f3ba369. 00000004:00000010:2.0:1767384876.972229:0:16751:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004eba3db8. 00000004:00000010:2.0:1767384876.972232:0:16751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000051a00b8. 00000004:00000010:2.0:1767384876.972234:0:16751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004094be30. 00080000:00000010:2.0:1767384876.972235:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bfd1638f. 00100000:00000010:2.0:1767384876.972256:0:16751:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000012a6b6c2. 00040000:00000010:2.0:1767384876.972259:0:16751:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000082ed2b7d. 00000001:00000010:2.0:1767384876.972262:0:16751:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000c2d8d11a. 00000001:00000010:2.0:1767384876.972265:0:16751:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000006274cb92. 00000001:00000010:2.0:1767384876.972267:0:16751:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000c443262b. 00040000:00000010:2.0:1767384876.972274:0:16751:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000d8e7f72f. 00000004:00000010:2.0:1767384876.972277:0:16751:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000cae0413d. 00000004:00000010:2.0:1767384876.972279:0:16751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000085ae3540. 00000004:00000010:2.0:1767384876.972281:0:16751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f6dc2c1f. 00080000:00000010:2.0:1767384876.972283:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e8fb125a. 00000020:00000010:2.0:1767384876.972293:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a79c382d. 00080000:00000010:2.0:1767384876.972296:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003e65bfcf. 00080000:00000010:2.0:1767384876.972317:0:16751:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003e65bfcf. 00000020:00000010:2.0:1767384876.972319:0:16751:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a79c382d. 00000004:00000010:2.0:1767384876.972328:0:16751:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009041e9f9. 00000004:00000010:2.0:1767384876.972330:0:16751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001f1795df. 00000004:00000010:2.0:1767384876.972332:0:16751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a85f8ee4. 00080000:00000010:2.0:1767384876.972334:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003e65bfcf. 00100000:00000010:2.0:1767384876.972355:0:16751:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000003235990. 00000004:00000010:2.0:1767384876.972366:0:16751:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e4f61b08. 00000004:00000010:2.0:1767384876.972368:0:16751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006426f665. 00000004:00000010:2.0:1767384876.972370:0:16751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000088ad3ba6. 00080000:00000010:2.0:1767384876.972372:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003127ab10. 00100000:00000010:2.0:1767384876.972389:0:16751:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000961e7df6. 00040000:00000010:2.0:1767384876.972392:0:16751:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000f52a5eae. 00000001:00000010:2.0:1767384876.972394:0:16751:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000006a2869ed. 00000001:00000010:2.0:1767384876.972396:0:16751:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000f61eff8f. 00000001:00000010:2.0:1767384876.972397:0:16751:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000839258d5. 00040000:00000010:2.0:1767384876.972402:0:16751:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000d3a042af. 00000004:00000010:2.0:1767384876.972405:0:16751:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000edf7ed4f. 00000004:00000010:2.0:1767384876.972407:0:16751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008bf458c8. 00000004:00000010:2.0:1767384876.972409:0:16751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000001e659669. 00080000:00000010:2.0:1767384876.972411:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000037e67b79. 00000020:00000010:2.0:1767384876.972420:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e33f1721. 00080000:00000010:2.0:1767384876.972423:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000057e227fa. 00080000:00000010:2.0:1767384876.972444:0:16751:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000057e227fa. 00000020:00000010:2.0:1767384876.972446:0:16751:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e33f1721. 00000004:00000010:2.0:1767384876.972449:0:16751:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000579b86f6. 00000004:00000010:2.0:1767384876.972451:0:16751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000bc0bbfd4. 00000004:00000010:2.0:1767384876.972453:0:16751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000fd5f9c3f. 00080000:00000010:2.0:1767384876.972455:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000057e227fa. 00100000:00000010:2.0:1767384876.972471:0:16751:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f19d11cf. 00000004:00000010:2.0:1767384876.972481:0:16751:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000063635ef2. 00000004:00000010:2.0:1767384876.972483:0:16751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000019c257e1. 00000004:00000010:2.0:1767384876.972485:0:16751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ad9ec7a3. 00080000:00000010:2.0:1767384876.972487:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000da3d8f61. 00100000:00000010:2.0:1767384876.972514:0:16751:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000004c414159. 00040000:00000010:2.0:1767384876.972516:0:16751:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000f7cdfd57. 00000001:00000010:2.0:1767384876.972518:0:16751:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000fb3244ae. 00000001:00000010:2.0:1767384876.972520:0:16751:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000007d6d9a5a. 00000001:00000010:2.0:1767384876.972522:0:16751:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000f812a787. 00040000:00000010:2.0:1767384876.972528:0:16751:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 000000006a65b74f. 00000020:00000010:2.0:1767384876.972529:0:16751:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008700f646. 00000020:00000010:2.0:1767384876.972531:0:16751:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000087ebcd70. 00000020:00000010:2.0:1767384876.972533:0:16751:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fac94396. 00000020:00000010:2.0:1767384876.972535:0:16751:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000adf822bc. 00000020:00000010:2.0:1767384876.972537:0:16751:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003b828f62. 80000000:00000010:2.0:1767384876.972539:0:16751:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ef20f805. 40000000:00000010:2.0:1767384876.972541:0:16751:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007501c5b2. 00100000:00000010:2.0:1767384876.972543:0:16751:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000acffb14c. 00040000:00000010:2.0:1767384876.972544:0:16751:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000096298098. 00040000:00000010:2.0:1767384876.972546:0:16751:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000023b45676. 00080000:00000010:2.0:1767384876.972548:0:16751:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b4e16dfb. 00002000:00000010:2.0:1767384876.972550:0:16751:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001286a887. 00000020:00000010:2.0:1767384876.972686:0:16751:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000003b3f547f. 00000020:00000010:2.0:1767384876.972689:0:16751:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000003b3f547f. 00000020:00000010:2.0:1767384876.972692:0:16751:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 0000000022e000d9. 00000020:00000010:2.0:1767384876.972696:0:16751:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 000000003b3f547f. 00000020:00000010:2.0:1767384876.972699:0:16751:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 000000003b3f547f. 00040000:00000010:2.0:1767384876.972716:0:16751:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000a5725277. 00000020:00000010:2.0:1767384876.972725:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f4d24da0. 00080000:00000010:2.0:1767384876.972728:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008aac7c50. 00080000:00000010:2.0:1767384876.972778:0:16751:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008aac7c50. 00000020:00000010:2.0:1767384876.972782:0:16751:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f4d24da0. 00000004:00000010:2.0:1767384876.972789:0:16751:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000023f5ec99. 00000004:00000010:2.0:1767384876.972794:0:16751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005319e080. 00000004:00000010:2.0:1767384876.972798:0:16751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009b74c98c. 00080000:00000010:2.0:1767384876.972801:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008aac7c50. 00100000:00000010:2.0:1767384876.972847:0:16751:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006b90e6e7. 00000004:00000010:2.0:1767384876.972912:0:16751:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000698e8522. 00000004:00000010:2.0:1767384876.972915:0:16751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c0e55e3a. 00000004:00000010:2.0:1767384876.972917:0:16751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000aac26537. 00080000:00000010:2.0:1767384876.972919:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000fed35bc. 00100000:00000010:2.0:1767384876.972942:0:16751:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f861f730. 00040000:00000010:2.0:1767384876.972945:0:16751:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000ea917e05. 00000001:00000010:2.0:1767384876.972947:0:16751:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000000d708680. 00000001:00000010:2.0:1767384876.972949:0:16751:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000298ac734. 00000001:00000010:2.0:1767384876.972951:0:16751:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000691a12b7. 00040000:00000010:2.0:1767384876.972956:0:16751:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000e926a5fd. 00000020:00000010:2.0:1767384876.972966:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005b10f8a3. 00080000:00000010:2.0:1767384876.972969:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000041d07b8. 00080000:00000010:2.0:1767384876.972991:0:16751:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000041d07b8. 00000020:00000010:2.0:1767384876.972993:0:16751:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005b10f8a3. 00000004:00000010:2.0:1767384876.972997:0:16751:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000026c2eaf2. 00000004:00000010:2.0:1767384876.972999:0:16751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000437a2de. 00000004:00000010:2.0:1767384876.973001:0:16751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000fc5b48d9. 00080000:00000010:2.0:1767384876.973002:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000041d07b8. 00100000:00000010:2.0:1767384876.973025:0:16751:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ee13235d. 00000004:00000010:2.0:1767384876.973099:0:16751:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d92cdf22. 00000004:00000010:2.0:1767384876.973104:0:16751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000079c3a8ff. 00000004:00000010:2.0:1767384876.973107:0:16751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000001988452b. 00080000:00000010:2.0:1767384876.973118:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005295f915. 00100000:00000010:2.0:1767384876.973152:0:16751:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000dd9388fc. 00040000:00000010:2.0:1767384876.973156:0:16751:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000047de8fd8. 00000001:00000010:2.0:1767384876.973158:0:16751:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000000402699e. 00000001:00000010:2.0:1767384876.973160:0:16751:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000016098ce4. 00000001:00000010:2.0:1767384876.973162:0:16751:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000010dafe88. 00040000:00000010:2.0:1767384876.973167:0:16751:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000001fa85f10. 00000020:00000010:2.0:1767384876.973178:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f422091a. 00080000:00000010:2.0:1767384876.973181:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003fb7557d. 00080000:00000010:2.0:1767384876.973205:0:16751:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003fb7557d. 00000020:00000010:2.0:1767384876.973207:0:16751:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f422091a. 00000004:00000010:2.0:1767384876.973222:0:16751:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008181d8ae. 00000004:00000010:2.0:1767384876.973225:0:16751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000167d7a2a. 00000004:00000010:2.0:1767384876.973227:0:16751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000faf29a6d. 00080000:00000010:2.0:1767384876.973230:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003fb7557d. 00100000:00000010:2.0:1767384876.973252:0:16751:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000009213ef39. 00000004:00000010:2.0:1767384876.973263:0:16751:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005ce4a4b9. 00000004:00000010:2.0:1767384876.973265:0:16751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000294fbe5d. 00000004:00000010:2.0:1767384876.973267:0:16751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000edffaf26. 00080000:00000010:2.0:1767384876.973268:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007a36826a. 00100000:00000010:2.0:1767384876.973286:0:16751:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000a09568a0. 00040000:00000010:2.0:1767384876.973289:0:16751:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000098eadc98. 00000001:00000010:2.0:1767384876.973291:0:16751:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000044ae6716. 00000001:00000010:2.0:1767384876.973293:0:16751:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000fd6ddfc1. 00000001:00000010:2.0:1767384876.973294:0:16751:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000026adf12. 00040000:00000010:2.0:1767384876.973299:0:16751:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 000000000a79e813. 00000020:00000010:2.0:1767384876.973301:0:16751:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000efb0ca19. 00000020:00000010:2.0:1767384876.973303:0:16751:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000044d747ff. 00000020:00000010:2.0:1767384876.973305:0:16751:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f0cc8a02. 00000020:00000010:2.0:1767384876.973307:0:16751:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004a45b344. 00000020:00000010:2.0:1767384876.973309:0:16751:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006a007fc2. 80000000:00000010:2.0:1767384876.973311:0:16751:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007f7d2a0d. 40000000:00000010:2.0:1767384876.973312:0:16751:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000952119ce. 00100000:00000010:2.0:1767384876.973315:0:16751:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004d8864bf. 00040000:00000010:2.0:1767384876.973316:0:16751:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a224882d. 00040000:00000010:2.0:1767384876.973318:0:16751:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d864e6fc. 00080000:00000010:2.0:1767384876.973320:0:16751:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000321f2a09. 00002000:00000010:2.0:1767384876.973322:0:16751:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c17a4cc0. 00000100:00000010:2.0:1767384876.973340:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f1fd0c5f. 00000020:00000010:2.0:1767384876.973461:0:16751:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000b2600542. 00000020:00000010:2.0:1767384876.973466:0:16751:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000b2600542. 00000020:00000010:2.0:1767384876.973469:0:16751:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000c08eed13. 00000020:00000010:2.0:1767384876.973473:0:16751:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 00000000b2600542. 00000020:00000010:2.0:1767384876.973482:0:16751:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 00000000b2600542. 40000000:00000010:2.0:1767384876.973486:0:16751:0:(fid_lib.c:96:seq_target_init()) kmalloced '(dt->dd_cl_seq)': 224 at 000000006a598367. 00080000:00000010:2.0:1767384876.973528:0:16751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a13090cb. 00010000:00000010:2.1:1767384876.974032:0:16642:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000168ea983. 00010000:00000010:2.1:1767384876.974040:0:16642:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009eef597b. 00010000:00000010:1.1:1767384876.974041:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cd7c1dfb. 00010000:00000010:2.1:1767384876.974047:0:16642:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f08e1736. 00010000:00000010:1.1:1767384876.974049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004dbae4d8. 00080000:00000010:2.0:1767384876.980134:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a13090cb. 00000004:00000010:2.0:1767384876.980671:0:16751:0:(lod_dev.c:693:lod_sub_init_llog()) kmalloced '(lrd)': 96 at 00000000f1fd0c5f. 00000040:00000010:2.0:1767384876.980675:0:16751:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000d135dd0f. 00000020:00000010:2.0:1767384876.980679:0:16751:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000085fdb484. 00000020:00000010:2.0:1767384876.980690:0:16751:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000373defe1. 00000040:00000010:2.0:1767384876.980693:0:16751:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006acf2304. 00000020:00000010:2.0:1767384876.980695:0:16751:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003c1f4a72. 00000020:00000010:2.0:1767384876.980697:0:16751:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000319dd03e. 00000020:00000010:2.0:1767384876.980699:0:16751:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a46a4cfa. 80000000:00000010:2.0:1767384876.980701:0:16751:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fcd89a71. 40000000:00000010:2.0:1767384876.980702:0:16751:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000047e77e7a. 00100000:00000010:2.0:1767384876.980705:0:16751:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b229a45e. 00040000:00000010:2.0:1767384876.980706:0:16751:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000074dbf7ac. 00040000:00000010:2.0:1767384876.980708:0:16751:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008c3904f7. 00040000:00000010:2.0:1767384876.980710:0:16751:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000db374d0b. 00080000:00000010:2.0:1767384876.980712:0:16751:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000000317ba. 00000004:00000010:2.0:1767384876.980715:0:16751:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b3b7d2b4. 00000004:00000010:2.0:1767384876.980718:0:16751:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d19e4f12. 00000004:00000010:2.0:1767384876.980720:0:16751:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000003550794. 00000004:00000010:2.0:1767384876.980722:0:16751:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a13090cb. 00000004:00000010:2.0:1767384876.980919:0:16751:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e4a08fc5. 00000004:00000010:2.0:1767384876.980925:0:16751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000091fd07d7. 00000004:00000010:2.0:1767384876.980928:0:16751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004a1203e6. 00080000:00000010:2.0:1767384876.980932:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f0d3aa9c. 00080000:00000010:2.0:1767384876.981062:0:16751:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f0d3aa9c. 00000004:00000010:2.0:1767384876.981068:0:16751:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004a1203e6. 00000004:00000010:2.0:1767384876.981072:0:16751:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000091fd07d7. 00000004:00000010:2.0:1767384876.981076:0:16751:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e4a08fc5. 00000004:00000010:2.0:1767384876.981083:0:16751:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001320b7f8. 00000004:00000010:2.0:1767384876.981087:0:16751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000091fd07d7. 00000004:00000010:2.0:1767384876.981096:0:16751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004a1203e6. 00080000:00000010:2.0:1767384876.981101:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f0d3aa9c. 00000004:00000010:2.0:1767384876.981178:0:16751:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f7cd96fc. 00000004:00000010:2.0:1767384876.981185:0:16751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000dbbf982b. 00000004:00000010:2.0:1767384876.981191:0:16751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d1f0e7a7. 00080000:00000010:2.0:1767384876.981198:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000878157f5. 00080000:00000010:2.0:1767384876.981289:0:16751:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000878157f5. 00000004:00000010:2.0:1767384876.981294:0:16751:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d1f0e7a7. 00000004:00000010:2.0:1767384876.981297:0:16751:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000dbbf982b. 00000004:00000010:2.0:1767384876.981299:0:16751:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f7cd96fc. 00000004:00000010:2.0:1767384876.981303:0:16751:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000041b265d8. 00000004:00000010:2.0:1767384876.981306:0:16751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000dbbf982b. 00000004:00000010:2.0:1767384876.981307:0:16751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d1f0e7a7. 00080000:00000010:2.0:1767384876.981310:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000878157f5. 00000004:00000010:2.0:1767384876.981342:0:16751:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000fbc28f33. 00000004:00000010:2.0:1767384876.981344:0:16751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000323c1095. 00000004:00000010:2.0:1767384876.981346:0:16751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b5a9ba4f. 00080000:00000010:2.0:1767384876.981348:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cd85ddda. 00080000:00000010:2.0:1767384876.981841:0:16751:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000cd85ddda. 00000004:00000010:2.0:1767384876.981846:0:16751:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b5a9ba4f. 00000004:00000010:2.0:1767384876.981848:0:16751:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000323c1095. 00000004:00000010:2.0:1767384876.981850:0:16751:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000fbc28f33. 00000004:00000010:2.0:1767384876.981868:0:16751:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000010edda73. 00000004:00000010:2.0:1767384876.981872:0:16751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000323c1095. 00000004:00000010:2.0:1767384876.981875:0:16751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b5a9ba4f. 00080000:00000010:2.0:1767384876.981879:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cd85ddda. 00000004:00000010:2.0:1767384876.981920:0:16751:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000aa0cd78a. 00000004:00000010:2.0:1767384876.981923:0:16751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004de6fe2d. 00000004:00000010:2.0:1767384876.981924:0:16751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000767ae3dc. 00080000:00000010:2.0:1767384876.981927:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006df849bb. 00080000:00000010:2.0:1767384876.982370:0:16751:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006df849bb. 00000004:00000010:2.0:1767384876.982374:0:16751:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000767ae3dc. 00000004:00000010:2.0:1767384876.982380:0:16751:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000004de6fe2d. 00000004:00000010:2.0:1767384876.982381:0:16751:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000aa0cd78a. 00000004:00000010:2.0:1767384876.982386:0:16751:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000bccf9f4d. 00000004:00000010:2.0:1767384876.982388:0:16751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004de6fe2d. 00000004:00000010:2.0:1767384876.982390:0:16751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000767ae3dc. 00080000:00000010:2.0:1767384876.982393:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006df849bb. 00000020:00000010:2.0:1767384876.982430:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008d460e59. 00080000:00000010:2.0:1767384876.982433:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cbca7dd3. 00080000:00000010:2.0:1767384876.982453:0:16751:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000cbca7dd3. 00000020:00000010:2.0:1767384876.982455:0:16751:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008d460e59. 00000004:00000010:2.0:1767384876.982459:0:16751:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000063ce5361. 00000004:00000010:2.0:1767384876.982462:0:16751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000089ccc311. 00000004:00000010:2.0:1767384876.982464:0:16751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c35091a4. 00080000:00000010:2.0:1767384876.982465:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cbca7dd3. 00000040:00000010:2.0:1767384876.982945:0:16751:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000000f78365e. 00000040:00000010:2.0:1767384876.982953:0:16751:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004d26dd2d. 00000040:00000010:2.0:1767384876.982973:0:16751:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 18 at 000000002f07ddc8. 00000020:00000010:2.0:1767384876.982976:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005f9ef3a7. 00080000:00000010:2.0:1767384876.982979:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000587eff10. 00000040:00000010:2.0:1767384876.983005:0:16751:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e7ef8866. 00000040:00000010:2.0:1767384876.983037:0:16751:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 00000000a986c221. 00000040:00000010:2.0:1767384876.983901:0:16751:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 00000000a986c221. 00000040:00000010:2.0:1767384876.983906:0:16751:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000000c05f4da. 00000040:00000010:2.0:1767384876.983909:0:16751:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000778d4758. 00000040:00000010:2.0:1767384876.983924:0:16751:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 00000000feb1fb57. 00000020:00000010:2.0:1767384876.983927:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e5c8ca98. 00080000:00000010:2.0:1767384876.983929:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000526ab831. 00000040:00000010:2.0:1767384876.983951:0:16751:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a986c221. 00000040:00000010:2.0:1767384876.983957:0:16751:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 000000008e0774ad. 00000040:00000010:2.0:1767384876.984339:0:16751:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 000000008e0774ad. 00000040:00000010:2.0:1767384876.984343:0:16751:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000960af5d8. 00000020:00000010:2.0:1767384876.984344:0:16751:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009287edd3. 00000020:00000010:2.0:1767384876.984346:0:16751:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000020963918. 00000040:00000010:2.0:1767384876.984352:0:16751:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000c663eb3. 00000020:00000010:2.0:1767384876.984354:0:16751:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000003550794. 00000020:00000010:2.0:1767384876.984357:0:16751:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000348139d1. 00000020:00000010:2.0:1767384876.984358:0:16751:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007135155e. 80000000:00000010:2.0:1767384876.984360:0:16751:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000acb80576. 40000000:00000010:2.0:1767384876.984361:0:16751:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b6619dcb. 00100000:00000010:2.0:1767384876.984363:0:16751:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b3b7d2b4. 00040000:00000010:2.0:1767384876.984365:0:16751:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000074dbf7ac. 00040000:00000010:2.0:1767384876.984367:0:16751:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000000317ba. 00040000:00000010:2.0:1767384876.984368:0:16751:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000db374d0b. 00080000:00000010:2.0:1767384876.984370:0:16751:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008c3904f7. 00000004:00000010:2.0:1767384876.984372:0:16751:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b229a45e. 00000004:00000010:2.0:1767384876.984373:0:16751:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d19e4f12. 00000004:00000010:2.0:1767384876.984375:0:16751:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003c1f4a72. 00002000:00000010:2.0:1767384876.984376:0:16751:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a13090cb. 00000004:00000010:2.0:1767384876.984379:0:16751:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f26efb35. 00000020:00000010:2.0:1767384876.984381:0:16751:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000047e77e7a. 00000040:00000010:2.0:1767384876.984383:0:16751:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000008e0774ad. 00000040:00000010:2.0:1767384876.984779:0:16751:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000008e0774ad. 00000020:00000010:2.0:1767384876.984781:0:16751:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000047e77e7a. 00000020:00000010:2.0:1767384876.984784:0:16751:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000020963918. 00000040:00000010:2.0:1767384876.984786:0:16751:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000c663eb3. 00000020:00000010:2.0:1767384876.984788:0:16751:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000003550794. 00000020:00000010:2.0:1767384876.984789:0:16751:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000348139d1. 00000020:00000010:2.0:1767384876.984792:0:16751:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007135155e. 80000000:00000010:2.0:1767384876.984793:0:16751:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000acb80576. 40000000:00000010:2.0:1767384876.984795:0:16751:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b6619dcb. 00100000:00000010:2.0:1767384876.984796:0:16751:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b3b7d2b4. 00040000:00000010:2.0:1767384876.984798:0:16751:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000074dbf7ac. 00040000:00000010:2.0:1767384876.984799:0:16751:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000000317ba. 00040000:00000010:2.0:1767384876.984801:0:16751:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000db374d0b. 00080000:00000010:2.0:1767384876.984802:0:16751:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008c3904f7. 00000004:00000010:2.0:1767384876.984803:0:16751:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b229a45e. 00000004:00000010:2.0:1767384876.984805:0:16751:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d19e4f12. 00000004:00000010:2.0:1767384876.984810:0:16751:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003c1f4a72. 00002000:00000010:2.0:1767384876.984811:0:16751:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a13090cb. 00000004:00000010:2.0:1767384876.984813:0:16751:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f26efb35. 00000020:00000010:2.0:1767384876.984815:0:16751:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009287edd3. 00000040:00000010:2.0:1767384876.984816:0:16751:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000960af5d8. 00000040:00000010:2.0:1767384876.984818:0:16751:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000960af5d8. 00000020:00000010:2.0:1767384876.984819:0:16751:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009287edd3. 00000020:00000010:2.0:1767384876.984821:0:16751:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000db374d0b. 00000040:00000010:2.0:1767384876.984822:0:16751:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007135155e. 00000020:00000010:2.0:1767384876.984824:0:16751:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003c1f4a72. 00000020:00000010:2.0:1767384876.984825:0:16751:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000348139d1. 00000020:00000010:2.0:1767384876.984827:0:16751:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000c663eb3. 80000000:00000010:2.0:1767384876.984828:0:16751:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000acb80576. 40000000:00000010:2.0:1767384876.984829:0:16751:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b6619dcb. 00100000:00000010:2.0:1767384876.984830:0:16751:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b229a45e. 00040000:00000010:2.0:1767384876.984832:0:16751:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000074dbf7ac. 00040000:00000010:2.0:1767384876.984833:0:16751:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008c3904f7. 00040000:00000010:2.0:1767384876.984834:0:16751:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000020963918. 00080000:00000010:2.0:1767384876.984836:0:16751:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000000317ba. 00000004:00000010:2.0:1767384876.984837:0:16751:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b3b7d2b4. 00000004:00000010:2.0:1767384876.984838:0:16751:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d19e4f12. 00000004:00000010:2.0:1767384876.984839:0:16751:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000003550794. 00002000:00000010:2.0:1767384876.984841:0:16751:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f26efb35. 00000004:00000010:2.0:1767384876.984842:0:16751:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005aa5ec7e. 00000020:00000010:2.0:1767384876.984843:0:16751:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b2600542. 00000040:00000010:2.0:1767384876.984845:0:16751:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000008e0774ad. 00000040:00000010:2.0:1767384876.985267:0:16751:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000008e0774ad. 00000020:00000010:2.0:1767384876.985270:0:16751:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000b2600542. 00000020:00000010:2.0:1767384876.985273:0:16751:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000db374d0b. 00000040:00000010:2.0:1767384876.985275:0:16751:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007135155e. 00000020:00000010:2.0:1767384876.985276:0:16751:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003c1f4a72. 00000020:00000010:2.0:1767384876.985277:0:16751:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000348139d1. 00000020:00000010:2.0:1767384876.985279:0:16751:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000c663eb3. 80000000:00000010:2.0:1767384876.985281:0:16751:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000acb80576. 40000000:00000010:2.0:1767384876.985286:0:16751:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b6619dcb. 00100000:00000010:2.0:1767384876.985288:0:16751:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b229a45e. 00040000:00000010:2.0:1767384876.985290:0:16751:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000074dbf7ac. 00040000:00000010:2.0:1767384876.985291:0:16751:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008c3904f7. 00040000:00000010:2.0:1767384876.985293:0:16751:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000020963918. 00080000:00000010:2.0:1767384876.985294:0:16751:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000000317ba. 00000004:00000010:2.0:1767384876.985296:0:16751:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b3b7d2b4. 00000004:00000010:2.0:1767384876.985297:0:16751:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d19e4f12. 00000004:00000010:2.0:1767384876.985299:0:16751:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000003550794. 00002000:00000010:2.0:1767384876.985300:0:16751:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f26efb35. 00000004:00000010:2.0:1767384876.985302:0:16751:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005aa5ec7e. 00000020:00000010:2.0:1767384876.985303:0:16751:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009287edd3. 00000040:00000010:2.0:1767384876.985305:0:16751:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000960af5d8. 00000040:00000010:2.0:1767384876.985307:0:16751:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000077f124de. 00000040:00000010:2.0:1767384876.985311:0:16751:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009287edd3. 00000040:00000010:2.0:1767384876.985326:0:16751:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 12 at 00000000bd02918b. 00000020:00000010:2.0:1767384876.985328:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000074dbf7ac. 00080000:00000010:2.0:1767384876.985331:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006ca8ba01. 00000040:00000010:2.0:1767384876.985352:0:16751:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000008e0774ad. 00000001:00000010:2.0:1767384876.985358:0:16751:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 000000002ce03efa. 00000004:00000010:2.0:1767384876.985372:0:16751:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d098fe7a. 00000004:00000010:2.0:1767384876.985374:0:16751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c28fc783. 00000004:00000010:2.0:1767384876.985376:0:16751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c3f3f855. 00080000:00000010:2.0:1767384876.985379:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009e193039. 00080000:00000010:2.0:1767384876.985399:0:16751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005aa5ec7e. 00080000:00000010:2.0:1767384876.985408:0:16751:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000845bc615. 00080000:00000010:2.0:1767384876.985511:0:16751:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009e193039. 00000004:00000010:2.0:1767384876.985514:0:16751:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c3f3f855. 00000004:00000010:2.0:1767384876.985516:0:16751:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c28fc783. 00000004:00000010:2.0:1767384876.985517:0:16751:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d098fe7a. 00000020:00000010:2.0:1767384876.985526:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bceee045. 00080000:00000010:2.0:1767384876.985529:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009e193039. 00080000:00000010:2.0:1767384876.985533:0:16751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000aa618d33. 00000020:00000010:2.0:1767384876.986609:0:16751:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 00000000b927dfc9. 00100000:00000010:2.0:1767384876.986634:0:16751:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000904ac73a. 00080000:00000010:2.0:1767384876.986643:0:16751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e0f9b320. 00000020:00000010:2.0:1767384876.986670:0:16751:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 00000000b927dfc9. 00000020:00000010:2.0:1767384876.986673:0:16751:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at 0000000085ecfd52. 00080000:00000010:2.0:1767384876.986684:0:16751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008498ecb4. 00080000:00000010:2.0:1767384876.986705:0:16751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d1ed992a. 00080000:00000010:2.0:1767384876.986723:0:16751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000deb21a3e. 00100000:00000010:2.0:1767384876.986741:0:16751:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 00000000d19e4f12. 00000020:00000010:2.0:1767384876.986770:0:16751:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 00000000f81e9909. 00000004:00000010:2.0:1767384876.986785:0:16751:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001995e1ac. 00000004:00000010:2.0:1767384876.986788:0:16751:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c28fc783. 00000004:00000010:2.0:1767384876.986790:0:16751:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c3f3f855. 00080000:00000010:2.0:1767384876.986793:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000976cede2. 00000020:00000010:2.0:1767384876.986802:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000497ee624. 00080000:00000010:2.0:1767384876.986805:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003f1272ae. 00000020:00000010:2.0:1767384876.986836:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000793452bd. 00080000:00000010:2.0:1767384876.986840:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000079020169. 00100000:00000010:2.0:1767384876.986937:0:16751:0:(lfsck_lib.c:1608:lfsck_fid_init()) kmalloced '(lfsck->li_seq)': 224 at 000000005a7e4664. 00100000:00000010:2.0:1767384876.986940:0:16751:0:(lfsck_lib.c:1612:lfsck_fid_init()) kmalloced '(prefix)': 135 at 00000000fbf7f3ad. 00100000:00000010:2.0:1767384876.986973:0:16751:0:(lfsck_lib.c:1619:lfsck_fid_init()) kfreed 'prefix': 135 at 00000000fbf7f3ad. 00100000:00000010:2.0:1767384876.986978:0:16751:0:(lfsck_namespace.c:7102:lfsck_namespace_setup()) kmalloced '(com)': 1392 at 0000000003550794. 00100000:00000010:2.0:1767384876.986981:0:16751:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 000000000c48cdc4. 00100000:00000010:2.0:1767384876.986984:0:16751:0:(lfsck_namespace.c:7120:lfsck_namespace_setup()) kmalloced '(com->lc_file_ram)': 544 at 00000000b2eb2873. 00100000:00000010:2.0:1767384876.986987:0:16751:0:(lfsck_namespace.c:7124:lfsck_namespace_setup()) kmalloced '(com->lc_file_disk)': 544 at 0000000079526a75. 00000020:00000010:2.0:1767384876.987002:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008958d1c4. 00080000:00000010:2.0:1767384876.987006:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000088ad2bf3. 00000020:00000010:2.0:1767384876.987109:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e8c50eb7. 00080000:00000010:2.0:1767384876.987113:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000200867d2. 00000020:00000010:2.0:1767384876.987151:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000250da25e. 00080000:00000010:2.0:1767384876.987161:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000dab49858. 00000020:00000010:2.0:1767384876.987190:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f5789610. 00080000:00000010:2.0:1767384876.987192:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002e784b83. 00000020:00000010:2.0:1767384876.987221:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000eaba9c41. 00080000:00000010:2.0:1767384876.987223:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a73eeb4a. 00000020:00000010:2.0:1767384876.987243:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000eb310569. 00080000:00000010:2.0:1767384876.987245:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002e701fdf. 00000020:00000010:2.0:1767384876.987264:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000af766a78. 00080000:00000010:2.0:1767384876.987266:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000df2ceae9. 00000020:00000010:2.0:1767384876.987285:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008c586d59. 00080000:00000010:2.0:1767384876.987287:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000068ebfac3. 00000020:00000010:2.0:1767384876.987306:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e13d4659. 00080000:00000010:2.0:1767384876.987308:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000deb82a87. 00000020:00000010:2.0:1767384876.987327:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000b465077. 00080000:00000010:2.0:1767384876.987329:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000665a6ebe. 00000020:00000010:2.0:1767384876.987347:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000060eff834. 00080000:00000010:2.0:1767384876.987349:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000015bc8e34. 00000020:00000010:2.0:1767384876.987368:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d48e8f8e. 00080000:00000010:2.0:1767384876.987370:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004f6bba83. 00000020:00000010:2.0:1767384876.987390:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003086e809. 00080000:00000010:2.0:1767384876.987392:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000065ce932. 00000020:00000010:2.0:1767384876.987415:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007f4491e5. 00080000:00000010:2.0:1767384876.987418:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000062cbca72. 00000020:00000010:2.0:1767384876.987443:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008ac9dbcb. 00080000:00000010:2.0:1767384876.987445:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b79fdf4c. 00000020:00000010:2.0:1767384876.987464:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000029ab0a0. 00080000:00000010:2.0:1767384876.987466:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000010d7ec89. 00000020:00000010:2.0:1767384876.987488:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004987d07f. 00080000:00000010:2.0:1767384876.987490:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002e8b5979. 00100000:00000010:2.0:1767384876.987506:0:16751:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 00000000b3b7d2b4. 00100000:00000010:2.0:1767384876.987509:0:16751:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 00000000963e2f12. 00100000:00000010:2.0:1767384876.987511:0:16751:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 00000000079911fb. 00100000:00000010:2.0:1767384876.987512:0:16751:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 000000001bb10dc4. 00000020:00000010:2.0:1767384876.987518:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000380fe00b. 00080000:00000010:2.0:1767384876.987521:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a14ebcc5. 00000020:00000010:2.0:1767384876.987577:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000df257ea0. 00080000:00000010:2.0:1767384876.987580:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000de4cae51. 00000020:00000010:2.0:1767384876.987604:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007d757b29. 00080000:00000010:2.0:1767384876.987613:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000064df8a3e. 00000020:00000010:2.0:1767384876.987640:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009b20e837. 00080000:00000010:2.0:1767384876.987642:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000840beb86. 00000020:00000010:2.0:1767384876.987662:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009a55830c. 00080000:00000010:2.0:1767384876.987664:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001792afd5. 00000020:00000010:2.0:1767384876.987683:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003c971e2f. 00080000:00000010:2.0:1767384876.987686:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006842b789. 00000020:00000010:2.0:1767384876.987704:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006847c2fd. 00080000:00000010:2.0:1767384876.987706:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000aa95095a. 00000020:00000010:2.0:1767384876.987724:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005e9398e2. 00080000:00000010:2.0:1767384876.987727:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000e093868. 00000020:00000010:2.0:1767384876.987746:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000083f4f470. 00080000:00000010:2.0:1767384876.987748:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fa1a52e3. 00000020:00000010:2.0:1767384876.987772:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002aa6fa2e. 00080000:00000010:2.0:1767384876.987775:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c9f98b8a. 00000020:00000010:2.0:1767384876.987800:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cd0ec103. 00080000:00000010:2.0:1767384876.987802:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e2fd6aeb. 00000020:00000010:2.0:1767384876.987822:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000071ad6527. 00080000:00000010:2.0:1767384876.987824:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008ae107d6. 00000020:00000010:2.0:1767384876.987844:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000099281cda. 00080000:00000010:2.0:1767384876.987846:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000465f74a7. 00000020:00000010:2.0:1767384876.987902:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006fa27b32. 00080000:00000010:2.0:1767384876.987906:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000081c4838d. 00000020:00000010:2.0:1767384876.987935:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000067c76d72. 00080000:00000010:2.0:1767384876.987938:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000db19656b. 00000020:00000010:2.0:1767384876.987964:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fd6a4690. 00080000:00000010:2.0:1767384876.988018:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c14fd3af. 00000020:00000010:2.0:1767384876.988091:0:16751:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001386c8fa. 00080000:00000010:2.0:1767384876.988093:0:16751:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005f424257. 00100000:00000010:2.0:1767384876.988114:0:16751:0:(lfsck_lib.c:206:__lfsck_add_target()) kmalloced '(ltds->ltd_tgts_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 000000008ecd06e5. 00200000:00000010:2.0:1767384876.988124:0:16751:0:(barrier.c:372:barrier_register()) kmalloced '(barrier)': 176 at 00000000fbf7f3ad. 00000020:00000010:2.0:1767384876.988134:0:16751:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000373defe1. 00000020:00000010:2.0:1767384876.988136:0:16751:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007135155e. 00000020:00000010:2.0:1767384876.988137:0:16751:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000000317ba. 00000020:00000010:2.0:1767384876.988139:0:16751:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000348139d1. 00000020:00000010:2.0:1767384876.988141:0:16751:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000c663eb3. 80000000:00000010:2.0:1767384876.988143:0:16751:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005fee7bb1. 40000000:00000010:2.0:1767384876.988144:0:16751:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e97cfde3. 00100000:00000010:2.0:1767384876.988146:0:16751:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008c3904f7. 00040000:00000010:2.0:1767384876.988147:0:16751:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000054a092aa. 00040000:00000010:2.0:1767384876.988149:0:16751:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000020963918. 00080000:00000010:2.0:1767384876.988151:0:16751:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b229a45e. 00002000:00000010:2.0:1767384876.988153:0:16751:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fcca1a42. 00080000:00000010:2.0:1767384876.988157:0:16751:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008e9f9857. 00080000:00000010:3.0:1767384876.996971:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008e9f9857. 00080000:00000010:3.0:1767384876.996980:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000deb21a3e. 00080000:00000010:3.0:1767384876.996984:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d1ed992a. 00080000:00000010:3.0:1767384876.996988:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008498ecb4. 00080000:00000010:3.0:1767384876.996992:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e0f9b320. 00080000:00000010:3.0:1767384876.996997:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000aa618d33. 00080000:00000010:3.0:1767384876.997003:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005aa5ec7e. 00000004:00000010:3.0:1767384876.997282:0:16751:0:(mdd_orphans.c:574:mdd_orphan_cleanup()) kfreed 'name': 64 at 0000000022998de0. 00000020:00000010:3.0:1767384876.997304:0:16751:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000024b9a594. 00000040:00000010:3.0:1767384876.997311:0:16751:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007a33e5ce. 00000020:00000010:3.0:1767384876.997317:0:16751:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009c79a1e6. 00000020:00000010:3.0:1767384876.997324:0:16751:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f143b7af. 00000020:00000010:3.0:1767384876.997332:0:16751:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006241b7e6. 80000000:00000010:3.0:1767384876.997340:0:16751:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f968f093. 40000000:00000010:3.0:1767384876.997349:0:16751:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003282f053. 00000020:00000010:3.0:1767384876.997355:0:16751:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at 00000000f81e9909. 00100000:00000010:3.0:1767384876.997361:0:16751:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000db446956. 00040000:00000010:3.0:1767384876.997367:0:16751:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000f81e8f2. 00040000:00000010:3.0:1767384876.997371:0:16751:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000753dbbe. 00040000:00000010:3.0:1767384876.997379:0:16751:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006757853d. 00080000:00000010:3.0:1767384876.997386:0:16751:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000845bc615. 00000020:00000010:3.0:1767384876.997390:0:16751:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at 0000000085ecfd52. 00080000:00000010:3.0:1767384876.997394:0:16751:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e264b690. 00000004:00000010:3.0:1767384876.997396:0:16751:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000078db6841. 00000004:00000010:3.0:1767384876.997400:0:16751:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000dba024c0. 00000004:00000010:3.0:1767384876.997404:0:16751:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e29da55a. 00000004:00000010:3.0:1767384876.997413:0:16751:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a8f86d94. 00000020:00000010:3.0:1767384876.997416:0:16751:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be5dc27c. 00000020:00000010:3.0:1767384876.997419:0:16751:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f3253d4d. 00000020:00000010:3.0:1767384876.997424:0:16751:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ded3520c. 00000020:00000010:3.0:1767384876.997427:0:16751:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004648011. 00000400:00000010:3.0:1767384876.997475:0:16751:0:(api-ni.c:3420:LNetRegisterNIDUpdates()) alloc '(nur)': 32 at 000000006c11adda. 00000400:00000200:3.0:1767384876.997478:0:16751:0:(api-ni.c:3434:LNetRegisterNIDUpdates()) Registering 00000000472361d0/00000000e2b032a4 party for NID updates 00000040:00000010:3.0:1767384876.997488:0:16751:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000ac41ac90. 00000020:00000010:3.0:1767384876.997507:0:16751:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000be15e667. 00000040:00000010:3.0:1767384876.997511:0:16751:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000018e8b598. 00000020:00000010:3.0:1767384876.997515:0:16751:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b188091b. 00000020:00000010:3.0:1767384876.997518:0:16751:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ecd963d1. 80000000:00000010:3.0:1767384876.997522:0:16751:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000dfb8de6f. 00040000:00000010:3.0:1767384876.997527:0:16751:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000008424101. 00080000:00000010:3.0:1767384876.997532:0:16751:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c21f2289. 20000000:00000010:3.0:1767384876.997537:0:16751:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000029b18c86. 00000020:00000010:3.0:1767384876.997541:0:16751:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000084c66930. 00080000:00000010:3.0:1767384877.003077:0:16803:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000009d572026. 00080000:00000010:3.0:1767384877.003084:0:16803:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 0000000094af6d74. 00000020:00000010:3.0:1767384877.003089:0:16803:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000aefd3e32. 00000040:00000010:3.0:1767384877.003092:0:16803:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000006eeb332. 00000020:00000010:3.0:1767384877.003096:0:16803:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c09a7d84. 00000020:00000010:3.0:1767384877.003100:0:16803:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000474d5fef. 00000020:00000010:3.0:1767384877.003103:0:16803:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000edebdcc0. 80000000:00000010:3.0:1767384877.003106:0:16803:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007b941281. 40000000:00000010:3.0:1767384877.003119:0:16803:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000871bb365. 00100000:00000010:3.0:1767384877.003123:0:16803:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002f4bdb39. 00040000:00000010:3.0:1767384877.003127:0:16803:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006096be33. 00040000:00000010:3.0:1767384877.003131:0:16803:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008dd36cc3. 00040000:00000010:3.0:1767384877.003135:0:16803:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007ce2c94f. 00080000:00000010:3.0:1767384877.003138:0:16803:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000edbfc7e5. 00000004:00000010:3.0:1767384877.003142:0:16803:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003a8100b6. 00000004:00000010:3.0:1767384877.003146:0:16803:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ac6ed2d5. 00000004:00000010:3.0:1767384877.003150:0:16803:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000061708e53. 00000004:00000010:3.0:1767384877.003161:0:16803:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001630681c. 00000020:00000010:3.0:1767384877.003165:0:16803:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005b35eb6. 00000004:00000010:3.0:1767384877.003169:0:16803:0:(mdd_orphans.c:542:mdd_orphan_cleanup_thread()) kfreed 'env': 56 at 00000000dce0839b. 00000001:02000400:2.0:1767384878.476201:0:17027:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing set_default_debug -1 all 00000400:00000001:2.0:1767384878.487995:0:17029:0:(debug.c:327:cfs_str2mask()) Process entered 00080000:00000001:2.0:1767384878.920105:0:17091:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384878.920118:0:17091:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384878.920121:0:17091:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384879.360737:0:17141:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384879.360749:0:17141:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384879.360752:0:17141:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384879.961158:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384879.961161:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384879.961164:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384880.043812:0:17189:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384880.043825:0:17189:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384880.043828:0:17189:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384880.158052:0:17225:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384880.158056:0:17225:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:00000001:0.0:1767384880.160508:0:17225:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000001:2.0:1767384880.465846:0:17237:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384880.465876:0:17237:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384880.465893:0:17237:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384880.845227:0:17285:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384880.845240:0:17285:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384880.845244:0:17285:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384880.985164:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384880.985168:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384880.985172:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384881.391593:0:17448:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384881.391604:0:17448:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.391607:0:17448:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.692579:0:17496:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384881.692590:0:17496:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384881.692594:0:17496:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384881.865234:0:17538:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:0.0:1767384881.865252:0:17538:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000121ff4c1. 00000020:00000010:0.0:1767384881.865257:0:17538:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000554dea42. 00000020:00000010:0.0:1767384881.865262:0:17538:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad8dd202. 00000020:00000010:0.0:1767384881.865266:0:17538:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fe93e3a6. 00000020:00000010:0.0:1767384881.865279:0:17538:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f54102fd. 00000020:00000010:0.0:1767384881.865284:0:17538:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001a63e5f3. 00000020:00000010:0.0:1767384881.865288:0:17538:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007a874ef9. 80000000:00000010:0.0:1767384881.865292:0:17538:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009227f88e. 40000000:00000010:0.0:1767384881.865297:0:17538:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e382dba1. 00100000:00000010:0.0:1767384881.865302:0:17538:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a7996b33. 00040000:00000010:0.0:1767384881.865305:0:17538:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006cee4e00. 00040000:00000010:0.0:1767384881.865309:0:17538:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000168bb9d9. 00080000:00000010:0.0:1767384881.865313:0:17538:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006f86c100. 00002000:00000010:0.0:1767384881.865318:0:17538:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000062051b5b. 00000100:00000200:0.0:1767384881.865323:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865329:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f25ae260. 00000400:00000010:0.0:1767384881.865336:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000653d6da2. 00000100:00000200:0.0:1767384881.865343:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865346:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006832beed. 00000400:00000010:0.0:1767384881.865349:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000042274be8. 00000100:00000200:0.0:1767384881.865351:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865353:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f4d9b49. 00000400:00000010:0.0:1767384881.865358:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000febcbdf7. 00000100:00000200:0.0:1767384881.865361:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865363:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b351bfd5. 00000400:00000010:0.0:1767384881.865366:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000005fa05f9f. 00000100:00000200:0.0:1767384881.865368:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865370:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b70c316. 00000400:00000010:0.0:1767384881.865373:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000487f9a08. 00000100:00000200:0.0:1767384881.865375:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865377:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005988a2b5. 00000400:00000010:0.0:1767384881.865379:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d19a7138. 00000100:00000200:0.0:1767384881.865383:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865385:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e96d0f5b. 00000400:00000010:0.0:1767384881.865388:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000953bd229. 00000100:00000200:0.0:1767384881.865390:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865392:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5d14557. 00000400:00000010:0.0:1767384881.865395:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000006e07db68. 00000100:00000200:0.0:1767384881.865397:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865407:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd4cf01b. 00000400:00000010:0.0:1767384881.865410:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000fca9a5b1. 00000100:00000200:0.0:1767384881.865412:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865416:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000927cd77. 00000400:00000010:0.0:1767384881.865418:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000005a51e6e. 00000100:00000200:0.0:1767384881.865420:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865423:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034f81724. 00000400:00000010:0.0:1767384881.865425:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000005f6b9af8. 00000100:00000200:0.0:1767384881.865427:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865429:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009798e9f6. 00000400:00000010:0.0:1767384881.865432:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000010d8edf3. 00000100:00000200:0.0:1767384881.865435:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865438:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df57e5b6. 00000400:00000010:0.0:1767384881.865440:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000051161afe. 00000100:00000200:0.0:1767384881.865443:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865445:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012fc8815. 00000400:00000010:0.0:1767384881.865447:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004f78c9c0. 00000100:00000200:0.0:1767384881.865450:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865453:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4abe4b5. 00000400:00000010:0.0:1767384881.865456:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a6a3d014. 00000100:00000200:0.0:1767384881.865458:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865460:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000367f856a. 00000400:00000010:0.0:1767384881.865462:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008b94ed31. 00000100:00000200:0.0:1767384881.865465:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865467:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4bc1f38. 00000400:00000010:0.0:1767384881.865470:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000007009413c. 00000100:00000200:0.0:1767384881.865472:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865475:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba64dea0. 00000400:00000010:0.0:1767384881.865479:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000006d4b3771. 00000100:00000200:0.0:1767384881.865481:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865487:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000435a2050. 00000400:00000010:0.0:1767384881.865493:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000065817ddd. 00000100:00000200:0.0:1767384881.865496:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865499:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3cb87b0. 00000400:00000010:0.0:1767384881.865504:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000085f6e207. 00000100:00000200:0.0:1767384881.865507:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865517:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c4c4fec. 00000400:00000010:0.0:1767384881.865522:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000009fb8450c. 00000100:00000200:0.0:1767384881.865527:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865530:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008296495f. 00000400:00000010:0.0:1767384881.865532:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000006d517cac. 00000100:00000200:0.0:1767384881.865534:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865538:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000913f3ef4. 00000400:00000010:0.0:1767384881.865549:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000787e9236. 00000100:00000200:0.0:1767384881.865553:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865559:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000067bc53d. 00000400:00000010:0.0:1767384881.865563:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000696dcf07. 00000100:00000200:0.0:1767384881.865565:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865568:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091f10286. 00000400:00000010:0.0:1767384881.865571:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000fa04f1d5. 00000100:00000200:0.0:1767384881.865574:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865577:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b498990. 00000400:00000010:0.0:1767384881.865582:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003ce06543. 00000100:00000200:0.0:1767384881.865584:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865589:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033414548. 00000400:00000010:0.0:1767384881.865595:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000f06b24e2. 00000100:00000200:0.0:1767384881.865598:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865602:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000531c844. 00000400:00000010:0.0:1767384881.865607:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003945966c. 00000100:00000200:0.0:1767384881.865610:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865613:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007beead96. 00000400:00000010:0.0:1767384881.865617:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000f131b5cc. 00000100:00000200:0.0:1767384881.865620:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865622:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086b8922f. 00000400:00000010:0.0:1767384881.865626:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d918e6d6. 00000100:00000200:0.0:1767384881.865628:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865629:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e96c970. 00000400:00000010:0.0:1767384881.865631:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d55f0fcb. 00000100:00000200:0.0:1767384881.865634:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865637:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb9f2dd3. 00000400:00000010:0.0:1767384881.865638:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000db7f2517. 00000100:00000200:0.0:1767384881.865641:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865651:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000654d6e42. 00000400:00000010:0.0:1767384881.865654:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003ceb85ee. 00000100:00000200:0.0:1767384881.865657:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865659:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7730848. 00000400:00000010:0.0:1767384881.865662:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000055e835c6. 00000100:00000200:0.0:1767384881.865664:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865666:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d6ac1f0. 00000400:00000010:0.0:1767384881.865667:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000001537293e. 00000100:00000200:0.0:1767384881.865669:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865671:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002346f52. 00000400:00000010:0.0:1767384881.865674:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a9bbcd9b. 00000100:00000200:0.0:1767384881.865676:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865677:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2f5b2b9. 00000400:00000010:0.0:1767384881.865680:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000014b6f8e1. 00000100:00000200:0.0:1767384881.865682:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865684:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fab17bf8. 00000400:00000010:0.0:1767384881.865686:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000007b7a0cb5. 00000100:00000200:0.0:1767384881.865688:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865690:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc361d1d. 00000400:00000010:0.0:1767384881.865702:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000005406835f. 00000100:00000200:0.0:1767384881.865709:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865713:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db0c15a2. 00000400:00000010:0.0:1767384881.865716:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000002ff07197. 00000100:00000200:0.0:1767384881.865718:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865720:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acaef586. 00000400:00000010:0.0:1767384881.865723:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000646b9ac5. 00000100:00000200:0.0:1767384881.865725:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865727:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1b284b9. 00000400:00000010:0.0:1767384881.865730:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000f8920fba. 00000100:00000200:0.0:1767384881.865732:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865733:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f43e8e6. 00000400:00000010:0.0:1767384881.865735:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c08e5fa2. 00000100:00000200:0.0:1767384881.865737:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865738:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a76e1b4c. 00000400:00000010:0.0:1767384881.865740:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000007af27d31. 00000100:00000200:0.0:1767384881.865741:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865747:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c045d5fa. 00000400:00000010:0.0:1767384881.865749:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e2b23b4d. 00000100:00000200:0.0:1767384881.865751:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865752:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bff8ce88. 00000400:00000010:0.0:1767384881.865753:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a6146a94. 00000100:00000200:0.0:1767384881.865755:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865756:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019db70da. 00000400:00000010:0.0:1767384881.865758:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000041f6a904. 00000100:00000200:0.0:1767384881.865759:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865760:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d80b5a41. 00000400:00000010:0.0:1767384881.865761:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c9a20666. 00000100:00000200:0.0:1767384881.865763:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865764:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038ecbfed. 00000400:00000010:0.0:1767384881.865765:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000012dc8371. 00000100:00000200:0.0:1767384881.865766:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865767:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023d4d9a1. 00000400:00000010:0.0:1767384881.865769:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000024f89cf8. 00000100:00000200:0.0:1767384881.865770:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865771:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078f59d42. 00000400:00000010:0.0:1767384881.865773:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000010e7a8a8. 00000100:00000200:0.0:1767384881.865774:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865775:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a02885c1. 00000400:00000010:0.0:1767384881.865776:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d329aa83. 00000100:00000200:0.0:1767384881.865778:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865779:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000798c518f. 00000400:00000010:0.0:1767384881.865781:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000097d15587. 00000100:00000200:0.0:1767384881.865783:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865784:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b6da3f5. 00000400:00000010:0.0:1767384881.865786:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003a5de627. 00000100:00000200:0.0:1767384881.865788:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865789:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f02d092. 00000400:00000010:0.0:1767384881.865799:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000009745cc29. 00000100:00000200:0.0:1767384881.865802:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865803:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099da5b7b. 00000400:00000010:0.0:1767384881.865805:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e0a4a563. 00000100:00000200:0.0:1767384881.865808:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865820:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cee35f92. 00000400:00000010:0.0:1767384881.865835:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e1b6c5be. 00000100:00000200:0.0:1767384881.865840:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865843:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfa03592. 00000400:00000010:0.0:1767384881.865846:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a94e567b. 00000100:00000200:0.0:1767384881.865848:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865851:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b516ebd5. 00000400:00000010:0.0:1767384881.865853:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003ce9a86f. 00000100:00000200:0.0:1767384881.865855:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865857:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b44fbdad. 00000400:00000010:0.0:1767384881.865860:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000006007d1cf. 00000100:00000200:0.0:1767384881.865861:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865863:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b724c77. 00000400:00000010:0.0:1767384881.865865:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000477df3ad. 00000100:00000200:0.0:1767384881.865869:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865872:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eae2baaf. 00000400:00000010:0.0:1767384881.865874:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000ef02b4fb. 00000100:00000200:0.0:1767384881.865877:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865879:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3aa3551. 00000400:00000010:0.0:1767384881.865882:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e5e6dda0. 00000100:00000200:0.0:1767384881.865885:0:17538:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1767384881.865888:0:17538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5e82155. 00000400:00000010:0.0:1767384881.865890:0:17538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000001e0652d. 00000100:00000010:0.0:1767384881.865902:0:17538:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000b51354c1. 00000100:00000200:0.0:1767384881.865923:0:17538:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:3.0:1767384881.866332:0:17536:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.866337:0:17536:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1767384881.866339:0:17536:0:(service.c:3434:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00000010:3.0:1767384881.866344:0:17536:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000008ceb5c7b. 00000100:00100000:3.0:1767384881.866348:0:17536:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00000001:3.0:1767384881.866655:0:17536:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.866659:0:17536:0:(service.c:3411:ptlrpc_start_threads()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.866660:0:17536:0:(service.c:856:ptlrpc_register_service()) Process leaving (rc=18446635435830723584 : -108637878828032 : ffff9d31c5d2c400) 00000100:00000001:3.0:1767384881.866662:0:17536:0:(service.c:701:ptlrpc_register_service()) Process entered 00000100:00000010:3.0:1767384881.866666:0:17536:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000035387a19. 00000100:00000010:3.0:1767384881.866670:0:17536:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000ad549510. 00000100:00000010:3.0:1767384881.866683:0:17536:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000a028b6b2. 00000100:00000010:3.0:1767384881.866689:0:17536:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000ee00ae77. 00000100:00000010:3.0:1767384881.866694:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ec2df68. 00000100:00000010:3.0:1767384881.866707:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000002438a313. 00000100:00000010:3.0:1767384881.866710:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db6aedce. 00000100:00000010:3.0:1767384881.866723:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000913f87a8. 00000100:00000010:3.0:1767384881.866726:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000079129e1. 00000100:00000010:3.0:1767384881.866738:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000d8f0bd46. 00000100:00000010:3.0:1767384881.866741:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000af3b6255. 00000100:00000010:3.0:1767384881.866753:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000000a1a7422. 00000100:00000010:3.0:1767384881.866756:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075e69ead. 00000100:00000010:3.0:1767384881.866769:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000fda447aa. 00000100:00000010:3.0:1767384881.866773:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4d28fd9. 00000100:00000010:3.0:1767384881.866804:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000d76fbdb4. 00000100:00000010:3.0:1767384881.866807:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ff9582b. 00000100:00000010:3.0:1767384881.866821:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000031879a3c. 00000100:00000010:3.0:1767384881.866843:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002d8c742e. 00000100:00000010:3.0:1767384881.866925:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000d912d0c7. 00000100:00000010:3.0:1767384881.866930:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000646333b9. 00000100:00000010:3.0:1767384881.866947:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000e2a0b3d6. 00000100:00000010:3.0:1767384881.866951:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8f86d94. 00000100:00000010:3.0:1767384881.866963:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000008209de35. 00000100:00000010:3.0:1767384881.866966:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e9f9857. 00000100:00000010:3.0:1767384881.866983:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000045ca5922. 00000100:00000010:3.0:1767384881.866986:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aa618d33. 00000100:00000010:3.0:1767384881.867001:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000bf0621d2. 00000100:00000010:3.0:1767384881.867003:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000deb21a3e. 00000100:00000010:3.0:1767384881.867046:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000ee4c6ec0. 00000100:00000010:3.0:1767384881.867051:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000012bbe78a. 00000100:00000010:3.0:1767384881.867070:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000bf4ab68b. 00000100:00000010:3.0:1767384881.867075:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005aa5ec7e. 00000100:00000010:3.0:1767384881.867092:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000005bc868d4. 00000100:00000010:3.0:1767384881.867095:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fcca1a42. 00000100:00000010:3.0:1767384881.867108:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000525c6b35. 00000100:00000010:3.0:1767384881.867111:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e0f9b320. 00000100:00000010:3.0:1767384881.867123:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000000b228cfe. 00000100:00000010:3.0:1767384881.867126:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d1ed992a. 00000100:00000010:3.0:1767384881.867138:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000004783a090. 00000100:00000010:3.0:1767384881.867142:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008498ecb4. 00000100:00000010:3.0:1767384881.867154:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000003505e177. 00000100:00000010:3.0:1767384881.867158:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d94a1b4. 00000100:00000010:3.0:1767384881.867170:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000a30ad8ef. 00000100:00000010:3.0:1767384881.867173:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f26efb35. 00000100:00000010:3.0:1767384881.867186:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000009a7ee3a4. 00000100:00000010:3.0:1767384881.867189:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fac4e616. 00000100:00000010:3.0:1767384881.867202:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000043d68d37. 00000100:00000010:3.0:1767384881.867205:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd124255. 00000100:00000010:3.0:1767384881.867220:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000000646d0b. 00000100:00000010:3.0:1767384881.867223:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee6175f1. 00000100:00000010:3.0:1767384881.867235:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000008127dd23. 00000100:00000010:3.0:1767384881.867238:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ae4a2222. 00000100:00000010:3.0:1767384881.867250:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000009891192f. 00000100:00000010:3.0:1767384881.867253:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006056d735. 00000100:00000010:3.0:1767384881.867265:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000007afa16ba. 00000100:00000010:3.0:1767384881.867268:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7637417. 00000100:00000010:3.0:1767384881.867280:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000408ce911. 00000100:00000010:3.0:1767384881.867283:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5435e91. 00000100:00000010:3.0:1767384881.867297:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000024f49965. 00000100:00000010:3.0:1767384881.867299:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000089e3f499. 00000100:00000010:3.0:1767384881.867312:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000488c5fe5. 00000100:00000010:3.0:1767384881.867315:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1078cc5. 00000100:00000010:3.0:1767384881.867329:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000e2f948d7. 00000100:00000010:3.0:1767384881.867332:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000feabf6ff. 00000100:00000010:3.0:1767384881.867345:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000003c9762a1. 00000100:00000010:3.0:1767384881.867347:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f9e48f34. 00000100:00000010:3.0:1767384881.867361:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000052f4666c. 00000100:00000010:3.0:1767384881.867364:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b635b53. 00000100:00000010:3.0:1767384881.867377:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000df5df3c4. 00000100:00000010:3.0:1767384881.867380:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001efe9930. 00000100:00000010:3.0:1767384881.867393:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000cbf8638c. 00000100:00000010:3.0:1767384881.867396:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a088227. 00000100:00000010:3.0:1767384881.867409:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000388456ec. 00000100:00000010:3.0:1767384881.867412:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001886d9e4. 00000100:00000010:3.0:1767384881.867426:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000d94cdd63. 00000100:00000010:3.0:1767384881.867428:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df3e8fd1. 00000100:00000010:3.0:1767384881.867442:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000f1b2e4f5. 00000100:00000010:3.0:1767384881.867452:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000018a95156. 00000100:00000010:3.0:1767384881.867466:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000fd429f2e. 00000100:00000010:3.0:1767384881.867473:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c6d72e61. 00000100:00000010:3.0:1767384881.867487:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000025ef7de7. 00000100:00000010:3.0:1767384881.867491:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de30c9d9. 00000100:00000010:3.0:1767384881.867509:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000f210a948. 00000100:00000010:3.0:1767384881.867513:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000872079f4. 00000100:00000010:3.0:1767384881.867531:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000318b75cb. 00000100:00000010:3.0:1767384881.867536:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000549c297c. 00000100:00000010:3.0:1767384881.867551:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000907e4661. 00000100:00000010:3.0:1767384881.867553:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001170269d. 00000100:00000010:3.0:1767384881.867567:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000000bd2c1ab. 00000100:00000010:3.0:1767384881.867570:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009558dabe. 00000100:00000010:3.0:1767384881.867582:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000c5e83268. 00000100:00000010:3.0:1767384881.867584:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ef3c231. 00000100:00000010:3.0:1767384881.867596:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000351eeb73. 00000100:00000010:3.0:1767384881.867599:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a4bba2c. 00000100:00000010:3.0:1767384881.867612:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000682e90c4. 00000100:00000010:3.0:1767384881.867615:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002cf419ad. 00000100:00000010:3.0:1767384881.867627:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000000fafd449. 00000100:00000010:3.0:1767384881.867630:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf570283. 00000100:00000010:3.0:1767384881.867643:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000007c9942c. 00000100:00000010:3.0:1767384881.867646:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003cffe76c. 00000100:00000010:3.0:1767384881.867657:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000000009fabe. 00000100:00000010:3.0:1767384881.867660:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008fc43151. 00000100:00000010:3.0:1767384881.867673:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000007caf54ff. 00000100:00000010:3.0:1767384881.867675:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1ec9043. 00000100:00000010:3.0:1767384881.867688:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000008c870ada. 00000100:00000010:3.0:1767384881.867690:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a74fa22e. 00000100:00000010:3.0:1767384881.867702:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000008b9fdf7f. 00000100:00000010:3.0:1767384881.867705:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a02450e2. 00000100:00000010:3.0:1767384881.867718:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000cc0da5d6. 00000100:00000010:3.0:1767384881.867727:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000049717541. 00000100:00000010:3.0:1767384881.867742:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000731c69d8. 00000100:00000010:3.0:1767384881.867745:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004080c7d5. 00000100:00000010:3.0:1767384881.867757:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000a129d1d7. 00000100:00000010:3.0:1767384881.867760:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000197d843f. 00000100:00000010:3.0:1767384881.867772:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000594fc21a. 00000100:00000010:3.0:1767384881.867776:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d0c57846. 00000100:00000010:3.0:1767384881.867788:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000178de6d8. 00000100:00000010:3.0:1767384881.867790:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008bc296ca. 00000100:00000010:3.0:1767384881.867801:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000d8dc17bc. 00000100:00000010:3.0:1767384881.867804:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000962b65f7. 00000100:00000010:3.0:1767384881.867816:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000001bf71ad8. 00000100:00000010:3.0:1767384881.867818:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000090706c3b. 00000100:00000010:3.0:1767384881.867855:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000306fe2ac. 00000100:00000010:3.0:1767384881.867859:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000168cff43. 00000100:00000010:3.0:1767384881.867873:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000035a3d0c8. 00000100:00000010:3.0:1767384881.867876:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b35d272. 00000100:00000010:3.0:1767384881.867890:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000f72d1d97. 00000100:00000010:3.0:1767384881.867893:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bcee3a65. 00000100:00000010:3.0:1767384881.867906:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000059165e10. 00000100:00000010:3.0:1767384881.867909:0:17536:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000094f3b071. 00000100:00000010:3.0:1767384881.867922:0:17536:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000008c88fe1a. 00000100:00100000:3.0:1767384881.867924:0:17536:0:(service.c:153:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000400:00000200:3.0:1767384881.867927:0:17536:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 7 lazy 00000020:00000010:3.0:1767384881.867987:0:17536:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008e342084. 00000020:00000010:3.0:1767384881.867991:0:17536:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000005012d136. 00000100:00000001:3.0:1767384881.868071:0:17536:0:(nrs.c:1006:nrs_svcpt_setup_locked()) Process entered 00000100:00000001:3.0:1767384881.868074:0:17536:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:3.0:1767384881.868076:0:17536:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384881.868080:0:17536:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000008e424b6. 00000100:00000001:3.0:1767384881.868083:0:17536:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:3.0:1767384881.868086:0:17536:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000ad098883. 00000100:00000001:3.0:1767384881.868088:0:17536:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.868094:0:17536:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.868095:0:17536:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384881.868097:0:17536:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000004eaea74. 00000100:00000001:3.0:1767384881.868099:0:17536:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.868101:0:17536:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384881.868103:0:17536:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000057554c70. 00000100:00000001:3.0:1767384881.868104:0:17536:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.868106:0:17536:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384881.868107:0:17536:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000cceeaeac. 00000100:00000001:3.0:1767384881.868109:0:17536:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.868110:0:17536:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.868111:0:17536:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.868113:0:17536:0:(nrs.c:1022:nrs_svcpt_setup_locked()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384881.868114:0:17536:0:(nrs.c:1034:nrs_svcpt_setup_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.868142:0:17536:0:(nrs.c:1379:ptlrpc_service_nrs_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384881.868143:0:17536:0:(service.c:847:ptlrpc_register_service()) ost_create: Started, listening on portal 7 00000100:00000001:3.0:1767384881.868144:0:17536:0:(service.c:3393:ptlrpc_start_threads()) Process entered 00000100:00000001:3.0:1767384881.868145:0:17536:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1767384881.868146:0:17536:0:(service.c:3434:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00000010:3.0:1767384881.868149:0:17536:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000a24ce9f3. 00000100:00100000:3.0:1767384881.868151:0:17536:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00000001:3.0:1767384881.868783:0:17536:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.868787:0:17536:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1767384881.868788:0:17536:0:(service.c:3434:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00000010:3.0:1767384881.868792:0:17536:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000006fcf2258. 00000100:00100000:3.0:1767384881.868795:0:17536:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00000001:3.0:1767384881.868913:0:17542:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:3.0:1767384881.868923:0:17542:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000008a514874. 00000020:00000010:3.0:1767384881.868926:0:17542:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b3ba2a42. 00000020:00000010:3.0:1767384881.868930:0:17542:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd8e73ef. 00000020:00000010:3.0:1767384881.868932:0:17542:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d469735e. 00000020:00000010:3.0:1767384881.868936:0:17542:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d0e38f6b. 00000020:00000010:3.0:1767384881.868938:0:17542:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000715e98f. 00000020:00000010:3.0:1767384881.868941:0:17542:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000664a3a7f. 80000000:00000010:3.0:1767384881.868944:0:17542:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c1cad58a. 40000000:00000010:3.0:1767384881.868946:0:17542:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e9800ff2. 00100000:00000010:3.0:1767384881.868962:0:17542:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a078d342. 00040000:00000010:3.0:1767384881.868965:0:17542:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e816861f. 00040000:00000010:3.0:1767384881.868968:0:17542:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cc763878. 00080000:00000010:3.0:1767384881.868970:0:17542:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f75f4d12. 00002000:00000010:3.0:1767384881.868972:0:17542:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000da7ab0ac. 00000100:00000010:3.0:1767384881.868981:0:17542:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000427e0075. 00000100:00000200:3.0:1767384881.868996:0:17542:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:2.0:1767384881.879774:0:17543:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000001:2.0:1767384881.879799:0:17543:0:(tgt_handler.c:1680:tgt_io_thread_init()) Process entered 00000020:00000010:2.0:1767384881.880117:0:17543:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 0000000030a39b92. 00000020:00000001:2.0:1767384881.880120:0:17543:0:(tgt_handler.c:1689:tgt_io_thread_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384881.880123:0:17543:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000040ab2c5a. 00000020:00000010:2.0:1767384881.880126:0:17543:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003a410c98. 00000020:00000010:2.0:1767384881.880132:0:17543:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab79c19b. 00000020:00000010:2.0:1767384881.880135:0:17543:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004031afe0. 00000020:00000010:2.0:1767384881.880139:0:17543:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000be87eaf2. 00000020:00000010:2.0:1767384881.880142:0:17543:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000002a9703a. 00000020:00000010:2.0:1767384881.880145:0:17543:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000376b0fbc. 80000000:00000010:2.0:1767384881.880148:0:17543:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001aa994ec. 40000000:00000010:2.0:1767384881.880150:0:17543:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e97cfde3. 00100000:00000010:2.0:1767384881.880153:0:17543:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bd245754. 00040000:00000010:2.0:1767384881.880156:0:17543:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000437723c8. 00040000:00000010:2.0:1767384881.880159:0:17543:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cedf0c2b. 00080000:00000010:2.0:1767384881.880161:0:17543:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000065271b02. 00002000:00000010:2.0:1767384881.880164:0:17543:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000f1bdafe. 00000100:00000200:2.0:1767384881.880168:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880172:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009212a9d8. 00000400:00000010:2.0:1767384881.880176:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000017ba9546. 00000100:00000200:2.0:1767384881.880182:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880184:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019d0ea36. 00000400:00000010:2.0:1767384881.880186:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008c46d2c5. 00000100:00000200:2.0:1767384881.880187:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880189:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ae0d698. 00000400:00000010:2.0:1767384881.880191:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000766476c3. 00000100:00000200:2.0:1767384881.880192:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880194:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df4e58c2. 00000400:00000010:2.0:1767384881.880203:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000910bff09. 00000100:00000200:2.0:1767384881.880206:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880207:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a8c3be9. 00000400:00000010:2.0:1767384881.880210:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006601151b. 00000100:00000200:2.0:1767384881.880211:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880212:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000621eea3b. 00000400:00000010:2.0:1767384881.880215:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000a38a886. 00000100:00000200:2.0:1767384881.880220:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880222:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af2ab684. 00000400:00000010:2.0:1767384881.880224:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d99dd4bf. 00000100:00000200:2.0:1767384881.880226:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880227:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000107170a7. 00000400:00000010:2.0:1767384881.880229:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000723f0295. 00000100:00000200:2.0:1767384881.880231:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880232:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c450429. 00000400:00000010:2.0:1767384881.880234:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000eff1d46. 00000100:00000200:2.0:1767384881.880235:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880236:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056df13f0. 00000400:00000010:2.0:1767384881.880238:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000057e180a8. 00000100:00000200:2.0:1767384881.880240:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880241:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000584134b1. 00000400:00000010:2.0:1767384881.880243:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004acbb06b. 00000100:00000200:2.0:1767384881.880244:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880245:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000584cd5f3. 00000400:00000010:2.0:1767384881.880252:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008adaf0db. 00000100:00000200:2.0:1767384881.880254:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880255:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fff9b4f4. 00000400:00000010:2.0:1767384881.880257:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e8c135ab. 00000100:00000200:2.0:1767384881.880259:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880260:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c99a5e51. 00000400:00000010:2.0:1767384881.880262:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000011ba1fc8. 00000100:00000200:2.0:1767384881.880264:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880264:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064420c7f. 00000400:00000010:2.0:1767384881.880266:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000035dc51a0. 00000100:00000200:2.0:1767384881.880268:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880269:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff544ea8. 00000400:00000010:2.0:1767384881.880271:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006b8e8a03. 00000100:00000200:2.0:1767384881.880272:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880273:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000822a529e. 00000400:00000010:2.0:1767384881.880276:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003238d8cb. 00000100:00000200:2.0:1767384881.880277:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880278:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004176e619. 00000400:00000010:2.0:1767384881.880281:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004f2fccd5. 00000100:00000200:2.0:1767384881.880286:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880287:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfa0b0c1. 00000400:00000010:2.0:1767384881.880289:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e79b50d9. 00000100:00000200:2.0:1767384881.880291:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880292:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036daa10d. 00000400:00000010:2.0:1767384881.880299:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ce761ff7. 00000100:00000200:2.0:1767384881.880302:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880303:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a94d4a2d. 00000400:00000010:2.0:1767384881.880305:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d3d0e877. 00000100:00000200:2.0:1767384881.880306:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880307:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060834898. 00000400:00000010:2.0:1767384881.880309:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b8b24967. 00000100:00000200:2.0:1767384881.880311:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880312:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001121071e. 00000400:00000010:2.0:1767384881.880314:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a75c559c. 00000100:00000200:2.0:1767384881.880315:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880316:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8deca35. 00000400:00000010:2.0:1767384881.880318:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000085e854eb. 00000100:00000200:2.0:1767384881.880320:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880321:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007cb3611e. 00000400:00000010:2.0:1767384881.880323:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000763bf0ce. 00000100:00000200:2.0:1767384881.880324:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880325:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e7f94d9. 00000400:00000010:2.0:1767384881.880327:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000eecbe7e. 00000100:00000200:2.0:1767384881.880329:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880329:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072a1d55f. 00000400:00000010:2.0:1767384881.880332:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004ffb5da3. 00000100:00000200:2.0:1767384881.880333:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880334:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0c94b4e. 00000400:00000010:2.0:1767384881.880340:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c52cca44. 00000100:00000200:2.0:1767384881.880343:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880344:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a6aa8a7. 00000400:00000010:2.0:1767384881.880347:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007a339d0c. 00000100:00000200:2.0:1767384881.880348:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880349:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000817b02f3. 00000400:00000010:2.0:1767384881.880351:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ba85fad7. 00000100:00000200:2.0:1767384881.880356:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880358:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000adc6e94c. 00000400:00000010:2.0:1767384881.880360:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bc625eca. 00000100:00000200:2.0:1767384881.880361:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880362:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000217c821b. 00000400:00000010:2.0:1767384881.880364:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ff851daf. 00000100:00000200:2.0:1767384881.880366:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880367:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eff64dee. 00000400:00000010:2.0:1767384881.880369:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cdd14a5c. 00000100:00000200:2.0:1767384881.880370:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880371:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066da29b8. 00000400:00000010:2.0:1767384881.880373:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b2e8c3f8. 00000100:00000200:2.0:1767384881.880375:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880376:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e269f3e7. 00000400:00000010:2.0:1767384881.880377:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000dc271169. 00000100:00000200:2.0:1767384881.880379:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880380:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007485ca7f. 00000400:00000010:2.0:1767384881.880387:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000014223505. 00000100:00000200:2.0:1767384881.880389:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880390:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3b86fcd. 00000400:00000010:2.0:1767384881.880392:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b39e95d4. 00000100:00000200:2.0:1767384881.880394:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880395:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000107ad1c7. 00000400:00000010:2.0:1767384881.880397:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000076b5821e. 00000100:00000200:2.0:1767384881.880399:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880400:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000344f4d21. 00000400:00000010:2.0:1767384881.880401:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002628055a. 00000100:00000200:2.0:1767384881.880403:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880404:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ccff5e4e. 00000400:00000010:2.0:1767384881.880406:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f0185f60. 00000100:00000200:2.0:1767384881.880408:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880409:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e76d3a1d. 00000400:00000010:2.0:1767384881.880411:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a5e9ded6. 00000100:00000200:2.0:1767384881.880412:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880413:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b279a043. 00000400:00000010:2.0:1767384881.880415:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003c344399. 00000100:00000200:2.0:1767384881.880422:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880423:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e7b59b0. 00000400:00000010:2.0:1767384881.880425:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000696db0da. 00000100:00000200:2.0:1767384881.880426:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880427:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df4f9544. 00000400:00000010:2.0:1767384881.880433:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000546f92d8. 00000100:00000200:2.0:1767384881.880436:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880437:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027503226. 00000400:00000010:2.0:1767384881.880439:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a7436dd2. 00000100:00000200:2.0:1767384881.880441:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880442:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000487196b2. 00000400:00000010:2.0:1767384881.880444:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000387f29f8. 00000100:00000200:2.0:1767384881.880446:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880447:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078e2c956. 00000400:00000010:2.0:1767384881.880449:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000024666403. 00000100:00000200:2.0:1767384881.880450:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880451:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc645f03. 00000400:00000010:2.0:1767384881.880453:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d213d594. 00000100:00000200:2.0:1767384881.880455:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880456:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001af71c44. 00000400:00000010:2.0:1767384881.880458:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ca418256. 00000100:00000200:2.0:1767384881.880460:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880461:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d18021e0. 00000400:00000010:2.0:1767384881.880463:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000fe5297c. 00000100:00000200:2.0:1767384881.880465:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880466:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005094e5de. 00000400:00000010:2.0:1767384881.880467:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000022f0b0d5. 00000100:00000200:2.0:1767384881.880469:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880470:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1d888db. 00000400:00000010:2.0:1767384881.880477:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000aadf305. 00000100:00000200:2.0:1767384881.880479:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880481:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d74278a. 00000400:00000010:2.0:1767384881.880483:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006baeb402. 00000100:00000200:2.0:1767384881.880485:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880485:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a8b5630. 00000400:00000010:2.0:1767384881.880487:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000778d1e98. 00000100:00000200:2.0:1767384881.880492:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880494:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000595d7656. 00000400:00000010:2.0:1767384881.880496:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000863b7a0e. 00000100:00000200:2.0:1767384881.880497:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880498:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000569d6a62. 00000400:00000010:2.0:1767384881.880500:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000681294b7. 00000100:00000200:2.0:1767384881.880502:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880503:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cacfefbf. 00000400:00000010:2.0:1767384881.880505:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002e749fbb. 00000100:00000200:2.0:1767384881.880506:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880507:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000627d2f5c. 00000400:00000010:2.0:1767384881.880509:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e45cbc2f. 00000100:00000200:2.0:1767384881.880511:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880512:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006602a783. 00000400:00000010:2.0:1767384881.880514:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cc381a71. 00000100:00000200:2.0:1767384881.880515:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880516:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a90f48d. 00000400:00000010:2.0:1767384881.880522:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d74ea4f5. 00000100:00000200:2.0:1767384881.880525:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880526:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000292e98c8. 00000400:00000010:2.0:1767384881.880528:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007030cd34. 00000100:00000200:2.0:1767384881.880530:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880530:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002bbe054c. 00000400:00000010:2.0:1767384881.880532:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cfd9a2af. 00000100:00000200:2.0:1767384881.880534:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880535:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000443d94d3. 00000400:00000010:2.0:1767384881.880537:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005ff47fd7. 00000100:00000200:2.0:1767384881.880539:0:17543:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00000400:00000010:2.0:1767384881.880539:0:17543:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ce960b0. 00000400:00000010:2.0:1767384881.880541:0:17543:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002aeb725d. 00000100:00000010:2.0:1767384881.880550:0:17543:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000b10d638e. 00000100:00000200:2.0:1767384881.880565:0:17543:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:2.0:1767384881.880754:0:17544:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000001:2.0:1767384881.880762:0:17544:0:(tgt_handler.c:1680:tgt_io_thread_init()) Process entered 00000020:00000010:2.0:1767384881.881354:0:17544:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 000000004e5db194. 00000020:00000001:2.0:1767384881.881357:0:17544:0:(tgt_handler.c:1689:tgt_io_thread_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384881.881363:0:17544:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000828c3d3b. 00000020:00000010:2.0:1767384881.881364:0:17544:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006a91cf42. 00000020:00000010:2.0:1767384881.881367:0:17544:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e6e1110. 00000020:00000010:2.0:1767384881.881368:0:17544:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000015ce0e2a. 00000020:00000010:2.0:1767384881.881371:0:17544:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005bd4ee5c. 00000020:00000010:2.0:1767384881.881373:0:17544:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009a33979e. 00000020:00000010:2.0:1767384881.881375:0:17544:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cdc31cf1. 80000000:00000010:2.0:1767384881.881377:0:17544:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001ed3f6fa. 40000000:00000010:2.0:1767384881.881378:0:17544:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000025a1d24b. 00100000:00000010:2.0:1767384881.881381:0:17544:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007fc805c4. 00040000:00000010:2.0:1767384881.881383:0:17544:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000aae7a98d. 00040000:00000010:2.0:1767384881.881385:0:17544:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000080f44d8a. 00080000:00000010:2.0:1767384881.881387:0:17544:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000078db6841. 00002000:00000010:2.0:1767384881.881389:0:17544:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007093343e. 00000100:00000010:2.0:1767384881.881398:0:17544:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000006fbbaade. 00000100:00000200:2.0:1767384881.881408:0:17544:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:2.0:1767384881.881596:0:17545:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000001:2.0:1767384881.881604:0:17545:0:(tgt_handler.c:1680:tgt_io_thread_init()) Process entered 00000020:00000010:2.0:1767384881.881896:0:17545:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000905d1a08. 00000020:00000001:2.0:1767384881.881898:0:17545:0:(tgt_handler.c:1689:tgt_io_thread_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384881.881900:0:17545:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000c7a28bb6. 00000020:00000010:2.0:1767384881.881902:0:17545:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000853b256. 00000020:00000010:2.0:1767384881.881905:0:17545:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062a7a040. 00000020:00000010:2.0:1767384881.881908:0:17545:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a1570f4c. 00000020:00000010:2.0:1767384881.881910:0:17545:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e29da55a. 00000020:00000010:2.0:1767384881.881912:0:17545:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002d9df439. 00000020:00000010:2.0:1767384881.881914:0:17545:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c2a80c79. 80000000:00000010:2.0:1767384881.881915:0:17545:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e44fc651. 40000000:00000010:2.0:1767384881.881916:0:17545:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b128448a. 00100000:00000010:2.0:1767384881.881918:0:17545:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000753dbbe. 00040000:00000010:2.0:1767384881.881921:0:17545:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006d41c241. 00040000:00000010:2.0:1767384881.881922:0:17545:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ec88d64b. 00080000:00000010:2.0:1767384881.881924:0:17545:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000db446956. 00002000:00000010:2.0:1767384881.881926:0:17545:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fcba3dbc. 00000100:00000010:2.0:1767384881.881938:0:17545:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000e6795f31. 00000100:00000200:2.0:1767384881.881948:0:17545:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000001:2.0:1767384881.883308:0:17546:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:2.0:1767384881.883316:0:17546:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000903ce922. 00000020:00000010:2.0:1767384881.883318:0:17546:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000feaeb80c. 00000020:00000010:2.0:1767384881.883321:0:17546:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dfb890f2. 00000020:00000010:2.0:1767384881.883323:0:17546:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bd415309. 00000020:00000010:2.0:1767384881.883325:0:17546:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e264b690. 00000020:00000010:2.0:1767384881.883327:0:17546:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000046fcde9d. 00000020:00000010:2.0:1767384881.883329:0:17546:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000df73a08d. 80000000:00000010:2.0:1767384881.883331:0:17546:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000046818b4. 40000000:00000010:2.0:1767384881.883333:0:17546:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000be9cc548. 00100000:00000010:2.0:1767384881.883335:0:17546:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009c79a1e6. 00040000:00000010:2.0:1767384881.883337:0:17546:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004ff06962. 00040000:00000010:2.0:1767384881.883338:0:17546:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000008424101. 00080000:00000010:2.0:1767384881.883347:0:17546:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000637e0dd6. 00002000:00000010:2.0:1767384881.883349:0:17546:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e1236d71. 00000100:00000200:2.0:1767384881.883352:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883354:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089b3859d. 00000400:00000010:2.0:1767384881.883356:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008759756f. 00000100:00000200:2.0:1767384881.883359:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883360:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b2e4b54. 00000400:00000010:2.0:1767384881.883361:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000001090dfc0. 00000100:00000200:2.0:1767384881.883363:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883364:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e783d3ff. 00000400:00000010:2.0:1767384881.883365:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c577a195. 00000100:00000200:2.0:1767384881.883366:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883367:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038c12fa8. 00000400:00000010:2.0:1767384881.883368:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000036e37082. 00000100:00000200:2.0:1767384881.883370:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883371:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053b97a88. 00000400:00000010:2.0:1767384881.883372:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000043eeceec. 00000100:00000200:2.0:1767384881.883373:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883374:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a34d2ca2. 00000400:00000010:2.0:1767384881.883376:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000000f7ebbd8. 00000100:00000200:2.0:1767384881.883380:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883382:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005397befa. 00000400:00000010:2.0:1767384881.883383:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000000c01a01b. 00000100:00000200:2.0:1767384881.883384:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883386:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fef279b2. 00000400:00000010:2.0:1767384881.883387:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d60b617b. 00000100:00000200:2.0:1767384881.883388:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883389:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f6336c3. 00000400:00000010:2.0:1767384881.883390:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000006b6d3e40. 00000100:00000200:2.0:1767384881.883391:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883392:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072051372. 00000400:00000010:2.0:1767384881.883393:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008cd4db1c. 00000100:00000200:2.0:1767384881.883394:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883395:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4a64ff6. 00000400:00000010:2.0:1767384881.883396:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000817ee14e. 00000100:00000200:2.0:1767384881.883397:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883398:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000006f9777. 00000400:00000010:2.0:1767384881.883400:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000845bc615. 00000100:00000200:2.0:1767384881.883401:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883402:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d1b3472. 00000400:00000010:2.0:1767384881.883408:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c083e5cf. 00000100:00000200:2.0:1767384881.883410:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883411:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b4d80e0. 00000400:00000010:2.0:1767384881.883412:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000005d3b9a74. 00000100:00000200:2.0:1767384881.883413:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883414:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc2290a6. 00000400:00000010:2.0:1767384881.883416:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000001c82bf36. 00000100:00000200:2.0:1767384881.883417:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883418:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021a0652f. 00000400:00000010:2.0:1767384881.883419:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000075ce824a. 00000100:00000200:2.0:1767384881.883420:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883421:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae45e5f9. 00000400:00000010:2.0:1767384881.883422:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000087e634af. 00000100:00000200:2.0:1767384881.883423:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883424:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d462b89. 00000400:00000010:2.0:1767384881.883425:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000005ad664f3. 00000100:00000200:2.0:1767384881.883430:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883431:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6903c54. 00000400:00000010:2.0:1767384881.883433:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b74fcdaa. 00000100:00000200:2.0:1767384881.883434:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883435:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eced574f. 00000400:00000010:2.0:1767384881.883436:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000baa8edd8. 00000100:00000200:2.0:1767384881.883437:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883438:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001a559a9. 00000400:00000010:2.0:1767384881.883439:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000000fb34bf7. 00000100:00000200:2.0:1767384881.883440:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883441:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036ede4fa. 00000400:00000010:2.0:1767384881.883443:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000dac38517. 00000100:00000200:2.0:1767384881.883444:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883445:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f529ede. 00000400:00000010:2.0:1767384881.883446:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000015d4a4cf. 00000100:00000200:2.0:1767384881.883447:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883448:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078bca315. 00000400:00000010:2.0:1767384881.883449:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000ca7d3119. 00000100:00000200:2.0:1767384881.883450:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883451:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce33c54a. 00000400:00000010:2.0:1767384881.883452:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004c7205e7. 00000100:00000200:2.0:1767384881.883453:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883454:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fab9a9b3. 00000400:00000010:2.0:1767384881.883455:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d999584d. 00000100:00000200:2.0:1767384881.883456:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883457:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f9bced9. 00000400:00000010:2.0:1767384881.883458:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000bcd68864. 00000100:00000200:2.0:1767384881.883459:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883460:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6e2caa7. 00000400:00000010:2.0:1767384881.883461:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000005da000be. 00000100:00000200:2.0:1767384881.883462:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883463:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000beb914f6. 00000400:00000010:2.0:1767384881.883468:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d1503f17. 00000100:00000200:2.0:1767384881.883470:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883472:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065ee8c92. 00000400:00000010:2.0:1767384881.883473:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000fff70e3c. 00000100:00000200:2.0:1767384881.883477:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883479:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008101183e. 00000400:00000010:2.0:1767384881.883480:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000cba8f25b. 00000100:00000200:2.0:1767384881.883481:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883482:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000678bfeaf. 00000400:00000010:2.0:1767384881.883483:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003445f6d0. 00000100:00000200:2.0:1767384881.883485:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883486:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000706cc763. 00000400:00000010:2.0:1767384881.883487:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000150baa2d. 00000100:00000200:2.0:1767384881.883488:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883489:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de5d8fd9. 00000400:00000010:2.0:1767384881.883490:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000073d57be2. 00000100:00000200:2.0:1767384881.883491:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883492:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040cb4521. 00000400:00000010:2.0:1767384881.883494:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a2fbd543. 00000100:00000200:2.0:1767384881.883495:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883495:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6893a17. 00000400:00000010:2.0:1767384881.883497:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000002265e44. 00000100:00000200:2.0:1767384881.883498:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883499:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f6f9f4d. 00000400:00000010:2.0:1767384881.883500:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008fbbb5be. 00000100:00000200:2.0:1767384881.883501:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883502:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022acc1a2. 00000400:00000010:2.0:1767384881.883503:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000001174ddb. 00000100:00000200:2.0:1767384881.883504:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883505:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097dca736. 00000400:00000010:2.0:1767384881.883506:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000006eeec9b0. 00000100:00000200:2.0:1767384881.883507:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883508:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1dc59d9. 00000400:00000010:2.0:1767384881.883509:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000000fbffe60. 00000100:00000200:2.0:1767384881.883510:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883511:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007564ed58. 00000400:00000010:2.0:1767384881.883512:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e3677b24. 00000100:00000200:2.0:1767384881.883513:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883514:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000154ee140. 00000400:00000010:2.0:1767384881.883515:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000000886fc75. 00000100:00000200:2.0:1767384881.883520:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883521:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010c424fb. 00000400:00000010:2.0:1767384881.883522:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000277cb229. 00000100:00000200:2.0:1767384881.883523:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883524:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000298aa1d8. 00000400:00000010:2.0:1767384881.883525:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b048aecd. 00000100:00000200:2.0:1767384881.883526:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883527:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006033ca71. 00000400:00000010:2.0:1767384881.883533:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000f81b5291. 00000100:00000200:2.0:1767384881.883535:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883536:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002542651b. 00000400:00000010:2.0:1767384881.883538:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000005c59f0e8. 00000100:00000200:2.0:1767384881.883539:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883540:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005341adf9. 00000400:00000010:2.0:1767384881.883541:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000007cdd9842. 00000100:00000200:2.0:1767384881.883542:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883543:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b6f93c2. 00000400:00000010:2.0:1767384881.883544:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000001965551b. 00000100:00000200:2.0:1767384881.883545:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883546:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033199d95. 00000400:00000010:2.0:1767384881.883547:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008719d5c5. 00000100:00000200:2.0:1767384881.883548:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883549:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e63c44ba. 00000400:00000010:2.0:1767384881.883550:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000687e29aa. 00000100:00000200:2.0:1767384881.883551:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883552:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016a14543. 00000400:00000010:2.0:1767384881.883553:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000ae6fbd2f. 00000100:00000200:2.0:1767384881.883554:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883555:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045820e42. 00000400:00000010:2.0:1767384881.883556:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000007d0c4f41. 00000100:00000200:2.0:1767384881.883557:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883558:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e981703. 00000400:00000010:2.0:1767384881.883559:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000ed25a323. 00000100:00000200:2.0:1767384881.883561:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883561:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c495fc44. 00000400:00000010:2.0:1767384881.883563:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000af03893c. 00000100:00000200:2.0:1767384881.883567:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883568:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017d628e2. 00000400:00000010:2.0:1767384881.883569:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a6823501. 00000100:00000200:2.0:1767384881.883570:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883571:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b280217. 00000400:00000010:2.0:1767384881.883572:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a2297616. 00000100:00000200:2.0:1767384881.883573:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883574:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000956c3d85. 00000400:00000010:2.0:1767384881.883575:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a3b5b311. 00000100:00000200:2.0:1767384881.883576:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883577:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe173c88. 00000400:00000010:2.0:1767384881.883578:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003a244504. 00000100:00000200:2.0:1767384881.883579:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883580:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010306a92. 00000400:00000010:2.0:1767384881.883581:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000009805b592. 00000100:00000200:2.0:1767384881.883582:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883583:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd99ed97. 00000400:00000010:2.0:1767384881.883584:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000001e2e1809. 00000100:00000200:2.0:1767384881.883585:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883586:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe13f7ec. 00000400:00000010:2.0:1767384881.883592:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000009ecb5c2d. 00000100:00000200:2.0:1767384881.883594:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883595:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f605ec5. 00000400:00000010:2.0:1767384881.883596:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b5db4cdb. 00000100:00000200:2.0:1767384881.883597:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883598:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f801613. 00000400:00000010:2.0:1767384881.883599:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000050ad2c3a. 00000100:00000200:2.0:1767384881.883600:0:17546:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:2.0:1767384881.883601:0:17546:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001b37e5f. 00000400:00000010:2.0:1767384881.883602:0:17546:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000062c80196. 00000100:00000010:2.0:1767384881.883610:0:17546:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000048e53016. 00000100:00000200:2.0:1767384881.883621:0:17546:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:2.0:1767384881.883869:0:17547:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:2.0:1767384881.883877:0:17547:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e6266580. 00000020:00000010:2.0:1767384881.883879:0:17547:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d84ee250. 00000020:00000010:2.0:1767384881.883881:0:17547:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000029b18c86. 00000020:00000010:2.0:1767384881.883887:0:17547:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004f266b92. 00000020:00000010:2.0:1767384881.883889:0:17547:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000032cd2c87. 00000020:00000010:2.0:1767384881.883891:0:17547:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b73a0476. 00000020:00000010:2.0:1767384881.883894:0:17547:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004ab9d99e. 80000000:00000010:2.0:1767384881.883895:0:17547:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000abd7d7c7. 40000000:00000010:2.0:1767384881.883896:0:17547:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007e985d18. 00100000:00000010:2.0:1767384881.883898:0:17547:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000099fbbf81. 00040000:00000010:2.0:1767384881.883900:0:17547:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000685ba63a. 00040000:00000010:2.0:1767384881.883902:0:17547:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005f1f5771. 00080000:00000010:2.0:1767384881.883904:0:17547:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d30369bb. 00002000:00000010:2.0:1767384881.883906:0:17547:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007b901b8c. 00000100:00000010:2.0:1767384881.883915:0:17547:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000001e1469c3. 00000100:00000200:2.0:1767384881.883926:0:17547:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:2.0:1767384881.911628:0:17548:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:2.0:1767384881.911647:0:17548:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000024ac1e34. 00000020:00000010:2.0:1767384881.911650:0:17548:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a303da99. 00000020:00000010:2.0:1767384881.911657:0:17548:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e058ff8f. 00000020:00000010:2.0:1767384881.911659:0:17548:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000176c40b. 00000040:00000010:2.0:1767384881.911662:0:17548:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003defde3b. 00000020:00000010:2.0:1767384881.911665:0:17548:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fb09a468. 00000020:00000010:2.0:1767384881.911668:0:17548:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000067390836. 00000020:00000010:2.0:1767384881.911671:0:17548:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000023ba0943. 80000000:00000010:2.0:1767384881.911675:0:17548:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009363e695. 40000000:00000010:2.0:1767384881.911677:0:17548:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004cd4c7ac. 00100000:00000010:2.0:1767384881.911680:0:17548:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f0e9537d. 00040000:00000010:2.0:1767384881.911683:0:17548:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f7e6b69a. 00040000:00000010:2.0:1767384881.911686:0:17548:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000dc7baae. 00040000:00000010:2.0:1767384881.911688:0:17548:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dc35e2eb. 00080000:00000010:2.0:1767384881.911691:0:17548:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ea6d636d. 00000004:00000010:2.0:1767384881.911694:0:17548:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000dbbff2ca. 00000004:00000010:2.0:1767384881.911698:0:17548:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000455a933. 00000004:00000010:2.0:1767384881.911701:0:17548:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b9d0aa5e. 00002000:00000010:2.0:1767384881.911704:0:17548:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f3083544. 00000004:00000010:2.0:1767384881.911711:0:17548:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000095b46795. 00000100:00000200:2.0:1767384881.911715:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.911719:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8a2b778. 00000400:00000010:2.0:1767384881.911725:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000322f4be9. 00000100:00000200:2.0:1767384881.911731:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.911733:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe78c8ae. 00000400:00000010:2.0:1767384881.911736:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000009959862. 00000100:00000200:2.0:1767384881.911739:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.911740:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfff9c23. 00000400:00000010:2.0:1767384881.911743:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000051b806cd. 00000100:00000200:2.0:1767384881.911745:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.911747:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f8d0ae9. 00000400:00000010:2.0:1767384881.911749:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bef7f68e. 00000100:00000200:2.0:1767384881.911752:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.911753:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019229d08. 00000400:00000010:2.0:1767384881.911761:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005feca04a. 00000100:00000200:2.0:1767384881.911765:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.911766:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c4d97e3. 00000400:00000010:2.0:1767384881.911769:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000eaf69d92. 00000100:00000200:2.0:1767384881.911771:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.911772:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bb13d92. 00000400:00000010:2.0:1767384881.911775:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f682ed81. 00000100:00000200:2.0:1767384881.911778:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.911779:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000175256e8. 00000400:00000010:2.0:1767384881.911782:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fb9117b1. 00000100:00000200:2.0:1767384881.911784:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.911785:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001666a4aa. 00000400:00000010:2.0:1767384881.911791:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000cd33eb45. 00000100:00000200:2.0:1767384881.911795:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.911796:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047d02207. 00000400:00000010:2.0:1767384881.911799:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bd48ed6e. 00000100:00000200:2.0:1767384881.911801:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.911802:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000023de7c. 00000400:00000010:2.0:1767384881.911805:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001d5974d8. 00000100:00000200:2.0:1767384881.911809:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.911811:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000741927a2. 00000400:00000010:2.0:1767384881.911819:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c9897521. 00000100:00000200:2.0:1767384881.911837:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.911842:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e21a2dc2. 00000400:00000010:2.0:1767384881.911853:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000027c15bf1. 00000100:00000200:2.0:1767384881.911859:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.911862:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbe704c8. 00000400:00000010:2.0:1767384881.911866:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000002097b9f. 00000100:00000200:2.0:1767384881.911870:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.911872:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fae503f. 00000400:00000010:2.0:1767384881.911877:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000fa9f1c3. 00000100:00000200:2.0:1767384881.911880:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.911882:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050625fce. 00000400:00000010:2.0:1767384881.911887:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a8bd45bd. 00000100:00000200:2.0:1767384881.911890:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.911892:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040a00ddd. 00000400:00000010:2.0:1767384881.911903:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000013fb7572. 00000100:00000200:2.0:1767384881.911909:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.911911:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009afcee71. 00000400:00000010:2.0:1767384881.911916:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a970938d. 00000100:00000200:2.0:1767384881.911919:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.911921:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d35e23a. 00000400:00000010:2.0:1767384881.911926:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000060ac4ae1. 00000100:00000200:2.0:1767384881.911930:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.911931:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd638d41. 00000400:00000010:2.0:1767384881.911935:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ff9e9a61. 00000100:00000200:2.0:1767384881.911939:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.911942:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d80f3be9. 00000400:00000010:2.0:1767384881.911951:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000077f50200. 00000100:00000200:2.0:1767384881.911957:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.911959:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec2b5447. 00000400:00000010:2.0:1767384881.911963:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e5410952. 00000100:00000200:2.0:1767384881.911967:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.911969:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bef9ad40. 00000400:00000010:2.0:1767384881.911973:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000b3a0aee. 00000100:00000200:2.0:1767384881.911977:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.911978:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8b4d809. 00000400:00000010:2.0:1767384881.911987:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000eaab967b. 00000100:00000200:2.0:1767384881.911991:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.911993:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1a404e3. 00000400:00000010:2.0:1767384881.912002:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006760e5de. 00000100:00000200:2.0:1767384881.912008:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912028:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b4eee44. 00000400:00000010:2.0:1767384881.912033:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000593069db. 00000100:00000200:2.0:1767384881.912036:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912037:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002eea4d72. 00000400:00000010:2.0:1767384881.912040:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000381cf568. 00000100:00000200:2.0:1767384881.912042:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912043:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008292573. 00000400:00000010:2.0:1767384881.912046:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006a292eb6. 00000100:00000200:2.0:1767384881.912049:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912050:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f666312. 00000400:00000010:2.0:1767384881.912058:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000064626ffb. 00000100:00000200:2.0:1767384881.912062:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912063:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000884693cf. 00000400:00000010:2.0:1767384881.912066:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f6081431. 00000100:00000200:2.0:1767384881.912069:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912070:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af444df1. 00000400:00000010:2.0:1767384881.912073:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e0e53259. 00000100:00000200:2.0:1767384881.912075:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912076:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5fa5608. 00000400:00000010:2.0:1767384881.912079:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000095200f1b. 00000100:00000200:2.0:1767384881.912081:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912082:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076dcf8eb. 00000400:00000010:2.0:1767384881.912089:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ce1e0e9b. 00000100:00000200:2.0:1767384881.912092:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912093:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dea5dacd. 00000400:00000010:2.0:1767384881.912096:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003e1d6717. 00000100:00000200:2.0:1767384881.912098:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912099:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7e3a908. 00000400:00000010:2.0:1767384881.912102:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e2f8e0e3. 00000100:00000200:2.0:1767384881.912104:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912105:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077d52b4e. 00000400:00000010:2.0:1767384881.912111:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000059968424. 00000100:00000200:2.0:1767384881.912114:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912115:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000710311d0. 00000400:00000010:2.0:1767384881.912129:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004f894108. 00000100:00000200:2.0:1767384881.912133:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912135:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f42a149. 00000400:00000010:2.0:1767384881.912138:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f77dd72e. 00000100:00000200:2.0:1767384881.912140:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912141:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1bf3b35. 00000400:00000010:2.0:1767384881.912144:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000231897cb. 00000100:00000200:2.0:1767384881.912147:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912148:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000baac479. 00000400:00000010:2.0:1767384881.912150:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007d0b918a. 00000100:00000200:2.0:1767384881.912152:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912153:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010c58c7d. 00000400:00000010:2.0:1767384881.912160:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000085f0badc. 00000100:00000200:2.0:1767384881.912163:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912164:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009eb793ca. 00000400:00000010:2.0:1767384881.912167:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004bbb0299. 00000100:00000200:2.0:1767384881.912169:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912170:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fa3b10a. 00000400:00000010:2.0:1767384881.912173:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000006216d53. 00000100:00000200:2.0:1767384881.912175:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912176:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038338512. 00000400:00000010:2.0:1767384881.912179:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f91fc480. 00000100:00000200:2.0:1767384881.912181:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912182:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049d6c43f. 00000400:00000010:2.0:1767384881.912189:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000168b549c. 00000100:00000200:2.0:1767384881.912196:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912198:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e738ea7. 00000400:00000010:2.0:1767384881.912201:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002a77d457. 00000100:00000200:2.0:1767384881.912204:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912205:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9da0a79. 00000400:00000010:2.0:1767384881.912208:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bef0511d. 00000100:00000200:2.0:1767384881.912210:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912211:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000e8c9be. 00000400:00000010:2.0:1767384881.912217:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000aea66a8c. 00000100:00000200:2.0:1767384881.912220:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912221:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0f64fc8. 00000400:00000010:2.0:1767384881.912227:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000081326252. 00000100:00000200:2.0:1767384881.912231:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912232:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ffb8cd2e. 00000400:00000010:2.0:1767384881.912235:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b3d7b6a1. 00000100:00000200:2.0:1767384881.912238:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912239:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b9e4080. 00000400:00000010:2.0:1767384881.912242:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007c9a2301. 00000100:00000200:2.0:1767384881.912244:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912245:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5545657. 00000400:00000010:2.0:1767384881.912247:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000023690b3b. 00000100:00000200:2.0:1767384881.912250:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912251:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000134a9146. 00000400:00000010:2.0:1767384881.912258:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000069092caf. 00000100:00000200:2.0:1767384881.912261:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912262:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024a002fa. 00000400:00000010:2.0:1767384881.912265:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000032b41ecc. 00000100:00000200:2.0:1767384881.912267:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912268:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062525625. 00000400:00000010:2.0:1767384881.912271:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f134d198. 00000100:00000200:2.0:1767384881.912273:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912274:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbaa2bf9. 00000400:00000010:2.0:1767384881.912277:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002b587520. 00000100:00000200:2.0:1767384881.912279:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912280:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002578c9d7. 00000400:00000010:2.0:1767384881.912287:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a23cd8df. 00000100:00000200:2.0:1767384881.912290:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912292:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bd38a3f. 00000400:00000010:2.0:1767384881.912294:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008344f61c. 00000100:00000200:2.0:1767384881.912297:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912298:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1cf928e. 00000400:00000010:2.0:1767384881.912301:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006b456c0b. 00000100:00000200:2.0:1767384881.912303:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912304:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094b09238. 00000400:00000010:2.0:1767384881.912310:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ccce273f. 00000100:00000200:2.0:1767384881.912313:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912314:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008312f18d. 00000400:00000010:2.0:1767384881.912321:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000855d1f0e. 00000100:00000200:2.0:1767384881.912324:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912326:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b75e1a14. 00000400:00000010:2.0:1767384881.912329:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006d848edb. 00000100:00000200:2.0:1767384881.912331:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912332:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006400851. 00000400:00000010:2.0:1767384881.912334:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000085963895. 00000100:00000200:2.0:1767384881.912337:0:17548:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:2.0:1767384881.912338:0:17548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd280e65. 00000400:00000010:2.0:1767384881.912340:0:17548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008cf57459. 00000100:00000010:2.0:1767384881.912351:0:17548:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000070dc4a52. 00000100:00000200:2.0:1767384881.912363:0:17548:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:2.0:1767384881.912569:0:17549:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:2.0:1767384881.912578:0:17549:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e9fe3e08. 00000020:00000010:2.0:1767384881.912580:0:17549:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008c2af464. 00000020:00000010:2.0:1767384881.912583:0:17549:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fbf83b69. 00000020:00000010:2.0:1767384881.912584:0:17549:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005c3c0473. 00000040:00000010:2.0:1767384881.912586:0:17549:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000603d631. 00000020:00000010:2.0:1767384881.912588:0:17549:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bea2b610. 00000020:00000010:2.0:1767384881.912590:0:17549:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005cfa1514. 00000020:00000010:2.0:1767384881.912592:0:17549:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bfc96e97. 80000000:00000010:2.0:1767384881.912593:0:17549:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000001f1ae3f. 40000000:00000010:2.0:1767384881.912595:0:17549:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b0cf95dc. 00100000:00000010:2.0:1767384881.912597:0:17549:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000842a921a. 00040000:00000010:2.0:1767384881.912598:0:17549:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000af9b4cfe. 00040000:00000010:2.0:1767384881.912600:0:17549:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005ba947e4. 00040000:00000010:2.0:1767384881.912610:0:17549:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000eccf8b0c. 00080000:00000010:2.0:1767384881.912613:0:17549:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f565dbb0. 00000004:00000010:2.0:1767384881.912615:0:17549:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b0e2c995. 00000004:00000010:2.0:1767384881.912617:0:17549:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e7eaf3b3. 00000004:00000010:2.0:1767384881.912619:0:17549:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000073dc8794. 00002000:00000010:2.0:1767384881.912621:0:17549:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004fa041f5. 00000004:00000010:2.0:1767384881.912626:0:17549:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000d071c14. 00000100:00000010:2.0:1767384881.912634:0:17549:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000f39ec565. 00000100:00000200:2.0:1767384881.912644:0:17549:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:0.0:1767384881.917374:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384881.917379:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358497024 02000000:00000001:0.0:1767384881.917383:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384881.917386:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384881.917388:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384881.917394:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384881.917397:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358497024 00000020:00000001:0.0:1767384881.917399:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384881.917401:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:0.0:1767384881.917406:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384881.917409:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=10 00000020:00000001:0.0:1767384881.917413:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:0.0:1767384881.917424:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384881.917429:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384881.917433:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006dbf6657. 00000100:00000001:0.0:1767384881.917437:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384881.917439:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006dbf6657. 00000020:00000010:0.0:1767384881.917447:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e11259cd. 00000020:00000010:0.0:1767384881.917451:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bfc5550e. 00000020:00000010:0.0:1767384881.917456:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c55e70dd. 00000100:00000040:0.0:1767384881.917464:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384881.917468:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384881.917470:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384881.917473:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384881.917478:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384881.917483:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384881.917492:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384881.917494:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384881.917499:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00000040:0.0:1767384881.917502:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:0.0:1767384881.917505:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529412176 : -108637180139440 : ffff9d31ef77e850) 00000100:00000040:0.0:1767384881.917511:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001579c298 x1853237358497024/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 4848/0 e 0 to 0 dl 1767384892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384881.917518:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384881.917520:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006dbf6657. 00000100:00000001:0.0:1767384881.917521:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384881.917523:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006dbf6657. 00000100:00100000:0.0:1767384881.917525:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001579c298 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+10:17536:x1853237358497024:12345-0@lo:253: 00000100:00000200:0.0:1767384881.917528:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358497024 00000020:00000001:0.0:1767384881.917530:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384881.917533:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384881.917534:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384881.917536:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384881.917538:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:0.0:1767384881.917544:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384881.917545:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384881.917547:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384881.917549:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384881.917551:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384881.917554:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384881.917556:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384881.917560:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000031b46c19. 02000000:00000001:0.0:1767384881.917561:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384881.917562:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384881.917564:0:16763:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384881.917572:0:16763:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000423e0076. 20000000:00000001:0.0:1767384881.917575:0:16763:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384881.917576:0:16763:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384881.917578:0:16763:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384881.917580:0:16763:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384881.917581:0:16763:0:(mgs_handler.c:464:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1767384881.917582:0:16763:0:(mgs_handler.c:491:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:00000001:0.0:1767384881.917583:0:16763:0:(mgs_handler.c:270:mgs_check_target()) Process entered 20000000:00000001:0.0:1767384881.917584:0:16763:0:(mgs_llog.c:637:mgs_check_index()) Process entered 20000000:00000001:0.0:1767384881.917585:0:16763:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384881.917586:0:16763:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384881.917587:0:16763:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384881.917588:0:16763:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384881.917589:0:16763:0:(mgs_llog.c:657:mgs_check_index()) Process leaving via out (rc=1 : 1 : 0x1) 20000000:00000001:0.0:1767384881.917591:0:16763:0:(mgs_handler.c:287:mgs_check_target()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384881.917592:0:16763:0:(mgs_handler.c:496:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384881.917594:0:16763:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384881.917597:0:16763:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000020:2.0:1767384881.920068:0:16763:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384881.920072:0:16763:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384881.920074:0:16763:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000423e0076. 20000000:00000001:2.0:1767384881.920079:0:16763:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384881.920083:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358497024 00010000:00000001:2.0:1767384881.920086:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384881.920091:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001579c298 x1853237358497024/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 4848/4768 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384881.920100:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384881.920102:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384881.920106:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384881.920110:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384881.920113:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 12 to 0@lo 00000100:00000001:2.0:1767384881.920116:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384881.920119:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384881.920121:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.920124:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384881.920126:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384881.920129:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003aed3daa. 00000100:00000200:2.0:1767384881.920133:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358497024, offset 224 00000400:00000200:2.0:1767384881.920139:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384881.920145:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384881.920152:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272700d00 00000400:00000200:2.0:1767384881.920157:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0xf9d [2] + 224 00000400:00000200:2.0:1767384881.920162:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384881.920165:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384881.920168:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384881.920172:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000211755af x1853237358497024/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384897 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384881.920181:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000211755af x1853237358497024/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384897 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384881.920211:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384881.920219:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003aed3daa 00000400:00000010:2.0:1767384881.920223:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003aed3daa. 00000100:00000001:2.0:1767384881.920227:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384881.920231:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384881.920236:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384881.920244:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 11 to 0@lo 00010000:00000001:2.0:1767384881.920251:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384881.920256:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.920261:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384881.920269:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001579c298 x1853237358497024/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 4848/4768 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384881.920307:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001579c298 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+10:17536:x1853237358497024:12345-0@lo:253: Request processed in 2783us (2973us total) trans 0 rc 0/0 00000020:00000010:2.0:1767384881.920330:0:16763:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000016ede509. 00000100:00100000:2.0:1767384881.920343:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00000040:2.0:1767384881.920350:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:2.0:1767384881.920355:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384881.920358:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384881.920361:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bfc5550e. 00000020:00000010:2.0:1767384881.920370:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c55e70dd. 00000020:00000010:2.0:1767384881.920377:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e11259cd. 00000020:00000040:2.0:1767384881.920384:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 9 02000000:00000001:2.0:1767384881.920392:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384881.920396:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000031b46c19. 02000000:00000001:2.0:1767384881.920404:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384881.920407:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384881.920416:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384881.920424:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038bcf0bc. 00000400:00000010:2.0:1767384881.920432:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003aed3daa. 00000100:00000001:2.0:1767384881.920838:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384881.920843:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358497152 02000000:00000001:2.0:1767384881.920856:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384881.920860:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384881.920865:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384881.920873:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384881.920877:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358497152 00000020:00000001:2.0:1767384881.920882:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384881.920886:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:2.0:1767384881.920892:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384881.920897:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=10 00000020:00000001:2.0:1767384881.920902:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:2.0:1767384881.920905:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384881.920907:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384881.920911:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000815b1e37. 00000100:00000001:2.0:1767384881.920912:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384881.920914:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000815b1e37. 00000020:00000010:2.0:1767384881.920917:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5c86458. 00000020:00000010:2.0:1767384881.920919:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c08da25e. 00000020:00000010:2.0:1767384881.920922:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000022e6d9b9. 00000100:00000040:2.0:1767384881.920926:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384881.920927:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384881.920928:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384881.920929:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.920931:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.920939:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384881.920946:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384881.920947:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384881.920951:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00000040:2.0:1767384881.920953:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:2.0:1767384881.920958:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529402960 : -108637180148656 : ffff9d31ef77c450) 00000100:00000040:2.0:1767384881.920964:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000842f36ee x1853237358497152/t0(0) o501->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 512/0 e 0 to 0 dl 1767384892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384881.920975:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384881.920977:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000815b1e37. 00000100:00000001:2.0:1767384881.920983:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384881.920984:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000815b1e37. 00000100:00100000:2.0:1767384881.920987:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000842f36ee pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+10:17536:x1853237358497152:12345-0@lo:501: 00000100:00000200:2.0:1767384881.920990:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358497152 00000020:00000001:2.0:1767384881.920992:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384881.920993:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384881.920994:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.920996:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384881.920997:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169344 : -1040382272 : ffffffffc1fd06c0) 00000020:00000001:2.0:1767384881.920999:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384881.920999:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384881.921001:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384881.921002:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384881.921003:0:16763:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1767384881.921005:0:16763:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.921006:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384881.921007:0:16763:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:2.0:1767384881.921009:0:16763:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:2.0:1767384881.921010:0:16763:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:2.0:1767384881.921036:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384881.921038:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384881.921041:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000065e53420. 02000000:00000001:2.0:1767384881.921043:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.921044:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384881.921047:0:16763:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-sptlrpc 00000040:00000040:2.0:1767384881.921049:0:16763:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000004fe5416f : new refcount 2 00000040:00000001:2.0:1767384881.921051:0:16763:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384881.921053:0:16763:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008331622c. 00000040:00000001:2.0:1767384881.921055:0:16763:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384881.921057:0:16763:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384881.921059:0:16763:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635436412666880 : -108637296884736 : 0xffff9d31e8828400) 00000020:00000001:2.0:1767384881.921061:0:16763:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635436412666880 : -108637296884736 : ffff9d31e8828400) 00080000:00000001:2.0:1767384881.921066:0:16763:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384881.921186:0:16763:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384881.921190:0:16763:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:2.0:1767384881.921197:0:16763:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:2.0:1767384881.921198:0:16763:0:(llog.c:1547:llog_open()) MGS: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:2.0:1767384881.921200:0:16763:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008331622c. 00000040:00000001:2.0:1767384881.921202:0:16763:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384881.921204:0:16763:0:(llog_server.c:81:llog_origin_handle_open()) Process leaving via out_ctxt (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000040:2.0:1767384881.921205:0:16763:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000004fe5416f : new refcount 1 00000020:00000001:2.0:1767384881.921207:0:16763:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000001:2.0:1767384881.921208:0:16763:0:(mgs_handler.c:689:mgs_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:2.0:1767384881.921210:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358497152 00010000:00000001:2.0:1767384881.921212:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384881.921215:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000842f36ee x1853237358497152/t0(0) o501->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 512/272 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc -2/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384881.921219:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384881.921220:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384881.921222:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384881.921224:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384881.921226:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 12 to 0@lo 00000100:00000001:2.0:1767384881.921227:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384881.921228:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384881.921230:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.921231:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384881.921232:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384881.921234:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bc03c35. 00000100:00000200:2.0:1767384881.921237:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237358497152, offset 224 00000400:00000200:2.0:1767384881.921239:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384881.921243:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384881.921247:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958272700d80 00000400:00000200:2.0:1767384881.921250:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0xfad [1] + 224 00000400:00000200:2.0:1767384881.921253:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384881.921255:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384881.921257:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384881.921259:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000211755af x1853237358497152/t0(0) o501->MGC192.168.203.157@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384897 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384881.921272:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@00000000211755af x1853237358497152/t0(0) o501->MGC192.168.203.157@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384897 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384881.921284:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384881.921288:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bc03c35 00000400:00000010:2.0:1767384881.921290:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bc03c35. 00000100:00000001:2.0:1767384881.921292:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384881.921293:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384881.921295:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384881.921297:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 11 to 0@lo 00010000:00000001:2.0:1767384881.921299:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384881.921301:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.921304:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384881.921309:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000842f36ee x1853237358497152/t0(0) o501->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 512/272 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384881.921324:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000842f36ee pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+10:17536:x1853237358497152:12345-0@lo:501: Request processed in 347us (534us total) trans 0 rc -2/-2 00000100:00100000:2.0:1767384881.921337:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00000040:2.0:1767384881.921339:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:2.0:1767384881.921342:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384881.921345:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384881.921349:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c08da25e. 00000020:00000010:2.0:1767384881.921354:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000022e6d9b9. 00000020:00000010:2.0:1767384881.921358:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5c86458. 00000020:00000040:2.0:1767384881.921363:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 9 02000000:00000001:2.0:1767384881.921367:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384881.921370:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000065e53420. 02000000:00000001:2.0:1767384881.921373:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384881.921375:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384881.921380:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384881.921385:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085ce38cc. 00000400:00000010:2.0:1767384881.921391:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000daa20f36. 00000100:00000001:2.0:1767384881.921856:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384881.921868:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358497280 02000000:00000001:2.0:1767384881.921870:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384881.921872:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384881.921874:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384881.921877:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384881.921879:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358497280 00000020:00000001:2.0:1767384881.921881:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384881.921883:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:2.0:1767384881.921885:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384881.921886:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=10 00000020:00000001:2.0:1767384881.921889:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:2.0:1767384881.921891:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384881.921894:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384881.921898:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000815b1e37. 00000100:00000001:2.0:1767384881.921900:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384881.921902:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000815b1e37. 00000020:00000010:2.0:1767384881.921907:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5c86458. 00000020:00000010:2.0:1767384881.921910:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c08da25e. 00000020:00000010:2.0:1767384881.921913:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000022e6d9b9. 00000100:00000040:2.0:1767384881.921918:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384881.921920:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384881.921920:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384881.921921:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.921924:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.921934:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384881.921940:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384881.921942:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384881.921945:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000040:2.0:1767384881.921947:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:2.0:1767384881.921949:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529411152 : -108637180140464 : ffff9d31ef77e450) 00000100:00000040:2.0:1767384881.921952:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003da14057 x1853237358497280/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 328/0 e 0 to 0 dl 1767384892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384881.921959:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384881.921965:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000815b1e37. 00000100:00000001:2.0:1767384881.921966:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384881.921968:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000815b1e37. 00000100:00100000:2.0:1767384881.921970:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003da14057 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+10:17536:x1853237358497280:12345-0@lo:101: 00000100:00000200:2.0:1767384881.921973:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358497280 00000020:00000001:2.0:1767384881.921975:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384881.921976:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384881.921977:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.921979:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384881.921980:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169728 : -1040381888 : ffffffffc1fd0840) 00000020:00000001:2.0:1767384881.921982:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384881.921983:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384881.921984:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384881.921985:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384881.921987:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.921988:0:16763:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384881.921990:0:16763:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384881.921991:0:16763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384881.921993:0:16763:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384881.921994:0:16763:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384881.921997:0:16763:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384881.922001:0:16763:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e55068fd. 00010000:00000001:2.0:1767384881.922003:0:16763:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384881.922005:0:16763:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c0e81529. 00000020:00000001:2.0:1767384881.922006:0:16763:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384881.922008:0:16763:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c0e81529 with handle 0x4895a8f6c11e84f0 to hash 00000020:00000001:2.0:1767384881.922009:0:16763:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384881.922041:0:16763:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635436275766272 : -108637433785344 : ffff9d31e0599400) 00010000:00000001:2.0:1767384881.922044:0:16763:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635436275766272 : -108637433785344 : ffff9d31e0599400) 00010000:00010000:2.0:1767384881.922045:0:16763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000c0e81529/0x4895a8f6c11e84f0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4895a8f6c11e84e9 expref: -99 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384881.922051:0:16763:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000005d63f134 : new locks_count 6 00000020:00000040:2.0:1767384881.922053:0:16763:0:(genops.c:887:class_export_get()) GET export 000000005d63f134 refcount=11 00000100:00000001:2.0:1767384881.922064:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384881.922066:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384881.922068:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000065e53420. 02000000:00000001:2.0:1767384881.922069:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.922070:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384881.922072:0:16763:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384881.922074:0:16763:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384881.922076:0:16763:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384881.922078:0:16763:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384881.922079:0:16763:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384881.922080:0:16763:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384881.922081:0:16763:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384881.922083:0:16763:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384881.922085:0:16763:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384881.922086:0:16763:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384881.922087:0:16763:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384881.922088:0:16763:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x70616d65646f6e:0x4:0x0].0x0 (00000000e55068fd) refcount = 1 00010000:00010000:2.0:1767384881.922091:0:16763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c0e81529/0x4895a8f6c11e84f0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4895a8f6c11e84e9 expref: 11 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384881.922095:0:16763:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384881.922096:0:16763:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384881.922097:0:16763:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384881.922098:0:16763:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384881.922099:0:16763:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384881.922102:0:16763:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384881.922103:0:16763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000c0e81529/0x4895a8f6c11e84f0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e84e9 expref: 11 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384881.922107:0:16763:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384881.922108:0:16763:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384881.922110:0:16763:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384881.922112:0:16763:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384881.922113:0:16763:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384881.922114:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384881.922115:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384881.922116:0:16763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000c0e81529, rc 0) 00000020:00000001:2.0:1767384881.922121:0:16763:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384881.922122:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358497280 00010000:00000001:2.0:1767384881.922124:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384881.922126:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003da14057 x1853237358497280/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 328/344 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384881.922131:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384881.922132:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384881.922134:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384881.922136:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384881.922137:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 12 to 0@lo 00000100:00000001:2.0:1767384881.922139:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384881.922140:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384881.922141:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.922143:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384881.922144:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384881.922146:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bc03c35. 00000100:00000200:2.0:1767384881.922149:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237358497280, offset 224 00000400:00000200:2.0:1767384881.922151:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384881.922156:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384881.922160:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272700e00 00000400:00000200:2.0:1767384881.922164:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0xfbd [1] + 224 00000400:00000200:2.0:1767384881.922167:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384881.922169:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384881.922171:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384881.922173:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000211755af x1853237358497280/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384897 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384881.922178:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000211755af x1853237358497280/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384897 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384881.922190:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384881.922193:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bc03c35 00000400:00000010:2.0:1767384881.922195:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bc03c35. 00000100:00000001:2.0:1767384881.922196:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384881.922198:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384881.922206:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384881.922211:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 11 to 0@lo 00010000:00000001:2.0:1767384881.922215:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384881.922218:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.922221:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384881.922226:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003da14057 x1853237358497280/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 328/344 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384881.922234:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003da14057 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+11:17536:x1853237358497280:12345-0@lo:101: Request processed in 274us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384881.922243:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000040:2.0:1767384881.922248:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:2.0:1767384881.922253:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384881.922255:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384881.922259:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c08da25e. 00000020:00000010:2.0:1767384881.922265:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000022e6d9b9. 00000020:00000010:2.0:1767384881.922269:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5c86458. 00000020:00000040:2.0:1767384881.922273:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 10 02000000:00000001:2.0:1767384881.922277:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384881.922280:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000065e53420. 02000000:00000001:2.0:1767384881.922285:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384881.922288:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384881.922292:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384881.922296:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc0fc43d. 00000400:00000010:2.0:1767384881.922302:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006cc6d8e9. 00000100:00000001:2.0:1767384881.922667:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384881.922670:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358497408 02000000:00000001:2.0:1767384881.922674:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384881.922677:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384881.922679:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384881.922683:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384881.922688:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358497408 00000020:00000001:2.0:1767384881.922691:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384881.922693:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:2.0:1767384881.922697:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384881.922699:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=11 00000020:00000001:2.0:1767384881.922709:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:2.0:1767384881.922712:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384881.922718:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384881.922722:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000815b1e37. 00000100:00000001:2.0:1767384881.922726:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384881.922729:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000815b1e37. 00000020:00000010:2.0:1767384881.922735:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5c86458. 00000020:00000010:2.0:1767384881.922740:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c08da25e. 00000020:00000010:2.0:1767384881.922746:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000022e6d9b9. 00000100:00000040:2.0:1767384881.922752:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384881.922757:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384881.922760:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384881.922763:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.922768:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.922776:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384881.922783:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384881.922785:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384881.922788:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00000040:2.0:1767384881.922790:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:2.0:1767384881.922792:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529410128 : -108637180141488 : ffff9d31ef77e050) 00000100:00000040:2.0:1767384881.922797:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000238a044a x1853237358497408/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 328/0 e 0 to 0 dl 1767384892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384881.922809:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384881.922813:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000815b1e37. 00000100:00000001:2.0:1767384881.922816:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384881.922819:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000815b1e37. 00000100:00100000:2.0:1767384881.922834:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000238a044a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+11:17536:x1853237358497408:12345-0@lo:101: 00000100:00000200:2.0:1767384881.922839:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358497408 00000020:00000001:2.0:1767384881.922841:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384881.922844:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384881.922845:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.922847:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384881.922856:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169728 : -1040381888 : ffffffffc1fd0840) 00000020:00000001:2.0:1767384881.922859:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384881.922860:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384881.922862:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384881.922863:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384881.922866:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.922867:0:16763:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384881.922869:0:16763:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384881.922870:0:16763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384881.922871:0:16763:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384881.922873:0:16763:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384881.922876:0:16763:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384881.922879:0:16763:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000000dc5741 count: 4 00010000:00000001:2.0:1767384881.922881:0:16763:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384881.922884:0:16763:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384881.922886:0:16763:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a51faeba. 00000020:00000001:2.0:1767384881.922888:0:16763:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384881.922889:0:16763:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a51faeba with handle 0x4895a8f6c11e84fe to hash 00000020:00000001:2.0:1767384881.922890:0:16763:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384881.922891:0:16763:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635436275762176 : -108637433789440 : ffff9d31e0598400) 00010000:00000001:2.0:1767384881.922893:0:16763:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635436275762176 : -108637433789440 : ffff9d31e0598400) 00010000:00010000:2.0:1767384881.922895:0:16763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000a51faeba/0x4895a8f6c11e84fe lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x4895a8f6c11e84f7 expref: -99 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384881.922899:0:16763:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000005d63f134 : new locks_count 7 00000020:00000040:2.0:1767384881.922900:0:16763:0:(genops.c:887:class_export_get()) GET export 000000005d63f134 refcount=12 00000100:00000001:2.0:1767384881.922903:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384881.922904:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384881.922906:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000065e53420. 02000000:00000001:2.0:1767384881.922907:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.922908:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384881.922909:0:16763:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384881.922911:0:16763:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384881.922912:0:16763:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384881.922913:0:16763:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384881.922918:0:16763:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384881.922919:0:16763:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384881.922920:0:16763:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384881.922922:0:16763:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384881.922922:0:16763:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384881.922923:0:16763:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384881.922924:0:16763:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384881.922925:0:16763:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000000dc5741) refcount = 4 00010000:00000040:2.0:1767384881.922927:0:16763:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384881.922929:0:16763:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000003874b5aa/0x4895a8f6c11e84b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e84b1 expref: 12 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384881.922933:0:16763:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000df9bd94d/0x4895a8f6c11e8433 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e842c expref: 12 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384881.922937:0:16763:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000003cce5d28/0x4895a8f6c11e8417 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e8410 expref: 12 pid: 16763 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384881.922940:0:16763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a51faeba/0x4895a8f6c11e84fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4895a8f6c11e84f7 expref: 12 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384881.922943:0:16763:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384881.922943:0:16763:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384881.922944:0:16763:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384881.922945:0:16763:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384881.922946:0:16763:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384881.922948:0:16763:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384881.922949:0:16763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000a51faeba/0x4895a8f6c11e84fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e84f7 expref: 12 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384881.922953:0:16763:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384881.922954:0:16763:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384881.922954:0:16763:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384881.922955:0:16763:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384881.922956:0:16763:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384881.922957:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384881.922958:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384881.922961:0:16763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000a51faeba, rc 0) 00000020:00000001:2.0:1767384881.922963:0:16763:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384881.922964:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358497408 00010000:00000001:2.0:1767384881.922966:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384881.922968:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000238a044a x1853237358497408/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 328/344 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384881.922973:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384881.922974:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384881.922975:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384881.922977:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384881.922979:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 12 to 0@lo 00000100:00000001:2.0:1767384881.922980:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384881.922981:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384881.922982:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.922984:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384881.922985:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384881.922987:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bc03c35. 00000100:00000200:2.0:1767384881.922989:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237358497408, offset 224 00000400:00000200:2.0:1767384881.922991:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384881.922995:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384881.922998:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272700e80 00000400:00000200:2.0:1767384881.923001:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0xfcd [1] + 224 00000400:00000200:2.0:1767384881.923004:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384881.923006:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384881.923008:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384881.923009:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000211755af x1853237358497408/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384897 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384881.923038:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000211755af x1853237358497408/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384897 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384881.923047:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384881.923051:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bc03c35 00000400:00000010:2.0:1767384881.923052:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bc03c35. 00000100:00000001:2.0:1767384881.923054:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384881.923061:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384881.923067:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384881.923071:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 11 to 0@lo 00010000:00000001:2.0:1767384881.923074:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384881.923077:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.923081:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384881.923085:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000238a044a x1853237358497408/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 328/344 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384881.923110:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000238a044a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+12:17536:x1853237358497408:12345-0@lo:101: Request processed in 300us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384881.923126:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00000040:2.0:1767384881.923129:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:2.0:1767384881.923132:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384881.923136:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384881.923140:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c08da25e. 00000020:00000010:2.0:1767384881.923145:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000022e6d9b9. 00000020:00000010:2.0:1767384881.923149:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5c86458. 00000020:00000040:2.0:1767384881.923153:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 11 02000000:00000001:2.0:1767384881.923157:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384881.923159:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000065e53420. 02000000:00000001:2.0:1767384881.923165:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384881.923169:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384881.923176:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384881.923181:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b78be5d. 00000400:00000010:2.0:1767384881.923188:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000068626698. 00000100:00000040:2.0:1767384881.926061:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294871788, at 4294871789 00000100:00000010:2.0:1767384881.926069:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000c2f1c12. 00000100:00000040:3.0:1767384881.926073:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294871788, at 4294871789 00000100:00000040:0.0:1767384881.926073:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294871788, at 4294871789 00000100:00000010:0.0:1767384881.926082:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a5b551aa. 00000100:00000010:3.0:1767384881.926085:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006d8e4ee4. 00000100:00000001:2.0:1767384881.926685:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384881.926690:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358497536 02000000:00000001:2.0:1767384881.926693:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384881.926696:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384881.926699:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384881.926704:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384881.926709:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358497536 00000020:00000001:2.0:1767384881.926719:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384881.926721:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:2.0:1767384881.926722:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384881.926723:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=12 00000020:00000001:2.0:1767384881.926725:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:2.0:1767384881.926727:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384881.926729:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384881.926731:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000815b1e37. 00000100:00000001:2.0:1767384881.926732:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384881.926734:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000815b1e37. 00000020:00000010:2.0:1767384881.926736:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5c86458. 00000020:00000010:2.0:1767384881.926738:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c08da25e. 00000020:00000010:2.0:1767384881.926741:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000022e6d9b9. 00000100:00000040:2.0:1767384881.926744:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384881.926746:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384881.926746:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384881.926747:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.926750:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.926759:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384881.926765:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384881.926767:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384881.926771:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00000040:2.0:1767384881.926773:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:2.0:1767384881.926777:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529413200 : -108637180138416 : ffff9d31ef77ec50) 00000100:00000040:2.0:1767384881.926783:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e22a575d x1853237358497536/t0(0) o501->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 512/0 e 0 to 0 dl 1767384892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384881.926793:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384881.926795:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000815b1e37. 00000100:00000001:2.0:1767384881.926796:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384881.926797:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000815b1e37. 00000100:00100000:2.0:1767384881.926799:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e22a575d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+12:17536:x1853237358497536:12345-0@lo:501: 00000100:00000200:2.0:1767384881.926802:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358497536 00000020:00000001:2.0:1767384881.926809:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384881.926812:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384881.926813:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.926815:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384881.926817:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169344 : -1040382272 : ffffffffc1fd06c0) 00000020:00000001:2.0:1767384881.926820:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384881.926821:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384881.926834:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384881.926836:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384881.926838:0:16763:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1767384881.926840:0:16763:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.926841:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384881.926843:0:16763:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:2.0:1767384881.926845:0:16763:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:2.0:1767384881.926846:0:16763:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:2.0:1767384881.926848:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384881.926851:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384881.926854:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000065e53420. 02000000:00000001:2.0:1767384881.926857:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.926859:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384881.926861:0:16763:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-OST0000 00000040:00000040:2.0:1767384881.926863:0:16763:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000004fe5416f : new refcount 2 00000040:00000001:2.0:1767384881.926865:0:16763:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384881.926867:0:16763:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008331622c. 00000040:00000001:2.0:1767384881.926870:0:16763:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384881.926872:0:16763:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384881.926873:0:16763:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635436412666880 : -108637296884736 : 0xffff9d31e8828400) 00000020:00000001:2.0:1767384881.926876:0:16763:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635436412666880 : -108637296884736 : ffff9d31e8828400) 00080000:00000001:2.0:1767384881.926880:0:16763:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384881.926893:0:16763:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384881.926894:0:16763:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384881.926895:0:16763:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.926896:0:16763:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:2.0:1767384881.926899:0:16763:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 0000000085f603d8. 00000020:00000001:2.0:1767384881.926900:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384881.926904:0:16763:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c71c939d. 00000020:00000001:2.0:1767384881.926911:0:16763:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384881.926913:0:16763:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004b4cda12. 00000020:00000001:2.0:1767384881.926915:0:16763:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.926917:0:16763:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384881.926918:0:16763:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384881.926919:0:16763:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384881.926920:0:16763:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.926987:0:16763:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.926993:0:16763:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384881.926998:0:16763:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384881.927007:0:16763:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.927009:0:16763:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.927010:0:16763:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384881.927033:0:16763:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384881.927035:0:16763:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384881.927038:0:16763:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.927039:0:16763:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384881.927040:0:16763:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.927043:0:16763:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635435830390616 : -108637879161000 : ffff9d31c5cdaf58) 00000040:00000001:2.0:1767384881.927046:0:16763:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.927047:0:16763:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.927050:0:16763:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384881.927051:0:16763:0:(lu_object.c:207:lu_object_put()) Add 000000004b4cda12/00000000c71c939d to site lru. bkt: 000000001cc96ba4 00000040:00000010:2.0:1767384881.927053:0:16763:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 0000000085f603d8. 00000040:00000001:2.0:1767384881.927055:0:16763:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384881.927056:0:16763:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008331622c. 00000040:00000001:2.0:1767384881.927058:0:16763:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:2.0:1767384881.927059:0:16763:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000004fe5416f : new refcount 1 00000020:00000001:2.0:1767384881.927061:0:16763:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384881.927064:0:16763:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:2.0:1767384881.927065:0:16763:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384881.927066:0:16763:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384881.927068:0:16763:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384881.927069:0:16763:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384881.927071:0:16763:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000009cce2679. 00000020:00000040:2.0:1767384881.927072:0:16763:0:(genops.c:887:class_export_get()) GET export 000000005d63f134 refcount=13 00000020:00000040:2.0:1767384881.927074:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 12 20000000:00000010:2.0:1767384881.927079:0:16763:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 000000009cce2679. 20000000:00000001:2.0:1767384881.927081:0:16763:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 20000000:00000001:2.0:1767384881.927083:0:16763:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384881.927085:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358497536 00010000:00000001:2.0:1767384881.927086:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384881.927089:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e22a575d x1853237358497536/t0(0) o501->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 512/272 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384881.927094:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384881.927095:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384881.927097:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384881.927099:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384881.927100:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 12 to 0@lo 00000100:00000001:2.0:1767384881.927102:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384881.927103:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384881.927105:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.927106:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384881.927108:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384881.927109:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bc03c35. 00000100:00000200:2.0:1767384881.927112:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237358497536, offset 224 00000400:00000200:2.0:1767384881.927115:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384881.927127:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384881.927132:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958272700f00 00000400:00000200:2.0:1767384881.927135:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0xfdd [1] + 224 00000400:00000200:2.0:1767384881.927138:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384881.927140:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384881.927142:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384881.927144:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000211755af x1853237358497536/t0(0) o501->MGC192.168.203.157@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384897 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384881.927150:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@00000000211755af x1853237358497536/t0(0) o501->MGC192.168.203.157@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384897 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384881.927160:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384881.927163:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bc03c35 00000400:00000010:2.0:1767384881.927165:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bc03c35. 00000100:00000001:2.0:1767384881.927171:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384881.927173:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384881.927177:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384881.927180:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 11 to 0@lo 00010000:00000001:2.0:1767384881.927183:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384881.927187:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.927190:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384881.927196:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e22a575d x1853237358497536/t0(0) o501->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 512/272 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384881.927213:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e22a575d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+12:17536:x1853237358497536:12345-0@lo:501: Request processed in 415us (596us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384881.927228:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00000040:2.0:1767384881.927232:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:2.0:1767384881.927234:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384881.927235:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384881.927237:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c08da25e. 00000020:00000010:2.0:1767384881.927240:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000022e6d9b9. 00000020:00000010:2.0:1767384881.927244:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5c86458. 00000020:00000040:2.0:1767384881.927249:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 11 02000000:00000001:2.0:1767384881.927254:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384881.927257:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000065e53420. 02000000:00000001:2.0:1767384881.927261:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384881.927264:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384881.927269:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384881.927276:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002597d262. 00000400:00000010:2.0:1767384881.927280:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eaa966a7. 00000100:00000001:2.0:1767384881.927496:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384881.927499:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358497664 02000000:00000001:2.0:1767384881.927502:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384881.927504:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384881.927507:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384881.927510:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384881.927514:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358497664 00000020:00000001:2.0:1767384881.927517:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384881.927519:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:2.0:1767384881.927527:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384881.927530:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=12 00000020:00000001:2.0:1767384881.927535:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:2.0:1767384881.927537:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384881.927542:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384881.927544:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009cce2679. 00000100:00000001:2.0:1767384881.927548:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384881.927551:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009cce2679. 00000020:00000010:2.0:1767384881.927557:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5c86458. 00000020:00000010:2.0:1767384881.927562:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c08da25e. 00000020:00000010:2.0:1767384881.927566:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000022e6d9b9. 00000100:00000040:2.0:1767384881.927573:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384881.927578:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384881.927580:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384881.927582:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.927584:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.927594:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384881.927605:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384881.927607:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384881.927610:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00000040:2.0:1767384881.927612:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:2.0:1767384881.927614:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529401936 : -108637180149680 : ffff9d31ef77c050) 00000100:00000040:2.0:1767384881.927617:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004f9242fa x1853237358497664/t0(0) o503->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 272/0 e 0 to 0 dl 1767384892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384881.927623:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384881.927625:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009cce2679. 00000100:00000001:2.0:1767384881.927627:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384881.927628:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009cce2679. 00000100:00100000:2.0:1767384881.927631:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004f9242fa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+12:17536:x1853237358497664:12345-0@lo:503: 00000100:00000200:2.0:1767384881.927633:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358497664 00000020:00000001:2.0:1767384881.927634:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384881.927641:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384881.927642:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.927644:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384881.927645:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169440 : -1040382176 : ffffffffc1fd0720) 00000020:00000001:2.0:1767384881.927646:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384881.927647:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384881.927648:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384881.927650:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384881.927651:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.927652:0:16763:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:2.0:1767384881.927653:0:16763:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:2.0:1767384881.927655:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384881.927656:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384881.927665:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000dfbc7a17. 02000000:00000001:2.0:1767384881.927666:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.927667:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384881.927669:0:16763:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000004fe5416f : new refcount 2 00000040:00000001:2.0:1767384881.927670:0:16763:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384881.927672:0:16763:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008331622c. 00000040:00000001:2.0:1767384881.927673:0:16763:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384881.927674:0:16763:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384881.927675:0:16763:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635436412666880 : -108637296884736 : 0xffff9d31e8828400) 00000020:00000001:2.0:1767384881.927677:0:16763:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635436412666880 : -108637296884736 : ffff9d31e8828400) 00000020:00000001:2.0:1767384881.927679:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384881.927681:0:16763:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435830390616 : -108637879161000 : ffff9d31c5cdaf58) 00000040:00000001:2.0:1767384881.927683:0:16763:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.927684:0:16763:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.927685:0:16763:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384881.927688:0:16763:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000cd7610f0. 00000040:00000001:2.0:1767384881.927689:0:16763:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384881.927690:0:16763:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1767384881.929069:0:16763:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.929071:0:16763:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.929073:0:16763:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384881.929076:0:16763:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x8:0x0] count 8 lgh_last_idx 7 llh_cat_idx 0 00000040:00000001:2.0:1767384881.929078:0:16763:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:2.0:1767384881.929085:0:16763:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384881.929086:0:16763:0:(lu_object.c:207:lu_object_put()) Add 000000004b4cda12/00000000c71c939d to site lru. bkt: 000000001cc96ba4 00000040:00000001:2.0:1767384881.929088:0:16763:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384881.929089:0:16763:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000cd7610f0. 00000040:00000010:2.0:1767384881.929091:0:16763:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008331622c. 00000040:00000040:2.0:1767384881.929093:0:16763:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000004fe5416f : new refcount 1 00000020:00000001:2.0:1767384881.929094:0:16763:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384881.929096:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358497664 00010000:00000001:2.0:1767384881.929098:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384881.929100:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004f9242fa x1853237358497664/t0(0) o503->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 272/8416 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384881.929105:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384881.929106:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384881.929108:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384881.929110:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384881.929111:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 12 to 0@lo 00000100:00000001:2.0:1767384881.929112:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384881.929114:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384881.929115:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.929116:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384881.929118:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384881.929119:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000756e2260. 00000100:00000200:2.0:1767384881.929122:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237358497664, offset 224 00000400:00000200:2.0:1767384881.929124:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384881.929129:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384881.929132:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958272700f80 00000400:00000200:2.0:1767384881.929135:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0xfed [4] + 224 00000400:00000200:2.0:1767384881.929139:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384881.929141:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384881.929143:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384881.929144:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000211755af x1853237358497664/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384897 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384881.929149:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@00000000211755af x1853237358497664/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384897 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384881.929168:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384881.929173:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000756e2260 00000400:00000010:2.0:1767384881.929175:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000756e2260. 00000100:00000001:2.0:1767384881.929177:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384881.929181:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384881.929185:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384881.929189:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 11 to 0@lo 00010000:00000001:2.0:1767384881.929192:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384881.929194:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.929196:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384881.929202:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f9242fa x1853237358497664/t0(0) o503->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 272/8416 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384881.929215:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004f9242fa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+12:17536:x1853237358497664:12345-0@lo:503: Request processed in 1588us (1749us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384881.929228:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00000040:2.0:1767384881.929231:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:2.0:1767384881.929235:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384881.929237:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384881.929241:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c08da25e. 00000020:00000010:2.0:1767384881.929246:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000022e6d9b9. 00000020:00000010:2.0:1767384881.929252:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5c86458. 00000020:00000040:2.0:1767384881.929255:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 11 02000000:00000001:2.0:1767384881.929260:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384881.929263:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000dfbc7a17. 02000000:00000001:2.0:1767384881.929272:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384881.929276:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384881.929283:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384881.929288:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f773fc7b. 00000400:00000010:2.0:1767384881.929293:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000756e2260. 00000100:00000001:2.0:1767384881.930620:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384881.930623:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358497792 02000000:00000001:2.0:1767384881.930625:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384881.930627:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384881.930635:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384881.930637:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384881.930639:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358497792 00000020:00000001:2.0:1767384881.930641:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384881.930642:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:2.0:1767384881.930643:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384881.930644:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=12 00000020:00000001:2.0:1767384881.930646:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:2.0:1767384881.930648:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384881.930650:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384881.930652:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ed003ac. 00000100:00000001:2.0:1767384881.930653:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384881.930655:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ed003ac. 00000020:00000010:2.0:1767384881.930658:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5c86458. 00000020:00000010:2.0:1767384881.930660:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c08da25e. 00000020:00000010:2.0:1767384881.930662:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000022e6d9b9. 00000100:00000040:2.0:1767384881.930665:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384881.930667:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384881.930668:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384881.930669:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.930672:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.930682:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384881.930688:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384881.930689:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384881.930692:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00000040:2.0:1767384881.930694:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:2.0:1767384881.930695:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529407056 : -108637180144560 : ffff9d31ef77d450) 00000100:00000040:2.0:1767384881.930699:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c9398e57 x1853237358497792/t0(0) o502->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 272/0 e 0 to 0 dl 1767384892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384881.930705:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384881.930707:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ed003ac. 00000100:00000001:2.0:1767384881.930708:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384881.930709:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ed003ac. 00000100:00100000:2.0:1767384881.930716:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c9398e57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+12:17536:x1853237358497792:12345-0@lo:502: 00000100:00000200:2.0:1767384881.930719:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358497792 00000020:00000001:2.0:1767384881.930721:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384881.930723:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384881.930724:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.930725:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384881.930726:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169392 : -1040382224 : ffffffffc1fd06f0) 00000020:00000001:2.0:1767384881.930728:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384881.930729:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384881.930730:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384881.930731:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384881.930732:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.930734:0:16763:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:2.0:1767384881.930735:0:16763:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:2.0:1767384881.930737:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384881.930738:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384881.930744:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000dfbc7a17. 02000000:00000001:2.0:1767384881.930746:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.930747:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384881.930749:0:16763:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000004fe5416f : new refcount 2 00000040:00000001:2.0:1767384881.930750:0:16763:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384881.930751:0:16763:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008331622c. 00000040:00000001:2.0:1767384881.930753:0:16763:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384881.930755:0:16763:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384881.930756:0:16763:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635436412666880 : -108637296884736 : 0xffff9d31e8828400) 00000020:00000001:2.0:1767384881.930758:0:16763:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635436412666880 : -108637296884736 : ffff9d31e8828400) 00000020:00000001:2.0:1767384881.930760:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384881.930762:0:16763:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435830390616 : -108637879161000 : ffff9d31c5cdaf58) 00000040:00000001:2.0:1767384881.930763:0:16763:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.930764:0:16763:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.930766:0:16763:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384881.930767:0:16763:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000cd7610f0. 00000040:00000001:2.0:1767384881.930769:0:16763:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384881.930770:0:16763:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1767384881.930802:0:16763:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.930809:0:16763:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.930811:0:16763:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.930815:0:16763:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384881.930817:0:16763:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1767384881.930820:0:16763:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9408 00000040:00000001:2.0:1767384881.931155:0:16763:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384881.931159:0:16763:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.931160:0:16763:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:2.0:1767384881.931162:0:16763:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384881.931163:0:16763:0:(lu_object.c:207:lu_object_put()) Add 000000004b4cda12/00000000c71c939d to site lru. bkt: 000000001cc96ba4 00000040:00000001:2.0:1767384881.931165:0:16763:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384881.931166:0:16763:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000cd7610f0. 00000040:00000010:2.0:1767384881.931168:0:16763:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008331622c. 00000040:00000040:2.0:1767384881.931170:0:16763:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000004fe5416f : new refcount 1 00000020:00000001:2.0:1767384881.931171:0:16763:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384881.931173:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358497792 00010000:00000001:2.0:1767384881.931175:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384881.931177:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c9398e57 x1853237358497792/t0(0) o502->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 272/8472 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384881.931183:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384881.931184:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384881.931185:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384881.931188:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384881.931189:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 12 to 0@lo 00000100:00000001:2.0:1767384881.931190:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384881.931198:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384881.931199:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.931201:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384881.931202:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384881.931205:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000049574b6d. 00000100:00000200:2.0:1767384881.931208:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237358497792, offset 224 00000400:00000200:2.0:1767384881.931211:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384881.931216:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384881.931220:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958272701000 00000400:00000200:2.0:1767384881.931223:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0xffd [4] + 224 00000400:00000200:2.0:1767384881.931232:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384881.931234:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384881.931237:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384881.931239:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000211755af x1853237358497792/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384897 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384881.931245:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@00000000211755af x1853237358497792/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384897 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384881.931256:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384881.931259:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049574b6d 00000400:00000010:2.0:1767384881.931261:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000049574b6d. 00000100:00000001:2.0:1767384881.931262:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384881.931263:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384881.931266:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384881.931268:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 11 to 0@lo 00010000:00000001:2.0:1767384881.931270:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384881.931271:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.931273:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384881.931278:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c9398e57 x1853237358497792/t0(0) o502->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 272/8472 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384881.931292:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c9398e57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+12:17536:x1853237358497792:12345-0@lo:502: Request processed in 585us (736us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384881.931304:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00000040:2.0:1767384881.931306:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:2.0:1767384881.931309:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384881.931311:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384881.931314:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c08da25e. 00000020:00000010:2.0:1767384881.931319:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000022e6d9b9. 00000020:00000010:2.0:1767384881.931324:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5c86458. 00000020:00000040:2.0:1767384881.931328:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 11 02000000:00000001:2.0:1767384881.931333:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384881.931335:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000dfbc7a17. 02000000:00000001:2.0:1767384881.931344:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384881.931347:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384881.931357:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384881.931361:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070c4641e. 00000400:00000010:2.0:1767384881.931367:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000049574b6d. 00000100:00000001:2.0:1767384881.932187:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384881.932190:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358497920 02000000:00000001:2.0:1767384881.932194:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384881.932196:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384881.932198:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384881.932201:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384881.932207:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358497920 00000020:00000001:2.0:1767384881.932209:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384881.932212:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:2.0:1767384881.932214:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384881.932217:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=12 00000020:00000001:2.0:1767384881.932221:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:2.0:1767384881.932224:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384881.932229:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384881.932234:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ccf08fb. 00000100:00000001:2.0:1767384881.932237:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384881.932243:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ccf08fb. 00000020:00000010:2.0:1767384881.932250:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5c86458. 00000020:00000010:2.0:1767384881.932254:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c08da25e. 00000020:00000010:2.0:1767384881.932260:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000022e6d9b9. 00000100:00000040:2.0:1767384881.932265:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384881.932267:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384881.932268:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384881.932269:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.932272:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.932281:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384881.932287:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384881.932288:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384881.932290:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00000040:2.0:1767384881.932292:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:2.0:1767384881.932294:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529408080 : -108637180143536 : ffff9d31ef77d850) 00000100:00000040:2.0:1767384881.932297:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b2b60499 x1853237358497920/t0(0) o502->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 272/0 e 0 to 0 dl 1767384892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384881.932311:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384881.932313:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ccf08fb. 00000100:00000001:2.0:1767384881.932314:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384881.932316:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ccf08fb. 00000100:00100000:2.0:1767384881.932318:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b2b60499 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+12:17536:x1853237358497920:12345-0@lo:502: 00000100:00000200:2.0:1767384881.932321:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358497920 00000020:00000001:2.0:1767384881.932323:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384881.932324:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384881.932326:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.932327:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384881.932328:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169392 : -1040382224 : ffffffffc1fd06f0) 00000020:00000001:2.0:1767384881.932330:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384881.932331:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384881.932332:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384881.932333:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384881.932334:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.932335:0:16763:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:2.0:1767384881.932336:0:16763:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:2.0:1767384881.932338:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384881.932339:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384881.932348:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 0000000010288a73. 02000000:00000001:2.0:1767384881.932349:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.932350:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384881.932352:0:16763:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000004fe5416f : new refcount 2 00000040:00000001:2.0:1767384881.932353:0:16763:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384881.932355:0:16763:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008331622c. 00000040:00000001:2.0:1767384881.932357:0:16763:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384881.932358:0:16763:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384881.932359:0:16763:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635436412666880 : -108637296884736 : 0xffff9d31e8828400) 00000020:00000001:2.0:1767384881.932361:0:16763:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635436412666880 : -108637296884736 : ffff9d31e8828400) 00000020:00000001:2.0:1767384881.932363:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384881.932365:0:16763:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435830390616 : -108637879161000 : ffff9d31c5cdaf58) 00000040:00000001:2.0:1767384881.932370:0:16763:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.932371:0:16763:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.932372:0:16763:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384881.932374:0:16763:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000cd7610f0. 00000040:00000001:2.0:1767384881.932375:0:16763:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384881.932376:0:16763:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1767384881.932408:0:16763:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.932409:0:16763:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.932410:0:16763:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.932412:0:16763:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384881.932413:0:16763:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1767384881.932415:0:16763:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 7 (cur idx 7 off 8192), size 9408 00000040:00000001:2.0:1767384881.932425:0:16763:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384881.932427:0:16763:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.932428:0:16763:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:2.0:1767384881.932429:0:16763:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384881.932430:0:16763:0:(lu_object.c:207:lu_object_put()) Add 000000004b4cda12/00000000c71c939d to site lru. bkt: 000000001cc96ba4 00000040:00000001:2.0:1767384881.932432:0:16763:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384881.932433:0:16763:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000cd7610f0. 00000040:00000010:2.0:1767384881.932434:0:16763:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008331622c. 00000040:00000040:2.0:1767384881.932436:0:16763:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000004fe5416f : new refcount 1 00000020:00000001:2.0:1767384881.932437:0:16763:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384881.932439:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358497920 00010000:00000001:2.0:1767384881.932441:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384881.932444:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b2b60499 x1853237358497920/t0(0) o502->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 272/8472 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384881.932449:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384881.932450:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384881.932452:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384881.932454:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384881.932455:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 12 to 0@lo 00000100:00000001:2.0:1767384881.932456:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384881.932458:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384881.932459:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.932461:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384881.932467:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384881.932468:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000083715462. 00000100:00000200:2.0:1767384881.932471:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237358497920, offset 224 00000400:00000200:2.0:1767384881.932473:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384881.932478:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384881.932482:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958272701080 00000400:00000200:2.0:1767384881.932485:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x100d [4] + 224 00000400:00000200:2.0:1767384881.932489:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384881.932491:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384881.932493:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384881.932495:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000211755af x1853237358497920/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384897 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384881.932500:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@00000000211755af x1853237358497920/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384897 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384881.932512:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384881.932516:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083715462 00000400:00000010:2.0:1767384881.932517:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000083715462. 00000100:00000001:2.0:1767384881.932519:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384881.932520:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384881.932522:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384881.932523:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 11 to 0@lo 00010000:00000001:2.0:1767384881.932525:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384881.932526:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.932528:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384881.932530:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b2b60499 x1853237358497920/t0(0) o502->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 272/8472 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384881.932541:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b2b60499 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+12:17536:x1853237358497920:12345-0@lo:502: Request processed in 227us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384881.932553:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00000040:2.0:1767384881.932558:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:2.0:1767384881.932562:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384881.932564:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384881.932568:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c08da25e. 00000020:00000010:2.0:1767384881.932578:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000022e6d9b9. 00000020:00000010:2.0:1767384881.932583:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5c86458. 00000020:00000040:2.0:1767384881.932587:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 11 02000000:00000001:2.0:1767384881.932592:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384881.932595:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 0000000010288a73. 02000000:00000001:2.0:1767384881.932605:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384881.932610:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384881.932616:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384881.932622:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a5b8f87. 00000400:00000010:2.0:1767384881.932628:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083715462. 00000040:00000001:2.0:1767384881.933346:0:17551:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:2.0:1767384881.933350:0:17551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5c86458. 00000020:00000010:2.0:1767384881.933352:0:17551:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008331622c. 00000040:00000010:2.0:1767384881.933354:0:17551:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005c7ae938. 00000020:00000010:2.0:1767384881.933364:0:17551:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dee54a18. 00000020:00000010:2.0:1767384881.933367:0:17551:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a4db57fd. 00000020:00000010:2.0:1767384881.933369:0:17551:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e08de983. 80000000:00000010:2.0:1767384881.933371:0:17551:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005b5ecb46. 40000000:00000010:2.0:1767384881.933373:0:17551:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007ccf08fb. 00100000:00000010:2.0:1767384881.933375:0:17551:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000054649a56. 00040000:00000010:2.0:1767384881.933377:0:17551:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003b316abc. 00040000:00000010:2.0:1767384881.933379:0:17551:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000059c7700b. 00040000:00000010:2.0:1767384881.933381:0:17551:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000edb676c2. 00080000:00000010:2.0:1767384881.933383:0:17551:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006dc4e8c2. 00000004:00000010:2.0:1767384881.933385:0:17551:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000058a0c9. 00000004:00000010:2.0:1767384881.933388:0:17551:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008a3af51d. 00000004:00000010:2.0:1767384881.933390:0:17551:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000000ea1926. 00002000:00000010:2.0:1767384881.933392:0:17551:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000065e53420. 00000004:00000010:2.0:1767384881.933394:0:17551:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d2a91c94. 00000020:00000010:2.0:1767384881.933396:0:17551:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d04b34e9. 00000040:00000010:2.0:1767384881.933399:0:17551:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000cd7610f0. 00000040:00001000:2.0:1767384881.933400:0:17551:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:2.0:1767384881.933402:0:17551:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384881.933403:0:17551:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1767384881.933406:0:17551:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9408 00000040:00000001:2.0:1767384881.933425:0:17551:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384881.933427:0:17551:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384881.933428:0:17551:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c25d8000 type=0x10620000 idx=1 00000040:00001000:2.0:1767384881.933429:0:17551:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:2.0:1767384881.933431:0:17551:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:2.0:1767384881.933432:0:17551:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767384881.933434:0:17551:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767384881.933436:0:17551:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767384881.933437:0:17551:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:2.0:1767384881.933440:0:17551:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:01000004:2.0:1767384881.933441:0:17551:0:(obd_mount.c:939:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-ost1/ost1 00000020:00000001:2.0:1767384881.933443:0:17551:0:(obd_mount.c:947:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384881.933446:0:17551:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000838b0fdb. 00000020:00000080:2.0:1767384881.933448:0:17551:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767384881.933450:0:17551:0:(obd_config.c:1477:class_process_config()) marker 11 (0x1) lustre-OST0000 add ost 00000020:00000001:2.0:1767384881.933451:0:17551:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384881.933453:0:17551:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000838b0fdb. 00000020:00000001:2.0:1767384881.933455:0:17551:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384881.933456:0:17551:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c25d80e0 type=0x10620000 idx=2 00000040:00001000:2.0:1767384881.933457:0:17551:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:2.0:1767384881.933458:0:17551:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:2.0:1767384881.933459:0:17551:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767384881.933460:0:17551:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 104 at 00000000c08da25e. 00000020:00000080:2.0:1767384881.933461:0:17551:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:2.0:1767384881.933463:0:17551:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:2.0:1767384881.933464:0:17551:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:2.0:1767384881.933471:0:17551:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000fe96f595. 00000020:00000080:2.0:1767384881.933473:0:17551:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000 (00000000fe96f595) 00000020:00000001:2.0:1767384881.933475:0:17551:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767384881.933477:0:17551:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000a22dbe88. 00000020:00000001:2.0:1767384881.933478:0:17551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384881.933479:0:17551:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a22dbe88 with handle 0x4895a8f6c11e8505 to hash 00000020:00000001:2.0:1767384881.933481:0:17551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384881.933482:0:17551:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:2.0:1767384881.933488:0:17551:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.933490:0:17551:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446635431487145984 : -108642222405632 : ffff9d30c2ed0800) 00000020:00000040:2.0:1767384881.933491:0:17551:0:(genops.c:898:class_export_put()) PUTting export 00000000a22dbe88 : new refcount 1 00000020:00000040:2.0:1767384881.933499:0:17551:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fe96f595) now 2 - obd_device_list 00000020:00000001:2.0:1767384881.933502:0:17551:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:2.0:1767384881.933503:0:17551:0:(obd_config.c:657:class_attach()) OBD: dev 12 attached type obdfilter with refcount 2 00000020:00000001:2.0:1767384881.933505:0:17551:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.933506:0:17551:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384881.933508:0:17551:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 104 at 00000000c08da25e. 00000020:00000001:2.0:1767384881.933509:0:17551:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384881.933510:0:17551:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c25d8160 type=0x10620000 idx=3 00000040:00001000:2.0:1767384881.933511:0:17551:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:2.0:1767384881.933512:0:17551:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:2.0:1767384881.933514:0:17551:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000040:2.0:1767384881.933515:0:17551:0:(obd_config.c:1846:class_config_llog_handler()) For 1.8 interoperability, set this index to '0' 00000020:00000010:2.0:1767384881.933517:0:17551:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at 00000000c69ab2b1. 00000020:00000080:2.0:1767384881.933518:0:17551:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:2.0:1767384881.933520:0:17551:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:2.0:1767384881.933528:0:17551:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384881.933530:0:17551:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000838b0fdb. 00000001:00000010:2.0:1767384881.933533:0:17551:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ef1e4640. 00000001:00000010:2.0:1767384881.933535:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000955eafda. 00000001:00000010:2.0:1767384881.933536:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002e1d0565. 00000001:00000010:2.0:1767384881.933538:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002f570d70. 00000001:00000010:2.0:1767384881.933539:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009866c335. 00000001:00000001:2.0:1767384881.933541:0:17551:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384881.933542:0:17551:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000018f7ff3c. 00000001:00000010:2.0:1767384881.933543:0:17551:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000fa5be2c8. 00000001:00000010:2.0:1767384881.933544:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001ccbf840. 00000001:00000010:2.0:1767384881.933545:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e8eaebb9. 00000001:00000010:2.0:1767384881.933552:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005a8e708c. 00000001:00000010:2.0:1767384881.933554:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000499eb236. 00000020:00000001:2.0:1767384881.933556:0:17551:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:2.0:1767384881.933558:0:17551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c055b558. 00000020:00000010:2.0:1767384881.933562:0:17551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c08da25e. 00000020:00000010:2.0:1767384881.933564:0:17551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000022e6d9b9. 00000008:00000010:2.0:1767384881.933567:0:17551:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000099d1439. 00020000:00000010:2.0:1767384881.933570:0:17551:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000fc403a9e. 00008000:00000010:2.0:1767384881.933573:0:17551:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000008a562ba6. 00000080:00000010:2.0:1767384881.933576:0:17551:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000433e8b14. 00000020:00000010:2.0:1767384881.933579:0:17551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ebe1bf64. 00000020:00000010:2.0:1767384881.933580:0:17551:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000659968b9. 00000020:00000010:2.0:1767384881.933582:0:17551:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cca7cc60. 00000020:00000010:2.0:1767384881.933584:0:17551:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000be89412c. 00000020:00000010:2.0:1767384881.933586:0:17551:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000ea8ae73. 80000000:00000010:2.0:1767384881.933587:0:17551:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000026317206. 40000000:00000010:2.0:1767384881.933589:0:17551:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000568157d1. 00100000:00000010:2.0:1767384881.933591:0:17551:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bbca6d2e. 00040000:00000010:2.0:1767384881.933593:0:17551:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002952f661. 00040000:00000010:2.0:1767384881.933594:0:17551:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000097ca0565. 00080000:00000010:2.0:1767384881.933596:0:17551:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a711bb27. 00002000:00000010:2.0:1767384881.933598:0:17551:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000492398f4. 00002000:00000010:2.0:1767384881.933600:0:17551:0:(ofd_dev.c:3346:ofd_device_alloc()) kmalloced '(m)': 2040 at 00000000c0355527. 00002000:00000001:2.0:1767384881.933603:0:17551:0:(ofd_dev.c:3063:ofd_init0()) Process entered 00002000:00000001:2.0:1767384881.933607:0:17551:0:(ofd_dev.c:157:ofd_stack_init()) Process entered 00000020:00000001:2.0:1767384881.933608:0:17551:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:2.0:1767384881.933610:0:17551:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1767384881.933611:0:17551:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446635431465690464 : -108642243861152 : ffff9d30c1a5a560) 00000020:01000004:2.0:1767384881.933612:0:17551:0:(tgt_mount.c:154:server_get_mount()) get mount 00000000f97eab3d from lustre-OST0000, refs=2 00000020:00000001:2.0:1767384881.933614:0:17551:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446635431465690464 : -108642243861152 : ffff9d30c1a5a560) 00002000:00000010:2.0:1767384881.933615:0:17551:0:(ofd_dev.c:175:ofd_stack_init()) kmalloced '(osdname)': 64 at 0000000073d8cb83. 00002000:00000001:2.0:1767384881.933617:0:17551:0:(ofd_dev.c:99:ofd_connect_to_next()) Process entered 00002000:00000010:2.0:1767384881.933618:0:17551:0:(ofd_dev.c:101:ofd_connect_to_next()) kmalloced '(data)': 192 at 00000000f6c9d454. 00002000:00000001:2.0:1767384881.933620:0:17551:0:(obd_class.h:852:obd_connect()) Process entered 00080000:00000001:2.0:1767384881.933622:0:17551:0:(osd_handler.c:1527:osd_obd_connect()) Process entered 00080000:01000000:2.0:1767384881.933623:0:17551:0:(osd_handler.c:1528:osd_obd_connect()) connect #1 00000020:00000001:2.0:1767384881.933624:0:17551:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:2.0:1767384881.933625:0:17551:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767384881.933629:0:17551:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006b599064. 00000020:00000001:2.0:1767384881.933631:0:17551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384881.933632:0:17551:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006b599064 with handle 0x4895a8f6c11e850c to hash 00000020:00000001:2.0:1767384881.933633:0:17551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384881.933634:0:17551:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:2.0:1767384881.933636:0:17551:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384881.933637:0:17551:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osd (00000000c5239ec3) now 5 - export 00000020:00000001:2.0:1767384881.933639:0:17551:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446635431487158272 : -108642222393344 : ffff9d30c2ed3800) 00000020:00000040:2.0:1767384881.933640:0:17551:0:(genops.c:898:class_export_put()) PUTting export 000000006b599064 : new refcount 1 00000020:00000080:2.0:1767384881.933642:0:17551:0:(genops.c:1402:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x4895a8f6c11e850c 00000020:00000001:2.0:1767384881.933643:0:17551:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.933644:0:17551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384881.933645:0:17551:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e850c 00000020:00000001:2.0:1767384881.933645:0:17551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384881.933646:0:17551:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006b599064 refcount=2 00000020:00000001:2.0:1767384881.933647:0:17551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431487158272 : -108642222393344 : ffff9d30c2ed3800) 00000020:00000001:2.0:1767384881.933649:0:17551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431487158272 : -108642222393344 : ffff9d30c2ed3800) 00080000:00000001:2.0:1767384881.933650:0:17551:0:(osd_handler.c:1538:osd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384881.933651:0:17551:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1767384881.933653:0:17551:0:(ofd_dev.c:129:ofd_connect_to_next()) kfreed 'data': 192 at 00000000f6c9d454. 00002000:00000001:2.0:1767384881.933654:0:17551:0:(ofd_dev.c:130:ofd_connect_to_next()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1767384881.933655:0:17551:0:(ofd_dev.c:181:ofd_stack_init()) kfreed 'osdname': 64 at 0000000073d8cb83. 00002000:00000001:2.0:1767384881.933657:0:17551:0:(ofd_dev.c:194:ofd_stack_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384881.933659:0:17551:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:2.0:1767384881.933661:0:17551:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:2.0:1767384881.933662:0:17551:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384881.933668:0:17551:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000b3de602d. 00000001:00000001:2.0:1767384881.933670:0:17551:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384881.933671:0:17551:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000f72a6ed8. 00000001:00000010:2.0:1767384881.933673:0:17551:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 512 at 00000000dd2e06fa. 00000001:00000010:2.0:1767384881.933708:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000026cc4749. 00000001:00000010:2.0:1767384881.933745:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000838794dd. 00000001:00000010:2.0:1767384881.933779:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000087c54795. 00000001:00000010:2.0:1767384881.933817:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006b511ec9. 00000001:00000010:2.0:1767384881.933885:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000aa9caefc. 00000001:00000010:2.0:1767384881.933925:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000087d4b7da. 00000001:00000010:2.0:1767384881.933961:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003aec9317. 00000001:00000010:2.0:1767384881.933995:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000fb35d55. 00000001:00000010:2.0:1767384881.934049:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000583c6abc. 00000001:00000010:2.0:1767384881.934088:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005f93108d. 00000001:00000010:2.0:1767384881.934123:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003238003f. 00000001:00000010:2.0:1767384881.934157:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000048b2ea3b. 00000001:00000010:2.0:1767384881.934199:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e99fe461. 00000001:00000010:2.0:1767384881.934234:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f46fb2cf. 00000001:00000010:2.0:1767384881.934269:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006248d2f2. 00000001:00000010:2.0:1767384881.934302:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000284bdc5c. 00000001:00000010:2.0:1767384881.934336:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a8c7f551. 00000001:00000010:2.0:1767384881.934371:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c45c90b1. 00000001:00000010:2.0:1767384881.934405:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b82567bd. 00000001:00000010:2.0:1767384881.934448:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000edbee674. 00000001:00000010:2.0:1767384881.934482:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000029be1d0e. 00000001:00000010:2.0:1767384881.934518:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002112570f. 00000001:00000010:2.0:1767384881.934554:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001f87cb0c. 00000001:00000010:2.0:1767384881.934589:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e382a5ff. 00000001:00000010:2.0:1767384881.934623:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000da550f86. 00000001:00000010:2.0:1767384881.934657:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000be9dd78a. 00000001:00000010:2.0:1767384881.934699:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006d78d6d0. 00000001:00000010:2.0:1767384881.934740:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fff55baa. 00000001:00000010:2.0:1767384881.934776:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a810b3ff. 00000001:00000010:2.0:1767384881.934813:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e5600a2a. 00000001:00000010:2.0:1767384881.934876:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007c2b4489. 00000001:00000010:2.0:1767384881.934926:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a1bf5f35. 00000001:00000010:2.0:1767384881.934964:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d09e0df9. 00000001:00000010:2.0:1767384881.935005:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d17f77e2. 00000001:00000010:2.0:1767384881.935059:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ae67a28e. 00000001:00000010:2.0:1767384881.935098:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005822b1d4. 00000001:00000010:2.0:1767384881.935133:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000944d2c2f. 00000001:00000010:2.0:1767384881.935167:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bceb9bbf. 00000001:00000010:2.0:1767384881.935200:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000048f2aa28. 00000001:00000010:2.0:1767384881.935234:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000082243995. 00000001:00000010:2.0:1767384881.935274:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000095248dd6. 00000001:00000010:2.0:1767384881.935309:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000032285adb. 00000001:00000010:2.0:1767384881.935344:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f3df57ab. 00000001:00000010:2.0:1767384881.935379:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f6194bf9. 00000001:00000010:2.0:1767384881.935413:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000026dc0905. 00000001:00000010:2.0:1767384881.935447:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003eb865b8. 00000001:00000010:2.0:1767384881.935484:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004f809726. 00000001:00000010:2.0:1767384881.935524:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000963756c4. 00000001:00000010:2.0:1767384881.935560:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ee180cef. 00000001:00000010:2.0:1767384881.935593:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b4007c22. 00000001:00000010:2.0:1767384881.935627:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bed929b5. 00000001:00000010:2.0:1767384881.935659:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007f9db87e. 00000001:00000010:2.0:1767384881.935692:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d4a86dbf. 00000001:00000010:2.0:1767384881.935725:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005c1d8d38. 00000001:00000010:2.0:1767384881.935765:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005cff4f60. 00000001:00000010:2.0:1767384881.935798:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c579fb59. 00000001:00000010:2.0:1767384881.935858:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000014fc99ea. 00000001:00000010:2.0:1767384881.935908:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000016f183f. 00000001:00000010:2.0:1767384881.935946:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003779d246. 00000001:00000010:2.0:1767384881.935981:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000091f9e679. 00000001:00000010:2.0:1767384881.936030:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004c803f33. 00000100:00000040:0.0:1767384881.936065:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294871798, at 4294871799 00000100:00000010:0.0:1767384881.936072:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ea4ea84. 00000001:00000010:2.0:1767384881.936082:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000073d51da5. 00000100:00000040:3.0:1767384881.936086:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294871798, at 4294871799 00000100:00000010:3.0:1767384881.936094:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004a3ed4c1. 00000001:00000010:2.0:1767384881.936122:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ac82291a. 00000001:00000010:2.0:1767384881.936159:0:17551:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004dc1d522. 00000020:00000010:2.0:1767384881.936208:0:17551:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a629bf7d. 00000020:00000010:2.0:1767384881.936211:0:17551:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000ba1e8e63. 00010000:00000001:2.0:1767384881.936232:0:17551:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:2.0:1767384881.936248:0:17551:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:2.0:1767384881.936259:0:17551:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000253ef520. 00000020:00000010:2.0:1767384881.936260:0:17551:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000be3bf3ce. 00010000:00000001:2.0:1767384881.936268:0:17551:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:2.0:1767384881.936269:0:17551:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-2 is initialized 00010000:00000001:2.0:1767384881.936270:0:17551:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384881.936272:0:17551:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446635431479493632 : -108642230057984 : ffff9d30c2784400) 00000020:00000001:2.0:1767384881.936275:0:17551:0:(tgt_main.c:465:tgt_init()) Process entered 00000001:00000040:2.0:1767384881.936278:0:17551:0:(obd_cksum.c:33:obd_cksum_types_supported_server()) lustre-OST0000: checksum speed: crc 1903, crc32c 11275, adler 1491, t10ip512 6863, t10ip4k 7463, t10crc512 1571, t10crc4k 1867 00000020:00000001:2.0:1767384881.936284:0:17551:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:2.0:1767384881.936286:0:17551:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384881.936291:0:17551:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.936292:0:17551:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384881.936302:0:17551:0:(tgt_main.c:539:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at 00000000e0f91fd0. 00000020:00000001:2.0:1767384881.936304:0:17551:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000020:00000001:2.0:1767384881.936306:0:17551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384881.936308:0:17551:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000088248be. 00002000:00000001:2.0:1767384881.936311:0:17551:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384881.936319:0:17551:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008b111142. 00002000:00000001:2.0:1767384881.936321:0:17551:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635431488281816 : -108642221269800 : ffff9d30c2fe5cd8) 00002000:00000001:2.0:1767384881.936324:0:17551:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384881.936325:0:17551:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xb:0x0] 00080000:00000010:2.0:1767384881.936327:0:17551:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e0eb2378. 00002000:00000001:2.0:1767384881.936329:0:17551:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.936330:0:17551:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384881.936332:0:17551:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384881.936333:0:17551:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384881.936333:0:17551:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.936352:0:17551:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.936363:0:17551:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384881.936367:0:17551:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384881.936375:0:17551:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.936376:0:17551:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.936377:0:17551:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384881.936382:0:17551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384881.936384:0:17551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384881.936386:0:17551:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.936387:0:17551:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384881.936389:0:17551:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.936391:0:17551:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635431488281816 : -108642221269800 : ffff9d30c2fe5cd8) 00000020:00000001:2.0:1767384881.936392:0:17551:0:(dt_object.c:286:dt_find_or_create()) Process leaving (rc=18446635436273211176 : -108637436340440 : ffff9d31e0329728) 00000001:00000040:2.0:1767384881.936749:0:17551:0:(tgt_lastrcvd.c:654:tgt_server_data_read()) lustre-OST0000: read last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 4294967301: rc = 0 00000001:00000002:2.0:1767384881.936753:0:17551:0:(tgt_lastrcvd.c:1932:tgt_server_data_init()) =======,=BEGIN DUMPING LAST_RCVD======== 00000001:00000002:2.0:1767384881.936754:0:17551:0:(tgt_lastrcvd.c:1934:tgt_server_data_init()) lustre-OST0000: server last_transno: 4294967301 00000001:00000002:2.0:1767384881.936756:0:17551:0:(tgt_lastrcvd.c:1936:tgt_server_data_init()) lustre-OST0000: server mount_count: 2 00000001:00000002:2.0:1767384881.936757:0:17551:0:(tgt_lastrcvd.c:1938:tgt_server_data_init()) lustre-OST0000: server data size: 512 00000001:00000002:2.0:1767384881.936758:0:17551:0:(tgt_lastrcvd.c:1940:tgt_server_data_init()) lustre-OST0000: per-client data start: 8192 00000001:00000002:2.0:1767384881.936759:0:17551:0:(tgt_lastrcvd.c:1942:tgt_server_data_init()) lustre-OST0000: per-client data size: 128 00000001:00000002:2.0:1767384881.936760:0:17551:0:(tgt_lastrcvd.c:1944:tgt_server_data_init()) lustre-OST0000: last_rcvd size: 8320 00000001:00000002:2.0:1767384881.936761:0:17551:0:(tgt_lastrcvd.c:1946:tgt_server_data_init()) lustre-OST0000: server subdir_count: 32 00000001:00000002:2.0:1767384881.936762:0:17551:0:(tgt_lastrcvd.c:1950:tgt_server_data_init()) lustre-OST0000: last_rcvd clients: 1 00000001:00000002:2.0:1767384881.936763:0:17551:0:(tgt_lastrcvd.c:1951:tgt_server_data_init()) ========END DUMPING LAST_RCVD======== 00000001:00000001:2.0:1767384881.936765:0:17551:0:(tgt_lastrcvd.c:1671:tgt_clients_data_init()) Process entered 00000001:00000010:2.0:1767384881.936766:0:17551:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at 0000000065f7a1cf. 00000001:00000040:2.0:1767384881.936788:0:17551:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8320 uuid = , last_transno = 4294967301, last_xid = 1853237202304000, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:2.0:1767384881.936791:0:17551:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 0 00000001:00000010:2.0:1767384881.936793:0:17551:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at 0000000065f7a1cf. 00000001:00000001:2.0:1767384881.936794:0:17551:0:(tgt_lastrcvd.c:1780:tgt_clients_data_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384881.936796:0:17551:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:2.0:1767384881.936797:0:17551:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 4294967301 00080000:00000001:2.0:1767384881.936798:0:17551:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384881.936800:0:17551:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a9ff7252. 00080000:00000001:2.0:1767384881.936802:0:17551:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431479495680 : -108642230055936 : ffff9d30c2784c00) 00080000:00000001:2.0:1767384881.936803:0:17551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384881.936809:0:17551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384881.936816:0:17551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.936819:0:17551:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384881.936842:0:17551:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384881.936846:0:17551:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:2.0:1767384881.936848:0:17551:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384881.936875:0:17551:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:2.0:1767384881.936879:0:17551:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 4294967301: rc = 0 00000001:00000001:2.0:1767384881.936881:0:17551:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.936883:0:17551:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384881.936888:0:17551:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384881.936889:0:17551:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 4294967301: rc = 0 00000001:00000001:2.0:1767384881.936891:0:17551:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384881.936892:0:17551:0:(tgt_lastrcvd.c:1980:tgt_server_data_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.936894:0:17551:0:(tgt_main.c:580:tgt_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.936897:0:17551:0:(lproc_ofd.c:1231:ofd_tunables_init()) Process entered 00000100:00000040:2.0:1767384881.937048:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294871798, at 4294871800 00000100:00000010:2.0:1767384881.937053:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d7db0460. 00000020:00000010:2.0:1767384881.937099:0:17551:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000088e2bea3. 00000020:00000010:2.0:1767384881.937101:0:17551:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 000000007ddeb9f4. 00000020:00000001:2.0:1767384881.937124:0:17551:0:(lprocfs_jobstats.c:824:lprocfs_job_stats_init()) Process entered 00000020:00000001:2.0:1767384881.937128:0:17551:0:(lprocfs_jobstats.c:867:lprocfs_job_stats_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.937130:0:17551:0:(lproc_ofd.c:1281:ofd_tunables_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384881.937132:0:17551:0:(ofd_fs.c:629:ofd_fs_setup()) Process entered 00002000:00000010:2.0:1767384881.937134:0:17551:0:(ofd_dev.c:756:ofd_fid_init()) kmalloced '(name)': 21 at 00000000b3de0572. 00002000:00000010:2.0:1767384881.937136:0:17551:0:(ofd_dev.c:760:ofd_fid_init()) kmalloced '(ss->ss_server_seq)': 288 at 0000000067954cb4. 40000000:00000001:2.0:1767384881.937137:0:17551:0:(fid_handler.c:504:seq_server_init()) Process entered 40000000:00000001:2.0:1767384881.937140:0:17551:0:(fid_store.c:189:seq_store_init()) Process entered 00000020:00000001:2.0:1767384881.937141:0:17551:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000020:00000001:2.0:1767384881.937142:0:17551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384881.937144:0:17551:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384881.937146:0:17551:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000003b0b78ee. 00002000:00000001:2.0:1767384881.937147:0:17551:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635431488275432 : -108642221276184 : ffff9d30c2fe43e8) 00002000:00000001:2.0:1767384881.937149:0:17551:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384881.937150:0:17551:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x5:0x0] 00080000:00000010:2.0:1767384881.937160:0:17551:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007102d760. 00002000:00000001:2.0:1767384881.937165:0:17551:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.937166:0:17551:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384881.937167:0:17551:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384881.937168:0:17551:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384881.937169:0:17551:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.937186:0:17551:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.937204:0:17551:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384881.937209:0:17551:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384881.937221:0:17551:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.937223:0:17551:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.937225:0:17551:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384881.937226:0:17551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384881.937227:0:17551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384881.937229:0:17551:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.937231:0:17551:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384881.937232:0:17551:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.937234:0:17551:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635431488275432 : -108642221276184 : ffff9d30c2fe43e8) 00000020:00000001:2.0:1767384881.937236:0:17551:0:(dt_object.c:286:dt_find_or_create()) Process leaving (rc=18446635431488288096 : -108642221263520 : ffff9d30c2fe7560) 40000000:00000001:2.0:1767384881.937238:0:17551:0:(fid_store.c:215:seq_store_init()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:2.0:1767384881.937240:0:17551:0:(fid_store.c:156:seq_store_read()) Process entered 40000000:00000040:2.0:1767384881.937272:0:17551:0:(fid_store.c:166:seq_store_read()) srv-lustre-OST0000: Space - [0x0000000240000401-0x0000000280000400]:0:ost 40000000:00000001:2.0:1767384881.937275:0:17551:0:(fid_store.c:176:seq_store_read()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:2.0:1767384881.937277:0:17551:0:(fid_handler.c:485:seq_server_debugfs_init()) Process entered 40000000:00000001:2.0:1767384881.937305:0:17551:0:(fid_handler.c:575:seq_server_init()) Process leaving 00002000:00000010:2.0:1767384881.937307:0:17551:0:(ofd_dev.c:772:ofd_fid_init()) kmalloced '(ss->ss_client_seq)': 224 at 0000000054d07a86. 40000000:00000001:2.0:1767384881.937310:0:17551:0:(fid_request.c:396:seq_client_init()) Process entered 40000000:00000001:2.0:1767384881.937346:0:17551:0:(fid_handler.c:36:seq_server_set_cli()) Process entered 40000000:00000040:2.0:1767384881.937348:0:17551:0:(fid_handler.c:57:seq_server_set_cli()) srv-lustre-OST0000: Attached sequence controller cli-lustre-OST0000-super 40000000:00000001:2.0:1767384881.937349:0:17551:0:(fid_handler.c:61:seq_server_set_cli()) Process leaving 00002000:00000010:2.0:1767384881.937350:0:17551:0:(ofd_dev.c:792:ofd_fid_init()) kfreed 'name': 21 at 00000000b3de0572. 00002000:00000001:2.0:1767384881.937353:0:17551:0:(ofd_fs.c:457:ofd_fld_init()) Process entered 00002000:00000010:2.0:1767384881.937355:0:17551:0:(ofd_fs.c:459:ofd_fld_init()) kmalloced '(ss->ss_server_fld)': 192 at 0000000071e6fc56. 80000000:00000001:2.0:1767384881.937357:0:17551:0:(fld_handler.c:411:fld_server_init()) Process entered 80000000:00000001:2.0:1767384881.937359:0:17551:0:(fld_cache.c:37:fld_cache_init()) Process entered 80000000:00000010:2.0:1767384881.937362:0:17551:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 000000006a749ce6. 80000000:00000040:2.0:1767384881.937363:0:17551:0:(fld_cache.c:61:fld_cache_init()) srv-lustre-OST0000: FLD cache - Size: 74898, Threshold: 7489 80000000:00000001:2.0:1767384881.937365:0:17551:0:(fld_cache.c:63:fld_cache_init()) Process leaving (rc=18446635436738104896 : -108636971446720 : ffff9d31fbe84e40) 80000000:00000001:2.0:1767384881.937370:0:17551:0:(fld_index.c:322:fld_index_init()) Process entered 80000000:00000010:2.0:1767384881.937372:0:17551:0:(fld_index.c:328:fld_index_init()) kmalloced '(attr)': 104 at 0000000086de21b1. 00000020:00000001:2.0:1767384881.937374:0:17551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384881.937376:0:17551:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384881.937378:0:17551:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004ee528d5. 00002000:00000001:2.0:1767384881.937380:0:17551:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635431488279080 : -108642221272536 : ffff9d30c2fe5228) 00002000:00000001:2.0:1767384881.937381:0:17551:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384881.937382:0:17551:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x3:0x0] 00080000:00000010:2.0:1767384881.937385:0:17551:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001bf9d5ce. 00002000:00000001:2.0:1767384881.937387:0:17551:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.937388:0:17551:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384881.937389:0:17551:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384881.937390:0:17551:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384881.937391:0:17551:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.937408:0:17551:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.937413:0:17551:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384881.937418:0:17551:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384881.937428:0:17551:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.937429:0:17551:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.937430:0:17551:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384881.937431:0:17551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384881.937433:0:17551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384881.937435:0:17551:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.937436:0:17551:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384881.937437:0:17551:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.937438:0:17551:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635431488279080 : -108642221272536 : ffff9d30c2fe5228) 00080000:00000001:2.0:1767384881.937441:0:17551:0:(osd_index.c:2028:osd_index_try()) Process entered 00100000:00000001:2.0:1767384881.937442:0:17551:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1767384881.937445:0:17551:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006363b164. 00100000:00000010:2.0:1767384881.937447:0:17551:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000006363b164. 00100000:00000001:2.0:1767384881.937449:0:17551:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384881.937451:0:17551:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.937452:0:17551:0:(osd_index.c:123:osd_index_it_init()) Process entered 00080000:00000010:2.0:1767384881.937473:0:17551:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 0000000069c37551. 00080000:00000010:2.0:1767384881.937476:0:17551:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000006363b164. 00080000:00000001:2.0:1767384881.937478:0:17551:0:(osd_index.c:148:osd_index_it_init()) Process leaving (rc=18446635431479397856 : -108642230153760 : ffff9d30c276cde0) 00080000:00000001:2.0:1767384881.937481:0:17551:0:(osd_index.c:1984:osd_index_it_load()) Process entered 00080000:00000001:2.0:1767384881.937540:0:17551:0:(osd_index.c:1993:osd_index_it_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384881.937543:0:17551:0:(osd_index.c:1952:osd_index_it_rec()) Process entered 00080000:00000001:2.0:1767384881.937556:0:17551:0:(osd_index.c:1963:osd_index_it_rec()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:2.0:1767384881.937559:0:17551:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 000000007c54bb15. 80000000:00000001:2.0:1767384881.937560:0:17551:0:(fld_cache.c:343:fld_cache_entry_create()) Process leaving (rc=18446635431484546304 : -108642225005312 : ffff9d30c2c55d00) 80000000:00000001:2.0:1767384881.937562:0:17551:0:(fld_cache.c:363:fld_cache_insert_nolock()) Process entered 80000000:00000001:2.0:1767384881.937563:0:17551:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000001:2.0:1767384881.937565:0:17551:0:(fld_cache.c:189:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000040:2.0:1767384881.937566:0:17551:0:(fld_cache.c:394:fld_cache_insert_nolock()) insert range [0x0000000240000400-0x0000000280000400]:0:ost 80000000:00000001:2.0:1767384881.937568:0:17551:0:(fld_cache.c:104:fld_fix_new_list()) Process entered 80000000:00000001:2.0:1767384881.937569:0:17551:0:(fld_cache.c:159:fld_fix_new_list()) Process leaving 80000000:00000001:2.0:1767384881.937570:0:17551:0:(fld_cache.c:398:fld_cache_insert_nolock()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384881.937571:0:17551:0:(fld_cache.c:417:fld_cache_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.937573:0:17551:0:(osd_index.c:1895:osd_index_it_next()) Process entered 00080000:00000001:2.0:1767384881.937575:0:17551:0:(osd_index.c:1908:osd_index_it_next()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:2.0:1767384881.937577:0:17551:0:(fld_handler.c:91:fld_name_to_index()) Process entered 80000000:00000040:2.0:1767384881.937578:0:17551:0:(fld_handler.c:93:fld_name_to_index()) get index from srv-lustre-OST0000 80000000:00000001:2.0:1767384881.937579:0:17551:0:(fld_handler.c:99:fld_name_to_index()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:2.0:1767384881.937581:0:17551:0:(osd_index.c:156:osd_index_it_fini()) Process entered 00080000:00000010:2.0:1767384881.937585:0:17551:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000006363b164. 00080000:00000010:2.0:1767384881.937588:0:17551:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 0000000069c37551. 00080000:00000001:2.0:1767384881.937590:0:17551:0:(osd_index.c:166:osd_index_it_fini()) Process leaving 80000000:00000010:2.0:1767384881.937591:0:17551:0:(fld_index.c:435:fld_index_init()) kfreed 'attr': 104 at 0000000086de21b1. 80000000:00000001:2.0:1767384881.937592:0:17551:0:(fld_index.c:442:fld_index_init()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384881.937594:0:17551:0:(fld_handler.c:397:fld_server_debugfs_init()) Process entered 80000000:00000001:2.0:1767384881.937613:0:17551:0:(fld_handler.c:438:fld_server_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384881.937614:0:17551:0:(ofd_fs.c:470:ofd_fld_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1767384881.937617:0:17551:0:(ofd_fs.c:535:ofd_register_seq_exp()) kmalloced '(lwp_name)': 128 at 0000000086de21b1. 00000020:00000001:2.0:1767384881.937619:0:17551:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:2.0:1767384881.937621:0:17551:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000006363b164. 00000020:00000001:2.0:1767384881.937624:0:17551:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384881.937625:0:17551:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000006363b164. 00000020:00000001:2.0:1767384881.937627:0:17551:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:2.0:1767384881.937630:0:17551:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 0000000013583aac. 00000020:00000001:2.0:1767384881.937634:0:17551:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.937635:0:17551:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:2.0:1767384881.937644:0:17551:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000fad8ddea. 00000020:00000001:2.0:1767384881.937647:0:17551:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1767384881.937648:0:17551:0:(ofd_fs.c:557:ofd_register_seq_exp()) kfreed 'lwp_name': 128 at 0000000086de21b1. 00002000:00000001:2.0:1767384881.937650:0:17551:0:(ofd_fs.c:599:ofd_seqs_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.937651:0:17551:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000020:00000001:2.0:1767384881.937653:0:17551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384881.937654:0:17551:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384881.937657:0:17551:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000aab92842. 00002000:00000001:2.0:1767384881.937659:0:17551:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635431488276648 : -108642221274968 : ffff9d30c2fe48a8) 00002000:00000001:2.0:1767384881.937661:0:17551:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384881.937662:0:17551:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x1018:0x0] 00080000:00000010:2.0:1767384881.937665:0:17551:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000082e73a66. 00002000:00000001:2.0:1767384881.937667:0:17551:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.937668:0:17551:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384881.937669:0:17551:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384881.937671:0:17551:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384881.937672:0:17551:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.937691:0:17551:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.937707:0:17551:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384881.937712:0:17551:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384881.937726:0:17551:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.937728:0:17551:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.937729:0:17551:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384881.937730:0:17551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384881.937731:0:17551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384881.937733:0:17551:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.937734:0:17551:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384881.937735:0:17551:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.937737:0:17551:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635431488276648 : -108642221274968 : ffff9d30c2fe48a8) 00000020:00000001:2.0:1767384881.937739:0:17551:0:(dt_object.c:286:dt_find_or_create()) Process leaving (rc=18446635431488285360 : -108642221266256 : ffff9d30c2fe6ab0) 00002000:00000001:2.0:1767384881.937740:0:17551:0:(ofd_fs.c:651:ofd_fs_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.937742:0:17551:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:2.0:1767384881.937743:0:17551:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384881.937745:0:17551:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635435882279424 : -108637827272192 : 0xffff9d31c8e57200) 00000020:00000001:2.0:1767384881.937747:0:17551:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635435882279424 : -108637827272192 : ffff9d31c8e57200) 00000020:00000001:2.0:1767384881.937749:0:17551:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:2.0:1767384881.937759:0:17551:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 000000005c300122. 00000001:00000001:2.0:1767384881.937762:0:17551:0:(nodemap_storage.c:2242:nodemap_save_config_cache()) Process entered 00000020:00000001:2.0:1767384881.937764:0:17551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384881.937766:0:17551:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384881.937768:0:17551:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000030078b9b. 00002000:00000001:2.0:1767384881.937769:0:17551:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635431488279992 : -108642221271624 : ffff9d30c2fe55b8) 00002000:00000001:2.0:1767384881.937771:0:17551:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384881.937772:0:17551:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xd:0x0] 00080000:00000010:2.0:1767384881.937775:0:17551:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006926a00f. 00002000:00000001:2.0:1767384881.937777:0:17551:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.937778:0:17551:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384881.937779:0:17551:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384881.937782:0:17551:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.937788:0:17551:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384881.937793:0:17551:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384881.937796:0:17551:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.937798:0:17551:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.937799:0:17551:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384881.937800:0:17551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384881.937801:0:17551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:2.0:1767384881.937803:0:17551:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.937804:0:17551:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384881.937806:0:17551:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.937808:0:17551:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635431488279992 : -108642221271624 : ffff9d30c2fe55b8) 00080000:00000001:2.0:1767384881.937812:0:17551:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:2.0:1767384881.937813:0:17551:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.937816:0:17551:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384881.937844:0:17551:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384881.937848:0:17551:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384881.937850:0:17551:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.937852:0:17551:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000001:00000040:2.0:1767384881.937856:0:17551:0:(nodemap_storage.c:302:nodemap_cache_find_create()) removing old index, creating new one 00000020:00000001:2.0:1767384881.937858:0:17551:0:(local_storage.c:639:local_object_unlink()) Process entered 00080000:00000001:2.0:1767384881.937860:0:17551:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384881.937875:0:17551:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384881.937878:0:17551:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384881.937880:0:17551:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.937890:0:17551:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384881.937892:0:17551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384881.937895:0:17551:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384881.937898:0:17551:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b02a8b77. 00002000:00000001:2.0:1767384881.937900:0:17551:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635431488274520 : -108642221277096 : ffff9d30c2fe4058) 00002000:00000001:2.0:1767384881.937903:0:17551:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384881.937904:0:17551:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x3:0x0] 00080000:00000010:2.0:1767384881.937908:0:17551:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000639f2db3. 00002000:00000001:2.0:1767384881.937910:0:17551:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.937912:0:17551:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384881.937914:0:17551:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384881.937915:0:17551:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384881.937916:0:17551:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.937937:0:17551:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.937942:0:17551:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384881.937949:0:17551:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384881.937961:0:17551:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.937963:0:17551:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.937964:0:17551:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384881.937965:0:17551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384881.937966:0:17551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384881.937968:0:17551:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.937969:0:17551:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384881.937970:0:17551:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.937971:0:17551:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635431488274520 : -108642221277096 : ffff9d30c2fe4058) 00080000:00000001:2.0:1767384881.937973:0:17551:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384881.937977:0:17551:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000187af0bc. 00080000:00000001:2.0:1767384881.937978:0:17551:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431479494656 : -108642230056960 : ffff9d30c2784800) 00080000:00000001:2.0:1767384881.937980:0:17551:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:2.0:1767384881.937989:0:17551:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384881.937991:0:17551:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x200000001:0xd:0x0] not in the id map cache 00080000:00000010:2.0:1767384881.937994:0:17551:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000d790dfaf. 00080000:00000001:2.0:1767384881.937996:0:17551:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1767384881.937997:0:17551:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384881.937999:0:17551:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384881.938000:0:17551:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x200000003:0x3:0x0] not in the id map cache 00080000:00000001:2.0:1767384881.938008:0:17551:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1767384881.938038:0:17551:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384881.938041:0:17551:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.938043:0:17551:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:2.0:1767384881.938044:0:17551:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384881.938045:0:17551:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384881.938052:0:17551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:2.0:1767384881.938053:0:17551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384881.938069:0:17551:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.938070:0:17551:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384881.938080:0:17551:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.938082:0:17551:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:2.0:1767384881.938097:0:17551:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384881.938098:0:17551:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.938133:0:17551:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.938134:0:17551:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:2.0:1767384881.938143:0:17551:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.938145:0:17551:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:2.0:1767384881.938146:0:17551:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384881.938147:0:17551:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.938227:0:17551:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384881.938229:0:17551:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.938231:0:17551:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384881.938239:0:17551:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384881.938247:0:17551:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000639f2db3. 00002000:00000001:2.0:1767384881.938250:0:17551:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1767384881.938251:0:17551:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0x3:0x0] 00002000:00000010:2.0:1767384881.938253:0:17551:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at 00000000b02a8b77. 00002000:00000001:2.0:1767384881.938255:0:17551:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000001:2.0:1767384881.938257:0:17551:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384881.938265:0:17551:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1767384881.938267:0:17551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384881.938269:0:17551:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cb806f55. 00000020:00000001:2.0:1767384881.938272:0:17551:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384881.938273:0:17551:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000639f2db3. 00000020:00000001:2.0:1767384881.938275:0:17551:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.938276:0:17551:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384881.938277:0:17551:0:(osd_object.c:541:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384881.938284:0:17551:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.938286:0:17551:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635435830390104 : -108637879161512 : ffff9d31c5cdad58) 00080000:00000001:2.0:1767384881.938288:0:17551:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384881.938291:0:17551:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005c1d2888. 00080000:00000001:2.0:1767384881.938293:0:17551:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431479507968 : -108642230043648 : ffff9d30c2787c00) 00000020:00000001:2.0:1767384881.938295:0:17551:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:2.0:1767384881.938297:0:17551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384881.938325:0:17551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384881.938326:0:17551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.938328:0:17551:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1767384881.938335:0:17551:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384881.938336:0:17551:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384881.938340:0:17551:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x200000003:0xb:0x0] not in the id map cache 00000001:00000001:2.0:1767384881.938341:0:17551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384881.938342:0:17551:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.938343:0:17551:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1767384881.938345:0:17551:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.938346:0:17551:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.938348:0:17551:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:2.0:1767384881.938350:0:17551:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.938352:0:17551:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384881.938360:0:17551:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1767384881.938362:0:17551:0:(local_storage.c:361:__local_file_create()) create new object [0x200000003:0xb:0x0] 00000020:00000001:2.0:1767384881.938364:0:17551:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:2.0:1767384881.938365:0:17551:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1767384881.938973:0:17551:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384881.938975:0:17551:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.938992:0:17551:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1767384881.938994:0:17551:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.938995:0:17551:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.938997:0:17551:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384881.939068:0:17551:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:2.0:1767384881.939072:0:17551:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.939075:0:17551:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:2.0:1767384881.939088:0:17551:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.939091:0:17551:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000010:2.0:1767384881.939094:0:17551:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 00000000a9e66f04. 00080000:00000001:2.0:1767384881.939117:0:17551:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.939119:0:17551:0:(local_storage.c:407:__local_file_create()) Process leaving (rc=18446635431488289464 : -108642221262152 : ffff9d30c2fe7ab8) 00080000:00000001:2.0:1767384881.939121:0:17551:0:(osd_index.c:2028:osd_index_try()) Process entered 00100000:00000001:2.0:1767384881.939122:0:17551:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1767384881.939124:0:17551:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006aacf7f3. 00100000:00000001:2.0:1767384881.939125:0:17551:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:2.0:1767384881.939126:0:17551:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/8/4) registered 00080000:00000001:2.0:1767384881.939128:0:17551:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384881.939130:0:17551:0:(lu_object.c:207:lu_object_put()) Add 000000006926a00f/0000000030078b9b to site lru. bkt: 00000000e48e9105 00000001:00000001:2.0:1767384881.939132:0:17551:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384881.939136:0:17551:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384881.939138:0:17551:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384881.939139:0:17551:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002600a8c8. 00080000:00000001:2.0:1767384881.939141:0:17551:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431479496704 : -108642230054912 : ffff9d30c2785000) 00080000:00000001:2.0:1767384881.939143:0:17551:0:(osd_index.c:1774:osd_declare_index_insert()) Process entered 00080000:00000001:2.0:1767384881.939146:0:17551:0:(osd_index.c:1787:osd_declare_index_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.939148:0:17551:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1767384881.939152:0:17551:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.939154:0:17551:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384881.939159:0:17551:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.939162:0:17551:0:(osd_index.c:1800:osd_index_insert()) Process entered 00080000:00000001:2.0:1767384881.939174:0:17551:0:(osd_index.c:1814:osd_index_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.939176:0:17551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384881.939178:0:17551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:2.0:1767384881.939179:0:17551:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00080000:00000001:2.0:1767384881.939182:0:17551:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1767384881.939183:0:17551:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:2.0:1767384881.939188:0:17551:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1767384881.939191:0:17551:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.939193:0:17551:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.939195:0:17551:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000010:2.0:1767384881.939199:0:17551:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 00000000a9e66f04. 00000020:00000010:2.0:1767384881.939203:0:17551:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at 000000005cce5922. 00080000:00000001:2.0:1767384881.939224:0:17551:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.939227:0:17551:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384881.939239:0:17551:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000039ba4e47. 00080000:00000001:2.0:1767384881.939242:0:17551:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431479505920 : -108642230045696 : ffff9d30c2787400) 00080000:00000001:2.0:1767384881.939244:0:17551:0:(osd_index.c:1774:osd_declare_index_insert()) Process entered 00080000:00000001:2.0:1767384881.939249:0:17551:0:(osd_index.c:1787:osd_declare_index_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.939250:0:17551:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1767384881.939255:0:17551:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.939256:0:17551:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384881.939262:0:17551:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.939264:0:17551:0:(osd_index.c:1800:osd_index_insert()) Process entered 00080000:00000001:2.0:1767384881.939274:0:17551:0:(osd_index.c:1814:osd_index_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.939275:0:17551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384881.939277:0:17551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384881.939279:0:17551:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1767384881.939280:0:17551:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:2.0:1767384881.939285:0:17551:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1767384881.939286:0:17551:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.939287:0:17551:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.939288:0:17551:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384881.939298:0:17551:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.939299:0:17551:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384881.939303:0:17551:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b77b7090. 00080000:00000001:2.0:1767384881.939304:0:17551:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431479498752 : -108642230052864 : ffff9d30c2785800) 00080000:00000001:2.0:1767384881.939306:0:17551:0:(osd_index.c:1774:osd_declare_index_insert()) Process entered 00080000:00000001:2.0:1767384881.939310:0:17551:0:(osd_index.c:1787:osd_declare_index_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.939311:0:17551:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1767384881.939314:0:17551:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.939316:0:17551:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384881.939319:0:17551:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.939321:0:17551:0:(osd_index.c:1800:osd_index_insert()) Process entered 00080000:00000001:2.0:1767384881.939328:0:17551:0:(osd_index.c:1814:osd_index_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.939330:0:17551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384881.939331:0:17551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384881.939333:0:17551:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1767384881.939334:0:17551:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:2.0:1767384881.939337:0:17551:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1767384881.939339:0:17551:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.939340:0:17551:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.939348:0:17551:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384881.939355:0:17551:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.939357:0:17551:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384881.939360:0:17551:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a8691ac7. 00080000:00000001:2.0:1767384881.939361:0:17551:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431479497728 : -108642230053888 : ffff9d30c2785400) 00080000:00000001:2.0:1767384881.939363:0:17551:0:(osd_index.c:1774:osd_declare_index_insert()) Process entered 00080000:00000001:2.0:1767384881.939366:0:17551:0:(osd_index.c:1787:osd_declare_index_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.939367:0:17551:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1767384881.939371:0:17551:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.939372:0:17551:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384881.939376:0:17551:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.939378:0:17551:0:(osd_index.c:1800:osd_index_insert()) Process entered 00080000:00000001:2.0:1767384881.939383:0:17551:0:(osd_index.c:1814:osd_index_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.939384:0:17551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384881.939386:0:17551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384881.939387:0:17551:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1767384881.939387:0:17551:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:2.0:1767384881.939390:0:17551:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1767384881.939392:0:17551:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.939393:0:17551:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.939394:0:17551:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384881.939398:0:17551:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384881.939400:0:17551:0:(nodemap_storage.c:2384:nodemap_save_config_cache()) Process leaving (rc=18446635431488289464 : -108642221262152 : ffff9d30c2fe7ab8) 00000001:00000001:2.0:1767384881.939402:0:17551:0:(nodemap_storage.c:2629:nm_config_file_register_tgt()) Process leaving (rc=18446635435822197824 : -108637887353792 : ffff9d31c550ac40) 00002000:00000010:2.0:1767384881.939413:0:17551:0:(ofd_io.c:231:ofd_start_inconsistency_verification_thread()) kmalloced '(args)': 208 at 0000000009368836. 00000020:00000010:2.0:1767384881.939416:0:17551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6b07501. 00000020:00000010:2.0:1767384881.939420:0:17551:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009e9ee2e0. 00000020:00000010:2.0:1767384881.939424:0:17551:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cfda1c65. 00000020:00000010:2.0:1767384881.939427:0:17551:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000df029dd0. 00000020:00000010:2.0:1767384881.939429:0:17551:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000597a18fc. 80000000:00000010:2.0:1767384881.939432:0:17551:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c41ca1a3. 40000000:00000010:2.0:1767384881.939435:0:17551:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000af5e7d3d. 00100000:00000010:2.0:1767384881.939438:0:17551:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000018692c84. 00040000:00000010:2.0:1767384881.939440:0:17551:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ec8bb51f. 00040000:00000010:2.0:1767384881.939443:0:17551:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000050a0bf8d. 00080000:00000010:2.0:1767384881.939449:0:17551:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d3765fc0. 00002000:00000010:2.0:1767384881.939452:0:17551:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000dfbc7a17. 00002000:00000001:2.0:1767384881.939596:0:17553:0:(ofd_io.c:158:ofd_inconsistency_verification_main()) Process entered 00002000:00000001:0.0:1767384881.939612:0:17551:0:(ofd_objects.c:1385:ofd_id_repair_start_thread()) Process entered 00002000:00000010:0.0:1767384881.939617:0:17551:0:(ofd_objects.c:1390:ofd_id_repair_start_thread()) kmalloced '(args)': 72 at 00000000bb5c9af1. 00000020:00000010:0.0:1767384881.939626:0:17551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002770e76. 00000020:00000010:0.0:1767384881.939629:0:17551:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b6b3a97c. 00000020:00000010:0.0:1767384881.939632:0:17551:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ebd89e5b. 00000020:00000010:0.0:1767384881.939635:0:17551:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000074745487. 00000020:00000010:0.0:1767384881.939639:0:17551:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000042655d0b. 80000000:00000010:0.0:1767384881.939642:0:17551:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b6c171ed. 40000000:00000010:0.0:1767384881.939644:0:17551:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f51f2847. 00100000:00000010:0.0:1767384881.939647:0:17551:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000003c38217. 00040000:00000010:0.0:1767384881.939651:0:17551:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000dc8e481e. 00040000:00000010:0.0:1767384881.939653:0:17551:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bd4ff8a9. 00080000:00000010:0.0:1767384881.939657:0:17551:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005d2c9bd8. 00002000:00000010:0.0:1767384881.939660:0:17551:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000053e8b4a. 00002000:00000001:3.0:1767384881.939799:0:17554:0:(ofd_objects.c:1327:ofd_id_repair_thread_main()) Process entered 00002000:00000001:0.0:1767384881.939833:0:17551:0:(ofd_objects.c:1417:ofd_id_repair_start_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384881.939837:0:17551:0:(sec_config.c:914:sptlrpc_conf_target_get_rules()) Process entered 02000000:00000001:0.0:1767384881.939842:0:17551:0:(sec_config.c:942:sptlrpc_conf_target_get_rules()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384881.939844:0:17551:0:(ofd_dev.c:3209:ofd_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384881.939847:0:17551:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000659968b9. 00000020:00000010:0.0:1767384881.939851:0:17551:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cca7cc60. 00000020:00000010:0.0:1767384881.939853:0:17551:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000be89412c. 00000020:00000010:0.0:1767384881.939855:0:17551:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000ea8ae73. 80000000:00000010:0.0:1767384881.939857:0:17551:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000026317206. 40000000:00000010:0.0:1767384881.939859:0:17551:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000568157d1. 00100000:00000010:0.0:1767384881.939860:0:17551:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000bbca6d2e. 00040000:00000010:0.0:1767384881.939862:0:17551:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002952f661. 00040000:00000010:0.0:1767384881.939865:0:17551:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000097ca0565. 00080000:00000010:0.0:1767384881.939868:0:17551:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000d790dfaf. 00000020:00000010:0.0:1767384881.939870:0:17551:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at 000000005cce5922. 00080000:00000010:0.0:1767384881.939873:0:17551:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a711bb27. 00002000:00000010:0.0:1767384881.939875:0:17551:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000492398f4. 00000020:00000010:0.0:1767384881.939877:0:17551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ebe1bf64. 00000020:00000010:0.0:1767384881.939878:0:17551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c08da25e. 00000020:00000010:0.0:1767384881.939880:0:17551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000022e6d9b9. 00000008:00000010:0.0:1767384881.939882:0:17551:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000099d1439. 00020000:00000010:0.0:1767384881.939885:0:17551:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000fc403a9e. 00008000:00000010:0.0:1767384881.939894:0:17551:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000008a562ba6. 00000080:00000010:0.0:1767384881.939897:0:17551:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000433e8b14. 00000020:00000010:0.0:1767384881.939899:0:17551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c055b558. 00000020:00000001:0.0:1767384881.939901:0:17551:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384881.939902:0:17551:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fe96f595) now 3 - setup 00000020:00000080:0.0:1767384881.939904:0:17551:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000001:0.0:1767384881.939905:0:17551:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384881.939906:0:17551:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384881.939908:0:17551:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 88 at 00000000c69ab2b1. 00000020:00000001:0.0:1767384881.939910:0:17551:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384881.939912:0:17551:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c25d81d0 type=0x10620000 idx=4 00000040:00001000:0.0:1767384881.939914:0:17551:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:0.0:1767384881.939915:0:17551:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:0.0:1767384881.939916:0:17551:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1767384881.939917:0:17551:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1767384881.939918:0:17551:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1767384881.939919:0:17551:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1767384881.939922:0:17551:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000096b8ac9e. 00000020:00000080:0.0:1767384881.939924:0:17551:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767384881.939925:0:17551:0:(obd_config.c:1477:class_process_config()) marker 11 (0x2) lustre-OST0000 add ost 00000020:00000001:0.0:1767384881.939927:0:17551:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384881.939929:0:17551:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000096b8ac9e. 00000020:00000001:0.0:1767384881.939931:0:17551:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384881.939932:0:17551:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c25d82b0 type=0x10620000 idx=5 00000040:00001000:0.0:1767384881.939934:0:17551:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:0.0:1767384881.939935:0:17551:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:0.0:1767384881.939936:0:17551:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1767384881.939938:0:17551:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1767384881.939939:0:17551:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1767384881.939940:0:17551:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:0.0:1767384881.939941:0:17551:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:0.0:1767384881.939942:0:17551:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384881.939945:0:17551:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000096b8ac9e. 00000020:00000080:0.0:1767384881.939946:0:17551:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767384881.939952:0:17551:0:(obd_config.c:1477:class_process_config()) marker 14 (0x1) lustre sys.timeout 00000020:00000001:0.0:1767384881.939954:0:17551:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384881.939955:0:17551:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000096b8ac9e. 00000020:00000001:0.0:1767384881.939958:0:17551:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384881.939959:0:17551:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c25d8390 type=0x10620000 idx=6 00000040:00001000:0.0:1767384881.939961:0:17551:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:0.0:1767384881.939962:0:17551:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:0.0:1767384881.939962:0:17551:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1767384881.939964:0:17551:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 000000002fcda93b. 00000020:00000080:0.0:1767384881.939965:0:17551:0:(obd_config.c:1389:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1767384881.939966:0:17551:0:(obd_config.c:1451:class_process_config()) changing lustre timeout from 20 to 20 00000020:00000001:0.0:1767384881.939968:0:17551:0:(obd_config.c:1455:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384881.939969:0:17551:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 000000002fcda93b. 00000020:00000001:0.0:1767384881.939971:0:17551:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384881.939971:0:17551:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c25d83e0 type=0x10620000 idx=7 00000040:00001000:0.0:1767384881.939973:0:17551:0:(llog.c:720:llog_process_thread()) synced_idx: 7 00000040:00000001:0.0:1767384881.939975:0:17551:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384881.939977:0:17551:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384881.939980:0:17551:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 7 (cur idx 7 off 8192), size 9408 00000040:00000001:0.0:1767384881.940000:0:17551:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384881.940002:0:17551:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384881.940003:0:17551:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c25d83e0 type=0x10620000 idx=7 00000040:00001000:0.0:1767384881.940004:0:17551:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:0.0:1767384881.940006:0:17551:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 7 synced_idx: 7 lgh_last_idx: 7 00000020:00000001:0.0:1767384881.940007:0:17551:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1767384881.940008:0:17551:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1767384881.940009:0:17551:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1767384881.940010:0:17551:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1767384881.940032:0:17551:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000096b8ac9e. 00000020:00000080:0.0:1767384881.940034:0:17551:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767384881.940035:0:17551:0:(obd_config.c:1477:class_process_config()) marker 14 (0x2) lustre sys.timeout 00000020:00000001:0.0:1767384881.940037:0:17551:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384881.940039:0:17551:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000096b8ac9e. 00000020:00000001:0.0:1767384881.940041:0:17551:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384881.940048:0:17551:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c25d84c0 type=0x0 idx=0 00000040:00000001:0.0:1767384881.940050:0:17551:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1767384881.940051:0:17551:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 8 count 8 00000040:00000010:0.0:1767384881.940053:0:17551:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000cd7610f0. 00000020:00000010:0.0:1767384881.940057:0:17551:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d04b34e9. 00000020:00000010:0.0:1767384881.940064:0:17551:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008331622c. 00000040:00000010:0.0:1767384881.940067:0:17551:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005c7ae938. 00000020:00000010:0.0:1767384881.940069:0:17551:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000dee54a18. 00000020:00000010:0.0:1767384881.940071:0:17551:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a4db57fd. 00000020:00000010:0.0:1767384881.940074:0:17551:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e08de983. 80000000:00000010:0.0:1767384881.940076:0:17551:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005b5ecb46. 40000000:00000010:0.0:1767384881.940078:0:17551:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007ccf08fb. 00100000:00000010:0.0:1767384881.940079:0:17551:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000054649a56. 00040000:00000010:0.0:1767384881.940081:0:17551:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003b316abc. 00040000:00000010:0.0:1767384881.940082:0:17551:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000059c7700b. 00040000:00000010:0.0:1767384881.940084:0:17551:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000edb676c2. 00080000:00000010:0.0:1767384881.940086:0:17551:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006dc4e8c2. 00000004:00000010:0.0:1767384881.940088:0:17551:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000058a0c9. 00000004:00000010:0.0:1767384881.940091:0:17551:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008a3af51d. 00000004:00000010:0.0:1767384881.940095:0:17551:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000000ea1926. 00002000:00000010:0.0:1767384881.940097:0:17551:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000065e53420. 00000004:00000010:0.0:1767384881.940100:0:17551:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d2a91c94. 00000020:00000010:0.0:1767384881.940101:0:17551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5c86458. 00000100:00000001:3.0:1767384881.940448:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384881.940452:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358498048 02000000:00000001:3.0:1767384881.940457:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384881.940459:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384881.940463:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384881.940468:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384881.940470:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358498048 00000020:00000001:3.0:1767384881.940476:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384881.940479:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:3.0:1767384881.940484:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384881.940486:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=12 00000020:00000001:3.0:1767384881.940490:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:3.0:1767384881.940494:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:3.0:1767384881.940500:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384881.940506:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a74a040b. 00000100:00000001:3.0:1767384881.940512:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384881.940517:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a74a040b. 00000020:00000010:3.0:1767384881.940526:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e15f74a3. 00000020:00000010:3.0:1767384881.940534:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f566c015. 00000020:00000010:3.0:1767384881.940542:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003c176972. 00000100:00000040:3.0:1767384881.940550:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384881.940564:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384881.940569:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384881.940574:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.940582:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.940592:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384881.940602:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384881.940603:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384881.940608:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00000040:3.0:1767384881.940610:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:3.0:1767384881.940612:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529415248 : -108637180136368 : ffff9d31ef77f450) 00000100:00000040:3.0:1767384881.940616:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005aa8537a x1853237358498048/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 328/0 e 0 to 0 dl 1767384892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.940623:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384881.940625:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a74a040b. 00000100:00000001:3.0:1767384881.940626:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384881.940628:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a74a040b. 00000100:00100000:3.0:1767384881.940630:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005aa8537a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+12:17536:x1853237358498048:12345-0@lo:101: 00000100:00000200:3.0:1767384881.940633:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358498048 00000020:00000001:3.0:1767384881.940635:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384881.940638:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384881.940639:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384881.940641:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384881.940643:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169728 : -1040381888 : ffffffffc1fd0840) 00000020:00000001:3.0:1767384881.940645:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384881.940646:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384881.940648:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384881.940649:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384881.940652:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384881.940653:0:16763:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384881.940654:0:16763:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384881.940656:0:16763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384881.940657:0:16763:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384881.940658:0:16763:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384881.940667:0:16763:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384881.940670:0:16763:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a9e3103c count: 2 00010000:00000001:3.0:1767384881.940671:0:16763:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384881.940673:0:16763:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384881.940676:0:16763:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a9bc8b87. 00000020:00000001:3.0:1767384881.940678:0:16763:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384881.940679:0:16763:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a9bc8b87 with handle 0x4895a8f6c11e851a to hash 00000020:00000001:3.0:1767384881.940681:0:16763:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384881.940682:0:16763:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435776845312 : -108637932706304 : ffff9d31c29ca600) 00010000:00000001:3.0:1767384881.940684:0:16763:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435776845312 : -108637932706304 : ffff9d31c29ca600) 00010000:00010000:3.0:1767384881.940686:0:16763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000a9bc8b87/0x4895a8f6c11e851a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x4895a8f6c11e8513 expref: -99 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384881.940691:0:16763:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000005d63f134 : new locks_count 8 00000020:00000040:3.0:1767384881.940693:0:16763:0:(genops.c:887:class_export_get()) GET export 000000005d63f134 refcount=13 00000100:00000001:3.0:1767384881.940697:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384881.940699:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384881.940702:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000af1bf6a4. 02000000:00000001:3.0:1767384881.940703:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.940705:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384881.940707:0:16763:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384881.940709:0:16763:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384881.940711:0:16763:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384881.940712:0:16763:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384881.940714:0:16763:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384881.940715:0:16763:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384881.940717:0:16763:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384881.940719:0:16763:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384881.940720:0:16763:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384881.940722:0:16763:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384881.940723:0:16763:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384881.940724:0:16763:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (00000000a9e3103c) refcount = 2 00010000:00000040:3.0:1767384881.940726:0:16763:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384881.940729:0:16763:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000054010b4b/0x4895a8f6c11e84aa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e84a3 expref: 13 pid: 16763 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384881.940743:0:16763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a9bc8b87/0x4895a8f6c11e851a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4895a8f6c11e8513 expref: 13 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384881.940747:0:16763:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384881.940749:0:16763:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384881.940750:0:16763:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384881.940752:0:16763:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384881.940753:0:16763:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384881.940757:0:16763:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384881.940760:0:16763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000a9bc8b87/0x4895a8f6c11e851a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e8513 expref: 13 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384881.940764:0:16763:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384881.940766:0:16763:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384881.940767:0:16763:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384881.940769:0:16763:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384881.940770:0:16763:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384881.940772:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384881.940773:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384881.940774:0:16763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000a9bc8b87, rc 0) 00000020:00000001:3.0:1767384881.940776:0:16763:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384881.940778:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358498048 00010000:00000001:3.0:1767384881.940780:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384881.940783:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005aa8537a x1853237358498048/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 328/344 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384881.940788:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384881.940789:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384881.940791:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384881.940793:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384881.940794:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 12 to 0@lo 00000100:00000001:3.0:1767384881.940796:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:3.0:1767384881.940797:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384881.940798:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.940804:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384881.940807:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384881.940810:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2626c3. 00000100:00000200:3.0:1767384881.940812:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237358498048, offset 224 00000400:00000200:3.0:1767384881.940816:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384881.940821:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384881.940841:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272701100 00000400:00000200:3.0:1767384881.940845:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x101d [1] + 224 00000400:00000200:3.0:1767384881.940849:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384881.940852:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384881.940854:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384881.940857:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000211755af x1853237358498048/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384897 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384881.940864:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000211755af x1853237358498048/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384897 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.940876:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384881.940880:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2626c3 00000400:00000010:3.0:1767384881.940881:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2626c3. 00000100:00000001:3.0:1767384881.940884:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384881.940885:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384881.940888:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384881.940891:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 11 to 0@lo 00010000:00000001:3.0:1767384881.940893:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384881.940894:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384881.940896:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384881.940900:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005aa8537a x1853237358498048/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 328/344 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384881.940912:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005aa8537a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+13:17536:x1853237358498048:12345-0@lo:101: Request processed in 285us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384881.940922:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00000040:3.0:1767384881.940926:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:3.0:1767384881.940929:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384881.940933:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384881.940942:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f566c015. 00000020:00000010:3.0:1767384881.940947:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003c176972. 00000020:00000010:3.0:1767384881.940954:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e15f74a3. 00000020:00000040:3.0:1767384881.940960:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 12 02000000:00000001:3.0:1767384881.940963:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384881.940964:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000af1bf6a4. 02000000:00000001:3.0:1767384881.940966:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384881.940969:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384881.940974:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384881.940979:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c89738b. 00000400:00000010:3.0:1767384881.940986:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000015d9ad39. 00000100:00000001:3.0:1767384881.941538:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384881.941542:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358498176 02000000:00000001:3.0:1767384881.941546:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384881.941548:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384881.941551:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384881.941555:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384881.941560:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358498176 00000020:00000001:3.0:1767384881.941564:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384881.941566:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:3.0:1767384881.941569:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384881.941572:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=13 00000020:00000001:3.0:1767384881.941575:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:3.0:1767384881.941578:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:3.0:1767384881.941581:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384881.941585:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a74a040b. 00000100:00000001:3.0:1767384881.941591:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384881.941598:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a74a040b. 00000020:00000010:3.0:1767384881.941605:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e15f74a3. 00000020:00000010:3.0:1767384881.941609:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f566c015. 00000020:00000010:3.0:1767384881.941612:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003c176972. 00000100:00000040:3.0:1767384881.941618:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384881.941622:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384881.941625:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384881.941627:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.941638:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.941647:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384881.941656:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384881.941657:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384881.941660:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00000040:3.0:1767384881.941662:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:3.0:1767384881.941663:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529406032 : -108637180145584 : ffff9d31ef77d050) 00000100:00000040:3.0:1767384881.941667:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000035f588f5 x1853237358498176/t0(0) o501->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 504/0 e 0 to 0 dl 1767384892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.941672:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384881.941674:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a74a040b. 00000100:00000001:3.0:1767384881.941676:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384881.941677:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a74a040b. 00000100:00100000:3.0:1767384881.941679:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000035f588f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+13:17536:x1853237358498176:12345-0@lo:501: 00000100:00000200:3.0:1767384881.941682:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358498176 00000020:00000001:3.0:1767384881.941683:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384881.941685:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384881.941686:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384881.941687:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384881.941688:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169344 : -1040382272 : ffffffffc1fd06c0) 00000020:00000001:3.0:1767384881.941689:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384881.941690:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384881.941692:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384881.941693:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384881.941694:0:16763:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1767384881.941696:0:16763:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384881.941696:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384881.941698:0:16763:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:3.0:1767384881.941699:0:16763:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:3.0:1767384881.941700:0:16763:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:3.0:1767384881.941701:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384881.941702:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384881.941704:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000af1bf6a4. 02000000:00000001:3.0:1767384881.941706:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.941711:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384881.941713:0:16763:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log params 00000040:00000040:3.0:1767384881.941715:0:16763:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000004fe5416f : new refcount 2 00000040:00000001:3.0:1767384881.941716:0:16763:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384881.941718:0:16763:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008e4b752a. 00000040:00000001:3.0:1767384881.941720:0:16763:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384881.941721:0:16763:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384881.941722:0:16763:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635436412666880 : -108637296884736 : 0xffff9d31e8828400) 00000020:00000001:3.0:1767384881.941724:0:16763:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635436412666880 : -108637296884736 : ffff9d31e8828400) 00080000:00000001:3.0:1767384881.941728:0:16763:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384881.941743:0:16763:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384881.941744:0:16763:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384881.941745:0:16763:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.941746:0:16763:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:3.0:1767384881.941748:0:16763:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000b2ad1fdd. 00000020:00000001:3.0:1767384881.941750:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384881.941753:0:16763:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435868171352 : -108637841380264 : ffff9d31c80e2c58) 00000040:00000001:3.0:1767384881.941754:0:16763:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.941755:0:16763:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.941757:0:16763:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384881.941758:0:16763:0:(lu_object.c:207:lu_object_put()) Add 000000003f632e2b/00000000167988fe to site lru. bkt: 0000000015d317c4 00000040:00000010:3.0:1767384881.941760:0:16763:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000b2ad1fdd. 00000040:00000001:3.0:1767384881.941761:0:16763:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384881.941762:0:16763:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008e4b752a. 00000040:00000001:3.0:1767384881.941764:0:16763:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:3.0:1767384881.941765:0:16763:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000004fe5416f : new refcount 1 00000020:00000001:3.0:1767384881.941766:0:16763:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384881.941768:0:16763:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384881.941770:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358498176 00010000:00000001:3.0:1767384881.941771:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384881.941774:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000035f588f5 x1853237358498176/t0(0) o501->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 504/272 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384881.941779:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384881.941780:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384881.941785:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384881.941788:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384881.941789:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 12 to 0@lo 00000100:00000001:3.0:1767384881.941790:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:3.0:1767384881.941792:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384881.941793:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.941794:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384881.941796:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384881.941798:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2626c3. 00000100:00000200:3.0:1767384881.941800:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237358498176, offset 224 00000400:00000200:3.0:1767384881.941802:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384881.941807:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384881.941810:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958272701180 00000400:00000200:3.0:1767384881.941813:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x102d [1] + 224 00000400:00000200:3.0:1767384881.941816:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384881.941818:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384881.941820:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384881.941837:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000211755af x1853237358498176/t0(0) o501->MGC192.168.203.157@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384897 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384881.941843:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@00000000211755af x1853237358498176/t0(0) o501->MGC192.168.203.157@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384897 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.941854:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384881.941857:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2626c3 00000400:00000010:3.0:1767384881.941859:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2626c3. 00000100:00000001:3.0:1767384881.941860:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384881.941861:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384881.941863:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384881.941865:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 11 to 0@lo 00010000:00000001:3.0:1767384881.941867:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384881.941868:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384881.941870:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384881.941872:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035f588f5 x1853237358498176/t0(0) o501->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 504/272 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384881.941879:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000035f588f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+13:17536:x1853237358498176:12345-0@lo:501: Request processed in 205us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384881.941895:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00000040:3.0:1767384881.941899:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:3.0:1767384881.941903:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384881.941906:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384881.941910:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f566c015. 00000020:00000010:3.0:1767384881.941915:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003c176972. 00000020:00000010:3.0:1767384881.941920:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e15f74a3. 00000020:00000040:3.0:1767384881.941925:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 12 02000000:00000001:3.0:1767384881.941930:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384881.941933:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000af1bf6a4. 02000000:00000001:3.0:1767384881.941938:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384881.941941:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384881.941946:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384881.941951:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcea7f72. 00000400:00000010:3.0:1767384881.941957:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fdc11397. 00000100:00000001:3.0:1767384881.942193:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384881.942195:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358498304 02000000:00000001:3.0:1767384881.942198:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384881.942200:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384881.942202:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384881.942207:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384881.942210:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358498304 00000020:00000001:3.0:1767384881.942213:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384881.942215:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:3.0:1767384881.942217:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384881.942221:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=13 00000020:00000001:3.0:1767384881.942226:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:3.0:1767384881.942228:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:3.0:1767384881.942230:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384881.942235:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a74a040b. 00000100:00000001:3.0:1767384881.942238:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384881.942241:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a74a040b. 00000020:00000010:3.0:1767384881.942248:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e4b752a. 00000020:00000010:3.0:1767384881.942259:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f566c015. 00000020:00000010:3.0:1767384881.942265:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003c176972. 00000100:00000040:3.0:1767384881.942271:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384881.942276:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384881.942278:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384881.942280:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.942283:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.942291:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384881.942297:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384881.942298:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384881.942301:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00000040:3.0:1767384881.942303:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:3.0:1767384881.942305:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529417296 : -108637180134320 : ffff9d31ef77fc50) 00000100:00000040:3.0:1767384881.942307:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000bea4e73 x1853237358498304/t0(0) o503->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 272/0 e 0 to 0 dl 1767384892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.942313:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384881.942315:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a74a040b. 00000100:00000001:3.0:1767384881.942316:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384881.942318:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a74a040b. 00000100:00100000:3.0:1767384881.942320:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000bea4e73 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+13:17536:x1853237358498304:12345-0@lo:503: 00000100:00000200:3.0:1767384881.942323:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358498304 00000020:00000001:3.0:1767384881.942324:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384881.942325:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384881.942326:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384881.942328:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384881.942329:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169440 : -1040382176 : ffffffffc1fd0720) 00000020:00000001:3.0:1767384881.942330:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384881.942331:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384881.942333:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384881.942333:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384881.942335:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384881.942336:0:16763:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:3.0:1767384881.942337:0:16763:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:3.0:1767384881.942342:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384881.942344:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384881.942353:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000009bf906a5. 02000000:00000001:3.0:1767384881.942354:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.942356:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384881.942357:0:16763:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000004fe5416f : new refcount 2 00000040:00000001:3.0:1767384881.942358:0:16763:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384881.942360:0:16763:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000716002f2. 00000040:00000001:3.0:1767384881.942362:0:16763:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384881.942363:0:16763:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384881.942364:0:16763:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635436412666880 : -108637296884736 : 0xffff9d31e8828400) 00000020:00000001:3.0:1767384881.942365:0:16763:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635436412666880 : -108637296884736 : ffff9d31e8828400) 00000020:00000001:3.0:1767384881.942368:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384881.942369:0:16763:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435868171352 : -108637841380264 : ffff9d31c80e2c58) 00000040:00000001:3.0:1767384881.942371:0:16763:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.942372:0:16763:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.942373:0:16763:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384881.942376:0:16763:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000077f27a50. 00000040:00000001:3.0:1767384881.942377:0:16763:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384881.942378:0:16763:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:3.0:1767384881.942381:0:16763:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:3.0:1767384881.942382:0:16763:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:3.0:1767384881.942383:0:16763:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:3.0:1767384881.942385:0:16763:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.942386:0:16763:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.942388:0:16763:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x2:0x0] count 1 lgh_last_idx 0 llh_cat_idx 0 00000040:00000001:3.0:1767384881.942390:0:16763:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:3.0:1767384881.942391:0:16763:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384881.942392:0:16763:0:(lu_object.c:207:lu_object_put()) Add 000000003f632e2b/00000000167988fe to site lru. bkt: 0000000015d317c4 00000040:00000001:3.0:1767384881.942393:0:16763:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384881.942394:0:16763:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000077f27a50. 00000040:00000010:3.0:1767384881.942396:0:16763:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000716002f2. 00000040:00000040:3.0:1767384881.942397:0:16763:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000004fe5416f : new refcount 1 00000020:00000001:3.0:1767384881.942399:0:16763:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384881.942400:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358498304 00010000:00000001:3.0:1767384881.942405:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384881.942407:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000bea4e73 x1853237358498304/t0(0) o503->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 272/8416 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384881.942412:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384881.942413:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384881.942415:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384881.942417:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384881.942418:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 12 to 0@lo 00000100:00000001:3.0:1767384881.942419:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:3.0:1767384881.942420:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384881.942421:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.942423:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384881.942424:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384881.942426:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000004d14eec1. 00000100:00000200:3.0:1767384881.942428:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237358498304, offset 224 00000400:00000200:3.0:1767384881.942431:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384881.942435:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384881.942439:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958272701200 00000400:00000200:3.0:1767384881.942441:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x103d [4] + 224 00000400:00000200:3.0:1767384881.942445:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384881.942447:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384881.942450:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384881.942451:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000211755af x1853237358498304/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384897 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384881.942456:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@00000000211755af x1853237358498304/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384897 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.942468:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384881.942471:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d14eec1 00000400:00000010:3.0:1767384881.942473:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000004d14eec1. 00000100:00000001:3.0:1767384881.942475:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384881.942476:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384881.942479:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384881.942482:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 11 to 0@lo 00010000:00000001:3.0:1767384881.942485:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384881.942493:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384881.942497:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384881.942505:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000bea4e73 x1853237358498304/t0(0) o503->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 272/8416 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384881.942527:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000bea4e73 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+13:17536:x1853237358498304:12345-0@lo:503: Request processed in 210us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384881.942542:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00000040:3.0:1767384881.942546:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:3.0:1767384881.942550:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384881.942553:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384881.942557:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f566c015. 00000020:00000010:3.0:1767384881.942561:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003c176972. 00000020:00000010:3.0:1767384881.942565:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e4b752a. 00000020:00000040:3.0:1767384881.942567:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 12 02000000:00000001:3.0:1767384881.942571:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384881.942574:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000009bf906a5. 02000000:00000001:3.0:1767384881.942583:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384881.942586:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384881.942591:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384881.942598:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061aa3319. 00000400:00000010:3.0:1767384881.942604:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004d14eec1. 00000040:00000010:3.0:1767384881.943982:0:17536:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000697c8787. 00000040:00000001:3.0:1767384881.943988:0:17536:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384881.943990:0:17536:0:(obd_config.c:2043:class_config_parse_llog()) Processed log params gen 1-0 (rc=0) 00000040:00000001:3.0:1767384881.943992:0:17536:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384881.943995:0:17536:0:(lu_object.c:207:lu_object_put()) Add 0000000001b1ad2c/000000002d7555a6 to site lru. bkt: 00000000ec922813 00000040:00000010:3.0:1767384881.943997:0:17536:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000061c6eff5. 00000040:00000001:3.0:1767384881.943998:0:17536:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384881.944000:0:17536:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000003777ed17. 00000040:00000010:3.0:1767384881.944001:0:17536:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000cd8768bc. 00000020:00000001:3.0:1767384881.944003:0:17536:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384881.944005:0:17536:0:(mgc_request.c:1736:mgc_process_cfg_log()) Process leaving 00000020:00000010:3.0:1767384881.944007:0:17536:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e84f5bf4. 00000040:00000010:3.0:1767384881.944009:0:17536:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006fd8e9b1. 00000020:00000010:3.0:1767384881.944034:0:17536:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fa9ec752. 00000020:00000010:3.0:1767384881.944037:0:17536:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009cc1fb16. 80000000:00000010:3.0:1767384881.944039:0:17536:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f3f9c410. 00040000:00000010:3.0:1767384881.944042:0:17536:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e9920fef. 00080000:00000010:3.0:1767384881.944044:0:17536:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000288c1588. 00000020:00000010:3.0:1767384881.944046:0:17536:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 00000000bd2cd861. 00080000:00000010:3.0:1767384881.944048:0:17536:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000ffd5747. 20000000:00000010:3.0:1767384881.944050:0:17536:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000000cb9336e. 00000020:00000010:3.0:1767384881.944053:0:17536:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008862c44b. 10000000:00000010:3.0:1767384881.944055:0:17536:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000f1b2e502. 10000000:01000000:3.0:1767384881.944058:0:17536:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:3.0:1767384881.944067:0:17536:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384881.944069:0:17536:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384881.944070:0:17536:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384881.944071:0:17536:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e2c3e92a refcount=3 00000020:00000001:3.0:1767384881.944072:0:17536:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879617536 : -108637829934080 : ffff9d31c8bcd400) 00010000:00000001:3.0:1767384881.944074:0:17536:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879617536 : -108637829934080 : ffff9d31c8bcd400) 00010000:00000001:3.0:1767384881.944076:0:17536:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384881.944078:0:17536:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: 00000000e2c3e92a/0x4895a8f6c11e8513 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e851a expref: -99 pid: 17536 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384881.944084:0:17536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384881.944085:0:17536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384881.944086:0:17536:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: 00000000e2c3e92a/0x4895a8f6c11e8513 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e851a expref: -99 pid: 17536 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384881.944091:0:17536:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384881.944092:0:17536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384881.944093:0:17536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384881.944093:0:17536:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384881.944095:0:17536:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384881.944096:0:17536:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384881.944098:0:17536:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000a2ca5a7. 00000040:00000010:3.0:1767384881.944100:0:17536:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000bf2aaed. 00000020:00000010:3.0:1767384881.944101:0:17536:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bd61ef8b. 00000020:00000010:3.0:1767384881.944110:0:17536:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000078e24e1c. 00040000:00000010:3.0:1767384881.944112:0:17536:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000f2a2ec0. 00040000:00000010:3.0:1767384881.944113:0:17536:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006556726e. 00080000:00000010:3.0:1767384881.944115:0:17536:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000005f800be. 00000020:00000010:3.0:1767384881.944117:0:17536:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003319a65f. 00000020:00000001:3.0:1767384881.944118:0:17536:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384881.944120:0:17536:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 00000000e1fd179d. 00000020:00000010:3.0:1767384881.944121:0:17536:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 000000004bc0a045. 00000020:00000001:3.0:1767384881.944123:0:17536:0:(obd_mount.c:91:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384881.944127:0:17536:0:(tgt_mount.c:1060:lustre_start_lwp()) Process entered 00000020:00000010:3.0:1767384881.944129:0:17536:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at 00000000a74a040b. 00000020:00000010:3.0:1767384881.944131:0:17536:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at 000000006ab26dd3. 00000020:00000001:3.0:1767384881.944132:0:17536:0:(obd_mount.c:60:lustre_process_log()) Process entered 00000020:00000010:3.0:1767384881.944134:0:17536:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000f566c015. 00000020:00000010:3.0:1767384881.944136:0:17536:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 000000004bdc117e. 00000020:00000001:3.0:1767384881.944138:0:17536:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384881.944139:0:17536:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e4b752a. 00000020:00000010:3.0:1767384881.944141:0:17536:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000716002f2. 00000040:00000010:3.0:1767384881.944143:0:17536:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e15f74a3. 00000020:00000010:3.0:1767384881.944145:0:17536:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e9c6856f. 00000020:00000010:3.0:1767384881.944147:0:17536:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000098a0a836. 00040000:00000010:3.0:1767384881.944149:0:17536:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fc40ed4a. 00040000:00000010:3.0:1767384881.944150:0:17536:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000048fd4652. 00080000:00000010:3.0:1767384881.944152:0:17536:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000bb91013b. 10000000:00000001:3.0:1767384881.944154:0:17536:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:3.0:1767384881.944156:0:17536:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:01000000:3.0:1767384881.944157:0:17536:0:(mgc_request.c:1953:mgc_process_config()) parse_log lustre-client from 0 10000000:00000001:3.0:1767384881.944159:0:17536:0:(mgc_request.c:326:config_log_add()) Process entered 10000000:01000000:3.0:1767384881.944160:0:17536:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9d31cad9c000 10000000:00000001:3.0:1767384881.944161:0:17536:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:3.0:1767384881.944163:0:17536:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9d31cad9c000 10000000:00000010:3.0:1767384881.944165:0:17536:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 00000000946e82d7. 10000000:01000000:3.0:1767384881.944166:0:17536:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:3.0:1767384881.944168:0:17536:0:(genops.c:887:class_export_get()) GET export 0000000088fce2cf refcount=12 10000000:00000001:3.0:1767384881.944173:0:17536:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446635431497028608 : -108642212523008 : ffff9d30c383d400) 10000000:00000001:3.0:1767384881.944175:0:17536:0:(mgc_request.c:441:config_log_add()) Process leaving (rc=18446635431497028608 : -108642212523008 : ffff9d30c383d400) 10000000:00000001:3.0:1767384881.944176:0:17536:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384881.944177:0:17536:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff9d31cad9c000 from 1 10000000:00000001:3.0:1767384881.944179:0:17536:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384881.944179:0:17536:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:3.0:1767384881.944182:0:17536:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f6d34da. 00000020:00000040:3.0:1767384881.944184:0:17536:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1767384881.944185:0:17536:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384881.944186:0:17536:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384881.944188:0:17536:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384881.944191:0:17536:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006a24245e. 00000100:00000001:3.0:1767384881.944194:0:17536:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384881.944195:0:17536:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384881.944196:0:17536:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384881.944199:0:17536:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000db411b47 count: 5 00010000:00000001:3.0:1767384881.944200:0:17536:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384881.944202:0:17536:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384881.944203:0:17536:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dd094604. 00000020:00000001:3.0:1767384881.944205:0:17536:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384881.944207:0:17536:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000dd094604 with handle 0x4895a8f6c11e8521 to hash 00000020:00000001:3.0:1767384881.944208:0:17536:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384881.944209:0:17536:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435776846336 : -108637932705280 : ffff9d31c29caa00) 00010000:00000001:3.0:1767384881.944210:0:17536:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435776846336 : -108637932705280 : ffff9d31c29caa00) 00010000:00000001:3.0:1767384881.944212:0:17536:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384881.944213:0:17536:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384881.944214:0:17536:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: 00000000dd094604/0x4895a8f6c11e8521 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384881.944218:0:17536:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: 00000000dd094604/0x4895a8f6c11e8521 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17536 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384881.944223:0:17536:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: 00000000dd094604/0x4895a8f6c11e8521 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17536 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384881.944233:0:17536:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384881.944234:0:17536:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384881.944236:0:17536:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c345cd29. 00000100:00000001:3.0:1767384881.944237:0:17536:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635436771091008 : -108636938460608 : ffff9d31fddfa240) 00000100:00000001:3.0:1767384881.944238:0:17536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384881.944239:0:17536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515732864 : -108637193818752 : ffff9d31eea72d80) 00000100:00000001:3.0:1767384881.944241:0:17536:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384881.944242:0:17536:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.944244:0:17536:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384881.944245:0:17536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384881.944247:0:17536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f6d34da x1853237358498432/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.944253:0:17536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384881.944254:0:17536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384881.944256:0:17536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384881.944257:0:17536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384881.944258:0:17536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384881.944260:0:17536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009f6d34da pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc613044-dd35-4201-b03c-4d69ab0214c0:17536:1853237358498432:0@lo:101: 00000100:00000001:3.0:1767384881.944262:0:17536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384881.944264:0:17536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384881.944265:0:17536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384881.944266:0:17536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384881.944268:0:17536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000af1bf6a4. 02000000:00000001:3.0:1767384881.944269:0:17536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384881.944271:0:17536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059aed48a. 00000400:00000010:3.0:1767384881.944274:0:17536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2626c3. 00000100:00000200:3.0:1767384881.944276:0:17536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358498432, portal 25 00000100:00000001:3.0:1767384881.944277:0:17536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384881.944278:0:17536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515732864 : -108637193818752 : ffff9d31eea72d80) 00000100:00000040:3.0:1767384881.944280:0:17536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009f6d34da x1853237358498432/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384897 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.944285:0:17536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384881.944290:0:17536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384881.944292:0:17536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0ac64dc. 00000100:00000200:3.0:1767384881.944293:0:17536:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237358498432, offset 0 00000400:00000200:3.0:1767384881.944296:0:17536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384881.944300:0:17536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384881.944304:0:17536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272701280 00000400:00000200:3.0:1767384881.944307:0:17536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x18d [2] + 0 00000400:00000010:3.0:1767384881.944309:0:17536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000073d18f6. 00000400:00000200:3.0:1767384881.944311:0:17536:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000018eb2a3a 00000400:00000200:3.0:1767384881.944314:0:17536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384881.944316:0:17536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384881.944318:0:17536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018eb2a3a 00000400:00000010:3.0:1767384881.944319:0:17536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000018eb2a3a. 00000100:00000001:3.0:1767384881.944321:0:17536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384881.944322:0:17536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384881.944324:0:17536:0:(events.c:337:request_in_callback()) incoming req@0000000052bbec5c x1853237358498432 msgsize 328 00000100:00100000:3.0:1767384881.944326:0:17536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384881.944327:0:17536:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384881.944336:0:17536:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384881.944339:0:17536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0ac64dc 00000400:00000010:3.0:1767384881.944340:0:17536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0ac64dc. 00000100:00000001:3.0:1767384881.944342:0:17536:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384881.944343:0:17536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f6d34da x1853237358498432/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384897 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.944349:0:17536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384881.944350:0:17536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000009f6d34da x1853237358498432/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384897 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.944354:0:17536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.944356:0:17536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384881.944358:0:17536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.944359:0:17536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294871810 00000100:00000001:3.0:1767384881.944364:0:17536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294871808 00000100:00000001:3.0:1767384881.944367:0:17536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294871810 00000100:00000001:3.0:1767384881.944368:0:17536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294871808 00000100:00000001:3.0:1767384881.944375:0:17536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294871810 00000100:00000001:3.0:1767384881.944377:0:17536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294871808 00000100:00000001:3.0:1767384881.944378:0:17536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294871810 00000100:00000001:3.0:1767384881.944380:0:17536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294871808 00000100:00000001:3.0:1767384881.944381:0:17536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384881.944383:0:17536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.944384:0:17536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384881.944385:0:17536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384881.944387:0:17536:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c345cd29 going to sleep for 11 seconds 00000100:00000001:3.0:1767384881.944388:0:17536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384881.944390:0:17536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.944400:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384881.944403:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358498432 02000000:00000001:2.0:1767384881.944405:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384881.944406:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384881.944407:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384881.944409:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384881.944411:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358498432 00000020:00000001:2.0:1767384881.944412:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384881.944414:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:2.0:1767384881.944415:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384881.944416:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=13 00000020:00000001:2.0:1767384881.944418:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:2.0:1767384881.944420:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384881.944422:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384881.944425:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dfe483c6. 00000100:00000001:2.0:1767384881.944427:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384881.944428:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dfe483c6. 00000020:00000010:2.0:1767384881.944431:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf1b7fc0. 00000020:00000010:2.0:1767384881.944434:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ccca5d0. 00000020:00000010:2.0:1767384881.944436:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f4bf686. 00000100:00000040:2.0:1767384881.944439:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384881.944441:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384881.944442:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384881.944443:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.944445:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.944455:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384881.944460:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384881.944461:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384881.944464:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00000040:2.0:1767384881.944466:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:2.0:1767384881.944467:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529409104 : -108637180142512 : ffff9d31ef77dc50) 00000100:00000040:2.0:1767384881.944471:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000052bbec5c x1853237358498432/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 328/0 e 0 to 0 dl 1767384892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384881.944484:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384881.944485:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dfe483c6. 00000100:00000001:2.0:1767384881.944486:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384881.944487:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dfe483c6. 00000100:00100000:2.0:1767384881.944490:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000052bbec5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+13:17536:x1853237358498432:12345-0@lo:101: 00000100:00000200:2.0:1767384881.944492:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358498432 00000020:00000001:2.0:1767384881.944494:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384881.944495:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384881.944497:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.944498:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384881.944499:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169728 : -1040381888 : ffffffffc1fd0840) 00000020:00000001:2.0:1767384881.944501:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384881.944502:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384881.944503:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384881.944504:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384881.944506:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.944507:0:16763:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384881.944508:0:16763:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384881.944509:0:16763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384881.944510:0:16763:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384881.944511:0:16763:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384881.944513:0:16763:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384881.944515:0:16763:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000000dc5741 count: 5 00010000:00000001:2.0:1767384881.944516:0:16763:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384881.944518:0:16763:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384881.944520:0:16763:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008df12e13. 00000020:00000001:2.0:1767384881.944521:0:16763:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384881.944523:0:16763:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008df12e13 with handle 0x4895a8f6c11e8528 to hash 00000020:00000001:2.0:1767384881.944524:0:16763:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384881.944525:0:16763:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635436275761152 : -108637433790464 : ffff9d31e0598000) 00010000:00000001:2.0:1767384881.944526:0:16763:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635436275761152 : -108637433790464 : ffff9d31e0598000) 00010000:00010000:2.0:1767384881.944528:0:16763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000008df12e13/0x4895a8f6c11e8528 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x4895a8f6c11e8521 expref: -99 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384881.944536:0:16763:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000005d63f134 : new locks_count 9 00000020:00000040:2.0:1767384881.944537:0:16763:0:(genops.c:887:class_export_get()) GET export 000000005d63f134 refcount=14 00000100:00000001:2.0:1767384881.944540:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384881.944541:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384881.944543:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000bd227ca1. 02000000:00000001:2.0:1767384881.944544:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.944545:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384881.944547:0:16763:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384881.944548:0:16763:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384881.944549:0:16763:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384881.944550:0:16763:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384881.944551:0:16763:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384881.944552:0:16763:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384881.944552:0:16763:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384881.944554:0:16763:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384881.944554:0:16763:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384881.944555:0:16763:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384881.944556:0:16763:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384881.944557:0:16763:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000000dc5741) refcount = 5 00010000:00000040:2.0:1767384881.944559:0:16763:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384881.944560:0:16763:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000a51faeba/0x4895a8f6c11e84fe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e84f7 expref: 14 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384881.944564:0:16763:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000003874b5aa/0x4895a8f6c11e84b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e84b1 expref: 14 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384881.944567:0:16763:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000df9bd94d/0x4895a8f6c11e8433 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e842c expref: 14 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384881.944570:0:16763:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000003cce5d28/0x4895a8f6c11e8417 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e8410 expref: 14 pid: 16763 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384881.944573:0:16763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008df12e13/0x4895a8f6c11e8528 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4895a8f6c11e8521 expref: 14 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384881.944582:0:16763:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384881.944582:0:16763:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384881.944583:0:16763:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384881.944584:0:16763:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384881.944585:0:16763:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384881.944588:0:16763:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384881.944589:0:16763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000008df12e13/0x4895a8f6c11e8528 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e8521 expref: 14 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384881.944592:0:16763:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384881.944593:0:16763:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384881.944594:0:16763:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384881.944595:0:16763:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384881.944596:0:16763:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384881.944597:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384881.944598:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384881.944598:0:16763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000008df12e13, rc 0) 00000020:00000001:2.0:1767384881.944600:0:16763:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384881.944601:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358498432 00010000:00000001:2.0:1767384881.944602:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384881.944604:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000052bbec5c x1853237358498432/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 328/344 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384881.944609:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384881.944610:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384881.944611:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384881.944613:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384881.944614:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 12 to 0@lo 00000100:00000001:2.0:1767384881.944616:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384881.944617:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384881.944618:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.944619:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384881.944620:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384881.944622:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bc03c35. 00000100:00000200:2.0:1767384881.944624:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237358498432, offset 224 00000400:00000200:2.0:1767384881.944630:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384881.944635:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384881.944639:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272701280 00000400:00000200:2.0:1767384881.944642:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x104d [1] + 224 00000400:00000200:2.0:1767384881.944645:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384881.944647:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384881.944649:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384881.944651:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f6d34da x1853237358498432/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384897 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384881.944656:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000009f6d34da x1853237358498432/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384897 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384881.944668:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384881.944672:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bc03c35 00000400:00000010:2.0:1767384881.944673:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bc03c35. 00000100:00000001:2.0:1767384881.944675:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384881.944676:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384881.944679:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384881.944681:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 11 to 0@lo 00010000:00000001:2.0:1767384881.944682:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384881.944684:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.944685:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384881.944688:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000052bbec5c x1853237358498432/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 328/344 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.944690:0:17536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384881.944695:0:17536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384881.944696:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000052bbec5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:17536:x1853237358498432:12345-0@lo:101: Request processed in 211us (370us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384881.944698:0:17536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384881.944702:0:17536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059aed48a. 00000100:00100000:2.0:1767384881.944706:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000400:00000200:3.0:1767384881.944707:0:17536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2626c3 00000100:00000040:2.0:1767384881.944709:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000400:00000010:3.0:1767384881.944711:0:17536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2626c3. 00000100:00000001:2.0:1767384881.944712:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384881.944715:0:17536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384881.944715:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384881.944719:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ccca5d0. 00000100:00000200:3.0:1767384881.944722:0:17536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f6d34da x1853237358498432/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384897 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384881.944724:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f4bf686. 00000020:00000010:2.0:1767384881.944728:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf1b7fc0. 00000100:00000200:3.0:1767384881.944732:0:17536:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f6d34da x1853237358498432/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384897 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384881.944738:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 00000100:00000001:3.0:1767384881.944744:0:17536:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384881.944744:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384881.944746:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000bd227ca1. 00000100:00000001:3.0:1767384881.944747:0:17536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384881.944749:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384881.944750:0:17536:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384881.944752:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384881.944753:0:17536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384881.944756:0:17536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767384881.944758:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384881.944759:0:17536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384881.944762:0:17536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384881.944763:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a2e3ce8. 00000100:00001000:3.0:1767384881.944765:0:17536:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=5 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384881.944767:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005dbc069f. 00000100:00001000:3.0:1767384881.944770:0:17536:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384881.944773:0:17536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384881.944775:0:17536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384881.944776:0:17536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384881.944783:0:17536:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.944785:0:17536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384881.944787:0:17536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f6d34da x1853237358498432/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384897 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.944792:0:17536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384881.944793:0:17536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384881.944794:0:17536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384881.944796:0:17536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f6d34da x1853237358498432/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384897 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384881.944800:0:17536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f6d34da pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc613044-dd35-4201-b03c-4d69ab0214c0:17536:1853237358498432:0@lo:101: 00000100:00000001:3.0:1767384881.944802:0:17536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384881.944803:0:17536:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.944804:0:17536:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384881.944805:0:17536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384881.944806:0:17536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f6d34da x1853237358498432/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384897 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.944810:0:17536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384881.944811:0:17536:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c345cd29. 00000100:00000001:3.0:1767384881.944813:0:17536:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384881.944814:0:17536:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384881.944815:0:17536:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384881.944816:0:17536:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384881.944817:0:17536:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384881.944818:0:17536:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dd094604 refcount=4 00000020:00000001:3.0:1767384881.944820:0:17536:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435776846336 : -108637932705280 : ffff9d31c29caa00) 00010000:00000001:3.0:1767384881.944833:0:17536:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435776846336 : -108637932705280 : ffff9d31c29caa00) 00010000:00000040:3.0:1767384881.944837:0:17536:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000dd094604, remote cookie: 0x4895a8f6c11e8528, flags: 0x0 00010000:00000001:3.0:1767384881.944839:0:17536:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384881.944841:0:17536:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384881.944842:0:17536:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384881.944844:0:17536:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384881.944845:0:17536:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384881.944846:0:17536:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000db411b47) refcount = 5 00010000:00000040:3.0:1767384881.944853:0:17536:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384881.944854:0:17536:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.157@tcp lock: 00000000e2e02622/0x4895a8f6c11e84f7 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x4895a8f6c11e84fe expref: -99 pid: 17536 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384881.944859:0:17536:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.157@tcp lock: 0000000024ac7dc7/0x4895a8f6c11e84b1 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x4895a8f6c11e84b8 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384881.944862:0:17536:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.157@tcp lock: 00000000dfaa064c/0x4895a8f6c11e842c lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x4895a8f6c11e8433 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384881.944865:0:17536:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.157@tcp lock: 00000000a2526b10/0x4895a8f6c11e8410 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x4895a8f6c11e8417 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384881.944868:0:17536:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: 00000000dd094604/0x4895a8f6c11e8521 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e8528 expref: -99 pid: 17536 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384881.944871:0:17536:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384881.944872:0:17536:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384881.944873:0:17536:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384881.944874:0:17536:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384881.944875:0:17536:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384881.944877:0:17536:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: 00000000dd094604/0x4895a8f6c11e8521 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x4895a8f6c11e8528 expref: -99 pid: 17536 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384881.944879:0:17536:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384881.944880:0:17536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384881.944881:0:17536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384881.944882:0:17536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384881.944882:0:17536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384881.944883:0:17536:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.944884:0:17536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384881.944886:0:17536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f6d34da x1853237358498432/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384897 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.944890:0:17536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384881.944892:0:17536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384881.944893:0:17536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000af1bf6a4. 02000000:00000001:3.0:1767384881.944897:0:17536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384881.944899:0:17536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384881.944900:0:17536:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384881.944901:0:17536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384881.944902:0:17536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006a24245e. 02000000:00000001:3.0:1767384881.944905:0:17536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384881.944906:0:17536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384881.944907:0:17536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f6d34da. 00000100:00000001:3.0:1767384881.944909:0:17536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384881.944910:0:17536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384881.944911:0:17536:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384881.944913:0:17536:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384881.944914:0:17536:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000946e82d7) refs 2 10000000:00000001:3.0:1767384881.944915:0:17536:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384881.944916:0:17536:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384881.944917:0:17536:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384881.944918:0:17536:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dd094604 refcount=3 00000020:00000001:3.0:1767384881.944919:0:17536:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435776846336 : -108637932705280 : ffff9d31c29caa00) 00010000:00000001:3.0:1767384881.944921:0:17536:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435776846336 : -108637932705280 : ffff9d31c29caa00) 00010000:00000001:3.0:1767384881.944922:0:17536:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384881.944923:0:17536:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384881.944923:0:17536:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384881.944924:0:17536:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384881.944925:0:17536:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1767384881.944927:0:17536:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000afc8d029. 00000020:00000010:3.0:1767384881.944928:0:17536:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a24245e. 00000020:00000010:3.0:1767384881.944931:0:17536:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000085fdb484. 00000040:00000010:3.0:1767384881.944933:0:17536:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000081f8d936. 00000020:00000010:3.0:1767384881.944935:0:17536:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000091b56c96. 00000020:00000010:3.0:1767384881.944938:0:17536:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000092d2bd47. 80000000:00000010:3.0:1767384881.944940:0:17536:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003494a8b0. 00040000:00000010:3.0:1767384881.944942:0:17536:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f771f3d8. 00080000:00000010:3.0:1767384881.944944:0:17536:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ff339b81. 20000000:00000010:3.0:1767384881.944946:0:17536:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000006f1d6bfa. 10000000:00000040:3.0:1767384881.944948:0:17536:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000d11129d8 : new refcount 2 10000000:00000040:3.0:1767384881.944952:0:17536:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000057db0c22 : new refcount 2 10000000:00000040:3.0:1767384881.944954:0:17536:0:(mgc_request_server.c:795:mgc_process_server_cfg_log()) MGC192.168.203.157@tcp: copy local log lustre-client 10000000:00000001:3.0:1767384881.944955:0:17536:0:(mgc_request_server.c:718:mgc_llog_local_copy()) Process entered 10000000:00000010:3.0:1767384881.944957:0:17536:0:(mgc_request_server.c:728:mgc_llog_local_copy()) kmalloced '(temp_log)': 15 at 00000000573cbf0c. 00000040:00000001:3.0:1767384881.944959:0:17536:0:(llog.c:1713:llog_validate()) Process entered 00000040:00000001:3.0:1767384881.944960:0:17536:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384881.944961:0:17536:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c57a0862. 00000040:00000001:3.0:1767384881.944963:0:17536:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384881.944964:0:17536:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384881.944966:0:17536:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635435882279424 : -108637827272192 : 0xffff9d31c8e57200) 00000020:00000001:3.0:1767384881.944967:0:17536:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635435882279424 : -108637827272192 : ffff9d31c8e57200) 00080000:00000001:3.0:1767384881.944970:0:17536:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384881.944981:0:17536:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384881.944983:0:17536:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384881.944983:0:17536:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.944984:0:17536:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:3.0:1767384881.944986:0:17536:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000089072c2e. 00000020:00000001:3.0:1767384881.944988:0:17536:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384881.944991:0:17536:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 0000000086bff48a. 00000020:00000010:3.0:1767384881.944994:0:17536:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009471838d. 00000020:00000001:3.0:1767384881.944996:0:17536:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384881.944998:0:17536:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006a1527b9. 00000020:00000001:3.0:1767384881.944999:0:17536:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.945001:0:17536:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384881.945002:0:17536:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384881.945003:0:17536:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384881.945004:0:17536:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.945042:0:17536:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.945059:0:17536:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:3.0:1767384881.945065:0:17536:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:3.0:1767384881.945077:0:17536:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.945079:0:17536:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.945080:0:17536:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384881.945081:0:17536:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384881.945083:0:17536:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:3.0:1767384881.945085:0:17536:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.945091:0:17536:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384881.945093:0:17536:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384881.945096:0:17536:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635435868171864 : -108637841379752 : ffff9d31c80e2e58) 00000040:00000001:3.0:1767384881.945098:0:17536:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.945099:0:17536:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.945100:0:17536:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384881.945102:0:17536:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000077f27a50. 00000040:00000001:3.0:1767384881.945104:0:17536:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384881.945105:0:17536:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1767384881.946393:0:17536:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.946396:0:17536:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.946397:0:17536:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.946398:0:17536:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1767384881.946401:0:17536:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000099b3c87a. 00000040:00001000:3.0:1767384881.946402:0:17536:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x4:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:3.0:1767384881.946405:0:17536:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1767384881.946406:0:17536:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a9f95765. 00000020:00000010:3.0:1767384881.946408:0:17536:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000f71a683. 00000040:00000010:3.0:1767384881.946410:0:17536:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c808ad95. 00000020:00000010:3.0:1767384881.946411:0:17536:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004e4a6b75. 00000020:00000010:3.0:1767384881.946414:0:17536:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000055e5c190. 00000020:00000010:3.0:1767384881.946416:0:17536:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007930ead1. 80000000:00000010:3.0:1767384881.946418:0:17536:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001a3fa261. 40000000:00000010:3.0:1767384881.946419:0:17536:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009e12f73c. 00100000:00000010:3.0:1767384881.946421:0:17536:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007fb61665. 00040000:00000010:3.0:1767384881.946423:0:17536:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000003567441. 00040000:00000010:3.0:1767384881.946425:0:17536:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d0b16fa1. 00040000:00000010:3.0:1767384881.946427:0:17536:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c381ec43. 00080000:00000010:3.0:1767384881.946429:0:17536:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009768d02a. 00000004:00000010:3.0:1767384881.946431:0:17536:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000020d82edb. 00000004:00000010:3.0:1767384881.946434:0:17536:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b4d70ce2. 00000004:00000010:3.0:1767384881.946436:0:17536:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000717c01bb. 00002000:00000010:3.0:1767384881.946438:0:17536:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000af1bf6a4. 00000004:00000010:3.0:1767384881.946440:0:17536:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008883c4cb. 00000020:00000010:3.0:1767384881.946441:0:17536:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007da76f2b. 00000040:00000010:3.0:1767384881.946451:0:17536:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000212809d2. 00000040:00001000:3.0:1767384881.946452:0:17536:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:3.0:1767384881.946454:0:17536:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384881.946454:0:17536:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1767384881.946457:0:17536:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:3.0:1767384881.947231:0:17536:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1767384881.947234:0:17536:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.947235:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d31c5c7c000 type=0x10620000 idx=1 00000040:00001000:3.0:1767384881.947237:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:3.0:1767384881.947239:0:17536:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384881.947240:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d31c5c7c0e0 type=0x10620000 idx=2 00000040:00001000:3.0:1767384881.947241:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:3.0:1767384881.947242:0:17536:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384881.947243:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d31c5c7c158 type=0x10620000 idx=3 00000040:00001000:3.0:1767384881.947244:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:3.0:1767384881.947245:0:17536:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384881.947246:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d31c5c7c200 type=0x10620000 idx=4 00000040:00001000:3.0:1767384881.947247:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:3.0:1767384881.947247:0:17536:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384881.947248:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d31c5c7c2e0 type=0x10620000 idx=5 00000040:00001000:3.0:1767384881.947249:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:3.0:1767384881.947250:0:17536:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384881.947251:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d31c5c7c3c0 type=0x10620000 idx=6 00000040:00001000:3.0:1767384881.947252:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:3.0:1767384881.947253:0:17536:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384881.947254:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d31c5c7c438 type=0x10620000 idx=7 00000040:00001000:3.0:1767384881.947255:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:3.0:1767384881.947255:0:17536:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384881.947256:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d31c5c7c4e0 type=0x10620000 idx=8 00000040:00001000:3.0:1767384881.947257:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:3.0:1767384881.947258:0:17536:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384881.947259:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d31c5c7c5c0 type=0x10620000 idx=9 00000040:00001000:3.0:1767384881.947260:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:3.0:1767384881.947266:0:17536:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384881.947268:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d31c5c7c6a0 type=0x10620000 idx=10 00000040:00001000:3.0:1767384881.947269:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:3.0:1767384881.947270:0:17536:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384881.947271:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d31c5c7c718 type=0x10620000 idx=11 00000040:00001000:3.0:1767384881.947272:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:3.0:1767384881.947273:0:17536:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384881.947274:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d31c5c7c7f8 type=0x10620000 idx=12 00000040:00001000:3.0:1767384881.947275:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:3.0:1767384881.947276:0:17536:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384881.947277:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d31c5c7c8d8 type=0x10620000 idx=13 00000040:00001000:3.0:1767384881.947278:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:3.0:1767384881.947278:0:17536:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384881.947279:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d31c5c7c930 type=0x10620000 idx=14 00000040:00001000:3.0:1767384881.947280:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:3.0:1767384881.947281:0:17536:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384881.947282:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d31c5c7c9b0 type=0x10620000 idx=15 00000040:00001000:3.0:1767384881.947283:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:3.0:1767384881.947284:0:17536:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384881.947285:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d31c5c7ca40 type=0x10620000 idx=16 00000040:00001000:3.0:1767384881.947285:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:3.0:1767384881.947286:0:17536:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384881.947287:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d31c5c7cae0 type=0x10620000 idx=17 00000040:00001000:3.0:1767384881.947288:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:3.0:1767384881.947289:0:17536:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384881.947290:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d31c5c7cbc0 type=0x10620000 idx=18 00000040:00001000:3.0:1767384881.947291:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:3.0:1767384881.947292:0:17536:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384881.947292:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d31c5c7cca0 type=0x10620000 idx=19 00000040:00001000:3.0:1767384881.947293:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:3.0:1767384881.947294:0:17536:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384881.947295:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d31c5c7ccf0 type=0x10620000 idx=20 00000040:00001000:3.0:1767384881.947299:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:3.0:1767384881.947300:0:17536:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384881.947301:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d31c5c7cdd0 type=0x10620000 idx=21 00000040:00001000:3.0:1767384881.947302:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:3.0:1767384881.947303:0:17536:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384881.947304:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d31c5c7ceb0 type=0x10620000 idx=22 00000040:00001000:3.0:1767384881.947305:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:3.0:1767384881.947306:0:17536:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384881.947307:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d31c5c7cf08 type=0x10620000 idx=23 00000040:00001000:3.0:1767384881.947308:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:3.0:1767384881.947309:0:17536:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384881.947310:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d31c5c7cf88 type=0x10620000 idx=24 00000040:00001000:3.0:1767384881.947310:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:3.0:1767384881.947311:0:17536:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384881.947312:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d31c5c7d018 type=0x10620000 idx=25 00000040:00001000:3.0:1767384881.947313:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000040:00001000:3.0:1767384881.947314:0:17536:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384881.947315:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d31c5c7d098 type=0x10620000 idx=26 00000040:00001000:3.0:1767384881.947316:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000040:00001000:3.0:1767384881.947317:0:17536:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384881.947317:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d31c5c7d178 type=0x10620000 idx=27 00000040:00001000:3.0:1767384881.947318:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000040:00001000:3.0:1767384881.947319:0:17536:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384881.947320:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d31c5c7d258 type=0x10620000 idx=28 00000040:00001000:3.0:1767384881.947321:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000040:00001000:3.0:1767384881.947322:0:17536:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384881.947323:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d31c5c7d2a8 type=0x10620000 idx=29 00000040:00001000:3.0:1767384881.947324:0:17536:0:(llog.c:720:llog_process_thread()) synced_idx: 29 00000040:00000001:3.0:1767384881.947325:0:17536:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384881.947326:0:17536:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1767384881.947328:0:17536:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:3.0:1767384881.947351:0:17536:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1767384881.947356:0:17536:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.947357:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d31c5c7d2a8 type=0x10620000 idx=29 00000040:00001000:3.0:1767384881.947359:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000040:00001000:3.0:1767384881.947360:0:17536:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 29 synced_idx: 29 lgh_last_idx: 29 00000040:00001000:3.0:1767384881.947361:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d31c5c7d388 type=0x0 idx=0 00000040:00000001:3.0:1767384881.947362:0:17536:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:3.0:1767384881.947363:0:17536:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 30 count 30 00000040:00000010:3.0:1767384881.947364:0:17536:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000212809d2. 00000020:00000010:3.0:1767384881.947367:0:17536:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000007da76f2b. 00000020:00000010:3.0:1767384881.947373:0:17536:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000f71a683. 00000040:00000010:3.0:1767384881.947375:0:17536:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c808ad95. 00000020:00000010:3.0:1767384881.947377:0:17536:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004e4a6b75. 00000020:00000010:3.0:1767384881.947379:0:17536:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000055e5c190. 00000020:00000010:3.0:1767384881.947383:0:17536:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007930ead1. 80000000:00000010:3.0:1767384881.947385:0:17536:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001a3fa261. 40000000:00000010:3.0:1767384881.947386:0:17536:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009e12f73c. 00100000:00000010:3.0:1767384881.947388:0:17536:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007fb61665. 00040000:00000010:3.0:1767384881.947390:0:17536:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000003567441. 00040000:00000010:3.0:1767384881.947392:0:17536:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d0b16fa1. 00040000:00000010:3.0:1767384881.947394:0:17536:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c381ec43. 00080000:00000010:3.0:1767384881.947395:0:17536:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000009768d02a. 00000004:00000010:3.0:1767384881.947397:0:17536:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000020d82edb. 00000004:00000010:3.0:1767384881.947399:0:17536:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b4d70ce2. 00000004:00000010:3.0:1767384881.947401:0:17536:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000717c01bb. 00002000:00000010:3.0:1767384881.947403:0:17536:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000af1bf6a4. 00000004:00000010:3.0:1767384881.947404:0:17536:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008883c4cb. 00000020:00000010:3.0:1767384881.947405:0:17536:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a9f95765. 00000040:00000010:3.0:1767384881.947407:0:17536:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000099b3c87a. 00000040:00000001:3.0:1767384881.947408:0:17536:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.947410:0:17536:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384881.947411:0:17536:0:(lu_object.c:207:lu_object_put()) Add 000000006a1527b9/000000009471838d to site lru. bkt: 0000000099e51356 00000040:00000010:3.0:1767384881.947413:0:17536:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000089072c2e. 00000040:00000001:3.0:1767384881.947414:0:17536:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384881.947415:0:17536:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000077f27a50. 00000040:00000010:3.0:1767384881.947421:0:17536:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c57a0862. 00000040:00000001:3.0:1767384881.947423:0:17536:0:(llog.c:1739:llog_validate()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.947424:0:17536:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:3.0:1767384881.947425:0:17536:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384881.947426:0:17536:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009df04eac. 00000040:00000001:3.0:1767384881.947428:0:17536:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384881.947429:0:17536:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384881.947431:0:17536:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635435882279424 : -108637827272192 : 0xffff9d31c8e57200) 00000020:00000001:3.0:1767384881.947432:0:17536:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635435882279424 : -108637827272192 : ffff9d31c8e57200) 00080000:00000001:3.0:1767384881.947435:0:17536:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384881.947444:0:17536:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384881.947445:0:17536:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384881.947446:0:17536:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.947447:0:17536:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:3.0:1767384881.947449:0:17536:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000089072c2e. 00000020:00000001:3.0:1767384881.947451:0:17536:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384881.947453:0:17536:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435868171864 : -108637841379752 : ffff9d31c80e2e58) 00000040:00000001:3.0:1767384881.947454:0:17536:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.947455:0:17536:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.947456:0:17536:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384881.947458:0:17536:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000212809d2. 00000040:00000001:3.0:1767384881.947459:0:17536:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384881.947460:0:17536:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1767384881.947488:0:17536:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.947489:0:17536:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.947490:0:17536:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.947491:0:17536:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:3.0:1767384881.947492:0:17536:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384881.947493:0:17536:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000025e7efce. 00000040:00000001:3.0:1767384881.947495:0:17536:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384881.947496:0:17536:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384881.947497:0:17536:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635435882279424 : -108637827272192 : 0xffff9d31c8e57200) 00000020:00000001:3.0:1767384881.947498:0:17536:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635435882279424 : -108637827272192 : ffff9d31c8e57200) 00080000:00000001:3.0:1767384881.947500:0:17536:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384881.947504:0:17536:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:3.0:1767384881.947506:0:17536:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:3.0:1767384881.947512:0:17536:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:3.0:1767384881.947513:0:17536:0:(llog.c:1547:llog_open()) MGC192.168.203.157@tcp: Failed to open llog lustre-clientT: rc -2 00000040:00000010:3.0:1767384881.947515:0:17536:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000025e7efce. 00000040:00000001:3.0:1767384881.947516:0:17536:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:3.0:1767384881.947518:0:17536:0:(llog.c:1386:llog_erase()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:3.0:1767384881.947519:0:17536:0:(llog.c:1318:llog_open_create()) Process entered 00000040:00000001:3.0:1767384881.947520:0:17536:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384881.947521:0:17536:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000025e7efce. 00000040:00000001:3.0:1767384881.947522:0:17536:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384881.947523:0:17536:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384881.947524:0:17536:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635435882279424 : -108637827272192 : 0xffff9d31c8e57200) 00000020:00000001:3.0:1767384881.947525:0:17536:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635435882279424 : -108637827272192 : ffff9d31c8e57200) 00080000:00000001:3.0:1767384881.947527:0:17536:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384881.947531:0:17536:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000010:3.0:1767384881.947533:0:17536:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000005130b90a. 00000020:00000001:3.0:1767384881.947534:0:17536:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384881.947536:0:17536:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000003567441. 00000020:00000001:3.0:1767384881.947538:0:17536:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384881.947539:0:17536:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cc9dc16b. 00000020:00000001:3.0:1767384881.947541:0:17536:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.947542:0:17536:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384881.947543:0:17536:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384881.947544:0:17536:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384881.947545:0:17536:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.947550:0:17536:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384881.947551:0:17536:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384881.947552:0:17536:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384881.947554:0:17536:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635435868168280 : -108637841383336 : ffff9d31c80e2058) 00000040:00000001:3.0:1767384881.947556:0:17536:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.947557:0:17536:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.947558:0:17536:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:3.0:1767384881.947558:0:17536:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.947559:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.947562:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008883c4cb. 00080000:00000001:3.0:1767384881.947563:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635435826369536 : -108637883182080 : ffff9d31c5905400) 00000040:00000001:3.0:1767384881.947567:0:17536:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:3.0:1767384881.947569:0:17536:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:3.0:1767384881.947570:0:17536:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:3.0:1767384881.947571:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.947575:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.947576:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.947577:0:17536:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384881.947583:0:17536:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384881.947584:0:17536:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384881.947586:0:17536:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x8:0x0] not in the id map cache 00080000:00000010:3.0:1767384881.947589:0:17536:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 0000000052e98709. 00000001:00000001:3.0:1767384881.947590:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.947591:0:17536:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.947592:0:17536:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1767384881.947593:0:17536:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384881.947594:0:17536:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.947596:0:17536:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:3.0:1767384881.947598:0:17536:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.947599:0:17536:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.947601:0:17536:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.947602:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.947609:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.947610:0:17536:0:(llog.c:1176:llog_create()) Process entered 00000040:00000001:3.0:1767384881.947611:0:17536:0:(llog_osd.c:1735:llog_osd_create()) Process entered 00000020:00000001:3.0:1767384881.947612:0:17536:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:3.0:1767384881.947613:0:17536:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384881.948934:0:17536:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384881.948936:0:17536:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.948951:0:17536:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384881.948952:0:17536:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.948954:0:17536:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.948956:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.948960:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:3.0:1767384881.948961:0:17536:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.948963:0:17536:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:3.0:1767384881.948969:0:17536:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.948970:0:17536:0:(llog_osd.c:1801:llog_osd_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.948971:0:17536:0:(llog.c:1187:llog_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.948973:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000010:3.0:1767384881.948982:0:17536:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 000000007ac714e7. 00080000:00000001:3.0:1767384881.948998:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.948999:0:17536:0:(llog.c:1357:llog_open_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949000:0:17536:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384881.949003:0:17536:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000004764a2a1. 00000040:00000001:3.0:1767384881.949004:0:17536:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384881.949005:0:17536:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:3.0:1767384881.949007:0:17536:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:3.0:1767384881.949008:0:17536:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:3.0:1767384881.949010:0:17536:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:3.0:1767384881.949039:0:17536:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949042:0:17536:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949044:0:17536:0:(llog.c:943:llog_process_or_fork()) Process entered 00000100:00000040:3.0:1767384881.949055:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294871810, at 4294871812 00000100:00000040:2.0:1767384881.949056:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294871810, at 4294871812 00000100:00000010:3.0:1767384881.949064:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009924afdf. 00000100:00000010:2.0:1767384881.949066:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007c2ef9a9. 00000100:00000040:0.0:1767384881.949067:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294871810, at 4294871812 00000100:00000010:0.0:1767384881.949074:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c0989326. 00000040:00000010:3.0:1767384881.949082:0:17536:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000ca0b0975. 00000040:00001000:3.0:1767384881.949087:0:17536:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x4:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 1 00000040:00000001:3.0:1767384881.949089:0:17536:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1767384881.949091:0:17536:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c57a0862. 00000020:00000010:3.0:1767384881.949093:0:17536:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006560a1f7. 00000040:00000010:3.0:1767384881.949095:0:17536:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a3257d74. 00000020:00000010:3.0:1767384881.949097:0:17536:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000717c01bb. 00000020:00000010:3.0:1767384881.949099:0:17536:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000055e5c190. 00000020:00000010:3.0:1767384881.949101:0:17536:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005f861ec1. 80000000:00000010:3.0:1767384881.949103:0:17536:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000020006e0b. 40000000:00000010:3.0:1767384881.949104:0:17536:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005f7cc0d8. 00100000:00000010:3.0:1767384881.949106:0:17536:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000020d82edb. 00040000:00000010:3.0:1767384881.949108:0:17536:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b59bf35c. 00040000:00000010:3.0:1767384881.949109:0:17536:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009768d02a. 00040000:00000010:3.0:1767384881.949111:0:17536:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000063a761fa. 00080000:00000010:3.0:1767384881.949113:0:17536:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d0b16fa1. 00000004:00000010:3.0:1767384881.949114:0:17536:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007fb61665. 00000004:00000010:3.0:1767384881.949116:0:17536:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b4d70ce2. 00000004:00000010:3.0:1767384881.949118:0:17536:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004e4a6b75. 00002000:00000010:3.0:1767384881.949124:0:17536:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000af1bf6a4. 00000004:00000010:3.0:1767384881.949126:0:17536:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008fa55e1b. 00000020:00000010:3.0:1767384881.949128:0:17536:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001315b703. 00000040:00000010:3.0:1767384881.949137:0:17536:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000c82fda5e. 00000040:00001000:3.0:1767384881.949139:0:17536:0:(llog.c:607:llog_process_thread()) index: 1 last_index 29 00000040:00000001:3.0:1767384881.949140:0:17536:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384881.949141:0:17536:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1767384881.949144:0:17536:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:3.0:1767384881.949169:0:17536:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1767384881.949171:0:17536:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.949173:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c90000 type=0x10620000 idx=1 00000040:00001000:3.0:1767384881.949174:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:3.0:1767384881.949175:0:17536:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.949177:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.949178:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.949179:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.949187:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001fb40c59. 00080000:00000001:3.0:1767384881.949188:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490466816 : -108642219084800 : ffff9d30c31fb400) 00000040:00000001:3.0:1767384881.949190:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.949192:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.949193:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.949195:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.949196:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.949197:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.949198:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.949199:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949200:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949201:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.949203:0:17536:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1767384881.949204:0:17536:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384881.949205:0:17536:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.949206:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.949212:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949213:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.949214:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.949214:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384881.949217:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949309:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8192 : 8192 : 2000) 00080000:00000001:3.0:1767384881.949312:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949322:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384881.949324:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].1, 224 off8416 00000040:00000001:3.0:1767384881.949325:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949327:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.949328:0:17536:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:3.0:1767384881.949329:0:17536:0:(osd_object.c:1275:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384881.949331:0:17536:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.949332:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.949336:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949337:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949338:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.949340:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c900e0 type=0x10620000 idx=2 00000040:00001000:3.0:1767384881.949341:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:3.0:1767384881.949342:0:17536:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.949343:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.949344:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.949345:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.949347:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000041e5c3a7. 00080000:00000001:3.0:1767384881.949348:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490459648 : -108642219091968 : ffff9d30c31f9800) 00000040:00000001:3.0:1767384881.949349:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.949350:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.949351:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.949357:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.949358:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.949359:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.949362:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.949363:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949364:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949365:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.949366:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.949370:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949371:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.949372:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.949373:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384881.949375:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949378:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.949380:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949388:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.949389:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949392:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.949393:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949396:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=120 : 120 : 78) 00000040:00080000:3.0:1767384881.949397:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].2, 120 off8536 00000040:00000001:3.0:1767384881.949399:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949400:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.949401:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.949405:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949406:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949407:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.949408:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c90158 type=0x10620000 idx=3 00000040:00001000:3.0:1767384881.949409:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:3.0:1767384881.949410:0:17536:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.949411:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.949412:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.949413:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.949414:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000077dd3726. 00080000:00000001:3.0:1767384881.949415:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490458624 : -108642219092992 : ffff9d30c31f9400) 00000040:00000001:3.0:1767384881.949416:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.949417:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.949418:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.949422:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.949423:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.949424:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.949427:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.949427:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949429:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949430:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.949431:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.949434:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949435:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.949436:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.949437:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384881.949438:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949441:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.949442:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949444:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.949449:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949452:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.949454:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949457:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=168 : 168 : a8) 00000040:00080000:3.0:1767384881.949458:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].3, 168 off8704 00000040:00000001:3.0:1767384881.949459:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949460:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.949461:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.949465:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949466:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949467:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.949468:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c90200 type=0x10620000 idx=4 00000040:00001000:3.0:1767384881.949469:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:3.0:1767384881.949470:0:17536:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.949471:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.949472:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.949473:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.949474:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000066e10a27. 00080000:00000001:3.0:1767384881.949476:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490453504 : -108642219098112 : ffff9d30c31f8000) 00000040:00000001:3.0:1767384881.949477:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.949478:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.949479:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.949483:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.949483:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.949485:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.949488:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.949489:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949491:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949492:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.949494:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.949501:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949503:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.949505:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.949506:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384881.949509:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949515:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.949517:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949521:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.949523:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949535:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.949538:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949559:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384881.949562:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].4, 224 off8928 00000040:00000001:3.0:1767384881.949565:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949566:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.949568:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.949574:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949576:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949577:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.949578:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c902e0 type=0x10620000 idx=5 00000040:00001000:3.0:1767384881.949580:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:3.0:1767384881.949581:0:17536:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.949583:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.949583:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.949584:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.949587:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a3f90765. 00080000:00000001:3.0:1767384881.949588:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490464768 : -108642219086848 : ffff9d30c31fac00) 00000040:00000001:3.0:1767384881.949590:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.949591:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.949592:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.949598:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.949599:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.949600:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.949603:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.949604:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949605:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949606:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.949607:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.949612:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949613:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.949614:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.949615:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384881.949617:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949621:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.949623:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949625:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.949626:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949628:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.949635:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949639:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384881.949641:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].5, 224 off9152 00000040:00000001:3.0:1767384881.949642:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949643:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.949644:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.949648:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949649:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949650:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.949651:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c903c0 type=0x10620000 idx=6 00000040:00001000:3.0:1767384881.949652:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:3.0:1767384881.949653:0:17536:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.949655:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.949655:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.949656:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.949658:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004a52bbf7. 00080000:00000001:3.0:1767384881.949659:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490461696 : -108642219089920 : ffff9d30c31fa000) 00000040:00000001:3.0:1767384881.949660:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.949661:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.949661:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.949666:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.949666:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.949667:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.949670:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.949671:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949672:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949673:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.949674:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.949678:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949679:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.949680:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.949680:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384881.949682:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949685:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.949686:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949688:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.949689:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949691:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.949692:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949711:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=120 : 120 : 78) 00000040:00080000:3.0:1767384881.949713:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].6, 120 off9272 00000040:00000001:3.0:1767384881.949714:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949715:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.949717:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.949720:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949721:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949722:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.949723:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c90438 type=0x10620000 idx=7 00000040:00001000:3.0:1767384881.949725:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:3.0:1767384881.949726:0:17536:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.949727:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.949727:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.949728:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.949730:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000279dd63a. 00080000:00000001:3.0:1767384881.949731:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490462720 : -108642219088896 : ffff9d30c31fa400) 00000040:00000001:3.0:1767384881.949732:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.949733:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.949734:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.949738:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.949739:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.949740:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.949743:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.949743:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949744:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949745:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.949746:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.949750:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949751:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.949752:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.949752:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384881.949754:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949757:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.949759:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949761:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.949762:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949764:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.949765:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949768:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=168 : 168 : a8) 00000040:00080000:3.0:1767384881.949773:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].7, 168 off9440 00000040:00000001:3.0:1767384881.949774:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949775:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.949777:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.949780:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949782:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949783:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.949784:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c904e0 type=0x10620000 idx=8 00000040:00001000:3.0:1767384881.949785:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:3.0:1767384881.949786:0:17536:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.949787:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.949788:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.949789:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.949790:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001415bda8. 00080000:00000001:3.0:1767384881.949791:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490454528 : -108642219097088 : ffff9d30c31f8400) 00000040:00000001:3.0:1767384881.949792:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.949793:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.949794:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.949798:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.949798:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.949799:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.949802:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.949803:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949804:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949805:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.949806:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.949810:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949811:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.949812:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.949813:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384881.949815:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949818:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.949819:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949836:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.949838:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949842:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.949844:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949847:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384881.949848:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].8, 224 off9664 00000040:00000001:3.0:1767384881.949854:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949855:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.949856:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.949861:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949862:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949863:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.949864:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c905c0 type=0x10620000 idx=9 00000040:00001000:3.0:1767384881.949866:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:3.0:1767384881.949867:0:17536:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.949868:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.949869:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.949870:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.949872:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b6f5260b. 00080000:00000001:3.0:1767384881.949873:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490463744 : -108642219087872 : ffff9d30c31fa800) 00000040:00000001:3.0:1767384881.949874:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.949875:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.949876:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.949881:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.949882:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.949883:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.949886:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.949887:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949888:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949889:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.949890:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.949895:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949896:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.949896:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.949897:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384881.949899:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949903:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.949904:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949906:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.949907:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949909:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.949911:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949935:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384881.949937:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].9, 224 off9888 00000040:00000001:3.0:1767384881.949938:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949942:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.949943:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.949947:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949948:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949950:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.949951:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c906a0 type=0x10620000 idx=10 00000040:00001000:3.0:1767384881.949952:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:3.0:1767384881.949953:0:17536:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.949954:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.949955:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.949956:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.949958:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f47ea08f. 00080000:00000001:3.0:1767384881.949959:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490467840 : -108642219083776 : ffff9d30c31fb800) 00000040:00000001:3.0:1767384881.949960:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.949961:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.949962:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.949966:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.949967:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.949968:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.949972:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.949972:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949973:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949975:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.949976:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.949980:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.949981:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.949982:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.949983:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384881.949985:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949989:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.949990:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949992:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.949993:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.949995:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.949997:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950000:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=120 : 120 : 78) 00000040:00080000:3.0:1767384881.950001:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].10, 120 off10008 00000040:00000001:3.0:1767384881.950002:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950003:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950008:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.950038:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950041:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950044:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.950046:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c90718 type=0x10620000 idx=11 00000040:00001000:3.0:1767384881.950049:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:3.0:1767384881.950051:0:17536:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.950054:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.950055:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.950057:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.950061:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000752e9ede. 00080000:00000001:3.0:1767384881.950064:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490456576 : -108642219095040 : ffff9d30c31f8c00) 00000040:00000001:3.0:1767384881.950066:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.950068:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.950069:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.950079:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.950080:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950082:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.950088:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.950089:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950090:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950091:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950092:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.950098:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950099:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.950100:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.950101:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384881.950104:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950108:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.950109:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950112:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.950113:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950115:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.950116:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950120:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384881.950121:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].11, 224 off10232 00000040:00000001:3.0:1767384881.950122:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950123:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950124:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.950134:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950135:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950136:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.950138:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c907f8 type=0x10620000 idx=12 00000040:00001000:3.0:1767384881.950139:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:3.0:1767384881.950140:0:17536:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.950141:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.950142:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.950143:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.950145:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000dfe3ce46. 00080000:00000001:3.0:1767384881.950146:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490465792 : -108642219085824 : ffff9d30c31fb000) 00000040:00000001:3.0:1767384881.950147:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.950148:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.950149:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.950154:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.950154:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950155:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.950159:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.950159:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950161:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950162:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950163:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.950167:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950168:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.950168:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.950169:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384881.950171:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950174:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.950175:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950177:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.950178:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950180:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.950181:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950195:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384881.950196:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].12, 224 off10456 00000040:00000001:3.0:1767384881.950198:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950199:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950200:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.950203:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950208:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950209:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.950210:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c908d8 type=0x10620000 idx=13 00000040:00001000:3.0:1767384881.950212:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:3.0:1767384881.950213:0:17536:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.950214:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.950215:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.950216:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.950218:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000082660bea. 00080000:00000001:3.0:1767384881.950219:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490455552 : -108642219096064 : ffff9d30c31f8800) 00000040:00000001:3.0:1767384881.950221:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.950222:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.950223:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.950227:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.950228:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950229:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.950232:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.950233:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950234:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950235:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950236:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.950241:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950242:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.950243:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.950243:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384881.950246:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950249:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.950250:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950252:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.950253:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950256:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.950257:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950260:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00000040:00080000:3.0:1767384881.950261:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].13, 88 off10544 00000040:00000001:3.0:1767384881.950263:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950264:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950265:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.950268:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950269:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950274:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.950275:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c90930 type=0x10620000 idx=14 00000040:00001000:3.0:1767384881.950276:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:3.0:1767384881.950277:0:17536:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.950279:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.950279:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.950280:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.950282:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000432e31b5. 00080000:00000001:3.0:1767384881.950283:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490460672 : -108642219090944 : ffff9d30c31f9c00) 00000040:00000001:3.0:1767384881.950284:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.950285:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.950286:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.950290:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.950291:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950292:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.950295:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.950297:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950298:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950299:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950300:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.950304:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950305:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.950306:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.950306:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384881.950308:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950312:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.950313:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950315:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.950316:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950318:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.950319:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950322:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:3.0:1767384881.950324:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].14, 128 off10672 00000040:00000001:3.0:1767384881.950325:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950326:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950327:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.950331:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950332:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950333:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.950337:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c909b0 type=0x10620000 idx=15 00000040:00001000:3.0:1767384881.950338:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:3.0:1767384881.950339:0:17536:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.950341:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.950342:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.950343:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.950344:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e45787a4. 00080000:00000001:3.0:1767384881.950345:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490468864 : -108642219082752 : ffff9d30c31fbc00) 00000040:00000001:3.0:1767384881.950346:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.950347:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.950348:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.950352:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.950353:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950354:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.950357:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.950358:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950359:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950360:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950361:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.950366:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950367:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.950367:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.950368:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384881.950370:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950373:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.950374:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950376:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.950377:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950379:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.950381:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950393:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=144 : 144 : 90) 00000040:00080000:3.0:1767384881.950395:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].15, 144 off10816 00000040:00000001:3.0:1767384881.950396:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950397:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950399:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.950403:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950404:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950405:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.950406:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c90a40 type=0x10620000 idx=16 00000040:00001000:3.0:1767384881.950411:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:3.0:1767384881.950412:0:17536:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.950414:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.950415:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.950416:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.950418:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000edf7849. 00080000:00000001:3.0:1767384881.950419:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490457600 : -108642219094016 : ffff9d30c31f9000) 00000040:00000001:3.0:1767384881.950421:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.950421:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.950422:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.950427:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.950428:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950429:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.950432:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.950433:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950434:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950435:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950437:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.950441:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950442:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.950442:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.950443:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384881.950445:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950449:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.950450:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950452:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.950453:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950455:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.950456:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950459:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=160 : 160 : a0) 00000040:00080000:3.0:1767384881.950460:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].16, 160 off10976 00000040:00000001:3.0:1767384881.950462:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950463:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950464:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.950467:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950468:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950470:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.950471:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c90ae0 type=0x10620000 idx=17 00000040:00001000:3.0:1767384881.950472:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:3.0:1767384881.950476:0:17536:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.950478:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.950479:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.950480:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.950486:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009bf906a5. 00080000:00000001:3.0:1767384881.950487:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490404352 : -108642219147264 : ffff9d30c31ec000) 00000040:00000001:3.0:1767384881.950489:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.950490:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.950491:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.950499:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.950500:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950502:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.950508:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.950509:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950511:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950512:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950514:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.950522:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950524:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.950525:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.950526:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384881.950530:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950537:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.950539:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950542:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.950543:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950545:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.950547:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950550:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384881.950551:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].17, 224 off11200 00000040:00000001:3.0:1767384881.950553:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950554:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950555:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.950559:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950560:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950561:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.950562:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c90bc0 type=0x10620000 idx=18 00000040:00001000:3.0:1767384881.950564:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:3.0:1767384881.950565:0:17536:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.950570:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.950571:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.950573:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.950574:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009629f47b. 00080000:00000001:3.0:1767384881.950576:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490415616 : -108642219136000 : ffff9d30c31eec00) 00000040:00000001:3.0:1767384881.950577:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.950578:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.950579:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.950585:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.950585:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950586:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.950590:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.950590:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950591:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950593:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950594:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.950598:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950600:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.950600:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.950601:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384881.950604:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950607:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.950608:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950610:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.950611:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950613:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.950615:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950628:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384881.950630:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].18, 224 off11424 00000040:00000001:3.0:1767384881.950631:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950632:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950633:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.950636:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950637:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950638:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.950639:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c90ca0 type=0x10620000 idx=19 00000040:00001000:3.0:1767384881.950641:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:3.0:1767384881.950642:0:17536:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.950643:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.950648:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.950649:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.950651:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009f5e6957. 00080000:00000001:3.0:1767384881.950652:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490412544 : -108642219139072 : ffff9d30c31ee000) 00000040:00000001:3.0:1767384881.950654:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.950655:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.950656:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.950660:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.950661:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950662:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.950665:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.950666:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950667:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950668:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950669:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.950673:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950674:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.950675:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.950676:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384881.950678:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950682:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.950683:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950685:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.950686:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950688:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.950689:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950692:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=80 : 80 : 50) 00000040:00080000:3.0:1767384881.950693:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].19, 80 off11504 00000040:00000001:3.0:1767384881.950695:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950696:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950697:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.950700:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950701:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950702:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.950703:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c90cf0 type=0x10620000 idx=20 00000040:00001000:3.0:1767384881.950704:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:3.0:1767384881.950705:0:17536:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.950707:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.950707:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.950712:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.950713:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000de171494. 00080000:00000001:3.0:1767384881.950715:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490413568 : -108642219138048 : ffff9d30c31ee400) 00000040:00000001:3.0:1767384881.950716:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.950717:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.950718:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.950723:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.950724:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950725:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.950728:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.950729:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950730:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950731:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950732:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.950736:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950737:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.950738:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.950738:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384881.950740:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950743:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.950744:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950746:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.950747:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950749:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.950751:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950754:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384881.950755:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].20, 224 off11728 00000040:00000001:3.0:1767384881.950756:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950757:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950758:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.950761:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950762:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950763:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.950764:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c90dd0 type=0x10620000 idx=21 00000040:00001000:3.0:1767384881.950766:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:3.0:1767384881.950767:0:17536:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.950768:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.950768:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.950769:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.950774:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005bc5d899. 00080000:00000001:3.0:1767384881.950775:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490405376 : -108642219146240 : ffff9d30c31ec400) 00000040:00000001:3.0:1767384881.950777:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.950778:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.950779:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.950783:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.950784:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950785:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.950788:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.950789:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950790:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950791:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950792:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.950796:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950797:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.950798:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.950798:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384881.950800:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950804:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.950805:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950807:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.950808:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950810:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.950811:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950839:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384881.950841:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].21, 224 off11952 00000040:00000001:3.0:1767384881.950843:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950844:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950845:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.950849:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950850:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950852:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.950853:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c90eb0 type=0x10620000 idx=22 00000040:00001000:3.0:1767384881.950854:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:3.0:1767384881.950855:0:17536:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.950856:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.950857:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.950858:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.950860:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006c5f833c. 00080000:00000001:3.0:1767384881.950866:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490414592 : -108642219137024 : ffff9d30c31ee800) 00000040:00000001:3.0:1767384881.950868:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.950869:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.950870:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.950876:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.950877:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950878:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.950881:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.950882:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950883:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950884:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950885:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.950890:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950891:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.950892:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.950893:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384881.950895:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950899:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.950901:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950902:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.950903:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950906:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.950907:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950910:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00000040:00080000:3.0:1767384881.950911:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].22, 88 off12040 00000040:00000001:3.0:1767384881.950912:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950913:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950914:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.950917:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950919:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950920:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.950921:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c90f08 type=0x10620000 idx=23 00000040:00001000:3.0:1767384881.950922:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:3.0:1767384881.950923:0:17536:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.950924:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.950925:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.950925:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.950927:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000254052f2. 00080000:00000001:3.0:1767384881.950928:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490418688 : -108642219132928 : ffff9d30c31ef800) 00000040:00000001:3.0:1767384881.950933:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.950934:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.950935:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.950940:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.950941:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950942:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.950945:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.950946:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950947:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950948:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950949:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.950953:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950954:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.950955:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.950955:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384881.950957:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950961:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.950962:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950964:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.950965:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950967:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.950968:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.950971:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:3.0:1767384881.950972:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].23, 128 off12168 00000040:00000001:3.0:1767384881.950974:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950975:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.950976:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.950979:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950980:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.950981:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.950982:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c90f88 type=0x10620000 idx=24 00000040:00001000:3.0:1767384881.950984:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:3.0:1767384881.950985:0:17536:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.950986:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.950987:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.950987:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.950989:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007b5d488c. 00080000:00000001:3.0:1767384881.950990:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490407424 : -108642219144192 : ffff9d30c31ecc00) 00000040:00000001:3.0:1767384881.950991:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.950995:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.950996:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.951001:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.951001:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.951003:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.951006:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.951006:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951007:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951008:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.951010:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.951043:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951046:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.951047:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.951048:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384881.951053:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.951061:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.951063:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.951067:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.951069:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.951073:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.951075:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.951095:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=144 : 144 : 90) 00000040:00080000:3.0:1767384881.951097:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].24, 144 off12312 00000040:00000001:3.0:1767384881.951098:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951099:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.951101:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.951105:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951106:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951107:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.951108:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c91018 type=0x10620000 idx=25 00000040:00001000:3.0:1767384881.951110:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000040:00001000:3.0:1767384881.951111:0:17536:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.951112:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.951113:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.951113:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.951115:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000532456de. 00080000:00000001:3.0:1767384881.951117:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490416640 : -108642219134976 : ffff9d30c31ef000) 00000040:00000001:3.0:1767384881.951118:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.951119:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.951125:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.951131:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.951132:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.951133:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.951136:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.951137:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951138:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951139:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.951140:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.951145:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951146:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.951147:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.951148:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384881.951151:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.951155:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.951156:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.951158:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.951159:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.951161:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.951162:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.951165:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:3.0:1767384881.951167:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].25, 128 off12440 00000040:00000001:3.0:1767384881.951168:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951169:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.951170:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.951173:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951174:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951175:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.951176:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c91098 type=0x10620000 idx=26 00000040:00001000:3.0:1767384881.951177:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000040:00001000:3.0:1767384881.951178:0:17536:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.951180:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.951180:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.951181:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.951183:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000034d15ff7. 00080000:00000001:3.0:1767384881.951184:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490406400 : -108642219145216 : ffff9d30c31ec800) 00000040:00000001:3.0:1767384881.951185:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.951186:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.951187:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.951195:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.951196:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.951197:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.951200:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.951201:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951202:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951203:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.951204:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.951208:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951209:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.951210:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.951211:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384881.951213:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.951216:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.951217:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.951219:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.951220:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.951222:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.951224:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.951227:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384881.951228:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].26, 224 off12664 00000040:00000001:3.0:1767384881.951229:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951230:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.951231:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.951234:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951235:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951236:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.951237:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c91178 type=0x10620000 idx=27 00000040:00001000:3.0:1767384881.951238:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000040:00001000:3.0:1767384881.951239:0:17536:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.951240:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.951241:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.951241:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.951243:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000069342297. 00080000:00000001:3.0:1767384881.951244:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490411520 : -108642219140096 : ffff9d30c31edc00) 00000040:00000001:3.0:1767384881.951245:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.951246:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.951247:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.951250:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.951254:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.951255:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.951260:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.951261:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951262:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951263:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.951264:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.951268:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951270:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.951270:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.951271:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384881.951273:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.951277:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.951278:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.951279:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.951281:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.951283:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.951284:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.951297:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384881.951298:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].27, 224 off12888 00000040:00000001:3.0:1767384881.951300:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951301:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.951302:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.951305:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951306:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951307:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.951308:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c91258 type=0x10620000 idx=28 00000040:00001000:3.0:1767384881.951310:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000040:00001000:3.0:1767384881.951311:0:17536:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.951312:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.951313:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.951313:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.951315:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f92f49d1. 00080000:00000001:3.0:1767384881.951316:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490419712 : -108642219131904 : ffff9d30c31efc00) 00000040:00000001:3.0:1767384881.951317:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.951318:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.951318:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.951323:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.951323:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.951328:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.951333:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.951334:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951335:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951336:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.951337:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.951342:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951343:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.951344:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.951345:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384881.951347:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.951350:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.951351:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.951354:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.951355:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.951357:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.951358:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.951361:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=80 : 80 : 50) 00000040:00080000:3.0:1767384881.951362:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].28, 80 off12968 00000040:00000001:3.0:1767384881.951363:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951365:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.951366:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.951369:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951370:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951371:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.951372:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c912a8 type=0x10620000 idx=29 00000040:00001000:3.0:1767384881.951373:0:17536:0:(llog.c:720:llog_process_thread()) synced_idx: 29 00000040:00000001:3.0:1767384881.951375:0:17536:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384881.951375:0:17536:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1767384881.951377:0:17536:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:3.0:1767384881.951395:0:17536:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1767384881.951397:0:17536:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.951398:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c912a8 type=0x10620000 idx=29 00000040:00001000:3.0:1767384881.951399:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000040:00001000:3.0:1767384881.951400:0:17536:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 29 synced_idx: 29 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.951401:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.951402:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.951403:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.951405:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000098567739. 00080000:00000001:3.0:1767384881.951410:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490408448 : -108642219143168 : ffff9d30c31ed000) 00000040:00000001:3.0:1767384881.951411:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.951412:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.951413:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.951418:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.951419:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.951420:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.951423:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.951424:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951425:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951426:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.951427:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.951431:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951432:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.951433:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.951434:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:3.0:1767384881.951436:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.951440:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.951441:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.951442:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.951443:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.951446:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.951447:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.951450:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384881.951451:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].29, 224 off13192 00000040:00000001:3.0:1767384881.951453:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951454:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.951455:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.951458:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951459:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951460:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951461:0:17536:0:(llog.c:846:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:3.0:1767384881.951462:0:17536:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 29 count 30 00000040:00000010:3.0:1767384881.951464:0:17536:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000c82fda5e. 00000020:00000010:3.0:1767384881.951468:0:17536:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000001315b703. 00000020:00000010:3.0:1767384881.951471:0:17536:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006560a1f7. 00000040:00000010:3.0:1767384881.951473:0:17536:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a3257d74. 00000020:00000010:3.0:1767384881.951475:0:17536:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000717c01bb. 00000020:00000010:3.0:1767384881.951481:0:17536:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000055e5c190. 00000020:00000010:3.0:1767384881.951483:0:17536:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005f861ec1. 80000000:00000010:3.0:1767384881.951485:0:17536:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000020006e0b. 40000000:00000010:3.0:1767384881.951487:0:17536:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005f7cc0d8. 00100000:00000010:3.0:1767384881.951489:0:17536:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000020d82edb. 00040000:00000010:3.0:1767384881.951492:0:17536:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b59bf35c. 00040000:00000010:3.0:1767384881.951494:0:17536:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009768d02a. 00040000:00000010:3.0:1767384881.951496:0:17536:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000063a761fa. 00080000:00000010:3.0:1767384881.951499:0:17536:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d0b16fa1. 00000004:00000010:3.0:1767384881.951501:0:17536:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007fb61665. 00000004:00000010:3.0:1767384881.951504:0:17536:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b4d70ce2. 00000004:00000010:3.0:1767384881.951506:0:17536:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004e4a6b75. 00002000:00000010:3.0:1767384881.951508:0:17536:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000af1bf6a4. 00000004:00000010:3.0:1767384881.951511:0:17536:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008fa55e1b. 00000020:00000010:3.0:1767384881.951513:0:17536:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c57a0862. 00000040:00000010:3.0:1767384881.951516:0:17536:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000ca0b0975. 00000040:00000001:3.0:1767384881.951518:0:17536:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951520:0:17536:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384881.951522:0:17536:0:(lu_object.c:207:lu_object_put()) Add 00000000cc9dc16b/0000000003567441 to site lru. bkt: 0000000078700a1d 00000040:00000010:3.0:1767384881.951525:0:17536:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000005130b90a. 00000040:00000001:3.0:1767384881.951527:0:17536:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384881.951529:0:17536:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004764a2a1. 00000040:00000010:3.0:1767384881.951532:0:17536:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000025e7efce. 00000040:00000001:3.0:1767384881.951535:0:17536:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384881.951537:0:17536:0:(lu_object.c:207:lu_object_put()) Add 000000006a1527b9/000000009471838d to site lru. bkt: 0000000099e51356 00000040:00000010:3.0:1767384881.951539:0:17536:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000089072c2e. 00000040:00000001:3.0:1767384881.951540:0:17536:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384881.951541:0:17536:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000212809d2. 00000040:00000010:3.0:1767384881.951542:0:17536:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009df04eac. 00000040:00000001:3.0:1767384881.951544:0:17536:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.951545:0:17536:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:3.0:1767384881.951546:0:17536:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384881.951547:0:17536:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000063a761fa. 00000040:00000001:3.0:1767384881.951549:0:17536:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:3.0:1767384881.951550:0:17536:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000010:3.0:1767384881.951557:0:17536:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f6d34da. 00000020:00000040:3.0:1767384881.951558:0:17536:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1767384881.951561:0:17536:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384881.951562:0:17536:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384881.951563:0:17536:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384881.951565:0:17536:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005f861ec1. 00000100:00000001:3.0:1767384881.951568:0:17536:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.951571:0:17536:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384881.951572:0:17536:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384881.951574:0:17536:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c345cd29. 00000100:00000001:3.0:1767384881.951575:0:17536:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635436771091008 : -108636938460608 : ffff9d31fddfa240) 00000100:00000001:3.0:1767384881.951576:0:17536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384881.951577:0:17536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515732864 : -108637193818752 : ffff9d31eea72d80) 00000100:00000001:3.0:1767384881.951579:0:17536:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384881.951580:0:17536:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.951581:0:17536:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384881.951582:0:17536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384881.951584:0:17536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f6d34da x1853237358498560/t0(0) o501->MGC192.168.203.157@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.951590:0:17536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384881.951591:0:17536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384881.951593:0:17536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384881.951594:0:17536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384881.951595:0:17536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384881.951596:0:17536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009f6d34da pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc613044-dd35-4201-b03c-4d69ab0214c0:17536:1853237358498560:0@lo:501: 00000100:00000001:3.0:1767384881.951598:0:17536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384881.951600:0:17536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384881.951601:0:17536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384881.951602:0:17536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384881.951603:0:17536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a3257d74. 02000000:00000001:3.0:1767384881.951604:0:17536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384881.951606:0:17536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059aed48a. 00000400:00000010:3.0:1767384881.951608:0:17536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2626c3. 00000100:00000200:3.0:1767384881.951611:0:17536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358498560, portal 25 00000100:00000001:3.0:1767384881.951615:0:17536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384881.951616:0:17536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515732864 : -108637193818752 : ffff9d31eea72d80) 00000100:00000040:3.0:1767384881.951618:0:17536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009f6d34da x1853237358498560/t0(0) o501->MGC192.168.203.157@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384897 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.951623:0:17536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384881.951625:0:17536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384881.951626:0:17536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0ac64dc. 00000100:00000200:3.0:1767384881.951628:0:17536:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237358498560, offset 0 00000400:00000200:3.0:1767384881.951630:0:17536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384881.951634:0:17536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384881.951637:0:17536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x6958272701300 00000400:00000200:3.0:1767384881.951640:0:17536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x191 [2] + 0 00000400:00000010:3.0:1767384881.951642:0:17536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db69f8f9. 00000400:00000200:3.0:1767384881.951644:0:17536:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a1a6f5ea 00000400:00000200:3.0:1767384881.951647:0:17536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384881.951649:0:17536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384881.951651:0:17536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1a6f5ea 00000400:00000010:3.0:1767384881.951652:0:17536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a1a6f5ea. 00000100:00000001:3.0:1767384881.951654:0:17536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384881.951655:0:17536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384881.951656:0:17536:0:(events.c:337:request_in_callback()) incoming req@0000000024645d1f x1853237358498560 msgsize 512 00000100:00100000:3.0:1767384881.951659:0:17536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384881.951660:0:17536:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384881.951669:0:17536:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384881.951671:0:17536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0ac64dc 00000400:00000010:3.0:1767384881.951672:0:17536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0ac64dc. 00000100:00000001:3.0:1767384881.951674:0:17536:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384881.951676:0:17536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f6d34da x1853237358498560/t0(0) o501->MGC192.168.203.157@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384897 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.951681:0:17536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384881.951682:0:17536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000009f6d34da x1853237358498560/t0(0) o501->MGC192.168.203.157@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384897 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.951686:0:17536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.951687:0:17536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384881.951694:0:17536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.951696:0:17536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294871817 00000100:00000010:3.0:1767384881.951698:0:17536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ca0b0975. 00000100:00000001:3.0:1767384881.951700:0:17536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384881.951707:0:17536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294871817 00000100:00000010:3.0:1767384881.951709:0:17536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000020006e0b. 00000100:00000001:3.0:1767384881.951711:0:17536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384881.951713:0:17536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294871817 00000100:00000010:3.0:1767384881.951715:0:17536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f8be6fc. 00000100:00000001:3.0:1767384881.951718:0:17536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384881.951721:0:17536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294871817 00000100:00000010:3.0:1767384881.951723:0:17536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000266d10f7. 00000100:00000001:2.0:1767384881.951725:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384881.951726:0:17536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00100000:2.0:1767384881.951729:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358498560 00000100:00000001:3.0:1767384881.951731:0:17536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384881.951733:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384881.951734:0:17536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.951735:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384881.951738:0:17536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384881.951739:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.951742:0:17536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1767384881.951743:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384881.951745:0:17536:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c345cd29 going to sleep for 11 seconds 00000100:00100000:2.0:1767384881.951747:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358498560 00000100:00000001:3.0:1767384881.951748:0:17536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384881.951750:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384881.951751:0:17536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384881.951752:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:2.0:1767384881.951756:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384881.951758:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000020:00000001:2.0:1767384881.951760:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:2.0:1767384881.951762:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384881.951764:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384881.951768:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dfe483c6. 00000100:00000001:2.0:1767384881.951770:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384881.951771:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dfe483c6. 00000020:00000010:2.0:1767384881.951776:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf1b7fc0. 00000020:00000010:2.0:1767384881.951778:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ccca5d0. 00000020:00000010:2.0:1767384881.951780:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f4bf686. 00000100:00000040:2.0:1767384881.951784:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384881.951785:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384881.951786:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384881.951787:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.951789:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.951806:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384881.951816:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384881.951818:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384881.951835:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00000040:2.0:1767384881.951839:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:2.0:1767384881.951842:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529403984 : -108637180147632 : ffff9d31ef77c850) 00000100:00000040:2.0:1767384881.951848:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000024645d1f x1853237358498560/t0(0) o501->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 512/0 e 0 to 0 dl 1767384892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384881.951858:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384881.951860:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dfe483c6. 00000100:00000001:2.0:1767384881.951863:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384881.951865:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dfe483c6. 00000100:00100000:2.0:1767384881.951869:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000024645d1f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:17536:x1853237358498560:12345-0@lo:501: 00000100:00000200:2.0:1767384881.951873:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358498560 00000020:00000001:2.0:1767384881.951875:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384881.951877:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384881.951879:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.951881:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384881.951883:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169344 : -1040382272 : ffffffffc1fd06c0) 00000020:00000001:2.0:1767384881.951885:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384881.951887:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384881.951888:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384881.951890:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384881.951892:0:16763:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1767384881.951894:0:16763:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.951895:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384881.951897:0:16763:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:2.0:1767384881.951899:0:16763:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:2.0:1767384881.951900:0:16763:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:2.0:1767384881.951903:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384881.951905:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384881.951908:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000bd227ca1. 02000000:00000001:2.0:1767384881.951910:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.951912:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384881.951922:0:16763:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-client 00000040:00000040:2.0:1767384881.951924:0:16763:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000004fe5416f : new refcount 2 00000040:00000001:2.0:1767384881.951926:0:16763:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384881.951928:0:16763:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000041364dfc. 00000040:00000001:2.0:1767384881.951931:0:16763:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384881.951932:0:16763:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384881.951934:0:16763:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635436412666880 : -108637296884736 : 0xffff9d31e8828400) 00000020:00000001:2.0:1767384881.951937:0:16763:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635436412666880 : -108637296884736 : ffff9d31e8828400) 00080000:00000001:2.0:1767384881.951941:0:16763:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384881.951956:0:16763:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384881.951958:0:16763:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384881.951958:0:16763:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.951959:0:16763:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:2.0:1767384881.951962:0:16763:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000007740d7b. 00000020:00000001:2.0:1767384881.951963:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384881.951966:0:16763:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845353048 : -108637864198568 : ffff9d31c6b1fe58) 00000040:00000001:2.0:1767384881.951967:0:16763:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.951968:0:16763:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.951970:0:16763:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384881.951971:0:16763:0:(lu_object.c:207:lu_object_put()) Add 00000000f43e5b6e/00000000771b5961 to site lru. bkt: 0000000019beee47 00000040:00000010:2.0:1767384881.951973:0:16763:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000007740d7b. 00000040:00000001:2.0:1767384881.951974:0:16763:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384881.951975:0:16763:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000041364dfc. 00000040:00000001:2.0:1767384881.951977:0:16763:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:2.0:1767384881.951978:0:16763:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000004fe5416f : new refcount 1 00000020:00000001:2.0:1767384881.951979:0:16763:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384881.951981:0:16763:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:2.0:1767384881.951983:0:16763:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384881.951984:0:16763:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384881.951986:0:16763:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384881.951987:0:16763:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384881.951989:0:16763:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000dfe483c6. 00000020:00000040:2.0:1767384881.951990:0:16763:0:(genops.c:887:class_export_get()) GET export 000000005d63f134 refcount=15 00000020:00000040:2.0:1767384881.951991:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 20000000:00000010:2.0:1767384881.951992:0:16763:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 00000000dfe483c6. 20000000:00000001:2.0:1767384881.951998:0:16763:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 20000000:00000001:2.0:1767384881.952000:0:16763:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384881.952002:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358498560 00010000:00000001:2.0:1767384881.952003:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384881.952005:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000024645d1f x1853237358498560/t0(0) o501->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 512/272 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384881.952030:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384881.952032:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384881.952034:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384881.952037:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384881.952040:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 12 to 0@lo 00000100:00000001:2.0:1767384881.952042:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384881.952043:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384881.952044:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.952047:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384881.952049:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384881.952050:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bc03c35. 00000100:00000200:2.0:1767384881.952053:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237358498560, offset 224 00000400:00000200:2.0:1767384881.952055:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384881.952060:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384881.952064:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958272701300 00000400:00000200:2.0:1767384881.952066:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x105d [1] + 224 00000400:00000200:2.0:1767384881.952069:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384881.952071:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384881.952073:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384881.952075:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f6d34da x1853237358498560/t0(0) o501->MGC192.168.203.157@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384897 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384881.952080:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@000000009f6d34da x1853237358498560/t0(0) o501->MGC192.168.203.157@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384897 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384881.952090:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384881.952094:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bc03c35 00000400:00000010:2.0:1767384881.952095:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bc03c35. 00000100:00000001:2.0:1767384881.952097:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384881.952102:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384881.952105:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384881.952107:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 11 to 0@lo 00010000:00000001:2.0:1767384881.952109:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384881.952110:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.952111:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384881.952114:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024645d1f x1853237358498560/t0(0) o501->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 512/272 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384881.952121:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000024645d1f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:17536:x1853237358498560:12345-0@lo:501: Request processed in 262us (462us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384881.952123:0:17536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384881.952126:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000400:00000001:3.0:1767384881.952127:0:17536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384881.952129:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000400:00000001:3.0:1767384881.952130:0:17536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384881.952133:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1767384881.952134:0:17536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059aed48a. 00000100:00000001:2.0:1767384881.952135:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767384881.952139:0:17536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2626c3 00000020:00000010:2.0:1767384881.952140:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ccca5d0. 00000400:00000010:3.0:1767384881.952143:0:17536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2626c3. 00000020:00000010:2.0:1767384881.952144:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f4bf686. 00000100:00000001:3.0:1767384881.952148:0:17536:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384881.952149:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf1b7fc0. 00000020:00000040:2.0:1767384881.952153:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 00000100:00000200:3.0:1767384881.952154:0:17536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f6d34da x1853237358498560/t0(0) o501->MGC192.168.203.157@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384897 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384881.952156:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384881.952159:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000bd227ca1. 02000000:00000001:2.0:1767384881.952163:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384881.952165:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384881.952170:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384881.952172:0:17536:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f6d34da x1853237358498560/t0(0) o501->MGC192.168.203.157@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384897 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384881.952174:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099d40292. 00000400:00000010:2.0:1767384881.952180:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fb26afc5. 00000100:00000001:3.0:1767384881.952183:0:17536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384881.952185:0:17536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384881.952193:0:17536:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384881.952194:0:17536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384881.952195:0:17536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384881.952196:0:17536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384881.952198:0:17536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384881.952200:0:17536:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384881.952202:0:17536:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384881.952204:0:17536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384881.952204:0:17536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384881.952206:0:17536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384881.952207:0:17536:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.952208:0:17536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384881.952210:0:17536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f6d34da x1853237358498560/t0(0) o501->MGC192.168.203.157@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384897 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.952214:0:17536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384881.952215:0:17536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384881.952216:0:17536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384881.952218:0:17536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f6d34da x1853237358498560/t0(0) o501->MGC192.168.203.157@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384897 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384881.952222:0:17536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f6d34da pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc613044-dd35-4201-b03c-4d69ab0214c0:17536:1853237358498560:0@lo:501: 00000100:00000001:3.0:1767384881.952225:0:17536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384881.952226:0:17536:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.952227:0:17536:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384881.952228:0:17536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384881.952229:0:17536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f6d34da x1853237358498560/t0(0) o501->MGC192.168.203.157@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384897 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.952232:0:17536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384881.952234:0:17536:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c345cd29. 00000100:00000001:3.0:1767384881.952235:0:17536:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384881.952236:0:17536:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.952238:0:17536:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1767384881.952239:0:17536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384881.952240:0:17536:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384881.952242:0:17536:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384881.952246:0:17536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384881.952247:0:17536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f6d34da x1853237358498560/t0(0) o501->MGC192.168.203.157@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384897 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.952251:0:17536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384881.952252:0:17536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384881.952254:0:17536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a3257d74. 02000000:00000001:3.0:1767384881.952255:0:17536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384881.952256:0:17536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384881.952256:0:17536:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384881.952257:0:17536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384881.952258:0:17536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005f861ec1. 02000000:00000001:3.0:1767384881.952260:0:17536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384881.952260:0:17536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384881.952261:0:17536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f6d34da. 00000100:00000001:3.0:1767384881.952264:0:17536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384881.952264:0:17536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384881.952265:0:17536:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.952266:0:17536:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384881.952268:0:17536:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000c82fda5e. 00000040:00000001:3.0:1767384881.952269:0:17536:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384881.952270:0:17536:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:3.0:1767384881.952271:0:17536:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000010:3.0:1767384881.952273:0:17536:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f6d34da. 00000020:00000040:3.0:1767384881.952275:0:17536:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1767384881.952276:0:17536:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384881.952277:0:17536:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384881.952278:0:17536:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384881.952280:0:17536:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005f861ec1. 00000100:00000001:3.0:1767384881.952282:0:17536:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.952284:0:17536:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384881.952285:0:17536:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384881.952286:0:17536:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c345cd29. 00000100:00000001:3.0:1767384881.952288:0:17536:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635436771091008 : -108636938460608 : ffff9d31fddfa240) 00000100:00000001:3.0:1767384881.952289:0:17536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384881.952290:0:17536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515732864 : -108637193818752 : ffff9d31eea72d80) 00000100:00000001:3.0:1767384881.952292:0:17536:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384881.952296:0:17536:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.952297:0:17536:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384881.952298:0:17536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384881.952300:0:17536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f6d34da x1853237358498688/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.952304:0:17536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384881.952305:0:17536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384881.952307:0:17536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384881.952308:0:17536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384881.952309:0:17536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384881.952310:0:17536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009f6d34da pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc613044-dd35-4201-b03c-4d69ab0214c0:17536:1853237358498688:0@lo:503: 00000100:00000001:3.0:1767384881.952312:0:17536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384881.952314:0:17536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384881.952314:0:17536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384881.952316:0:17536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384881.952324:0:17536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000000ce1e5d3. 02000000:00000001:3.0:1767384881.952325:0:17536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384881.952327:0:17536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059aed48a. 00000400:00000010:3.0:1767384881.952330:0:17536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000003dba2af2. 00000100:00000200:3.0:1767384881.952332:0:17536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237358498688, portal 25 00000100:00000001:3.0:1767384881.952334:0:17536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384881.952335:0:17536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515732864 : -108637193818752 : ffff9d31eea72d80) 00000100:00000040:3.0:1767384881.952337:0:17536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009f6d34da x1853237358498688/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384897 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.952341:0:17536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384881.952343:0:17536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384881.952344:0:17536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2626c3. 00000100:00000200:3.0:1767384881.952345:0:17536:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237358498688, offset 0 00000400:00000200:3.0:1767384881.952348:0:17536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384881.952352:0:17536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384881.952355:0:17536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272701380 00000400:00000200:3.0:1767384881.952358:0:17536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x195 [2] + 0 00000400:00000010:3.0:1767384881.952360:0:17536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4124fd8. 00000400:00000200:3.0:1767384881.952361:0:17536:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bca720c3 00000400:00000200:3.0:1767384881.952367:0:17536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384881.952369:0:17536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384881.952371:0:17536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bca720c3 00000400:00000010:3.0:1767384881.952372:0:17536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bca720c3. 00000100:00000001:3.0:1767384881.952375:0:17536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384881.952376:0:17536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384881.952377:0:17536:0:(events.c:337:request_in_callback()) incoming req@00000000a14102ca x1853237358498688 msgsize 272 00000100:00100000:3.0:1767384881.952380:0:17536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384881.952381:0:17536:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384881.952389:0:17536:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384881.952392:0:17536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2626c3 00000400:00000010:3.0:1767384881.952393:0:17536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2626c3. 00000100:00000001:3.0:1767384881.952394:0:17536:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384881.952396:0:17536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f6d34da x1853237358498688/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384897 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.952401:0:17536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384881.952404:0:17536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000009f6d34da x1853237358498688/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384897 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384881.952408:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384881.952409:0:17536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.952411:0:17536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384881.952411:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358498688 02000000:00000001:2.0:1767384881.952414:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384881.952417:0:17536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.952417:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384881.952419:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.952421:0:17536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294871818 02000000:00000001:2.0:1767384881.952423:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384881.952426:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358498688 00000020:00000001:2.0:1767384881.952428:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384881.952429:0:17536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294871817 00000020:00000040:2.0:1767384881.952429:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:2.0:1767384881.952432:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384881.952435:0:17536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294871818 00000100:00000001:3.0:1767384881.952437:0:17536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294871817 00000020:00000040:2.0:1767384881.952441:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000100:00000001:3.0:1767384881.952442:0:17536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294871818 00000020:00000001:2.0:1767384881.952445:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:3.0:1767384881.952447:0:17536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294871817 00000020:00000001:2.0:1767384881.952449:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:3.0:1767384881.952452:0:17536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294871818 00000100:00000001:2.0:1767384881.952453:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384881.952457:0:17536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294871817 00000020:00000010:2.0:1767384881.952458:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dfe483c6. 00000100:00000001:2.0:1767384881.952462:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384881.952464:0:17536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384881.952466:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dfe483c6. 00000100:00000001:3.0:1767384881.952468:0:17536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.952470:0:17536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384881.952471:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf1b7fc0. 00000020:00000010:2.0:1767384881.952474:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ccca5d0. 00000020:00000010:2.0:1767384881.952477:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f4bf686. 00000100:00000001:3.0:1767384881.952480:0:17536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767384881.952482:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:3.0:1767384881.952483:0:17536:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c345cd29 going to sleep for 11 seconds 00000100:00000001:2.0:1767384881.952486:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384881.952488:0:17536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384881.952489:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384881.952492:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.952493:0:17536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.952495:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.952505:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384881.952512:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384881.952513:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384881.952517:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00000040:2.0:1767384881.952518:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:2.0:1767384881.952520:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529414224 : -108637180137392 : ffff9d31ef77f050) 00000100:00000040:2.0:1767384881.952523:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a14102ca x1853237358498688/t0(0) o503->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 272/0 e 0 to 0 dl 1767384892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384881.952528:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384881.952530:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dfe483c6. 00000100:00000001:2.0:1767384881.952531:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384881.952532:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dfe483c6. 00000100:00100000:2.0:1767384881.952535:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a14102ca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:17536:x1853237358498688:12345-0@lo:503: 00000100:00000200:2.0:1767384881.952537:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358498688 00000020:00000001:2.0:1767384881.952539:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384881.952540:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384881.952541:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.952547:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384881.952548:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169440 : -1040382176 : ffffffffc1fd0720) 00000020:00000001:2.0:1767384881.952549:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384881.952550:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384881.952551:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384881.952552:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384881.952553:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.952554:0:16763:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:2.0:1767384881.952555:0:16763:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:2.0:1767384881.952557:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384881.952558:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384881.952566:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 0000000066e7b81f. 02000000:00000001:2.0:1767384881.952568:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.952569:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384881.952571:0:16763:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000004fe5416f : new refcount 2 00000040:00000001:2.0:1767384881.952572:0:16763:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384881.952573:0:16763:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000041364dfc. 00000040:00000001:2.0:1767384881.952575:0:16763:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384881.952575:0:16763:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384881.952576:0:16763:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635436412666880 : -108637296884736 : 0xffff9d31e8828400) 00000020:00000001:2.0:1767384881.952578:0:16763:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635436412666880 : -108637296884736 : ffff9d31e8828400) 00000020:00000001:2.0:1767384881.952580:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384881.952581:0:16763:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845353048 : -108637864198568 : ffff9d31c6b1fe58) 00000040:00000001:2.0:1767384881.952583:0:16763:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.952584:0:16763:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.952585:0:16763:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384881.952587:0:16763:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d771baca. 00000040:00000001:2.0:1767384881.952589:0:16763:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384881.952589:0:16763:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1767384881.952687:0:16763:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.952689:0:16763:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.952690:0:16763:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384881.952693:0:16763:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x3:0x0] count 30 lgh_last_idx 29 llh_cat_idx 0 00000040:00000001:2.0:1767384881.952695:0:16763:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:2.0:1767384881.952696:0:16763:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384881.952701:0:16763:0:(lu_object.c:207:lu_object_put()) Add 00000000f43e5b6e/00000000771b5961 to site lru. bkt: 0000000019beee47 00000040:00000001:2.0:1767384881.952702:0:16763:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384881.952704:0:16763:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d771baca. 00000040:00000010:2.0:1767384881.952705:0:16763:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000041364dfc. 00000040:00000040:2.0:1767384881.952707:0:16763:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000004fe5416f : new refcount 1 00000020:00000001:2.0:1767384881.952708:0:16763:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384881.952710:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358498688 00010000:00000001:2.0:1767384881.952711:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384881.952713:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a14102ca x1853237358498688/t0(0) o503->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 272/8416 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384881.952718:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384881.952718:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384881.952720:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384881.952722:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384881.952723:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 12 to 0@lo 00000100:00000001:2.0:1767384881.952724:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384881.952725:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384881.952726:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.952728:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384881.952729:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384881.952731:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000e92f0174. 00000100:00000200:2.0:1767384881.952733:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237358498688, offset 224 00000400:00000200:2.0:1767384881.952735:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384881.952739:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384881.952742:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958272701380 00000400:00000200:2.0:1767384881.952745:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x106d [4] + 224 00000400:00000200:2.0:1767384881.952748:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384881.952750:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384881.952752:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384881.952753:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f6d34da x1853237358498688/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384897 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384881.952758:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@000000009f6d34da x1853237358498688/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384897 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384881.952776:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384881.952781:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e92f0174 00000400:00000010:2.0:1767384881.952782:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000e92f0174. 00000100:00000001:2.0:1767384881.952783:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384881.952784:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384881.952786:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384881.952788:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 11 to 0@lo 00010000:00000001:2.0:1767384881.952790:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384881.952791:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.952792:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384881.952795:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a14102ca x1853237358498688/t0(0) o503->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 272/8416 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384881.952800:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a14102ca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:17536:x1853237358498688:12345-0@lo:503: Request processed in 271us (421us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384881.952805:0:17536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384881.952805:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000400:00000001:3.0:1767384881.952810:0:17536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384881.952810:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:2.0:1767384881.952811:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:3.0:1767384881.952814:0:17536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384881.952815:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1767384881.952818:0:17536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059aed48a. 00000020:00000010:2.0:1767384881.952819:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ccca5d0. 00000400:00000200:3.0:1767384881.952836:0:17536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dba2af2 00000020:00000010:2.0:1767384881.952839:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f4bf686. 00000400:00000010:3.0:1767384881.952840:0:17536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000003dba2af2. 00000100:00000001:3.0:1767384881.952846:0:17536:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384881.952846:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf1b7fc0. 00000100:00000200:3.0:1767384881.952853:0:17536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f6d34da x1853237358498688/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384897 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384881.952853:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 02000000:00000001:2.0:1767384881.952859:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384881.952862:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 0000000066e7b81f. 00000100:00000200:3.0:1767384881.952865:0:17536:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f6d34da x1853237358498688/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384897 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.952872:0:17536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384881.952873:0:17536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384881.952874:0:17536:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384881.952875:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767384881.952876:0:17536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384881.952878:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384881.952879:0:17536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384881.952882:0:17536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384881.952884:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:3.0:1767384881.952885:0:17536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384881.952889:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000065fbec. 00000100:00001000:3.0:1767384881.952890:0:17536:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384881.952895:0:17536:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=5 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384881.952895:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e92f0174. 00000100:00000001:3.0:1767384881.952900:0:17536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384881.952902:0:17536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384881.952903:0:17536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384881.952904:0:17536:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.952906:0:17536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384881.952907:0:17536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f6d34da x1853237358498688/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384897 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.952911:0:17536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384881.952913:0:17536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384881.952914:0:17536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384881.952915:0:17536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f6d34da x1853237358498688/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384897 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384881.952930:0:17536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f6d34da pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc613044-dd35-4201-b03c-4d69ab0214c0:17536:1853237358498688:0@lo:503: 00000100:00000001:3.0:1767384881.952932:0:17536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384881.952933:0:17536:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.952935:0:17536:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384881.952935:0:17536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384881.952936:0:17536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f6d34da x1853237358498688/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384897 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.952940:0:17536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384881.952942:0:17536:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c345cd29. 00000100:00000001:3.0:1767384881.952943:0:17536:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384881.952944:0:17536:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.952947:0:17536:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1767384881.952948:0:17536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384881.952950:0:17536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f6d34da x1853237358498688/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384897 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.952954:0:17536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384881.952954:0:17536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384881.952956:0:17536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000000ce1e5d3. 02000000:00000001:3.0:1767384881.952961:0:17536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384881.952962:0:17536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384881.952963:0:17536:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384881.952964:0:17536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384881.952965:0:17536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005f861ec1. 02000000:00000001:3.0:1767384881.952967:0:17536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384881.952968:0:17536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384881.952969:0:17536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f6d34da. 00000100:00000001:3.0:1767384881.952970:0:17536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384881.952971:0:17536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384881.952973:0:17536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384881.952973:0:17536:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384881.952974:0:17536:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767384881.952976:0:17536:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.952977:0:17536:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.952978:0:17536:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:3.0:1767384881.952982:0:17536:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384881.952983:0:17536:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005f861ec1. 00000040:00000001:3.0:1767384881.952985:0:17536:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384881.952986:0:17536:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384881.952987:0:17536:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635435882279424 : -108637827272192 : 0xffff9d31c8e57200) 00000020:00000001:3.0:1767384881.952989:0:17536:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635435882279424 : -108637827272192 : ffff9d31c8e57200) 00080000:00000001:3.0:1767384881.952992:0:17536:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384881.953001:0:17536:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384881.953003:0:17536:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384881.953004:0:17536:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.953005:0:17536:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:3.0:1767384881.953007:0:17536:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000089072c2e. 00000020:00000001:3.0:1767384881.953008:0:17536:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384881.953029:0:17536:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435868171864 : -108637841379752 : ffff9d31c80e2e58) 00000040:00000001:3.0:1767384881.953034:0:17536:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.953036:0:17536:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.953039:0:17536:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:3.0:1767384881.953041:0:17536:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:3.0:1767384881.953042:0:17536:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384881.953044:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.953049:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d11c99f4. 00080000:00000001:3.0:1767384881.953052:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490417664 : -108642219133952 : ffff9d30c31ef400) 00000040:00000001:3.0:1767384881.953054:0:17536:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1767384881.953056:0:17536:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:3.0:1767384881.953058:0:17536:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:3.0:1767384881.953065:0:17536:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384881.953067:0:17536:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x4:0x0] not in the id map cache 00080000:00000001:3.0:1767384881.953070:0:17536:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1767384881.953075:0:17536:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384881.953077:0:17536:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.953080:0:17536:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1767384881.953081:0:17536:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384881.953082:0:17536:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384881.953086:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1767384881.953087:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.953097:0:17536:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.953099:0:17536:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.953105:0:17536:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.953106:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.953113:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.953115:0:17536:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:3.0:1767384881.953117:0:17536:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:3.0:1767384881.953124:0:17536:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384881.953125:0:17536:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.953130:0:17536:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.953131:0:17536:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:3.0:1767384881.953138:0:17536:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.953139:0:17536:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:3.0:1767384881.953140:0:17536:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384881.953141:0:17536:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.953205:0:17536:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384881.953206:0:17536:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.953208:0:17536:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.953209:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.953215:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.953216:0:17536:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.953218:0:17536:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:3.0:1767384881.953223:0:17536:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006a1527b9. 00000020:00000010:3.0:1767384881.953226:0:17536:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009471838d. 00000040:00000010:3.0:1767384881.953229:0:17536:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000089072c2e. 00000040:00000001:3.0:1767384881.953230:0:17536:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384881.953231:0:17536:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005f861ec1. 00000040:00000001:3.0:1767384881.953232:0:17536:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.953233:0:17536:0:(llog.c:1318:llog_open_create()) Process entered 00000040:00000001:3.0:1767384881.953234:0:17536:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384881.953236:0:17536:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005f861ec1. 00000040:00000001:3.0:1767384881.953237:0:17536:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384881.953238:0:17536:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384881.953239:0:17536:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635435882279424 : -108637827272192 : 0xffff9d31c8e57200) 00000020:00000001:3.0:1767384881.953241:0:17536:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635435882279424 : -108637827272192 : ffff9d31c8e57200) 00080000:00000001:3.0:1767384881.953243:0:17536:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384881.953248:0:17536:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000010:3.0:1767384881.953250:0:17536:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000089072c2e. 00000020:00000001:3.0:1767384881.953252:0:17536:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384881.953259:0:17536:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b59bf35c. 00000020:00000001:3.0:1767384881.953261:0:17536:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384881.953262:0:17536:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006a1527b9. 00000020:00000001:3.0:1767384881.953264:0:17536:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.953265:0:17536:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384881.953267:0:17536:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384881.953268:0:17536:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384881.953268:0:17536:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.953274:0:17536:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384881.953276:0:17536:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384881.953277:0:17536:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384881.953278:0:17536:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635435868171096 : -108637841380520 : ffff9d31c80e2b58) 00000040:00000001:3.0:1767384881.953280:0:17536:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.953281:0:17536:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.953282:0:17536:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:3.0:1767384881.953283:0:17536:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.953284:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.953286:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000c6c98fa. 00080000:00000001:3.0:1767384881.953288:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490409472 : -108642219142144 : ffff9d30c31ed400) 00000040:00000001:3.0:1767384881.953289:0:17536:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:3.0:1767384881.953290:0:17536:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:3.0:1767384881.953291:0:17536:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:3.0:1767384881.953292:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.953295:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.953296:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.953297:0:17536:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384881.953302:0:17536:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384881.953303:0:17536:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384881.953305:0:17536:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x9:0x0] not in the id map cache 00000001:00000001:3.0:1767384881.953307:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.953308:0:17536:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.953309:0:17536:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1767384881.953310:0:17536:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384881.953312:0:17536:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.953313:0:17536:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:3.0:1767384881.953315:0:17536:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.953317:0:17536:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.953321:0:17536:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.953323:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.953329:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.953331:0:17536:0:(llog.c:1176:llog_create()) Process entered 00000040:00000001:3.0:1767384881.953332:0:17536:0:(llog_osd.c:1735:llog_osd_create()) Process entered 00000020:00000001:3.0:1767384881.953333:0:17536:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:3.0:1767384881.953334:0:17536:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384881.953346:0:17536:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384881.953347:0:17536:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.953359:0:17536:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384881.953360:0:17536:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.953362:0:17536:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.953363:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.953367:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:3.0:1767384881.953368:0:17536:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.953370:0:17536:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:3.0:1767384881.953374:0:17536:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.953376:0:17536:0:(llog_osd.c:1801:llog_osd_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.953377:0:17536:0:(llog.c:1187:llog_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.953378:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.953392:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.953394:0:17536:0:(llog.c:1357:llog_open_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.953395:0:17536:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384881.953398:0:17536:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000740c8587. 00000040:00000001:3.0:1767384881.953399:0:17536:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384881.953400:0:17536:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:3.0:1767384881.953402:0:17536:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:3.0:1767384881.953403:0:17536:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:3.0:1767384881.953404:0:17536:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:3.0:1767384881.953406:0:17536:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.953407:0:17536:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.953408:0:17536:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1767384881.953409:0:17536:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000004fabd18f. 00000040:00001000:3.0:1767384881.953410:0:17536:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 1 00000040:00000001:3.0:1767384881.953412:0:17536:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1767384881.953414:0:17536:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8a0449c. 00000020:00000010:3.0:1767384881.953416:0:17536:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009df04eac. 00000040:00000010:3.0:1767384881.953417:0:17536:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000025e7efce. 00000020:00000010:3.0:1767384881.953423:0:17536:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004e4a6b75. 00000020:00000010:3.0:1767384881.953425:0:17536:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000055e5c190. 00000020:00000010:3.0:1767384881.953427:0:17536:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c57a0862. 80000000:00000010:3.0:1767384881.953429:0:17536:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001a3fa261. 40000000:00000010:3.0:1767384881.953430:0:17536:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005f7cc0d8. 00100000:00000010:3.0:1767384881.953432:0:17536:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007fb61665. 00040000:00000010:3.0:1767384881.953434:0:17536:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000f81e8f2. 00040000:00000010:3.0:1767384881.953436:0:17536:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d0b16fa1. 00040000:00000010:3.0:1767384881.953437:0:17536:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006560a1f7. 00080000:00000010:3.0:1767384881.953439:0:17536:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009768d02a. 00000004:00000010:3.0:1767384881.953441:0:17536:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000020d82edb. 00000004:00000010:3.0:1767384881.953443:0:17536:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b4d70ce2. 00000004:00000010:3.0:1767384881.953444:0:17536:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000717c01bb. 00002000:00000010:3.0:1767384881.953446:0:17536:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008fa55e1b. 00000004:00000010:3.0:1767384881.953447:0:17536:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000af1bf6a4. 00000020:00000010:3.0:1767384881.953449:0:17536:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d241aa8e. 00000040:00000010:3.0:1767384881.953453:0:17536:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000d8b4c5be. 00000040:00001000:3.0:1767384881.953454:0:17536:0:(llog.c:607:llog_process_thread()) index: 1 last_index 29 00000040:00000001:3.0:1767384881.953456:0:17536:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384881.953457:0:17536:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1767384881.953458:0:17536:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000010:3.0:1767384881.953460:0:17536:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f6d34da. 00000020:00000040:3.0:1767384881.953461:0:17536:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1767384881.953463:0:17536:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384881.953464:0:17536:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384881.953466:0:17536:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384881.953475:0:17536:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a15f88f2. 00000100:00000001:3.0:1767384881.953479:0:17536:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.953482:0:17536:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384881.953483:0:17536:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384881.953486:0:17536:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c345cd29. 00000100:00000001:3.0:1767384881.953488:0:17536:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635436771091008 : -108636938460608 : ffff9d31fddfa240) 00000100:00000001:3.0:1767384881.953490:0:17536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384881.953491:0:17536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515732864 : -108637193818752 : ffff9d31eea72d80) 00000100:00000001:3.0:1767384881.953499:0:17536:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384881.953501:0:17536:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.953503:0:17536:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384881.953504:0:17536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384881.953507:0:17536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f6d34da x1853237358498816/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.953515:0:17536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384881.953516:0:17536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384881.953518:0:17536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384881.953520:0:17536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384881.953522:0:17536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384881.953524:0:17536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009f6d34da pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc613044-dd35-4201-b03c-4d69ab0214c0:17536:1853237358498816:0@lo:502: 00000100:00000001:3.0:1767384881.953528:0:17536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384881.953530:0:17536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384881.953532:0:17536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384881.953534:0:17536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384881.953543:0:17536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000000ce1e5d3. 02000000:00000001:3.0:1767384881.953546:0:17536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384881.953550:0:17536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059aed48a. 00000400:00000010:3.0:1767384881.953554:0:17536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000003dba2af2. 00000100:00000200:3.0:1767384881.953557:0:17536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237358498816, portal 25 00000100:00000001:3.0:1767384881.953559:0:17536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384881.953560:0:17536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515732864 : -108637193818752 : ffff9d31eea72d80) 00000100:00000040:3.0:1767384881.953564:0:17536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009f6d34da x1853237358498816/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384897 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.953571:0:17536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384881.953574:0:17536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384881.953576:0:17536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2626c3. 00000100:00000200:3.0:1767384881.953578:0:17536:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237358498816, offset 0 00000400:00000200:3.0:1767384881.953582:0:17536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384881.953588:0:17536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384881.953591:0:17536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272701400 00000400:00000200:3.0:1767384881.953594:0:17536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x199 [2] + 0 00000400:00000010:3.0:1767384881.953596:0:17536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041ec2c8d. 00000400:00000200:3.0:1767384881.953602:0:17536:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a0196a5c 00000400:00000200:3.0:1767384881.953605:0:17536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384881.953607:0:17536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384881.953609:0:17536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0196a5c 00000400:00000010:3.0:1767384881.953610:0:17536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a0196a5c. 00000100:00000001:3.0:1767384881.953612:0:17536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384881.953613:0:17536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384881.953615:0:17536:0:(events.c:337:request_in_callback()) incoming req@0000000099d725d5 x1853237358498816 msgsize 272 00000100:00100000:3.0:1767384881.953617:0:17536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384881.953618:0:17536:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384881.953627:0:17536:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384881.953629:0:17536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2626c3 00000400:00000010:3.0:1767384881.953631:0:17536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2626c3. 00000100:00000001:3.0:1767384881.953632:0:17536:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384881.953634:0:17536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f6d34da x1853237358498816/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384897 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.953639:0:17536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384881.953641:0:17536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000009f6d34da x1853237358498816/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384897 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.953645:0:17536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.953646:0:17536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384881.953648:0:17536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.953649:0:17536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294871819 00000100:00000001:3.0:1767384881.953654:0:17536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294871818 00000100:00000001:3.0:1767384881.953656:0:17536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294871819 00000100:00000001:3.0:1767384881.953658:0:17536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294871818 00000100:00000001:3.0:1767384881.953659:0:17536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294871819 00000100:00000001:3.0:1767384881.953661:0:17536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294871818 00000100:00000001:3.0:1767384881.953662:0:17536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294871819 00000100:00000001:3.0:1767384881.953664:0:17536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294871818 00000100:00000001:3.0:1767384881.953665:0:17536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384881.953666:0:17536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.953671:0:17536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384881.953673:0:17536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384881.953674:0:17536:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c345cd29 going to sleep for 11 seconds 00000100:00000001:3.0:1767384881.953677:0:17536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384881.953679:0:17536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.953682:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384881.953685:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358498816 02000000:00000001:2.0:1767384881.953687:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384881.953689:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384881.953697:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384881.953700:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384881.953701:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358498816 00000020:00000001:2.0:1767384881.953703:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384881.953704:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:2.0:1767384881.953705:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384881.953706:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000020:00000001:2.0:1767384881.953708:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:2.0:1767384881.953709:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384881.953711:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384881.953713:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dfe483c6. 00000100:00000001:2.0:1767384881.953714:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384881.953715:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dfe483c6. 00000020:00000010:2.0:1767384881.953719:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf1b7fc0. 00000020:00000010:2.0:1767384881.953720:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ccca5d0. 00000020:00000010:2.0:1767384881.953722:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f4bf686. 00000100:00000040:2.0:1767384881.953726:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384881.953727:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384881.953728:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384881.953729:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.953731:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.953741:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384881.953746:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384881.953747:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384881.953750:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00000040:2.0:1767384881.953751:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:2.0:1767384881.953752:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529239120 : -108637180312496 : ffff9d31ef754450) 00000100:00000040:2.0:1767384881.953755:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000099d725d5 x1853237358498816/t0(0) o502->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 272/0 e 0 to 0 dl 1767384892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384881.953761:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384881.953762:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dfe483c6. 00000100:00000001:2.0:1767384881.953763:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384881.953764:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dfe483c6. 00000100:00100000:2.0:1767384881.953771:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000099d725d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:17536:x1853237358498816:12345-0@lo:502: 00000100:00000200:2.0:1767384881.953773:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358498816 00000020:00000001:2.0:1767384881.953775:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384881.953777:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384881.953778:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.953779:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384881.953780:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169392 : -1040382224 : ffffffffc1fd06f0) 00000020:00000001:2.0:1767384881.953782:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384881.953783:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384881.953784:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384881.953786:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384881.953787:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.953789:0:16763:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:2.0:1767384881.953789:0:16763:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:2.0:1767384881.953792:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384881.953793:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384881.953800:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 0000000066e7b81f. 02000000:00000001:2.0:1767384881.953801:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.953803:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384881.953805:0:16763:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000004fe5416f : new refcount 2 00000040:00000001:2.0:1767384881.953807:0:16763:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384881.953808:0:16763:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000041364dfc. 00000040:00000001:2.0:1767384881.953810:0:16763:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384881.953811:0:16763:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384881.953812:0:16763:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635436412666880 : -108637296884736 : 0xffff9d31e8828400) 00000020:00000001:2.0:1767384881.953814:0:16763:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635436412666880 : -108637296884736 : ffff9d31e8828400) 00000020:00000001:2.0:1767384881.953816:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384881.953818:0:16763:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845353048 : -108637864198568 : ffff9d31c6b1fe58) 00000040:00000001:2.0:1767384881.953819:0:16763:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.953821:0:16763:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.953838:0:16763:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384881.953841:0:16763:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d771baca. 00000040:00000001:2.0:1767384881.953842:0:16763:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384881.953844:0:16763:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1767384881.953889:0:16763:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.953895:0:16763:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.953896:0:16763:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.953898:0:16763:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384881.953900:0:16763:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1767384881.953902:0:16763:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:2.0:1767384881.953968:0:16763:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384881.953971:0:16763:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.953972:0:16763:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:2.0:1767384881.953973:0:16763:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384881.953975:0:16763:0:(lu_object.c:207:lu_object_put()) Add 00000000f43e5b6e/00000000771b5961 to site lru. bkt: 0000000019beee47 00000040:00000001:2.0:1767384881.953976:0:16763:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384881.953977:0:16763:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d771baca. 00000040:00000010:2.0:1767384881.953979:0:16763:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000041364dfc. 00000040:00000040:2.0:1767384881.953980:0:16763:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000004fe5416f : new refcount 1 00000020:00000001:2.0:1767384881.953982:0:16763:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384881.953983:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358498816 00010000:00000001:2.0:1767384881.953985:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384881.953987:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000099d725d5 x1853237358498816/t0(0) o502->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 272/8472 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384881.953992:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384881.953993:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384881.953995:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384881.953997:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384881.953998:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 12 to 0@lo 00000100:00000001:2.0:1767384881.953999:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384881.954000:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384881.954001:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.954003:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384881.954004:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384881.954006:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000093fc64a1. 00000100:00000200:2.0:1767384881.954008:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237358498816, offset 224 00000400:00000200:2.0:1767384881.954010:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384881.954044:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384881.954050:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958272701400 00000400:00000200:2.0:1767384881.954053:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x107d [4] + 224 00000400:00000200:2.0:1767384881.954062:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384881.954065:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384881.954067:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384881.954069:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f6d34da x1853237358498816/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384897 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384881.954074:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@000000009f6d34da x1853237358498816/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384897 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384881.954085:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384881.954089:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093fc64a1 00000400:00000010:2.0:1767384881.954090:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000093fc64a1. 00000100:00000001:2.0:1767384881.954091:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384881.954092:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384881.954095:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384881.954096:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 11 to 0@lo 00010000:00000001:2.0:1767384881.954097:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384881.954099:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.954100:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384881.954102:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099d725d5 x1853237358498816/t0(0) o502->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 272/8472 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384881.954107:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000099d725d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:17536:x1853237358498816:12345-0@lo:502: Request processed in 345us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384881.954112:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00000040:2.0:1767384881.954114:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:2.0:1767384881.954116:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384881.954117:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384881.954119:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ccca5d0. 00000020:00000010:2.0:1767384881.954121:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f4bf686. 00000020:00000010:2.0:1767384881.954122:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf1b7fc0. 00000020:00000040:2.0:1767384881.954126:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 00000100:00000001:3.0:1767384881.954127:0:17536:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384881.954128:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384881.954132:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 0000000066e7b81f. 00000400:00000001:3.0:1767384881.954135:0:17536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384881.954138:0:17536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1767384881.954139:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:3.0:1767384881.954140:0:17536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059aed48a. 00000100:00000001:2.0:1767384881.954142:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384881.954146:0:17536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dba2af2 00000400:00000010:3.0:1767384881.954150:0:17536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000003dba2af2. 00000100:00000200:2.0:1767384881.954150:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384881.954155:0:17536:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:2.0:1767384881.954156:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009923c055. 00000400:00000010:2.0:1767384881.954161:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093fc64a1. 00000100:00000200:3.0:1767384881.954165:0:17536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f6d34da x1853237358498816/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384897 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384881.954176:0:17536:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f6d34da x1853237358498816/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384897 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.954183:0:17536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384881.954185:0:17536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384881.954186:0:17536:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384881.954188:0:17536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384881.954189:0:17536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384881.954191:0:17536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384881.954193:0:17536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384881.954196:0:17536:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384881.954199:0:17536:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384881.954202:0:17536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384881.954203:0:17536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384881.954205:0:17536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384881.954206:0:17536:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.954208:0:17536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384881.954211:0:17536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f6d34da x1853237358498816/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384897 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.954218:0:17536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384881.954220:0:17536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384881.954221:0:17536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384881.954224:0:17536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f6d34da x1853237358498816/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384897 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384881.954240:0:17536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f6d34da pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc613044-dd35-4201-b03c-4d69ab0214c0:17536:1853237358498816:0@lo:502: 00000100:00000001:3.0:1767384881.954244:0:17536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384881.954246:0:17536:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.954248:0:17536:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384881.954249:0:17536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384881.954251:0:17536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f6d34da x1853237358498816/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384897 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.954258:0:17536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384881.954259:0:17536:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c345cd29. 00000100:00000001:3.0:1767384881.954262:0:17536:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384881.954263:0:17536:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.954267:0:17536:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1767384881.954269:0:17536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384881.954271:0:17536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f6d34da x1853237358498816/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384897 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.954276:0:17536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384881.954278:0:17536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384881.954279:0:17536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000000ce1e5d3. 02000000:00000001:3.0:1767384881.954287:0:17536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384881.954289:0:17536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384881.954290:0:17536:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384881.954292:0:17536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384881.954294:0:17536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a15f88f2. 02000000:00000001:3.0:1767384881.954296:0:17536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384881.954298:0:17536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384881.954299:0:17536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f6d34da. 00000100:00000001:3.0:1767384881.954302:0:17536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384881.954303:0:17536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384881.954305:0:17536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384881.954306:0:17536:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384881.954308:0:17536:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767384881.954310:0:17536:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.954311:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c92000 type=0x10620000 idx=1 00000040:00001000:3.0:1767384881.954314:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:3.0:1767384881.954321:0:17536:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.954323:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.954325:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.954326:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.954337:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005894306d. 00080000:00000001:3.0:1767384881.954339:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490339840 : -108642219211776 : ffff9d30c31dc400) 00000040:00000001:3.0:1767384881.954342:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.954344:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.954345:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.954348:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.954349:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.954351:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.954353:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.954354:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.954355:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.954357:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.954359:0:17536:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1767384881.954360:0:17536:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384881.954363:0:17536:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.954365:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.954372:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.954375:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.954376:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.954377:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384881.954381:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.954538:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8192 : 8192 : 2000) 00080000:00000001:3.0:1767384881.954543:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.954559:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384881.954562:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].1, 224 off8416 00000040:00000001:3.0:1767384881.954565:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.954566:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.954568:0:17536:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:3.0:1767384881.954569:0:17536:0:(osd_object.c:1275:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384881.954571:0:17536:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.954573:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.954579:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.954582:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.954583:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.954590:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c920e0 type=0x10620000 idx=2 00000040:00001000:3.0:1767384881.954593:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:3.0:1767384881.954595:0:17536:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.954597:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.954598:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.954600:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.954603:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000174a88be. 00080000:00000001:3.0:1767384881.954605:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490349056 : -108642219202560 : ffff9d30c31de800) 00000040:00000001:3.0:1767384881.954607:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.954609:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.954610:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.954620:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.954621:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.954623:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.954629:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.954630:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.954632:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.954634:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.954636:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.954645:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.954647:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.954648:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.954649:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384881.954654:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.954661:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.954663:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.954666:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.954668:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.954672:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.954675:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.954680:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=120 : 120 : 78) 00000040:00080000:3.0:1767384881.954682:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].2, 120 off8536 00000040:00000001:3.0:1767384881.954684:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.954686:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.954688:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.954693:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.954696:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.954697:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.954699:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c92158 type=0x10620000 idx=3 00000040:00001000:3.0:1767384881.954708:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:3.0:1767384881.954709:0:17536:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.954711:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.954713:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.954714:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.954718:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000505b147f. 00080000:00000001:3.0:1767384881.954720:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490353152 : -108642219198464 : ffff9d30c31df800) 00000040:00000001:3.0:1767384881.954722:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.954724:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.954725:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.954733:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.954734:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.954736:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.954742:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.954743:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.954745:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.954746:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.954748:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.954755:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.954757:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.954758:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.954760:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384881.954763:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.954770:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.954772:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.954776:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.954777:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.954781:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.954783:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.954788:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=168 : 168 : a8) 00000040:00080000:3.0:1767384881.954791:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].3, 168 off8704 00000040:00000001:3.0:1767384881.954793:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.954794:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.954796:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.954801:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.954803:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.954805:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.954806:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c92200 type=0x10620000 idx=4 00000040:00001000:3.0:1767384881.954808:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:3.0:1767384881.954816:0:17536:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.954818:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.954820:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.954836:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.954841:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b8b8b016. 00080000:00000001:3.0:1767384881.954843:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490341888 : -108642219209728 : ffff9d30c31dcc00) 00000040:00000001:3.0:1767384881.954846:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.954847:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.954848:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.954856:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.954857:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.954859:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.954863:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.954864:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.954866:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.954868:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.954869:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.954877:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.954878:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.954879:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.954880:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384881.954884:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.954890:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.954892:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.954895:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.954896:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.954899:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.954901:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.954918:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384881.954920:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].4, 224 off8928 00000040:00000001:3.0:1767384881.954922:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.954923:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.954925:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.954931:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.954932:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.954933:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.954935:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c922e0 type=0x10620000 idx=5 00000040:00001000:3.0:1767384881.954937:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:3.0:1767384881.954938:0:17536:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.954946:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.954947:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.954949:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.954951:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b7c5b197. 00080000:00000001:3.0:1767384881.954953:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490351104 : -108642219200512 : ffff9d30c31df000) 00000040:00000001:3.0:1767384881.954955:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.954956:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.954958:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.954966:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.954967:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.954968:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.954973:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.954974:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.954976:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.954977:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.954979:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.954987:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.954989:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.954990:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.954991:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384881.954995:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955002:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.955004:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955008:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.955009:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955037:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.955040:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955047:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384881.955049:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].5, 224 off9152 00000040:00000001:3.0:1767384881.955051:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955052:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.955054:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.955061:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955063:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955065:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.955066:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c923c0 type=0x10620000 idx=6 00000040:00001000:3.0:1767384881.955069:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:3.0:1767384881.955071:0:17536:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.955072:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.955081:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.955083:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.955086:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fb29e51c. 00080000:00000001:3.0:1767384881.955088:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490340864 : -108642219210752 : ffff9d30c31dc800) 00000040:00000001:3.0:1767384881.955090:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.955091:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.955094:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.955102:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.955104:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.955106:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.955113:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.955114:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955116:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955117:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.955119:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.955128:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955130:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.955132:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.955133:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384881.955137:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955144:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.955146:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955150:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.955151:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955155:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.955157:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955179:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=120 : 120 : 78) 00000040:00080000:3.0:1767384881.955182:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].6, 120 off9272 00000040:00000001:3.0:1767384881.955184:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955186:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.955188:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.955194:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955196:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955197:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.955199:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c92438 type=0x10620000 idx=7 00000040:00001000:3.0:1767384881.955201:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:3.0:1767384881.955203:0:17536:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.955204:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.955205:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.955214:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.955217:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ead55fe8. 00080000:00000001:3.0:1767384881.955219:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490345984 : -108642219205632 : ffff9d30c31ddc00) 00000040:00000001:3.0:1767384881.955221:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.955223:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.955225:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.955233:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.955234:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.955236:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.955242:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.955243:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955245:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955246:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.955248:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.955257:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955259:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.955260:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.955261:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384881.955265:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955271:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.955273:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955277:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.955278:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955282:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.955284:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955289:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=168 : 168 : a8) 00000040:00080000:3.0:1767384881.955292:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].7, 168 off9440 00000040:00000001:3.0:1767384881.955294:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955295:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.955297:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.955303:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955305:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955307:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.955308:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c924e0 type=0x10620000 idx=8 00000040:00001000:3.0:1767384881.955310:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:3.0:1767384881.955312:0:17536:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.955314:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.955315:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.955317:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.955325:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008984122e. 00080000:00000001:3.0:1767384881.955328:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490354176 : -108642219197440 : ffff9d30c31dfc00) 00000040:00000001:3.0:1767384881.955330:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.955332:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.955334:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.955342:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.955343:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.955345:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.955350:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.955352:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955353:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955355:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.955357:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.955366:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955368:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.955369:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.955370:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384881.955374:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955381:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.955383:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955386:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.955388:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955391:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.955393:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955399:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384881.955401:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].8, 224 off9664 00000040:00000001:3.0:1767384881.955403:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955404:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.955406:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.955413:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955415:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955417:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.955418:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c925c0 type=0x10620000 idx=9 00000040:00001000:3.0:1767384881.955420:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:3.0:1767384881.955422:0:17536:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.955423:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.955424:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.955426:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.955429:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b5b789e4. 00080000:00000001:3.0:1767384881.955436:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490342912 : -108642219208704 : ffff9d30c31dd000) 00000040:00000001:3.0:1767384881.955439:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.955440:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.955442:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.955451:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.955452:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.955454:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.955459:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.955460:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955462:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955464:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.955466:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.955474:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955476:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.955477:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.955478:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384881.955481:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955488:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.955490:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955493:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.955495:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955499:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.955501:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955522:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384881.955524:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].9, 224 off9888 00000040:00000001:3.0:1767384881.955526:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955528:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.955529:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.955534:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955536:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955538:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.955539:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c926a0 type=0x10620000 idx=10 00000040:00001000:3.0:1767384881.955542:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:3.0:1767384881.955543:0:17536:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.955545:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.955546:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.955548:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.955551:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000709814f1. 00080000:00000001:3.0:1767384881.955553:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490352128 : -108642219199488 : ffff9d30c31df400) 00000040:00000001:3.0:1767384881.955560:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.955562:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.955564:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.955571:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.955572:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.955574:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.955579:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.955580:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955582:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955583:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.955585:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.955593:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955595:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.955597:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.955598:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384881.955601:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955607:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.955609:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955612:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.955614:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955617:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.955619:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955624:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=120 : 120 : 78) 00000040:00080000:3.0:1767384881.955626:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].10, 120 off10008 00000040:00000001:3.0:1767384881.955628:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955629:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.955631:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.955636:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955638:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955639:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.955641:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c92718 type=0x10620000 idx=11 00000040:00001000:3.0:1767384881.955643:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:3.0:1767384881.955644:0:17536:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.955646:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.955647:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.955649:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.955651:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000074846810. 00080000:00000001:3.0:1767384881.955653:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490344960 : -108642219206656 : ffff9d30c31dd800) 00000040:00000001:3.0:1767384881.955655:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.955662:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.955664:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.955671:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.955672:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.955674:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.955679:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.955680:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955682:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955683:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.955685:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.955693:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955695:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.955696:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.955697:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384881.955701:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955706:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.955708:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955711:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.955713:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955716:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.955719:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955723:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384881.955725:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].11, 224 off10232 00000040:00000001:3.0:1767384881.955727:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955729:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.955730:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.955735:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955736:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955738:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.955739:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c927f8 type=0x10620000 idx=12 00000040:00001000:3.0:1767384881.955741:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:3.0:1767384881.955743:0:17536:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.955745:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.955746:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.955747:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.955749:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000065679937. 00080000:00000001:3.0:1767384881.955751:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490343936 : -108642219207680 : ffff9d30c31dd400) 00000040:00000001:3.0:1767384881.955753:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.955754:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.955761:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.955770:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.955772:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.955773:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.955779:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.955780:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955781:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955783:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.955784:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.955791:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955792:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.955793:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.955794:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384881.955798:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955805:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.955806:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955810:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.955811:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955815:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.955817:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955857:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384881.955860:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].12, 224 off10456 00000040:00000001:3.0:1767384881.955863:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955864:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.955866:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.955872:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955874:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955876:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.955878:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c928d8 type=0x10620000 idx=13 00000040:00001000:3.0:1767384881.955880:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:3.0:1767384881.955882:0:17536:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.955884:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.955885:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.955886:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.955890:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000ce1e5d3. 00080000:00000001:3.0:1767384881.955892:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490338816 : -108642219212800 : ffff9d30c31dc000) 00000040:00000001:3.0:1767384881.955894:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.955896:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.955897:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.955912:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.955913:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.955915:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.955921:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.955922:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955924:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955925:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.955927:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.955936:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955938:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.955939:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.955940:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384881.955944:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955951:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.955953:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955956:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.955958:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955962:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.955964:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.955969:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00000040:00080000:3.0:1767384881.955971:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].13, 88 off10544 00000040:00000001:3.0:1767384881.955973:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955974:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.955976:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.955982:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955983:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.955985:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.955987:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c92930 type=0x10620000 idx=14 00000040:00001000:3.0:1767384881.955989:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:3.0:1767384881.955990:0:17536:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.955992:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.955993:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.955995:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.955997:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001557a50c. 00080000:00000001:3.0:1767384881.956000:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490350080 : -108642219201536 : ffff9d30c31dec00) 00000040:00000001:3.0:1767384881.956002:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.956003:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.956005:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.956033:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.956041:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.956043:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.956074:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.956075:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956077:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956079:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.956081:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.956089:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956091:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.956092:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.956093:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384881.956098:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.956106:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.956108:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.956111:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.956113:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.956119:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.956121:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.956128:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:3.0:1767384881.956131:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].14, 128 off10672 00000040:00000001:3.0:1767384881.956133:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956135:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.956137:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.956143:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956144:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956146:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.956148:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c929b0 type=0x10620000 idx=15 00000040:00001000:3.0:1767384881.956150:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:3.0:1767384881.956151:0:17536:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.956153:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.956154:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.956155:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.956159:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e41703e5. 00080000:00000001:3.0:1767384881.956161:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490347008 : -108642219204608 : ffff9d30c31de000) 00000040:00000001:3.0:1767384881.956163:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.956165:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.956166:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.956175:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.956176:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.956185:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.956197:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.956199:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956201:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956202:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.956204:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.956214:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956217:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.956219:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.956221:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384881.956226:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.956236:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.956238:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.956242:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.956244:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.956248:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.956250:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.956274:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=144 : 144 : 90) 00000040:00080000:3.0:1767384881.956277:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].15, 144 off10816 00000040:00000001:3.0:1767384881.956279:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956281:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.956283:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.956290:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956292:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956293:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.956295:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c92a40 type=0x10620000 idx=16 00000040:00001000:3.0:1767384881.956298:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:3.0:1767384881.956300:0:17536:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.956302:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.956304:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.956305:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.956309:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000d5a2033. 00080000:00000001:3.0:1767384881.956311:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490348032 : -108642219203584 : ffff9d30c31de400) 00000040:00000001:3.0:1767384881.956313:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.956315:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.956316:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.956325:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.956326:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.956327:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.956344:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.956346:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956348:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956349:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.956351:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.956359:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956361:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.956363:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.956364:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384881.956368:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.956375:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.956378:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.956381:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.956383:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.956386:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.956389:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.956395:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=160 : 160 : a0) 00000040:00080000:3.0:1767384881.956397:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].16, 160 off10976 00000040:00000001:3.0:1767384881.956399:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956401:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.956403:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.956408:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956410:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956411:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.956413:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c92ae0 type=0x10620000 idx=17 00000040:00001000:3.0:1767384881.956415:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:3.0:1767384881.956417:0:17536:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.956419:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.956420:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.956421:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.956431:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c3496bdc. 00080000:00000001:3.0:1767384881.956434:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431482878976 : -108642226672640 : ffff9d30c2abec00) 00000040:00000001:3.0:1767384881.956436:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.956438:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.956440:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.956449:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.956451:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.956452:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.956459:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.956466:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956468:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956470:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.956472:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.956480:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956482:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.956484:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.956485:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384881.956490:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.956500:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.956502:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.956509:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.956512:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.956518:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.956521:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.956529:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384881.956531:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].17, 224 off11200 00000040:00000001:3.0:1767384881.956534:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956536:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.956537:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.956545:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956546:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956548:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.956550:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c92bc0 type=0x10620000 idx=18 00000040:00001000:3.0:1767384881.956552:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:3.0:1767384881.956554:0:17536:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.956556:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.956557:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.956558:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.956562:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fecd7d22. 00080000:00000001:3.0:1767384881.956565:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431482875904 : -108642226675712 : ffff9d30c2abe000) 00000040:00000001:3.0:1767384881.956567:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.956569:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.956571:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.956581:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.956583:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.956585:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.956597:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.956599:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956609:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956611:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.956613:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.956622:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956624:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.956626:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.956627:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384881.956631:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.956640:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.956643:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.956648:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.956650:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.956655:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.956657:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.956678:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384881.956681:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].18, 224 off11424 00000040:00000001:3.0:1767384881.956683:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956685:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.956687:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.956693:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956695:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956697:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.956699:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c92ca0 type=0x10620000 idx=19 00000040:00001000:3.0:1767384881.956702:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:3.0:1767384881.956704:0:17536:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.956706:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.956707:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.956708:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.956713:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007372d11a. 00080000:00000001:3.0:1767384881.956715:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431482876928 : -108642226674688 : ffff9d30c2abe400) 00000040:00000001:3.0:1767384881.956718:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.956719:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.956720:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.956729:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.956730:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.956732:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.956740:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.956741:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956743:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956753:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.956755:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.956765:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956768:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.956846:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.956848:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384881.956853:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.956861:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.956863:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.956866:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.956868:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.956871:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.956873:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.956921:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=80 : 80 : 50) 00000040:00080000:3.0:1767384881.956927:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].19, 80 off11504 00000040:00000001:3.0:1767384881.956929:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956930:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.956932:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.956940:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956941:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.956943:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.956945:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c92cf0 type=0x10620000 idx=20 00000040:00001000:3.0:1767384881.956948:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:3.0:1767384881.956950:0:17536:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.956951:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.956953:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.956954:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.956958:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000024744588. 00080000:00000001:3.0:1767384881.956961:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431482868736 : -108642226682880 : ffff9d30c2abc400) 00000040:00000001:3.0:1767384881.956963:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.956964:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.956966:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.956974:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.956976:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.956978:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.957063:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.957066:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.957069:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.957071:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.957083:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000040:3.0:1767384881.957098:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294871819, at 4294871820 00000100:00000010:3.0:1767384881.957106:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000266d10f7. 00080000:00000001:3.0:1767384881.957127:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.957130:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.957132:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.957133:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384881.957179:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.957190:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.957193:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.957197:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.957198:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.957202:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.957205:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.957211:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384881.957213:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].20, 224 off11728 00000040:00000001:3.0:1767384881.957216:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.957217:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.957256:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.957266:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.957268:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.957270:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.957272:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c92dd0 type=0x10620000 idx=21 00000040:00001000:3.0:1767384881.957274:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:3.0:1767384881.957277:0:17536:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.957278:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.957280:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.957282:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.957287:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e238ddb0. 00080000:00000001:3.0:1767384881.957290:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431482877952 : -108642226673664 : ffff9d30c2abe800) 00000040:00000001:3.0:1767384881.957292:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.957293:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.957295:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.957306:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.957307:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.957309:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.957315:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.957317:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.957325:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.957365:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.957369:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.957380:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.957382:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.957383:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.957385:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384881.957390:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.957400:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.957403:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.957406:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.957408:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.957412:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.957414:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.957482:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384881.957486:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].21, 224 off11952 00000040:00000001:3.0:1767384881.957489:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.957491:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.957493:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.957500:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.957502:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.957504:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.957506:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c92eb0 type=0x10620000 idx=22 00000040:00001000:3.0:1767384881.957509:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:3.0:1767384881.957510:0:17536:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.957512:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.957514:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.957515:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.957520:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000aa60e345. 00080000:00000001:3.0:1767384881.957522:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431482882048 : -108642226669568 : ffff9d30c2abf800) 00000040:00000001:3.0:1767384881.957524:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.957526:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.957528:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.957578:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.957580:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.957582:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.957591:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.957593:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.957596:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.957604:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.957607:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.957617:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.957619:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.957621:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.957622:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384881.957626:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.957635:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.957637:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.957682:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.957685:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.957688:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.957691:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.957697:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00000040:00080000:3.0:1767384881.957699:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].22, 88 off12040 00000040:00000001:3.0:1767384881.957701:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.957703:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.957705:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.957711:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.957713:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.957714:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.957716:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c92f08 type=0x10620000 idx=23 00000040:00001000:3.0:1767384881.957718:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:3.0:1767384881.957720:0:17536:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.957721:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.957723:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.957724:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.957727:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000049836cb0. 00080000:00000001:3.0:1767384881.957730:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431482870784 : -108642226680832 : ffff9d30c2abcc00) 00000040:00000001:3.0:1767384881.957732:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.957733:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.957734:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.957742:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.957743:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.957745:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.957751:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.957753:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.957755:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.957756:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.957764:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.957773:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.957775:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.957777:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.957778:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384881.957782:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.957789:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.957791:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.957795:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.957796:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.957800:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.957803:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.957808:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:3.0:1767384881.957810:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].23, 128 off12168 00000040:00000001:3.0:1767384881.957812:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.957814:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.957816:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.957837:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.957840:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.957842:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.957843:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c92f88 type=0x10620000 idx=24 00000040:00001000:3.0:1767384881.957846:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:3.0:1767384881.957848:0:17536:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.957850:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.957851:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.957852:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.957855:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005a59dcd1. 00080000:00000001:3.0:1767384881.957857:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431482880000 : -108642226671616 : ffff9d30c2abf000) 00000040:00000001:3.0:1767384881.957859:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.957860:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.957862:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.957870:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.957871:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.957873:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.957879:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.957880:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.957882:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.957883:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.957884:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.957895:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.957897:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.957898:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.957899:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384881.957902:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.957907:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.957908:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.957910:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.957911:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.957914:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.957915:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.957930:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=144 : 144 : 90) 00000040:00080000:3.0:1767384881.957931:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].24, 144 off12312 00000040:00000001:3.0:1767384881.957932:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.957934:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.957935:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.957938:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.957940:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.957941:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.957942:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c93018 type=0x10620000 idx=25 00000040:00001000:3.0:1767384881.957943:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000040:00001000:3.0:1767384881.957944:0:17536:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.957945:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.957946:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.957947:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.957949:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005b577041. 00080000:00000001:3.0:1767384881.957950:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431482869760 : -108642226681856 : ffff9d30c2abc800) 00000040:00000001:3.0:1767384881.957951:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.957952:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.957953:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.957957:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.957958:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.957959:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.957962:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.957963:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.957964:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.957965:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.957966:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.957970:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.957975:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.957976:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.957977:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384881.957979:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.957984:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.957985:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.957987:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.957988:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.957990:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.957991:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.957994:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:3.0:1767384881.957995:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].25, 128 off12440 00000040:00000001:3.0:1767384881.957996:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.957997:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.957998:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.958002:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.958003:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.958004:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.958005:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c93098 type=0x10620000 idx=26 00000040:00001000:3.0:1767384881.958007:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000040:00001000:3.0:1767384881.958008:0:17536:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.958009:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.958009:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.958010:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.958034:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004b0ad11c. 00080000:00000001:3.0:1767384881.958037:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431482874880 : -108642226676736 : ffff9d30c2abdc00) 00000040:00000001:3.0:1767384881.958038:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.958040:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.958041:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.958050:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.958052:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.958053:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.958058:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.958060:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.958061:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384881.958062:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294871819, at 4294871821 00000040:00000001:3.0:1767384881.958063:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384881.958065:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294871819, at 4294871821 00080000:00000001:3.0:1767384881.958069:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000010:2.0:1767384881.958071:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f8be6fc. 00000100:00000010:0.0:1767384881.958073:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ca0b0975. 00080000:00000001:3.0:1767384881.958079:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.958082:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.958088:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.958089:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384881.958093:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.958098:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.958100:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.958101:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.958102:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.958105:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.958106:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.958109:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384881.958111:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].26, 224 off12664 00000040:00000001:3.0:1767384881.958112:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.958113:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.958114:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.958118:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.958119:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.958120:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.958121:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c93178 type=0x10620000 idx=27 00000040:00001000:3.0:1767384881.958123:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000040:00001000:3.0:1767384881.958124:0:17536:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.958125:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.958125:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.958126:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.958128:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e1e6ea95. 00080000:00000001:3.0:1767384881.958129:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431482883072 : -108642226668544 : ffff9d30c2abfc00) 00000040:00000001:3.0:1767384881.958130:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.958131:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.958131:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.958136:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.958137:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.958138:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.958141:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.958141:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.958142:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.958143:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.958144:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.958148:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.958149:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.958150:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.958154:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384881.958157:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.958161:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.958162:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.958164:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.958165:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.958167:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.958168:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.958182:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384881.958183:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].27, 224 off12888 00000040:00000001:3.0:1767384881.958185:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.958186:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.958187:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.958190:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.958192:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.958193:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.958194:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c93258 type=0x10620000 idx=28 00000040:00001000:3.0:1767384881.958195:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000040:00001000:3.0:1767384881.958196:0:17536:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.958197:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.958198:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.958199:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.958200:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e5a5d59b. 00080000:00000001:3.0:1767384881.958201:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431482871808 : -108642226679808 : ffff9d30c2abd000) 00000040:00000001:3.0:1767384881.958202:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.958203:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.958204:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.958209:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.958209:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.958210:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.958213:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.958214:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.958215:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.958216:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.958217:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.958221:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.958222:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.958223:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.958223:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384881.958230:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.958234:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.958235:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.958237:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.958238:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.958240:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.958242:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.958244:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=80 : 80 : 50) 00000040:00080000:3.0:1767384881.958246:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].28, 80 off12968 00000040:00000001:3.0:1767384881.958247:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.958248:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.958249:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.958252:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.958253:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.958254:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.958255:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c932a8 type=0x10620000 idx=29 00000040:00001000:3.0:1767384881.958256:0:17536:0:(llog.c:720:llog_process_thread()) synced_idx: 29 00000040:00000001:3.0:1767384881.958257:0:17536:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384881.958258:0:17536:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1767384881.958260:0:17536:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000010:3.0:1767384881.958262:0:17536:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f6d34da. 00000020:00000040:3.0:1767384881.958263:0:17536:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1767384881.958265:0:17536:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384881.958266:0:17536:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384881.958268:0:17536:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384881.958270:0:17536:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a15f88f2. 00000100:00000001:3.0:1767384881.958273:0:17536:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.958275:0:17536:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384881.958275:0:17536:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384881.958277:0:17536:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c345cd29. 00000100:00000001:3.0:1767384881.958278:0:17536:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635436771091008 : -108636938460608 : ffff9d31fddfa240) 00000100:00000001:3.0:1767384881.958280:0:17536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384881.958281:0:17536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515732864 : -108637193818752 : ffff9d31eea72d80) 00000100:00000001:3.0:1767384881.958283:0:17536:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384881.958284:0:17536:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.958285:0:17536:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384881.958286:0:17536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384881.958288:0:17536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f6d34da x1853237358498944/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.958298:0:17536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384881.958299:0:17536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384881.958301:0:17536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384881.958302:0:17536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384881.958303:0:17536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384881.958305:0:17536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009f6d34da pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc613044-dd35-4201-b03c-4d69ab0214c0:17536:1853237358498944:0@lo:502: 00000100:00000001:3.0:1767384881.958307:0:17536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384881.958309:0:17536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384881.958310:0:17536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384881.958311:0:17536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384881.958320:0:17536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000cca607d1. 02000000:00000001:3.0:1767384881.958322:0:17536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384881.958324:0:17536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059aed48a. 00000400:00000010:3.0:1767384881.958326:0:17536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000003dba2af2. 00000100:00000200:3.0:1767384881.958328:0:17536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237358498944, portal 25 00000100:00000001:3.0:1767384881.958330:0:17536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384881.958330:0:17536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515732864 : -108637193818752 : ffff9d31eea72d80) 00000100:00000040:3.0:1767384881.958333:0:17536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009f6d34da x1853237358498944/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384897 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.958338:0:17536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384881.958339:0:17536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384881.958340:0:17536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2626c3. 00000100:00000200:3.0:1767384881.958342:0:17536:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237358498944, offset 0 00000400:00000200:3.0:1767384881.958344:0:17536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384881.958348:0:17536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384881.958352:0:17536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272701480 00000400:00000200:3.0:1767384881.958354:0:17536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x19d [2] + 0 00000400:00000010:3.0:1767384881.958356:0:17536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd89e0df. 00000400:00000200:3.0:1767384881.958358:0:17536:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000378ea583 00000400:00000200:3.0:1767384881.958360:0:17536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384881.958362:0:17536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384881.958364:0:17536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000378ea583 00000400:00000010:3.0:1767384881.958368:0:17536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000378ea583. 00000100:00000001:3.0:1767384881.958371:0:17536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384881.958372:0:17536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384881.958373:0:17536:0:(events.c:337:request_in_callback()) incoming req@000000002d101e6c x1853237358498944 msgsize 272 00000100:00100000:3.0:1767384881.958376:0:17536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384881.958377:0:17536:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384881.958386:0:17536:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384881.958389:0:17536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2626c3 00000400:00000010:3.0:1767384881.958390:0:17536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2626c3. 00000100:00000001:3.0:1767384881.958391:0:17536:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384881.958393:0:17536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009f6d34da x1853237358498944/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384897 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.958398:0:17536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384881.958400:0:17536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000009f6d34da x1853237358498944/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384897 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.958404:0:17536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.958405:0:17536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384881.958407:0:17536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.958408:0:17536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294871824 00000100:00000010:3.0:1767384881.958411:0:17536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099b3c87a. 00000100:00000001:3.0:1767384881.958413:0:17536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384881.958417:0:17536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294871824 00000100:00000010:3.0:1767384881.958419:0:17536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e1bccf47. 00000100:00000001:3.0:1767384881.958420:0:17536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384881.958422:0:17536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294871824 00000100:00000010:3.0:1767384881.958423:0:17536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000266d10f7. 00000100:00000001:3.0:1767384881.958424:0:17536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384881.958426:0:17536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294871824 00000100:00000010:3.0:1767384881.958428:0:17536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e6713117. 00000100:00000001:3.0:1767384881.958429:0:17536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384881.958431:0:17536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384881.958433:0:17536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.958438:0:17536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384881.958440:0:17536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384881.958441:0:17536:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c345cd29 going to sleep for 11 seconds 00000100:00000001:3.0:1767384881.958443:0:17536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384881.958446:0:17536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.958449:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384881.958452:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358498944 02000000:00000001:2.0:1767384881.958453:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384881.958455:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384881.958456:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384881.958458:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384881.958460:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358498944 00000020:00000001:2.0:1767384881.958462:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384881.958463:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:2.0:1767384881.958464:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384881.958466:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000020:00000001:2.0:1767384881.958468:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:2.0:1767384881.958469:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384881.958471:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384881.958474:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dfe483c6. 00000100:00000001:2.0:1767384881.958475:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384881.958476:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dfe483c6. 00000020:00000010:2.0:1767384881.958480:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083c3f311. 00000020:00000010:2.0:1767384881.958482:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ccca5d0. 00000020:00000010:2.0:1767384881.958484:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f4bf686. 00000100:00000040:2.0:1767384881.958487:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384881.958488:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384881.958489:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384881.958490:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.958493:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.958502:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384881.958507:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384881.958508:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384881.958511:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00000040:2.0:1767384881.958519:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:2.0:1767384881.958520:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529247312 : -108637180304304 : ffff9d31ef756450) 00000100:00000040:2.0:1767384881.958524:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002d101e6c x1853237358498944/t0(0) o502->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 272/0 e 0 to 0 dl 1767384892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384881.958530:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384881.958531:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dfe483c6. 00000100:00000001:2.0:1767384881.958532:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384881.958534:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dfe483c6. 00000100:00100000:2.0:1767384881.958536:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002d101e6c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:17536:x1853237358498944:12345-0@lo:502: 00000100:00000200:2.0:1767384881.958538:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358498944 00000020:00000001:2.0:1767384881.958540:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384881.958541:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384881.958542:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.958544:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384881.958545:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169392 : -1040382224 : ffffffffc1fd06f0) 00000020:00000001:2.0:1767384881.958546:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384881.958547:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384881.958548:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384881.958549:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384881.958550:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.958551:0:16763:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:2.0:1767384881.958552:0:16763:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:2.0:1767384881.958554:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384881.958555:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384881.958564:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 0000000065ae7d86. 02000000:00000001:2.0:1767384881.958566:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.958567:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384881.958568:0:16763:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000004fe5416f : new refcount 2 00000040:00000001:2.0:1767384881.958570:0:16763:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384881.958571:0:16763:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d5bf26fc. 00000040:00000001:2.0:1767384881.958573:0:16763:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384881.958574:0:16763:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384881.958575:0:16763:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635436412666880 : -108637296884736 : 0xffff9d31e8828400) 00000020:00000001:2.0:1767384881.958579:0:16763:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635436412666880 : -108637296884736 : ffff9d31e8828400) 00000020:00000001:2.0:1767384881.958581:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384881.958583:0:16763:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845353048 : -108637864198568 : ffff9d31c6b1fe58) 00000040:00000001:2.0:1767384881.958585:0:16763:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.958586:0:16763:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.958587:0:16763:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384881.958589:0:16763:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d771baca. 00000040:00000001:2.0:1767384881.958590:0:16763:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384881.958591:0:16763:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1767384881.958623:0:16763:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.958624:0:16763:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.958625:0:16763:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.958627:0:16763:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384881.958628:0:16763:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1767384881.958630:0:16763:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:2.0:1767384881.958647:0:16763:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384881.958649:0:16763:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384881.958650:0:16763:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:2.0:1767384881.958651:0:16763:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384881.958653:0:16763:0:(lu_object.c:207:lu_object_put()) Add 00000000f43e5b6e/00000000771b5961 to site lru. bkt: 0000000019beee47 00000040:00000001:2.0:1767384881.958654:0:16763:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384881.958655:0:16763:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d771baca. 00000040:00000010:2.0:1767384881.958657:0:16763:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d5bf26fc. 00000040:00000040:2.0:1767384881.958658:0:16763:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000004fe5416f : new refcount 1 00000020:00000001:2.0:1767384881.958659:0:16763:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384881.958661:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358498944 00010000:00000001:2.0:1767384881.958662:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384881.958665:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002d101e6c x1853237358498944/t0(0) o502->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 272/8472 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384881.958670:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384881.958671:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384881.958672:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384881.958674:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384881.958676:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 12 to 0@lo 00000100:00000001:2.0:1767384881.958681:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384881.958682:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384881.958684:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.958685:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384881.958686:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384881.958688:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000007f8e0c2d. 00000100:00000200:2.0:1767384881.958690:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237358498944, offset 224 00000400:00000200:2.0:1767384881.958693:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384881.958698:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384881.958702:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958272701480 00000400:00000200:2.0:1767384881.958705:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x108d [4] + 224 00000400:00000200:2.0:1767384881.958709:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384881.958711:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384881.958713:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384881.958714:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f6d34da x1853237358498944/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384897 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384881.958719:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@000000009f6d34da x1853237358498944/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384897 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384881.958731:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384881.958734:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f8e0c2d 00000400:00000010:2.0:1767384881.958736:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000007f8e0c2d. 00000100:00000001:2.0:1767384881.958737:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384881.958738:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384881.958740:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384881.958741:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 11 to 0@lo 00010000:00000001:2.0:1767384881.958743:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384881.958744:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.958746:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384881.958748:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002d101e6c x1853237358498944/t0(0) o502->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 272/8472 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384881.958754:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002d101e6c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:17536:x1853237358498944:12345-0@lo:502: Request processed in 223us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384881.958760:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00000001:3.0:1767384881.958761:0:17536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384881.958765:0:17536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384881.958767:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000400:00000001:3.0:1767384881.958768:0:17536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384881.958771:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1767384881.958772:0:17536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059aed48a. 00000100:00000001:2.0:1767384881.958774:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767384881.958777:0:17536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dba2af2 00000020:00000010:2.0:1767384881.958778:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ccca5d0. 00000400:00000010:3.0:1767384881.958781:0:17536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000003dba2af2. 00000020:00000010:2.0:1767384881.958783:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f4bf686. 00000100:00000001:3.0:1767384881.958786:0:17536:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384881.958787:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083c3f311. 00000020:00000040:2.0:1767384881.958792:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 00000100:00000200:3.0:1767384881.958793:0:17536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f6d34da x1853237358498944/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384897 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384881.958795:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384881.958798:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 0000000065ae7d86. 00000100:00000200:3.0:1767384881.958805:0:17536:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f6d34da x1853237358498944/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384897 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384881.958807:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384881.958810:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384881.958815:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384881.958816:0:17536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384881.958818:0:17536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384881.958819:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002bde85a3. 00000100:00000001:3.0:1767384881.958820:0:17536:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384881.958835:0:17536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384881.958836:0:17536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384881.958838:0:17536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384881.958840:0:17536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384881.958843:0:17536:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=5 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384881.958844:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007f8e0c2d. 00000100:00001000:3.0:1767384881.958846:0:17536:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384881.958850:0:17536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384881.958852:0:17536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384881.958854:0:17536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384881.958855:0:17536:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.958857:0:17536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384881.958859:0:17536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f6d34da x1853237358498944/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384897 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.958864:0:17536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384881.958865:0:17536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384881.958866:0:17536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384881.958868:0:17536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f6d34da x1853237358498944/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384897 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384881.958879:0:17536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f6d34da pname:cluuid:pid:xid:nid:opc:job mount.lustre:fc613044-dd35-4201-b03c-4d69ab0214c0:17536:1853237358498944:0@lo:502: 00000100:00000001:3.0:1767384881.958882:0:17536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384881.958883:0:17536:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.958884:0:17536:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384881.958885:0:17536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384881.958887:0:17536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009f6d34da x1853237358498944/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384897 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.958890:0:17536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384881.958892:0:17536:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c345cd29. 00000100:00000001:3.0:1767384881.958893:0:17536:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384881.958894:0:17536:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.958896:0:17536:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1767384881.958897:0:17536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384881.958898:0:17536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f6d34da x1853237358498944/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384897 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.958902:0:17536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384881.958903:0:17536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384881.958904:0:17536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000cca607d1. 02000000:00000001:3.0:1767384881.958909:0:17536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384881.958911:0:17536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384881.958911:0:17536:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384881.958913:0:17536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384881.958914:0:17536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a15f88f2. 02000000:00000001:3.0:1767384881.958915:0:17536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384881.958916:0:17536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384881.958917:0:17536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f6d34da. 00000100:00000001:3.0:1767384881.958919:0:17536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384881.958920:0:17536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384881.958921:0:17536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384881.958922:0:17536:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384881.958923:0:17536:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767384881.958924:0:17536:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.958925:0:17536:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c932a8 type=0x10620000 idx=29 00000040:00001000:3.0:1767384881.958927:0:17536:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000040:00001000:3.0:1767384881.958931:0:17536:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 29 synced_idx: 29 lgh_last_idx: 29 00000040:00000001:3.0:1767384881.958933:0:17536:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384881.958934:0:17536:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384881.958935:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.958938:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e626550f. 00080000:00000001:3.0:1767384881.958939:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431482881024 : -108642226670592 : ffff9d30c2abf400) 00000040:00000001:3.0:1767384881.958940:0:17536:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384881.958942:0:17536:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384881.958943:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.958949:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.958950:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.958951:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384881.958955:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.958956:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.958957:0:17536:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.958958:0:17536:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.958959:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.958964:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.958966:0:17536:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384881.958967:0:17536:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384881.958968:0:17536:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384881.958970:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.958975:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384881.958977:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.958978:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384881.958980:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.958982:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384881.958983:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384881.958987:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384881.958988:0:17536:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].29, 224 off13192 00000040:00000001:3.0:1767384881.958989:0:17536:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.958991:0:17536:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.958992:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.958996:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.958997:0:17536:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.958998:0:17536:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.958999:0:17536:0:(llog.c:846:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:3.0:1767384881.959000:0:17536:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 29 count 30 00000040:00000010:3.0:1767384881.959002:0:17536:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000d8b4c5be. 00000020:00000010:3.0:1767384881.959009:0:17536:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d241aa8e. 00000020:00000010:3.0:1767384881.959038:0:17536:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009df04eac. 00000040:00000010:3.0:1767384881.959042:0:17536:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000025e7efce. 00000020:00000010:3.0:1767384881.959043:0:17536:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004e4a6b75. 00000020:00000010:3.0:1767384881.959045:0:17536:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000055e5c190. 00000020:00000010:3.0:1767384881.959048:0:17536:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c57a0862. 80000000:00000010:3.0:1767384881.959051:0:17536:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001a3fa261. 40000000:00000010:3.0:1767384881.959053:0:17536:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005f7cc0d8. 00100000:00000010:3.0:1767384881.959055:0:17536:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007fb61665. 00040000:00000010:3.0:1767384881.959057:0:17536:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000f81e8f2. 00040000:00000010:3.0:1767384881.959059:0:17536:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d0b16fa1. 00040000:00000010:3.0:1767384881.959061:0:17536:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006560a1f7. 00080000:00000010:3.0:1767384881.959062:0:17536:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000009768d02a. 00000004:00000010:3.0:1767384881.959064:0:17536:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000020d82edb. 00000004:00000010:3.0:1767384881.959066:0:17536:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b4d70ce2. 00000004:00000010:3.0:1767384881.959067:0:17536:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000717c01bb. 00002000:00000010:3.0:1767384881.959069:0:17536:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008fa55e1b. 00000004:00000010:3.0:1767384881.959070:0:17536:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000af1bf6a4. 00000020:00000010:3.0:1767384881.959072:0:17536:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8a0449c. 00000040:00000010:3.0:1767384881.959073:0:17536:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000004fabd18f. 00000040:00000001:3.0:1767384881.959075:0:17536:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.959076:0:17536:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384881.959078:0:17536:0:(lu_object.c:207:lu_object_put()) Add 000000006a1527b9/00000000b59bf35c to site lru. bkt: 00000000b66119b2 00000040:00000010:3.0:1767384881.959080:0:17536:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000089072c2e. 00000040:00000001:3.0:1767384881.959081:0:17536:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384881.959082:0:17536:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000740c8587. 00000040:00000010:3.0:1767384881.959084:0:17536:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005f861ec1. 00000040:00000010:3.0:1767384881.959085:0:17536:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000c82fda5e. 00000040:00000010:3.0:1767384881.959087:0:17536:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000063a761fa. 00000040:00000001:3.0:1767384881.959088:0:17536:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.959089:0:17536:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:3.0:1767384881.959090:0:17536:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384881.959092:0:17536:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a15f88f2. 00000040:00000001:3.0:1767384881.959093:0:17536:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384881.959094:0:17536:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384881.959099:0:17536:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635435882279424 : -108637827272192 : 0xffff9d31c8e57200) 00000020:00000001:3.0:1767384881.959101:0:17536:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635435882279424 : -108637827272192 : ffff9d31c8e57200) 00080000:00000001:3.0:1767384881.959104:0:17536:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384881.959113:0:17536:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384881.959115:0:17536:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384881.959116:0:17536:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.959117:0:17536:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:3.0:1767384881.959119:0:17536:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 0000000089072c2e. 00000020:00000001:3.0:1767384881.959120:0:17536:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384881.959122:0:17536:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435868168280 : -108637841383336 : ffff9d31c80e2058) 00000040:00000001:3.0:1767384881.959124:0:17536:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.959125:0:17536:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.959126:0:17536:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:3.0:1767384881.959127:0:17536:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:3.0:1767384881.959128:0:17536:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384881.959129:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384881.959131:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001e69feef. 00080000:00000001:3.0:1767384881.959132:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431482873856 : -108642226677760 : ffff9d30c2abd800) 00000040:00000001:3.0:1767384881.959134:0:17536:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1767384881.959135:0:17536:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:3.0:1767384881.959136:0:17536:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:3.0:1767384881.959138:0:17536:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384881.959140:0:17536:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x8:0x0] not in the id map cache 00080000:00000001:3.0:1767384881.959142:0:17536:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1767384881.959146:0:17536:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384881.959147:0:17536:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.959148:0:17536:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1767384881.959149:0:17536:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384881.959150:0:17536:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384881.959153:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1767384881.959154:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384881.959161:0:17536:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.959163:0:17536:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.959164:0:17536:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.959165:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384881.959171:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.959176:0:17536:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:3.0:1767384881.959178:0:17536:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:3.0:1767384881.959184:0:17536:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384881.959185:0:17536:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.959189:0:17536:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.959191:0:17536:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:3.0:1767384881.959193:0:17536:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.959194:0:17536:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:3.0:1767384881.959195:0:17536:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384881.959196:0:17536:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.959303:0:17536:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384881.959305:0:17536:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.959306:0:17536:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.959308:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384881.959313:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.959314:0:17536:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.959316:0:17536:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:3.0:1767384881.959321:0:17536:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000cc9dc16b. 00000020:00000010:3.0:1767384881.959323:0:17536:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000003567441. 00000040:00000010:3.0:1767384881.959326:0:17536:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 0000000089072c2e. 00000040:00000001:3.0:1767384881.959327:0:17536:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384881.959328:0:17536:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a15f88f2. 00000040:00000001:3.0:1767384881.959330:0:17536:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:3.0:1767384881.959331:0:17536:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 15 at 00000000573cbf0c. 10000000:00000040:3.0:1767384881.959333:0:17536:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000d11129d8 : new refcount 1 10000000:00000001:3.0:1767384881.959334:0:17536:0:(mgc_request_server.c:835:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384881.959336:0:17536:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1767384881.959337:0:17536:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:3.0:1767384881.959338:0:17536:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384881.959339:0:17536:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a15f88f2. 00000040:00000001:3.0:1767384881.959341:0:17536:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384881.959342:0:17536:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384881.959343:0:17536:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635435882279424 : -108637827272192 : 0xffff9d31c8e57200) 00000020:00000001:3.0:1767384881.959344:0:17536:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635435882279424 : -108637827272192 : ffff9d31c8e57200) 00080000:00000001:3.0:1767384881.959347:0:17536:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384881.959352:0:17536:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384881.959353:0:17536:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384881.959358:0:17536:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.959359:0:17536:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:3.0:1767384881.959362:0:17536:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000573cbf0c. 00000020:00000001:3.0:1767384881.959363:0:17536:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384881.959365:0:17536:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435868171096 : -108637841380520 : ffff9d31c80e2b58) 00000040:00000001:3.0:1767384881.959366:0:17536:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.959368:0:17536:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.959369:0:17536:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384881.959370:0:17536:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000c82fda5e. 00000040:00000001:3.0:1767384881.959371:0:17536:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384881.959372:0:17536:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1767384881.959392:0:17536:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.959394:0:17536:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.959395:0:17536:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.959396:0:17536:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1767384881.959397:0:17536:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000b42c9250. 00000040:00001000:3.0:1767384881.959398:0:17536:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x9:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:3.0:1767384881.959601:0:17557:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1767384881.959604:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000951edeb1. 00000020:00000010:3.0:1767384881.959607:0:17557:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d2a646e3. 00000040:00000010:3.0:1767384881.959608:0:17557:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000aa5e7a4c. 00000020:00000010:3.0:1767384881.959610:0:17557:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000717c01bb. 00000020:00000010:3.0:1767384881.959612:0:17557:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000055e5c190. 00000020:00000010:3.0:1767384881.959614:0:17557:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000253075f4. 80000000:00000010:3.0:1767384881.959616:0:17557:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000058467ac5. 40000000:00000010:3.0:1767384881.959617:0:17557:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005f7cc0d8. 00100000:00000010:3.0:1767384881.959619:0:17557:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000020d82edb. 00040000:00000010:3.0:1767384881.959621:0:17557:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000f81e8f2. 00040000:00000010:3.0:1767384881.959622:0:17557:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009768d02a. 00040000:00000010:3.0:1767384881.959624:0:17557:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008db8b876. 00080000:00000010:3.0:1767384881.959625:0:17557:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d0b16fa1. 00000004:00000010:3.0:1767384881.959627:0:17557:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007fb61665. 00000004:00000010:3.0:1767384881.959629:0:17557:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b4d70ce2. 00000004:00000010:3.0:1767384881.959631:0:17557:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004e4a6b75. 00002000:00000010:3.0:1767384881.959632:0:17557:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000066e7b81f. 00000004:00000010:3.0:1767384881.959639:0:17557:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000af1bf6a4. 00000020:00000010:3.0:1767384881.959641:0:17557:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000881acdaa. 00000040:00000010:3.0:1767384881.959644:0:17557:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000740c8587. 00000040:00001000:3.0:1767384881.959645:0:17557:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:3.0:1767384881.959646:0:17557:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384881.959648:0:17557:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1767384881.959650:0:17557:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:3.0:1767384881.959669:0:17557:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1767384881.959671:0:17557:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.959672:0:17557:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c96000 type=0x10620000 idx=1 00000040:00001000:3.0:1767384881.959673:0:17557:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:3.0:1767384881.959674:0:17557:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384881.959676:0:17557:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384881.959678:0:17557:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384881.959679:0:17557:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384881.959681:0:17557:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384881.959682:0:17557:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.959684:0:17557:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c960e0 type=0x10620000 idx=2 00000040:00001000:3.0:1767384881.959685:0:17557:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:3.0:1767384881.959686:0:17557:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384881.959687:0:17557:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384881.959687:0:17557:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.959688:0:17557:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c96158 type=0x10620000 idx=3 00000040:00001000:3.0:1767384881.959689:0:17557:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:3.0:1767384881.959690:0:17557:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384881.959691:0:17557:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384881.959692:0:17557:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.959692:0:17557:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c96200 type=0x10620000 idx=4 00000040:00001000:3.0:1767384881.959693:0:17557:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:3.0:1767384881.959694:0:17557:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384881.959695:0:17557:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384881.959696:0:17557:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384881.959696:0:17557:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384881.959697:0:17557:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384881.959698:0:17557:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.959703:0:17557:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c962e0 type=0x10620000 idx=5 00000040:00001000:3.0:1767384881.959704:0:17557:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:3.0:1767384881.959705:0:17557:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384881.959706:0:17557:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384881.959707:0:17557:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384881.959708:0:17557:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384881.959709:0:17557:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384881.959710:0:17557:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.959711:0:17557:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c963c0 type=0x10620000 idx=6 00000040:00001000:3.0:1767384881.959712:0:17557:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:3.0:1767384881.959713:0:17557:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384881.959714:0:17557:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384881.959714:0:17557:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.959715:0:17557:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c96438 type=0x10620000 idx=7 00000040:00001000:3.0:1767384881.959716:0:17557:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:3.0:1767384881.959717:0:17557:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384881.959718:0:17557:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384881.959719:0:17557:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.959719:0:17557:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c964e0 type=0x10620000 idx=8 00000040:00001000:3.0:1767384881.959720:0:17557:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:3.0:1767384881.959721:0:17557:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384881.959722:0:17557:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384881.959723:0:17557:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384881.959723:0:17557:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384881.959724:0:17557:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384881.959725:0:17557:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.959726:0:17557:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c965c0 type=0x10620000 idx=9 00000040:00001000:3.0:1767384881.959727:0:17557:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:3.0:1767384881.959728:0:17557:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384881.959729:0:17557:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384881.959729:0:17557:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384881.959730:0:17557:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384881.959731:0:17557:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384881.959732:0:17557:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.959735:0:17557:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c966a0 type=0x10620000 idx=10 00000040:00001000:3.0:1767384881.959737:0:17557:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:3.0:1767384881.959738:0:17557:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384881.959739:0:17557:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384881.959740:0:17557:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.959741:0:17557:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c96718 type=0x10620000 idx=11 00000040:00001000:3.0:1767384881.959742:0:17557:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:3.0:1767384881.959743:0:17557:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384881.959744:0:17557:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384881.959744:0:17557:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384881.959745:0:17557:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384881.959746:0:17557:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384881.959747:0:17557:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.959748:0:17557:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c967f8 type=0x10620000 idx=12 00000040:00001000:3.0:1767384881.959749:0:17557:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:3.0:1767384881.959749:0:17557:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384881.959750:0:17557:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384881.959751:0:17557:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1767384881.959752:0:17557:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384881.959753:0:17557:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.959754:0:17557:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c968d8 type=0x10620000 idx=13 00000040:00001000:3.0:1767384881.959755:0:17557:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:3.0:1767384881.959756:0:17557:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384881.959757:0:17557:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384881.959758:0:17557:0:(tgt_mount.c:628:lustre_lwp_setup()) Process entered 00000100:00000010:3.0:1767384881.959761:0:17557:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000008fa55e1b. 00000100:00000040:3.0:1767384881.959764:0:17557:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.203.157@tcp 192.168.203.157@tcp cnt=2 00000400:00000200:3.0:1767384881.959766:0:17557:0:(peer.c:1356:LNetAddPeer()) Add peer with 2 NIDs 00000400:00001000:3.0:1767384881.959768:0:17557:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:3.0:1767384881.959770:0:17557:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 0@lo 00000400:00000200:3.0:1767384881.959771:0:17557:0:(peer.c:1373:LNetAddPeer()) Skip NID 0@lo as local 00000400:00000200:3.0:1767384881.959772:0:17557:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.157@tcp 00000400:00000200:3.0:1767384881.959775:0:17557:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384881.959778:0:17557:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (1) 00000400:00000200:3.0:1767384881.959781:0:17557:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384881.959786:0:17557:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp: 0. pending discovery 00000400:00000200:3.0:1767384881.959787:0:17557:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (2) 00000400:00000200:3.0:1767384881.959789:0:17557:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp 00000100:00000010:3.0:1767384881.959791:0:17557:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000008fa55e1b. 00000020:00000010:3.0:1767384881.959793:0:17557:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 00000000ea120ac5. 00000020:00000001:3.0:1767384881.959794:0:17557:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:3.0:1767384881.959795:0:17557:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000005fce6f04. 00000020:00000001:3.0:1767384881.959797:0:17557:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384881.959799:0:17557:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000005fce6f04. 00000020:00000010:3.0:1767384881.959801:0:17557:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 000000005fce6f04. 00000020:01000004:3.0:1767384881.959802:0:17557:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000001:3.0:1767384881.959804:0:17557:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf001 lwp lustre-MDT0000-lwp-OST0000_UUID (null) (null) 00000020:00000010:3.0:1767384881.959807:0:17557:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 00000000f42cc9d6. 00000020:00000080:3.0:1767384881.959808:0:17557:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:3.0:1767384881.959810:0:17557:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:3.0:1767384881.959811:0:17557:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:3.0:1767384881.959839:0:17557:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000022f07509. 00000020:00000080:3.0:1767384881.959842:0:17557:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (0000000022f07509) 00000020:00000001:3.0:1767384881.959844:0:17557:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384881.959846:0:17557:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000beb7a375. 00000020:00000001:3.0:1767384881.959847:0:17557:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384881.959849:0:17557:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000beb7a375 with handle 0x4895a8f6c11e852f to hash 00000020:00000001:3.0:1767384881.959850:0:17557:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384881.959852:0:17557:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:3.0:1767384881.959853:0:17557:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384881.959854:0:17557:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446635435827331072 : -108637882220544 : ffff9d31c59f0000) 00000020:00000040:3.0:1767384881.959856:0:17557:0:(genops.c:898:class_export_put()) PUTting export 00000000beb7a375 : new refcount 1 00000020:00000040:3.0:1767384881.959861:0:17557:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (0000000022f07509) now 2 - obd_device_list 00000020:00000001:3.0:1767384881.959864:0:17557:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1767384881.959865:0:17557:0:(obd_config.c:657:class_attach()) OBD: dev 13 attached type lwp with refcount 2 00000020:00000001:3.0:1767384881.959867:0:17557:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384881.959868:0:17557:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384881.959869:0:17557:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 00000000f42cc9d6. 00000020:00000001:3.0:1767384881.959871:0:17557:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf003 192.168.203.157@tcp (null) (null) (null) 00000020:00000010:3.0:1767384881.959877:0:17557:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 000000002b44a06a. 00000020:00000080:3.0:1767384881.959878:0:17557:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:3.0:1767384881.959881:0:17557:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:3.0:1767384881.959895:0:17557:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384881.959897:0:17557:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000585e68e8. 00000001:00000010:3.0:1767384881.959900:0:17557:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000032e27d6e. 00000001:00000010:3.0:1767384881.959902:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e0cf9131. 00000001:00000010:3.0:1767384881.959904:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003c8cfff2. 00000001:00000010:3.0:1767384881.959906:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000aa06c856. 00000001:00000010:3.0:1767384881.959907:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004542c436. 00000001:00000001:3.0:1767384881.959908:0:17557:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384881.959909:0:17557:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001bf76260. 00000001:00000010:3.0:1767384881.959910:0:17557:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000865a8223. 00000001:00000010:3.0:1767384881.959912:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ee02e4e8. 00000001:00000010:3.0:1767384881.959913:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bdeabaeb. 00000001:00000010:3.0:1767384881.959914:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ae3fdac1. 00000001:00000010:3.0:1767384881.959916:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bd276990. 00000020:00000001:3.0:1767384881.959917:0:17557:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:3.0:1767384881.959919:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c6823f8. 00000020:00000010:3.0:1767384881.959920:0:17557:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f42cc9d6. 00000020:00000010:3.0:1767384881.959922:0:17557:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003c176972. 00000008:00000010:3.0:1767384881.959925:0:17557:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000003d9596aa. 00020000:00000010:3.0:1767384881.959927:0:17557:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000003dc2fe8a. 00008000:00000010:3.0:1767384881.959929:0:17557:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000643f6eea. 00000080:00000010:3.0:1767384881.959933:0:17557:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000217dba77. 00000020:00000010:3.0:1767384881.959935:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b109977. 00000020:00000010:3.0:1767384881.959936:0:17557:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000063a761fa. 00000040:00000010:3.0:1767384881.959938:0:17557:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005f861ec1. 00000020:00000010:3.0:1767384881.959940:0:17557:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000403b8daf. 00000020:00000010:3.0:1767384881.959942:0:17557:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008ded0f38. 00000020:00000010:3.0:1767384881.959943:0:17557:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c8a0449c. 80000000:00000010:3.0:1767384881.959945:0:17557:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000074d63859. 40000000:00000010:3.0:1767384881.959946:0:17557:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000baf7a223. 00100000:00000010:3.0:1767384881.959952:0:17557:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a7b38d94. 00040000:00000010:3.0:1767384881.959954:0:17557:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a79c382d. 00040000:00000010:3.0:1767384881.959956:0:17557:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000086176cd0. 00040000:00000010:3.0:1767384881.959957:0:17557:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006560a1f7. 00080000:00000010:3.0:1767384881.959959:0:17557:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000bd61ef8b. 00000004:00000010:3.0:1767384881.959967:0:17557:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002d4eac1d. 00000004:00000010:3.0:1767384881.959970:0:17557:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000be59cb53. 00000004:00000010:3.0:1767384881.959972:0:17557:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a01d9890. 00000004:00000010:3.0:1767384881.959974:0:17557:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000fa68b11b. 00000010:00000010:3.0:1767384881.959976:0:17557:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 000000001a3fa261. 00000010:00000001:3.0:1767384881.959978:0:17557:0:(lwp_dev.c:249:lwp_init0()) Process entered 00000100:00000001:3.0:1767384881.959981:0:17557:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:3.0:1767384881.959982:0:17557:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384881.960053:0:17557:0:(lprocfs_status.c:1344:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000010:00000001:3.0:1767384881.960058:0:17557:0:(lwp_dev.c:76:lwp_setup()) Process entered 00000010:00000010:3.0:1767384881.960060:0:17557:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 000000008c1c80d7. 00000010:00000010:3.0:1767384881.960064:0:17557:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 000000005d417f49. 00000010:00000010:3.0:1767384881.960068:0:17557:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 000000005107e9bf. 00000020:00000001:3.0:1767384881.960071:0:17557:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:3.0:1767384881.960073:0:17557:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:3.0:1767384881.960075:0:17557:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446635431465690464 : -108642243861152 : ffff9d30c1a5a560) 00000020:01000004:3.0:1767384881.960077:0:17557:0:(tgt_mount.c:154:server_get_mount()) get mount 00000000f97eab3d from lustre-OST0000, refs=3 00000020:00000001:3.0:1767384881.960079:0:17557:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446635431465690464 : -108642243861152 : ffff9d30c1a5a560) 00000020:00000001:3.0:1767384881.960081:0:17557:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:3.0:1767384881.960083:0:17557:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:3.0:1767384881.960084:0:17557:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446635431465690464 : -108642243861152 : ffff9d30c1a5a560) 00000020:01000004:3.0:1767384881.960087:0:17557:0:(tgt_mount.c:188:server_put_mount()) put mount 00000000f97eab3d from lustre-OST0000, refs=3 00000020:00000001:3.0:1767384881.960089:0:17557:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:3.0:1767384881.960091:0:17557:0:(obd_mount.c:705:lustre_put_lsi()) put 00000000f97eab3d 3 00000020:00000001:3.0:1767384881.960093:0:17557:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384881.960095:0:17557:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:3.0:1767384881.960098:0:17557:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 000000005d38a93d. 00010000:00000001:3.0:1767384881.960101:0:17557:0:(ldlm_lib.c:298:client_obd_setup()) Process entered 00010000:00000010:3.0:1767384881.960107:0:17557:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000ae3f08fd. 00010000:00000010:3.0:1767384881.960113:0:17557:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000d5d268ed. 00010000:00000010:3.0:1767384881.960125:0:17557:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000e327b343. 00010000:00000001:3.0:1767384881.960127:0:17557:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:3.0:1767384881.960128:0:17557:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384881.960131:0:17557:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000e13b832f. 00000020:00000040:3.0:1767384881.960133:0:17557:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (0000000022f07509) now 3 - import 00000020:00000001:3.0:1767384881.960138:0:17557:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384881.960138:0:17557:0:(genops.c:1242:class_import_put()) import 00000000e13b832f refcount=1 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384881.960140:0:17557:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767384881.960141:0:17557:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:3.0:1767384881.960147:0:17557:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.157@tcp->12345-0@lo 00000100:00000001:3.0:1767384881.960148:0:17557:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1767384881.960150:0:17557:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384881.960151:0:17557:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 12 to 0@lo 00000100:00000001:3.0:1767384881.960153:0:17557:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000100:00000001:3.0:1767384881.960155:0:17557:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446635436743644864 : -108636965906752 : 0xffff9d31fc3cd6c0) 00000100:00000040:3.0:1767384881.960158:0:17557:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000b5f3fedc refcount 12 to 0@lo 00000100:00000040:3.0:1767384881.960159:0:17557:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.203.157@tcp -> 00000000b5f3fedc 00010000:00000010:3.0:1767384881.960162:0:17557:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000004fabd18f. 00010000:00080000:3.0:1767384881.960164:0:17557:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000e13b832f@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.157@tcp at head 00010000:00000001:3.0:1767384881.960166:0:17557:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384881.960167:0:17557:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:3.0:1767384881.960168:0:17557:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:3.0:1767384881.960170:0:17557:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384881.960173:0:17557:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000fea1f29d. 00000001:00000001:3.0:1767384881.960175:0:17557:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384881.960178:0:17557:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000c57a0862. 00000001:00000010:3.0:1767384881.960182:0:17557:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000e33f1721. 00000001:00000010:3.0:1767384881.960220:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000128672cb. 00000001:00000010:3.0:1767384881.960263:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000082d0cadb. 00000001:00000010:3.0:1767384881.960309:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002ada8143. 00000001:00000010:3.0:1767384881.960366:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000520ccf9. 00000001:00000010:3.0:1767384881.960418:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008de623fc. 00000001:00000010:3.0:1767384881.960467:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008ea2a4d1. 00000001:00000010:3.0:1767384881.960540:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007b2852aa. 00000001:00000010:3.0:1767384881.960601:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ff232b3b. 00000001:00000010:3.0:1767384881.960654:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e2eb2d32. 00000001:00000010:3.0:1767384881.960709:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006469c7b7. 00000001:00000010:3.0:1767384881.960759:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000040a7170f. 00000001:00000010:3.0:1767384881.960812:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000065432035. 00000001:00000010:3.0:1767384881.960883:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b199de81. 00000001:00000010:3.0:1767384881.960937:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006bb8786f. 00000001:00000010:3.0:1767384881.960988:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009406f5f4. 00000001:00000010:3.0:1767384881.961059:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007a45c7c2. 00000001:00000010:3.0:1767384881.961105:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d00b4f77. 00000001:00000010:3.0:1767384881.961156:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fccd71f9. 00000001:00000010:3.0:1767384881.961217:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007d3b51ef. 00000001:00000010:3.0:1767384881.961270:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000099de5b33. 00000001:00000010:3.0:1767384881.961311:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000930baa28. 00000001:00000010:3.0:1767384881.961357:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e77b2fce. 00000001:00000010:3.0:1767384881.961416:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ecf9aa61. 00000001:00000010:3.0:1767384881.961488:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c5d56558. 00000001:00000010:3.0:1767384881.961557:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000088e41d83. 00000001:00000010:3.0:1767384881.961639:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000af198db8. 00000001:00000010:3.0:1767384881.961703:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000000d1bbc5. 00000001:00000010:3.0:1767384881.961770:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008b205d71. 00000001:00000010:3.0:1767384881.961844:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fe75e1fb. 00000001:00000010:3.0:1767384881.961911:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ae7467d8. 00000001:00000010:3.0:1767384881.961972:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a5b33468. 00000100:00000040:3.0:1767384881.962060:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294871824, at 4294871825 00000100:00000010:3.0:1767384881.962066:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e6713117. 00000100:00000040:0.0:1767384881.962093:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294871824, at 4294871825 00000100:00000040:2.0:1767384881.962100:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294871824, at 4294871825 00000100:00000010:0.0:1767384881.962101:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099b3c87a. 00000001:00000010:3.0:1767384881.962103:0:17557:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fcdc47a1. 00000100:00000010:2.0:1767384881.962109:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000266d10f7. 00000020:00000010:3.0:1767384881.962216:0:17557:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000e12d7f5a. 00000020:00000010:3.0:1767384881.962222:0:17557:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000009078970e. 00010000:00000001:3.0:1767384881.962243:0:17557:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:3.0:1767384881.962314:0:17557:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:3.0:1767384881.962337:0:17557:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000eeb95fa1. 00000020:00000010:3.0:1767384881.962341:0:17557:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000025e7efce. 00010000:00000001:3.0:1767384881.962359:0:17557:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:3.0:1767384881.962361:0:17557:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-3 is initialized 00010000:00000001:3.0:1767384881.962364:0:17557:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384881.962367:0:17557:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446635431505616896 : -108642203934720 : ffff9d30c406e000) 00010000:00000001:3.0:1767384881.962370:0:17557:0:(ldlm_lib.c:605:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:3.0:1767384881.962373:0:17557:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 000000008c1c80d7. 00000010:00000010:3.0:1767384881.962377:0:17557:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 000000005107e9bf. 00000010:00000010:3.0:1767384881.962380:0:17557:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 000000005d417f49. 00000010:00000010:3.0:1767384881.962383:0:17557:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 000000005d38a93d. 00000010:00000001:3.0:1767384881.962386:0:17557:0:(lwp_dev.c:148:lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384881.962416:0:17557:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000465d9f2f. 00000020:00000010:3.0:1767384881.962432:0:17557:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000f37a8cc3. 00000010:00000001:3.0:1767384881.962461:0:17557:0:(lwp_dev.c:295:lwp_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384881.962466:0:17557:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000063a761fa. 00000040:00000010:3.0:1767384881.962470:0:17557:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005f861ec1. 00000020:00000010:3.0:1767384881.962473:0:17557:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000403b8daf. 00000020:00000010:3.0:1767384881.962476:0:17557:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008ded0f38. 00000020:00000010:3.0:1767384881.962480:0:17557:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c8a0449c. 80000000:00000010:3.0:1767384881.962484:0:17557:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000074d63859. 40000000:00000010:3.0:1767384881.962489:0:17557:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000baf7a223. 00100000:00000010:3.0:1767384881.962493:0:17557:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a7b38d94. 00040000:00000010:3.0:1767384881.962496:0:17557:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a79c382d. 00040000:00000010:3.0:1767384881.962500:0:17557:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000086176cd0. 00040000:00000010:3.0:1767384881.962503:0:17557:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006560a1f7. 00080000:00000010:3.0:1767384881.962506:0:17557:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000bd61ef8b. 00000004:00000010:3.0:1767384881.962511:0:17557:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002d4eac1d. 00000004:00000010:3.0:1767384881.962515:0:17557:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000be59cb53. 00000004:00000010:3.0:1767384881.962517:0:17557:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a01d9890. 00000004:00000010:3.0:1767384881.962521:0:17557:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000fa68b11b. 00000020:00000010:3.0:1767384881.962523:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b109977. 00000020:00000010:3.0:1767384881.962535:0:17557:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f42cc9d6. 00000020:00000010:3.0:1767384881.962538:0:17557:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003c176972. 00000008:00000010:3.0:1767384881.962542:0:17557:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000003d9596aa. 00020000:00000010:3.0:1767384881.962545:0:17557:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000003dc2fe8a. 00008000:00000010:3.0:1767384881.962549:0:17557:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000643f6eea. 00000080:00000010:3.0:1767384881.962552:0:17557:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000217dba77. 00000020:00000010:3.0:1767384881.962556:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c6823f8. 00000020:00000001:3.0:1767384881.962559:0:17557:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384881.962561:0:17557:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (0000000022f07509) now 4 - setup 00000020:00000080:3.0:1767384881.962564:0:17557:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000001:3.0:1767384881.962566:0:17557:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384881.962568:0:17557:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384881.962570:0:17557:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 000000002b44a06a. 00000020:00000001:3.0:1767384881.962578:0:17557:0:(tgt_mount.c:554:lustre_lwp_connect()) Process entered 00000020:00000010:3.0:1767384881.962582:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009df04eac. 00000020:00000010:3.0:1767384881.962585:0:17557:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001c6823f8. 00000040:00000010:3.0:1767384881.962588:0:17557:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000b109977. 00000020:00000010:3.0:1767384881.962590:0:17557:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a01d9890. 00000020:00000010:3.0:1767384881.962593:0:17557:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008ded0f38. 00000020:00000010:3.0:1767384881.962596:0:17557:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006560a1f7. 80000000:00000010:3.0:1767384881.962598:0:17557:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000dd50170e. 40000000:00000010:3.0:1767384881.962601:0:17557:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c71b0512. 00100000:00000010:3.0:1767384881.962605:0:17557:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002d4eac1d. 00040000:00000010:3.0:1767384881.962608:0:17557:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a79c382d. 00040000:00000010:3.0:1767384881.962611:0:17557:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000038480abf. 00040000:00000010:3.0:1767384881.962614:0:17557:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c8a0449c. 00080000:00000010:3.0:1767384881.962616:0:17557:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008a345478. 00000004:00000010:3.0:1767384881.962620:0:17557:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003e013e8c. 00000004:00000010:3.0:1767384881.962623:0:17557:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000014ea8e37. 00000004:00000010:3.0:1767384881.962626:0:17557:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001d19d04d. 00000004:00000010:3.0:1767384881.962628:0:17557:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000fa68b11b. 00000020:00000010:3.0:1767384881.962631:0:17557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f861ec1. 00000020:00000010:3.0:1767384881.962633:0:17557:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005d38a93d. 00000020:00000010:3.0:1767384881.962643:0:17557:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003c176972. 00000020:00000010:3.0:1767384881.962646:0:17557:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 000000003dba2af2. 00000020:00000010:3.0:1767384881.962649:0:17557:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 000000009a2bf560. 00000020:00000001:3.0:1767384881.962651:0:17557:0:(obd_class.h:852:obd_connect()) Process entered 00000010:00000001:3.0:1767384881.962653:0:17557:0:(lwp_dev.c:494:lwp_obd_connect()) Process entered 00000010:01000000:3.0:1767384881.962655:0:17557:0:(lwp_dev.c:496:lwp_obd_connect()) connect #0 00000020:00000001:3.0:1767384881.962657:0:17557:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1767384881.962658:0:17557:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384881.962662:0:17557:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000dcf24740. 00000020:00000001:3.0:1767384881.962663:0:17557:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384881.962666:0:17557:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000dcf24740 with handle 0x4895a8f6c11e8536 to hash 00000020:00000001:3.0:1767384881.962669:0:17557:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384881.962671:0:17557:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:3.0:1767384881.962673:0:17557:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384881.962675:0:17557:0:(genops.c:887:class_export_get()) GET export 00000000dcf24740 refcount=3 00000020:00000040:3.0:1767384881.962678:0:17557:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (0000000022f07509) now 5 - export 00000020:00000001:3.0:1767384881.962680:0:17557:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446635431490551808 : -108642218999808 : ffff9d30c3210000) 00000020:00000040:3.0:1767384881.962683:0:17557:0:(genops.c:898:class_export_put()) PUTting export 00000000dcf24740 : new refcount 2 00000020:00000080:3.0:1767384881.962685:0:17557:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x4895a8f6c11e8536 00000020:00000001:3.0:1767384881.962687:0:17557:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384881.962689:0:17557:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384881.962690:0:17557:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8536 00000020:00000001:3.0:1767384881.962691:0:17557:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384881.962693:0:17557:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000dcf24740 refcount=3 00000020:00000001:3.0:1767384881.962695:0:17557:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431490551808 : -108642218999808 : ffff9d30c3210000) 00000020:00000001:3.0:1767384881.962696:0:17557:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431490551808 : -108642218999808 : ffff9d30c3210000) 00000100:00000001:3.0:1767384881.962700:0:17557:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1767384881.962703:0:17557:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1767384881.962707:0:17557:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00000001:3.0:1767384881.962710:0:17557:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384881.962712:0:17557:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 13 to 0@lo 00000100:00000001:3.0:1767384881.962714:0:17557:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000020:00000001:3.0:1767384881.962716:0:17557:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384881.962718:0:17557:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8536 00000020:00000001:3.0:1767384881.962735:0:17557:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384881.962737:0:17557:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000dcf24740 refcount=4 00000020:00000001:3.0:1767384881.962739:0:17557:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431490551808 : -108642218999808 : ffff9d30c3210000) 00000020:00000001:3.0:1767384881.962741:0:17557:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431490551808 : -108642218999808 : ffff9d30c3210000) 00000100:00000001:3.0:1767384881.962743:0:17557:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384881.962745:0:17557:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 14 to 0@lo 00000100:00000001:3.0:1767384881.962747:0:17557:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000020:00000040:3.0:1767384881.962749:0:17557:0:(genops.c:898:class_export_put()) PUTting export 00000000dcf24740 : new refcount 3 00000100:00080000:3.0:1767384881.962752:0:17557:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 00000000e13b832f using connection 192.168.203.157@tcp/0@lo 00000100:00000001:3.0:1767384881.962756:0:17557:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384881.962758:0:17557:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384881.962762:0:17557:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1767384881.962765:0:17557:0:(sec.c:1450:sptlrpc_sec_create()) lwp lustre-MDT0000-lwp-OST0000: select security flavor null 02000000:00000001:3.0:1767384881.962768:0:17557:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072661774400 : -1047777216 : ffffffffc18c3040) 02000000:00000001:3.0:1767384881.962771:0:17557:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.962774:0:17557:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1767384881.962776:0:17557:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384881.962780:0:17557:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f6d34da. 00000020:00000040:3.0:1767384881.962783:0:17557:0:(genops.c:1229:class_import_get()) import 00000000e13b832f refcount=2 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1767384881.962786:0:17557:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767384881.962788:0:17557:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.962789:0:17557:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384881.962792:0:17557:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384881.962794:0:17557:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384881.962798:0:17557:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000462cc401. 00000100:00000001:3.0:1767384881.962801:0:17557:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384881.962806:0:17557:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009f6d34da x1853237358499072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384881.962814:0:17557:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384881.962815:0:17557:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384881.962820:0:17557:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f6d34da] to pc [ptlrpcd_rcv+-1] req@000000009f6d34da x1853237358499072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.962853:0:17557:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.962864:0:17557:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:3.0:1767384881.962866:0:17557:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000020:00000040:3.0:1767384881.962870:0:17557:0:(genops.c:1229:class_import_get()) import 00000000e13b832f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384881.962883:0:17557:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:3.0:1767384881.962890:0:17557:0:(lwp_dev.c:533:lwp_obd_connect()) Process leaving via out_dis (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1767384881.962914:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1767384881.962921:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1767384881.962924:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1767384881.962928:0:36:0:(import.c:65:import_set_state_nolock()) 000000005ebd018a lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1767384881.962934:0:36:0:(import.c:484:import_select_connection()) Process entered 00000100:00000040:2.0:1767384881.962939:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 13 to 0@lo 00000100:00000001:2.0:1767384881.962942:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384881.962947:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 14 to 0@lo 00000100:00000001:2.0:1767384881.962950:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000020:00000001:2.0:1767384881.962955:0:36:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384881.962957:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e84c6 00000020:00000001:2.0:1767384881.962960:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384881.962962:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014550072 refcount=7 00000020:00000001:2.0:1767384881.962965:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436270960640 : -108637438590976 : ffff9d31e0104000) 00000020:00000001:2.0:1767384881.962967:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436270960640 : -108637438590976 : ffff9d31e0104000) 00000100:00000040:2.0:1767384881.962974:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 13 to 0@lo 00000100:00000001:2.0:1767384881.962985:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384881.962988:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 14 to 0@lo 00000100:00000001:2.0:1767384881.962992:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000020:00000040:2.0:1767384881.962994:0:36:0:(genops.c:898:class_export_put()) PUTting export 0000000014550072 : new refcount 6 00000100:00080000:2.0:1767384881.962997:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 000000005ebd018a using connection 192.168.203.157@tcp/0@lo 00000100:00000001:2.0:1767384881.963001:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384881.963003:0:17557:0:(genops.c:887:class_export_get()) GET export 00000000dcf24740 refcount=4 02000000:00000001:2.0:1767384881.963004:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767384881.963008:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384881.963010:0:17557:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384881.963037:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384881.963038:0:17557:0:(genops.c:887:class_export_get()) GET export 00000000dcf24740 refcount=5 00000100:00000001:2.0:1767384881.963041:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:3.0:1767384881.963042:0:17557:0:(tgt_mount.c:600:lustre_lwp_connect()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384881.963043:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384881.963047:0:17557:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 000000003dba2af2. 00000100:00000010:2.0:1767384881.963051:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028d02595. 00000020:00000010:3.0:1767384881.963053:0:17557:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 000000009a2bf560. 00000020:00000040:2.0:1767384881.963055:0:36:0:(genops.c:1229:class_import_get()) import 000000005ebd018a refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000010:3.0:1767384881.963061:0:17557:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001c6823f8. 02000000:00000001:2.0:1767384881.963061:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767384881.963064:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384881.963067:0:17557:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000b109977. 00000100:00000001:2.0:1767384881.963069:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384881.963072:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:3.0:1767384881.963073:0:17557:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a01d9890. 02000000:00000001:2.0:1767384881.963077:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384881.963078:0:17557:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008ded0f38. 02000000:00000010:2.0:1767384881.963084:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000006b5b27c1. 00000020:00000010:3.0:1767384881.963085:0:17557:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006560a1f7. 00000100:00000001:2.0:1767384881.963090:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:3.0:1767384881.963091:0:17557:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000dd50170e. 40000000:00000010:3.0:1767384881.963098:0:17557:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c71b0512. 00000100:00100000:2.0:1767384881.963101:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000028d02595 x1853237358499200/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00100000:00000010:3.0:1767384881.963103:0:17557:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002d4eac1d. 00040000:00000010:3.0:1767384881.963109:0:17557:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a79c382d. 00040000:00000010:3.0:1767384881.963115:0:17557:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000038480abf. 00000100:00000001:2.0:1767384881.963118:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00040000:00000010:3.0:1767384881.963120:0:17557:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c8a0449c. 00000100:00000001:2.0:1767384881.963122:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384881.963126:0:17557:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008a345478. 00000100:00000040:2.0:1767384881.963130:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028d02595] to pc [ptlrpcd_rcv+-1] req@0000000028d02595 x1853237358499200/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:3.0:1767384881.963131:0:17557:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003e013e8c. 00000004:00000010:3.0:1767384881.963136:0:17557:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000014ea8e37. 00000004:00000010:3.0:1767384881.963143:0:17557:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001d19d04d. 00000004:00000010:3.0:1767384881.963150:0:17557:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000fa68b11b. 00000100:00000001:2.0:1767384881.963150:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384881.963156:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009df04eac. 00000100:00000040:2.0:1767384881.963157:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (209) 00000020:00000010:3.0:1767384881.963161:0:17557:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005d38a93d. 00000020:00000010:3.0:1767384881.963166:0:17557:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003c176972. 00000020:00000010:3.0:1767384881.963171:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f861ec1. 00000020:00000010:3.0:1767384881.963177:0:17557:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 00000000ea120ac5. 00000020:00000040:2.0:1767384881.963179:0:17559:0:(genops.c:887:class_export_get()) GET export 00000000dcf24740 refcount=6 00000020:00000010:3.0:1767384881.963181:0:17557:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 000000005fce6f04. 00002000:00000001:2.0:1767384881.963183:0:17559:0:(ofd_fs.c:492:ofd_register_lwp_callback()) Process entered 00000020:00000001:3.0:1767384881.963186:0:17557:0:(tgt_mount.c:690:lustre_lwp_setup()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384881.963187:0:17559:0:(ofd_fs.c:495:ofd_register_lwp_callback()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384881.963190:0:17559:0:(genops.c:887:class_export_get()) GET export 00000000dcf24740 refcount=7 00000020:00000040:2.0:1767384881.963192:0:17559:0:(genops.c:898:class_export_put()) PUTting export 00000000dcf24740 : new refcount 6 00000020:00000001:3.0:1767384881.963196:0:17557:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.963200:0:17557:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c96930 type=0x10620000 idx=14 00000040:00001000:3.0:1767384881.963205:0:17557:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:3.0:1767384881.963210:0:17557:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384881.963215:0:17557:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384881.963218:0:17557:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.963220:0:17557:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c969b0 type=0x10620000 idx=15 00000040:00001000:3.0:1767384881.963225:0:17557:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:3.0:1767384881.963231:0:17557:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384881.963236:0:17557:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384881.963239:0:17557:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.963241:0:17557:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c96a40 type=0x10620000 idx=16 00000040:00001000:3.0:1767384881.963246:0:17557:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:3.0:1767384881.963249:0:17557:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384881.963252:0:17557:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384881.963255:0:17557:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384881.963255:0:16771:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d771baca. 00000040:00001000:3.0:1767384881.963261:0:17557:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c96ae0 type=0x10620000 idx=17 00000100:00000001:2.0:1767384881.963264:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000040:00001000:3.0:1767384881.963265:0:17557:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:3.0:1767384881.963269:0:17557:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00100000:2.0:1767384881.963269:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358499072 00000020:00000001:3.0:1767384881.963273:0:17557:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 02000000:00000001:2.0:1767384881.963273:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000040:00000001:3.0:1767384881.963277:0:17557:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000001:2.0:1767384881.963277:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000040:00000001:3.0:1767384881.963282:0:17557:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000001:2.0:1767384881.963282:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384881.963287:0:17557:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384881.963288:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.963294:0:17557:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c96bc0 type=0x10620000 idx=18 00000100:00100000:2.0:1767384881.963295:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358499072 00000040:00001000:3.0:1767384881.963298:0:17557:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000020:00000001:2.0:1767384881.963299:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000040:00001000:3.0:1767384881.963301:0:17557:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000040:2.0:1767384881.963302:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1767384881.963306:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384881.963307:0:17557:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:2.0:1767384881.963310:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.963311:0:17557:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000020:00000001:2.0:1767384881.963313:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.963314:0:17557:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384881.963317:0:17557:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384881.963320:0:17557:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384881.963322:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083c3f311. 00000040:00001000:3.0:1767384881.963323:0:17557:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c96ca0 type=0x10620000 idx=19 00000040:00001000:3.0:1767384881.963328:0:17557:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:3.0:1767384881.963330:0:17557:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000010:2.0:1767384881.963330:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ccca5d0. 00000020:00000010:2.0:1767384881.963335:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f4bf686. 00000020:00000001:3.0:1767384881.963343:0:17557:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:2.0:1767384881.963343:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384881.963347:0:17557:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.963348:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000040:00001000:3.0:1767384881.963352:0:17557:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c96cf0 type=0x10620000 idx=20 00000100:00000001:2.0:1767384881.963352:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.963357:0:17557:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000100:00000001:2.0:1767384881.963358:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.963360:0:17557:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384881.963364:0:17557:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384881.963367:0:17557:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000001:2.0:1767384881.963368:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384881.963370:0:17557:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384881.963374:0:17557:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384881.963378:0:17557:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.963381:0:17557:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c96dd0 type=0x10620000 idx=21 00000100:00000001:2.0:1767384881.963383:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000040:00001000:3.0:1767384881.963384:0:17557:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000100:00000001:2.0:1767384881.963387:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000040:00001000:3.0:1767384881.963389:0:17557:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384881.963395:0:17557:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00100000:2.0:1767384881.963395:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000040:00000001:3.0:1767384881.963399:0:17557:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000001:2.0:1767384881.963400:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436514547840 : -108637195003776 : ffff9d31ee951880) 00000040:00000001:3.0:1767384881.963402:0:17557:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000040:2.0:1767384881.963406:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000211755af x1853237358499072/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384881.963407:0:17557:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384881.963413:0:17557:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.963419:0:17557:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c96eb0 type=0x10620000 idx=22 00000040:00001000:3.0:1767384881.963424:0:17557:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:3.0:1767384881.963431:0:17557:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00100000:2.0:1767384881.963437:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000211755af pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:16126:x1853237358499072:12345-0@lo:38: 00000020:00000001:3.0:1767384881.963438:0:17557:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384881.963442:0:17557:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384881.963444:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358499072 00000040:00001000:3.0:1767384881.963445:0:17557:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c96f08 type=0x10620000 idx=23 00000020:00000001:2.0:1767384881.963448:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000040:00001000:3.0:1767384881.963449:0:17557:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:3.0:1767384881.963453:0:17557:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00010000:00000001:2.0:1767384881.963453:0:16771:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000001:3.0:1767384881.963457:0:17557:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384881.963460:0:17557:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384881.963460:0:16771:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8a46e2f) now 4 - find 00000020:00000001:2.0:1767384881.963465:0:16771:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446635436802532192 : -108636907019424 : ffff9d31ffbf6360) 00000040:00001000:3.0:1767384881.963466:0:17557:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c96f88 type=0x10620000 idx=24 00000040:00001000:3.0:1767384881.963472:0:17557:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000100:00000001:2.0:1767384881.963472:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000040:00001000:3.0:1767384881.963475:0:17557:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:3.0:1767384881.963480:0:17557:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 02000000:00000001:2.0:1767384881.963483:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384881.963484:0:17557:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384881.963486:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000f8a9dc54. 00000040:00001000:3.0:1767384881.963490:0:17557:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c97018 type=0x10620000 idx=25 02000000:00000001:2.0:1767384881.963491:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.963496:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384881.963502:0:16771:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0x2041401043000022 tmp_exp_old_falloc: 0 00000040:00001000:3.0:1767384881.963507:0:17557:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00010000:00080000:2.0:1767384881.963510:0:16771:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 204 last 0 00000040:00001000:3.0:1767384881.963513:0:17557:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00010000:00000001:2.0:1767384881.963518:0:16771:0:(obd_class.h:852:obd_connect()) Process entered 00000020:00000001:3.0:1767384881.963521:0:17557:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000004:00000001:2.0:1767384881.963522:0:16771:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000020:00000001:2.0:1767384881.963526:0:16771:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1767384881.963527:0:17557:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.963530:0:16771:0:(genops.c:950:__class_new_export()) Process entered 00000040:00001000:3.0:1767384881.963532:0:17557:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c97098 type=0x10620000 idx=26 00000020:00000010:2.0:1767384881.963534:0:16771:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000e235a287. 00000040:00001000:3.0:1767384881.963537:0:17557:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000020:00000001:2.0:1767384881.963540:0:16771:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000040:00001000:3.0:1767384881.963542:0:17557:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000040:2.0:1767384881.963545:0:16771:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e235a287 with handle 0x4895a8f6c11e853d to hash 00000020:00000001:3.0:1767384881.963547:0:17557:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:2.0:1767384881.963550:0:16771:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000040:00000001:3.0:1767384881.963552:0:17557:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000020:00000001:2.0:1767384881.963554:0:16771:0:(obd_class.h:1008:obd_init_export()) Process entered 00000040:00000001:3.0:1767384881.963555:0:17557:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000004:00000001:2.0:1767384881.963558:0:16771:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000020:00000001:3.0:1767384881.963559:0:17557:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1767384881.963562:0:16771:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000dfe483c6. 00000020:00000001:3.0:1767384881.963565:0:17557:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384881.963567:0:16771:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000040:00001000:3.0:1767384881.963570:0:17557:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c97178 type=0x10620000 idx=27 00000001:00000010:2.0:1767384881.963571:0:16771:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000aacd6ab2. 00000040:00001000:3.0:1767384881.963573:0:17557:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000001:00000001:2.0:1767384881.963576:0:16771:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.963578:0:17557:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00010000:00000001:2.0:1767384881.963580:0:16771:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:2.0:1767384881.963583:0:16771:0:(hash.c:1038:cfs_hash_create()) Process entered 00000020:00000001:3.0:1767384881.963585:0:17557:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:3.0:1767384881.963587:0:17557:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000001:00000010:2.0:1767384881.963588:0:16771:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000233a7d77. 00000040:00000001:3.0:1767384881.963590:0:17557:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:3.0:1767384881.963594:0:17557:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:2.0:1767384881.963595:0:16771:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000e78fe682. 00000020:00000001:3.0:1767384881.963601:0:17557:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384881.963601:0:16771:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d5bf26fc. 00000040:00001000:3.0:1767384881.963607:0:17557:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c97258 type=0x10620000 idx=28 00000001:00000010:2.0:1767384881.963608:0:16771:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004e4ccb91. 00000040:00001000:3.0:1767384881.963609:0:17557:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000001:00000010:2.0:1767384881.963614:0:16771:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bf1b7fc0. 00000040:00001000:3.0:1767384881.963615:0:17557:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000001:00000010:2.0:1767384881.963620:0:16771:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000041364dfc. 00000020:00000001:3.0:1767384881.963621:0:17557:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1767384881.963624:0:17557:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384881.963626:0:16771:0:(hash.c:1038:cfs_hash_create()) Process entered 00000040:00001000:3.0:1767384881.963627:0:17557:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c972a8 type=0x10620000 idx=29 00000001:00000010:2.0:1767384881.963631:0:16771:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005e164845. 00000040:00001000:3.0:1767384881.963632:0:17557:0:(llog.c:720:llog_process_thread()) synced_idx: 29 00000040:00000001:3.0:1767384881.963637:0:17557:0:(lustre_log.h:473:llog_next_block()) Process entered 00000001:00000010:2.0:1767384881.963638:0:16771:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000009c8f4f9. 00000040:00000001:3.0:1767384881.963642:0:17557:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000001:00000010:2.0:1767384881.963644:0:16771:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bfd16290. 00000040:00001000:3.0:1767384881.963646:0:17557:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000001:00000010:2.0:1767384881.963650:0:16771:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000852c5b1b. 00000001:00000010:2.0:1767384881.963655:0:16771:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009c88a6e6. 00000001:00000010:2.0:1767384881.963662:0:16771:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000010ee373b. 00010000:00000001:2.0:1767384881.963670:0:16771:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384881.963673:0:16771:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384881.963676:0:16771:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.963680:0:16771:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384881.963685:0:17557:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384881.963687:0:16771:0:(genops.c:887:class_export_get()) GET export 00000000e235a287 refcount=3 00000040:00000001:3.0:1767384881.963692:0:17557:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384881.963693:0:16771:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8a46e2f) now 5 - export 00000040:00001000:3.0:1767384881.963697:0:17557:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c972a8 type=0x10620000 idx=29 00000020:00000001:2.0:1767384881.963698:0:16771:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446635431487174656 : -108642222376960 : ffff9d30c2ed7800) 00000040:00001000:3.0:1767384881.963703:0:17557:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000020:00000040:2.0:1767384881.963704:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e235a287 : new refcount 2 00000020:00000080:2.0:1767384881.963708:0:16771:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x4895a8f6c11e853d 00000020:00000001:2.0:1767384881.963712:0:16771:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384881.963713:0:17557:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 29 synced_idx: 29 lgh_last_idx: 29 00000020:00000001:2.0:1767384881.963716:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384881.963717:0:17557:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000040:2.0:1767384881.963719:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e853d 00000040:00000001:3.0:1767384881.963720:0:17557:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000020:00000001:2.0:1767384881.963723:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000040:00000001:3.0:1767384881.963724:0:17557:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000040:2.0:1767384881.963726:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e235a287 refcount=3 00000020:00000001:3.0:1767384881.963728:0:17557:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384881.963732:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431487174656 : -108642222376960 : ffff9d30c2ed7800) 00000020:00000001:3.0:1767384881.963734:0:17557:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.963737:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431487174656 : -108642222376960 : ffff9d30c2ed7800) 00000040:00001000:3.0:1767384881.963740:0:17557:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d30c2c97388 type=0x0 idx=0 00000001:00000001:2.0:1767384881.963743:0:16771:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000040:00000001:3.0:1767384881.963744:0:17557:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384881.963747:0:16771:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000040:00080000:3.0:1767384881.963750:0:17557:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 30 count 30 00000040:00000010:3.0:1767384881.963753:0:17557:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000740c8587. 00000001:00000040:2.0:1767384881.963755:0:16771:0:(nodemap_handler.c:391:nodemap_classify_nid()) found nid 192.168.203.157@tcp 00000020:00000010:3.0:1767384881.963759:0:17557:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000881acdaa. 00000001:00000040:2.0:1767384881.963760:0:16771:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000006cd66532) : new refcount 3 00000001:00000001:2.0:1767384881.963767:0:16771:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446635435817944064 : -108637891607552 : ffff9d31c50fc400) 00000020:00000010:3.0:1767384881.963770:0:17557:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d2a646e3. 00000001:00000001:2.0:1767384881.963772:0:16771:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000040:00000010:3.0:1767384881.963775:0:17557:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000aa5e7a4c. 00000020:00000040:2.0:1767384881.963776:0:16771:0:(genops.c:887:class_export_get()) GET export 00000000e235a287 refcount=4 00000020:00000010:3.0:1767384881.963782:0:17557:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000717c01bb. 00000001:00000040:2.0:1767384881.963782:0:16771:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000006cd66532) : new refcount 4 00000020:00000010:3.0:1767384881.963789:0:17557:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000055e5c190. 00000020:00000010:2.0:1767384881.963790:0:16771:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000bd227ca1. 00000020:00000010:3.0:1767384881.963796:0:17557:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000253075f4. 00000020:00000010:2.0:1767384881.963797:0:16771:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at 0000000000ea1926. 80000000:00000010:3.0:1767384881.963804:0:17557:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000058467ac5. 40000000:00000010:3.0:1767384881.963808:0:17557:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005f7cc0d8. 00100000:00000010:3.0:1767384881.963811:0:17557:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000020d82edb. 00040000:00000010:3.0:1767384881.963814:0:17557:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000f81e8f2. 00000001:00000001:2.0:1767384881.963815:0:16771:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:3.0:1767384881.963818:0:17557:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009768d02a. 00040000:00000010:3.0:1767384881.963840:0:17557:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008db8b876. 00000001:08000000:2.0:1767384881.963841:0:16771:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 0@lo to nodemap default 00080000:00000010:3.0:1767384881.963845:0:17557:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d0b16fa1. 00000001:00000040:2.0:1767384881.963850:0:16771:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000006cd66532) : new refcount 3 00000004:00000010:3.0:1767384881.963851:0:17557:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007fb61665. 00000001:00000001:2.0:1767384881.963857:0:16771:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1767384881.963858:0:17557:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b4d70ce2. 00000004:00000010:3.0:1767384881.963865:0:17557:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004e4a6b75. 00000004:00100000:2.0:1767384881.963866:0:16771:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00002000:00000010:3.0:1767384881.963868:0:17557:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000066e7b81f. 00000001:00000001:2.0:1767384881.963871:0:16771:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000004:00000010:3.0:1767384881.963873:0:17557:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000af1bf6a4. 00000020:00000010:3.0:1767384881.963876:0:17557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000951edeb1. 00000001:00000001:2.0:1767384881.963882:0:16771:0:(tgt_lastrcvd.c:1035:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384881.963885:0:16771:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:2.0:1767384881.963888:0:16771:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:2.0:1767384881.963893:0:16771:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000fc13fc10 00000020:00000010:2.0:1767384881.963897:0:16771:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000a9e66f04. 00000020:00000040:2.0:1767384881.963904:0:16771:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000a9e66f04 for nid 0@lo - ref 2 00000100:00000001:3.0:1767384881.964003:0:16769:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.964008:0:16769:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384881.964008:0:16771:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384881.964040:0:16769:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358499200 02000000:00000001:3.0:1767384881.964044:0:16769:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384881.964046:0:16769:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384881.964048:0:16769:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384881.964050:0:16771:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000b87dd8cb. 00000020:00000010:2.0:1767384881.964055:0:16771:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000663e34df. 02000000:00000001:3.0:1767384881.964060:0:16769:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384881.964062:0:16771:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 000000000058a0c9. 00000100:00100000:3.0:1767384881.964065:0:16769:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358499200 00000020:00000001:3.0:1767384881.964069:0:16769:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384881.964073:0:16769:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1767384881.964076:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384881.964079:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384881.964082:0:16769:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384881.964089:0:16769:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8a0449c. 00000020:00000010:2.0:1767384881.964090:0:16771:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000007c7b6987. 00000020:00000010:3.0:1767384881.964096:0:16769:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005d38a93d. 00000020:00000010:2.0:1767384881.964097:0:16771:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000008138c66a. 00000020:00000010:3.0:1767384881.964103:0:16769:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003c176972. 00000100:00000001:3.0:1767384881.964108:0:16769:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384881.964112:0:16769:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384881.964112:0:16771:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000984a9824. 00000100:00000001:3.0:1767384881.964117:0:16769:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.964125:0:16769:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.964130:0:16769:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384881.964136:0:16771:0:(mdt_fs.c:76:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384881.964142:0:16771:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.964145:0:17560:0:(service.c:2991:ptlrpc_main()) Process entered 00010000:00000001:2.0:1767384881.964147:0:16771:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384881.964152:0:16771:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000006dc4e8c2. 00000020:00000040:2.0:1767384881.964156:0:16771:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8a46e2f) now 6 - import 00000100:00000010:3.0:1767384881.964159:0:17560:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000c71b0512. 00000020:00000001:2.0:1767384881.964162:0:16771:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384881.964165:0:16771:0:(genops.c:1242:class_import_put()) import 000000006dc4e8c2 refcount=1 obd=lustre-MDT0000 00000020:00000010:3.0:1767384881.964167:0:17560:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000009a2bf560. 00000020:00000001:2.0:1767384881.964168:0:16771:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1767384881.964173:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007a10fe02. 00000020:00000010:3.0:1767384881.964176:0:17560:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009df04eac. 00000020:00000010:3.0:1767384881.964181:0:17560:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006560a1f7. 00000020:00000040:2.0:1767384881.964181:0:16771:0:(genops.c:887:class_export_get()) GET export 00000000e235a287 refcount=5 00000100:00000040:2.0:1767384881.964186:0:16771:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000e235a287 : new rpc_count 1 00000040:00000010:3.0:1767384881.964188:0:17560:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a15f88f2. 00000100:00000001:2.0:1767384881.964189:0:16771:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1767384881.964193:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1767384881.964196:0:17560:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001d19d04d. 00000100:00000040:2.0:1767384881.964197:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 15 to 0@lo 00000100:00000001:2.0:1767384881.964202:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000020:00000010:3.0:1767384881.964203:0:17560:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000055e5c190. 00000100:00000001:2.0:1767384881.964207:0:16771:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446635436743644864 : -108636965906752 : 0xffff9d31fc3cd6c0) 00000020:00000010:3.0:1767384881.964210:0:17560:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000951edeb1. 00000100:00000040:2.0:1767384881.964212:0:16771:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000b5f3fedc refcount 15 to 0@lo 80000000:00000010:3.0:1767384881.964216:0:17560:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000dd50170e. 00000020:00000040:2.0:1767384881.964217:0:16771:0:(genops.c:887:class_export_get()) GET export 00000000e235a287 refcount=6 40000000:00000010:3.0:1767384881.964222:0:17560:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005a053951. 00000100:00000001:2.0:1767384881.964223:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384881.964228:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 16 to 0@lo 00100000:00000010:3.0:1767384881.964229:0:17560:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003e013e8c. 00040000:00000010:3.0:1767384881.964235:0:17560:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000f81e8f2. 00000100:00000001:2.0:1767384881.964239:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00040000:00000010:3.0:1767384881.964242:0:17560:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008a345478. 02000000:00000001:2.0:1767384881.964243:0:16771:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767384881.964246:0:16771:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 00040000:00000010:3.0:1767384881.964249:0:17560:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008db8b876. 02000000:08000000:2.0:1767384881.964251:0:16771:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:2.0:1767384881.964254:0:16771:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072661774400 : -1047777216 : ffffffffc18c3040) 00080000:00000010:3.0:1767384881.964255:0:17560:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000038480abf. 02000000:00000001:2.0:1767384881.964257:0:16771:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1767384881.964261:0:17560:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002d4eac1d. 00000100:00000001:2.0:1767384881.964262:0:16771:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1767384881.964266:0:16771:0:(recover.c:147:ptlrpc_resend()) Process entered 00000004:00000010:3.0:1767384881.964268:0:17560:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000014ea8e37. 00000100:00000001:2.0:1767384881.964269:0:16771:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1767384881.964275:0:17560:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a01d9890. 00000100:00080000:2.0:1767384881.964276:0:16771:0:(import.c:65:import_set_state_nolock()) 000000006dc4e8c2 : changing import state from RECOVER to FULL 00002000:00000010:3.0:1767384881.964282:0:17560:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fa68b11b. 00000100:00000001:2.0:1767384881.964283:0:16771:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384881.964287:0:16771:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384881.964292:0:16771:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1767384881.964294:0:17560:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e2759c60. 00000020:00000040:2.0:1767384881.964295:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e235a287 : new refcount 5 00000020:00000040:2.0:1767384881.964300:0:16771:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8a46e2f) now 6 - find 00010000:00000001:2.0:1767384881.964305:0:16771:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.964311:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384881.964314:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671210800 : -1038340816 : ffffffffc21c2d30) 00000020:00000001:2.0:1767384881.964320:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384881.964323:0:16771:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384881.964326:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384881.964329:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384881.964333:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384881.964337:0:17560:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 0000000052df7659. 00000020:00000001:2.0:1767384881.964338:0:16771:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000001:00000001:2.0:1767384881.964344:0:16771:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384881.964347:0:16771:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384881.964350:0:17560:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00000001:00000001:2.0:1767384881.964351:0:16771:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384881.964354:0:16771:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384881.964361:0:17560:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000740c8587. 00000020:00000001:2.0:1767384881.964361:0:16771:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384881.964366:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358499072 00000100:00000001:0.0:1767384881.964366:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384881.964368:0:17560:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384881.964370:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1767384881.964371:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384881.964372:0:17560:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384881.964377:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00010000:00000200:2.0:1767384881.964378:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000211755af x1853237358499072/t0(0) o38->lustre-MDT0000-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384901 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384881.964380:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436514549632 : -108637195001984 : ffff9d31ee951f80) 00000100:00000001:3.0:1767384881.964384:0:17560:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.964390:0:17560:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384881.964393:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004d8bc0a5 x1853237358499200/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384881.964397:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384881.964400:0:16771:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384881.964410:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=1767384881 v=10 (0 0 0 0) 00000100:00100000:0.0:1767384881.964411:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004d8bc0a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:16126:x1853237358499200:12345-0@lo:38: 00000100:00001000:2.0:1767384881.964419:0:16771:0:(import.c:2194:obd_at_measure()) AT 00000000c25a1dd6 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00000200:0.0:1767384881.964420:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358499200 00000020:00000001:0.0:1767384881.964424:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1767384881.964428:0:16770:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000100:00001000:2.0:1767384881.964429:0:16771:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt changed estimate from 10 to 5 req@00000000211755af x1853237358499072/t0(0) o38->lustre-MDT0000-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384901 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384881.964435:0:16770:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8a46e2f) now 6 - find 00000020:00000001:0.0:1767384881.964441:0:16770:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446635436802532192 : -108636907019424 : ffff9d31ffbf6360) 00000100:00001000:2.0:1767384881.964448:0:16771:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:0.0:1767384881.964449:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384881.964454:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384881.964456:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:0.0:1767384881.964459:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000bca9822d. 00000100:00000040:2.0:1767384881.964461:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 17 to 0@lo 02000000:00000001:0.0:1767384881.964464:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.964466:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384881.964470:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384881.964470:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384881.964474:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384881.964475:0:16770:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0x2041401047000022 tmp_exp_old_falloc: 0 00000100:00000001:2.0:1767384881.964480:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384881.964485:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00080000:0.0:1767384881.964485:0:16770:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 204 last 0 00000400:00000010:2.0:1767384881.964490:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bc03c35. 00010000:00000001:0.0:1767384881.964494:0:16770:0:(obd_class.h:852:obd_connect()) Process entered 00000100:00000200:2.0:1767384881.964496:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853237358499072, offset 0 00000004:00000001:0.0:1767384881.964499:0:16770:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000400:00000200:2.0:1767384881.964503:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384881.964504:0:16770:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:0.0:1767384881.964508:0:16770:0:(genops.c:950:__class_new_export()) Process entered 00000400:00000200:2.0:1767384881.964511:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384881.964514:0:16770:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000d62afedc. 00000400:00000200:2.0:1767384881.964519:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x6958272701500 00000020:00000001:0.0:1767384881.964519:0:16770:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384881.964523:0:16770:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d62afedc with handle 0x4895a8f6c11e8544 to hash 00000400:00000200:2.0:1767384881.964528:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0x109d [1] + 0 00000020:00000001:0.0:1767384881.964528:0:16770:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384881.964533:0:16770:0:(obd_class.h:1008:obd_init_export()) Process entered 00000400:00000200:2.0:1767384881.964537:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:0.0:1767384881.964537:0:16770:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000004:00000010:0.0:1767384881.964541:0:16770:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000d184fe40. 00000400:00000200:2.0:1767384881.964545:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000001:0.0:1767384881.964545:0:16770:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:0.0:1767384881.964549:0:16770:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000f2903f89. 00000100:00000001:2.0:1767384881.964554:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000001:00000001:0.0:1767384881.964554:0:16770:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384881.964560:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009f6d34da x1853237358499072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384891 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384881.964560:0:16770:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:0.0:1767384881.964564:0:16770:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384881.964568:0:16770:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000096b8ac9e. 00000001:00000010:0.0:1767384881.964573:0:16770:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b203f73d. 00000100:00000040:2.0:1767384881.964578:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@000000009f6d34da x1853237358499072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:0.0:1767384881.964585:0:16770:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000edb676c2. 00000001:00000010:0.0:1767384881.964589:0:16770:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e08de983. 00000001:00000010:0.0:1767384881.964594:0:16770:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005c7ae938. 00000001:00000010:0.0:1767384881.964599:0:16770:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008331622c. 00000001:00000001:0.0:1767384881.964604:0:16770:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384881.964608:0:16770:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d7cae899. 00000001:00000010:0.0:1767384881.964612:0:16770:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000d7ccdd51. 00000001:00000010:0.0:1767384881.964617:0:16770:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c055b558. 00000100:00000001:2.0:1767384881.964618:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000001:00000010:0.0:1767384881.964622:0:16770:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ebe1bf64. 00000400:00000200:2.0:1767384881.964626:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bc03c35 00000001:00000010:0.0:1767384881.964626:0:16770:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000097ca0565. 00000400:00000010:2.0:1767384881.964630:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bc03c35. 00000001:00000010:0.0:1767384881.964631:0:16770:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000ea8ae73. 00000100:00000001:2.0:1767384881.964635:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384881.964636:0:16770:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.964637:0:16126:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384881.964638:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384881.964639:0:16770:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.964642:0:16126:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384881.964644:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384881.964645:0:16770:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384881.964648:0:16126:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384881.964650:0:16770:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384881.964651:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 16 to 0@lo 00000400:00000001:3.0:1767384881.964652:0:16126:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1767384881.964654:0:16770:0:(genops.c:887:class_export_get()) GET export 00000000d62afedc refcount=3 00000400:00000010:3.0:1767384881.964656:0:16126:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d9dc46e. 00010000:00000001:2.0:1767384881.964657:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000040:0.0:1767384881.964658:0:16770:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8a46e2f) now 7 - export 00000400:00000200:3.0:1767384881.964661:0:16126:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092f4e8b6 00000020:00000001:0.0:1767384881.964662:0:16770:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 00000400:00000010:3.0:1767384881.964665:0:16126:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000092f4e8b6. 00000020:00000040:0.0:1767384881.964667:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000d62afedc : new refcount 2 00000020:00000001:2.0:1767384881.964668:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.964669:0:16126:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000080:0.0:1767384881.964671:0:16770:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x4895a8f6c11e8544 00000020:00000001:2.0:1767384881.964672:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384881.964677:0:16126:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009f6d34da x1853237358499072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384881.964677:0:16770:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384881.964680:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000211755af x1853237358499072/t0(0) o38->lustre-MDT0000-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384901 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384881.964683:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384881.964686:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8544 00000020:00000001:0.0:1767384881.964691:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384881.964694:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d62afedc refcount=3 00000020:00000001:0.0:1767384881.964700:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 00000020:00000001:0.0:1767384881.964705:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 00000001:00000001:0.0:1767384881.964712:0:16770:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000100:00000200:3.0:1767384881.964716:0:16126:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009f6d34da x1853237358499072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384891 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1767384881.964717:0:16770:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000100:00100000:2.0:1767384881.964722:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000211755af pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16126:x1853237358499072:12345-0@lo:38: Request processed in 1284us (1550us total) trans 0 rc 0/0 00000001:00000040:0.0:1767384881.964725:0:16770:0:(nodemap_handler.c:391:nodemap_classify_nid()) found nid 192.168.203.157@tcp 00000001:00000040:0.0:1767384881.964732:0:16770:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000006cd66532) : new refcount 4 00000001:00000001:0.0:1767384881.964738:0:16770:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446635435817944064 : -108637891607552 : ffff9d31c50fc400) 00000100:00100000:2.0:1767384881.964743:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000001:00000001:0.0:1767384881.964745:0:16770:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000100:00000001:3.0:1767384881.964746:0:16126:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384881.964748:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e235a287 : new rpc_count 0 00000100:00000001:3.0:1767384881.964751:0:16126:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384881.964751:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:0.0:1767384881.964754:0:16770:0:(genops.c:887:class_export_get()) GET export 00000000d62afedc refcount=4 00000100:00000001:3.0:1767384881.964756:0:16126:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384881.964756:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000001:00000040:0.0:1767384881.964759:0:16770:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000006cd66532) : new refcount 5 02000000:00000001:3.0:1767384881.964761:0:16126:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384881.964762:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ccca5d0. 00000001:00000001:0.0:1767384881.964764:0:16770:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.964766:0:16126:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384881.964768:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f4bf686. 00000100:00000001:3.0:1767384881.964769:0:16126:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:0.0:1767384881.964770:0:16770:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 0@lo to nodemap default 00000020:00000010:2.0:1767384881.964774:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083c3f311. 02000000:00000001:3.0:1767384881.964775:0:16126:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384881.964775:0:16770:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000006cd66532) : new refcount 4 00000020:00000040:2.0:1767384881.964779:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e235a287 : new refcount 4 00000001:00000001:0.0:1767384881.964781:0:16770:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.964783:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384881.964784:0:16126:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d8b4c5be. 00000004:00100000:0.0:1767384881.964785:0:16770:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000001:0.0:1767384881.964790:0:16770:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000100:00001000:3.0:1767384881.964791:0:16126:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a558cf0b time=1767384881 v=5 (0 0 0 0) 00000001:00000001:0.0:1767384881.964793:0:16770:0:(tgt_lastrcvd.c:1035:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384881.964799:0:16770:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000100:00001000:3.0:1767384881.964800:0:16126:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f60eced4 time=1767384881 v=0 (0 0 0 0) 00000020:00000001:0.0:1767384881.964802:0:16770:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000100:00001000:3.0:1767384881.964806:0:16126:0:(import.c:2194:obd_at_measure()) AT 00000000f60eced4 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:2.0:1767384881.964807:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:01000000:0.0:1767384881.964808:0:16770:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000fc13fc10 00000100:00100000:2.0:1767384881.964812:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358499328 00000020:00000010:0.0:1767384881.964814:0:16770:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000009ad97fc9. 00000100:00000001:3.0:1767384881.964816:0:16126:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384881.964817:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384881.964820:0:16126:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.964834:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767384881.964835:0:16770:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000a9e66f04 for nid 0@lo - ref 3 00010000:00000001:3.0:1767384881.964838:0:16126:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384881.964839:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384881.964842:0:16770:0:(lprocfs_status_server.c:685:lprocfs_exp_setup()) Process leaving via destroy_new (rc=18446744073709551502 : -114 : 0xffffffffffffff8e) 00010000:00080000:3.0:1767384881.964845:0:16126:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@000000009f6d34da x1853237358499072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384891 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384881.964845:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384881.964848:0:16770:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 000000009ad97fc9. 00000100:00100000:2.0:1767384881.964851:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358499328 00000020:00000001:0.0:1767384881.964852:0:16770:0:(lprocfs_status_server.c:711:lprocfs_exp_setup()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:2.0:1767384881.964857:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000004:00000001:0.0:1767384881.964859:0:16770:0:(mdt_fs.c:56:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384881.964862:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000004:00000001:0.0:1767384881.964864:0:16770:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.964868:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384881.964870:0:16770:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384881.964873:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000020:00000010:0.0:1767384881.964876:0:16770:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000041276527. 00000020:00000001:2.0:1767384881.964881:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000040:0.0:1767384881.964883:0:16770:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8a46e2f) now 8 - import 00010000:00000001:3.0:1767384881.964887:0:16126:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.964888:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:0.0:1767384881.964891:0:16770:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384881.964894:0:16126:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384881.964895:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1767384881.964895:0:16770:0:(genops.c:1242:class_import_put()) import 0000000041276527 refcount=1 obd=lustre-MDT0000 00000100:00100000:3.0:1767384881.964899:0:16126:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000020:00000001:0.0:1767384881.964900:0:16770:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1767384881.964901:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d1f3ca2. 00000020:00000040:0.0:1767384881.964904:0:16770:0:(genops.c:887:class_export_get()) GET export 00000000d62afedc refcount=5 00000100:00000040:3.0:1767384881.964905:0:16126:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767384881.964906:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384881.964908:0:16770:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000d62afedc : new rpc_count 1 00000020:00000010:2.0:1767384881.964913:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d1f3ca2. 00000100:00000001:0.0:1767384881.964914:0:16770:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1767384881.964915:0:16126:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384881.964918:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384881.964919:0:16126:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384881.964922:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f563ae1. 00000100:00000040:0.0:1767384881.964923:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 17 to 0@lo 00000100:00000001:0.0:1767384881.964926:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000100:00000040:3.0:1767384881.964928:0:16126:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f6d34da x1853237358499072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384891 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384881.964932:0:16770:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446635436743644864 : -108636965906752 : 0xffff9d31fc3cd6c0) 00000020:00000010:2.0:1767384881.964934:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ccca5d0. 00000020:00000010:2.0:1767384881.964941:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f4bf686. 00000100:00000040:0.0:1767384881.964942:0:16770:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000b5f3fedc refcount 17 to 0@lo 00000100:00000001:3.0:1767384881.964947:0:16126:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384881.964950:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384881.964953:0:16126:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:0.0:1767384881.964954:0:16770:0:(genops.c:887:class_export_get()) GET export 00000000d62afedc refcount=6 00000100:00000001:2.0:1767384881.964955:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384881.964957:0:16126:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384881.964959:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384881.964961:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384881.964962:0:16126:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1767384881.964962:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384881.964966:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 18 to 0@lo 00000100:00080000:3.0:1767384881.964968:0:16126:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 2 00000100:00000001:2.0:1767384881.964971:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384881.964971:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000020:00000001:3.0:1767384881.964972:0:16126:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384881.964975:0:16126:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8536 02000000:00000001:0.0:1767384881.964978:0:16770:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:3.0:1767384881.964979:0:16126:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384881.964981:0:16770:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 00000020:00000040:3.0:1767384881.964983:0:16126:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000dcf24740 refcount=7 00000100:00000001:2.0:1767384881.964984:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:08000000:0.0:1767384881.964985:0:16770:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 00000020:00000001:3.0:1767384881.964988:0:16126:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431490551808 : -108642218999808 : ffff9d30c3210000) 02000000:00000001:0.0:1767384881.964991:0:16770:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072661774400 : -1047777216 : ffffffffc18c3040) 00000020:00000001:3.0:1767384881.964993:0:16126:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431490551808 : -108642218999808 : ffff9d30c3210000) 02000000:00000001:0.0:1767384881.964996:0:16770:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384881.964999:0:16126:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f60eced4 time=1767384881 v=0 (0 0 0 0) 00000100:00000001:0.0:1767384881.965000:0:16770:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1767384881.965002:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384881.965003:0:16770:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00001000:3.0:1767384881.965004:0:16126:0:(import.c:2194:obd_at_measure()) AT 00000000f60eced4 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:2.0:1767384881.965006:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384881.965007:0:16770:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384881.965030:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00000040:2.0:1767384881.965033:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:2.0:1767384881.965036:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529246288 : -108637180305328 : ffff9d31ef756050) 00000100:00080000:3.0:1767384881.965039:0:16126:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00000040:2.0:1767384881.965039:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000037bc8bda x1853237358499328/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 4848/0 e 0 to 0 dl 1767384892 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767384881.965044:0:16770:0:(import.c:65:import_set_state_nolock()) 0000000041276527 : changing import state from RECOVER to FULL 00000020:00000040:3.0:1767384881.965045:0:16126:0:(genops.c:898:class_export_put()) PUTting export 00000000dcf24740 : new refcount 6 00000100:00000001:3.0:1767384881.965050:0:16126:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384881.965051:0:16770:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384881.965054:0:16126:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384881.965055:0:16770:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384881.965056:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00080000:3.0:1767384881.965058:0:16126:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00000001:0.0:1767384881.965060:0:16770:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384881.965061:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d1f3ca2. 00000100:00080000:3.0:1767384881.965062:0:16126:0:(import.c:65:import_set_state_nolock()) 00000000e13b832f lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000020:00000040:0.0:1767384881.965066:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000d62afedc : new refcount 5 00000100:00000001:2.0:1767384881.965067:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384881.965068:0:16126:0:(obd_class.h:1217:obd_import_event()) Process entered 00000020:00000040:0.0:1767384881.965070:0:16770:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8a46e2f) now 8 - find 00000100:00000001:3.0:1767384881.965071:0:16126:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000010:2.0:1767384881.965072:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d1f3ca2. 00000100:00000001:3.0:1767384881.965076:0:16126:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384881.965077:0:16770:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384881.965081:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000037bc8bda pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+14:17536:x1853237358499328:12345-0@lo:253: 00000100:00000001:3.0:1767384881.965083:0:16126:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000020:00000001:0.0:1767384881.965084:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:2.0:1767384881.965085:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358499328 00000020:00000001:0.0:1767384881.965086:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671210800 : -1038340816 : ffffffffc21c2d30) 00000020:00000001:2.0:1767384881.965088:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384881.965090:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384881.965093:0:16770:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384881.965094:0:16126:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.965094:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384881.965095:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384881.965097:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384881.965099:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384881.965101:0:16126:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.965101:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384881.965102:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.965104:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:0.0:1767384881.965108:0:16770:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:2.0:1767384881.965109:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1767384881.965112:0:16126:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f6d34da x1853237358499072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384891 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384881.965113:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384881.965113:0:16770:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384881.965116:0:16770:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.965118:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000001:00000001:0.0:1767384881.965121:0:16770:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000001:2.0:1767384881.965122:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000001:00000001:0.0:1767384881.965125:0:16770:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.965127:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384881.965129:0:16770:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.965132:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000040:0.0:1767384881.965134:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358499200 00000100:00100000:3.0:1767384881.965138:0:16126:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009f6d34da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16126:1853237358499072:0@lo:38: 02000000:00000001:2.0:1767384881.965138:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1767384881.965138:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384881.965143:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004d8bc0a5 x1853237358499200/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384901 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.965146:0:16126:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384881.965149:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e4c946e2. 00000100:00000001:3.0:1767384881.965150:0:16126:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384881.965154:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384881.965156:0:16126:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009f6d34da x1853237358499072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384891 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384881.965159:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384881.965166:0:16764:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384881.965173:0:16764:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000cd7610f0. 20000000:01000000:2.0:1767384881.965178:0:16764:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00010000:00000001:0.0:1767384881.965178:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384881.965180:0:16126:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767384881.965181:0:16770:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384881.965182:0:16764:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000001:3.0:1767384881.965184:0:16126:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1767384881.965185:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=0 v=5 (1 0 0 0) 20000000:00000001:2.0:1767384881.965186:0:16764:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000010:3.0:1767384881.965187:0:16126:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000356afda7. 20000000:00000001:2.0:1767384881.965190:0:16764:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384881.965191:0:16770:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 02000000:00000001:3.0:1767384881.965193:0:16126:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 20000000:00000001:2.0:1767384881.965193:0:16764:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384881.965196:0:16126:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384881.965197:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 20000000:00000001:2.0:1767384881.965198:0:16764:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000040:3.0:1767384881.965201:0:16126:0:(genops.c:1242:class_import_put()) import 00000000e13b832f refcount=2 obd=lustre-MDT0000-lwp-OST0000 20000000:00000010:2.0:1767384881.965202:0:16764:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 00000000896bc73b. 00000100:00000040:0.0:1767384881.965204:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 19 to 0@lo 00000020:00000001:3.0:1767384881.965207:0:16126:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384881.965208:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000010:3.0:1767384881.965210:0:16126:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000462cc401. 20000000:00000010:2.0:1767384881.965211:0:16764:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d6ec3274. 02000000:00000001:0.0:1767384881.965212:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384881.965214:0:16126:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384881.965215:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384881.965216:0:16764:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 02000000:00000001:3.0:1767384881.965217:0:16126:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384881.965221:0:16126:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009f6d34da. 00000100:00000001:0.0:1767384881.965221:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 20000000:00000001:2.0:1767384881.965223:0:16764:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000040:0.0:1767384881.965227:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384881.965228:0:16126:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00080000:00000001:2.0:1767384881.965228:0:16764:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000010:0.0:1767384881.965231:0:16770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029d00ffa. 00000100:00000001:3.0:1767384881.965232:0:16126:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384881.965235:0:16126:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384881.965236:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853237358499200, offset 0 00000100:00000001:3.0:1767384881.965237:0:16126:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384881.965240:0:16126:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384881.965243:0:16126:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384881.965244:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384881.965245:0:16126:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384881.965253:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384881.965261:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x6958272701580 00000400:00000200:0.0:1767384881.965266:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0x10a5 [1] + 0 00000400:00000200:0.0:1767384881.965270:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384881.965273:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384881.965276:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384881.965280:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028d02595 x1853237358499200/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384891 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384881.965289:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@0000000028d02595 x1853237358499200/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384881.965305:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384881.965311:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029d00ffa 00000400:00000010:0.0:1767384881.965314:0:16770:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029d00ffa. 00000100:00000001:0.0:1767384881.965318:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384881.965320:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384881.965322:0:16126:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384881.965325:0:16126:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384881.965325:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384881.965329:0:16126:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384881.965331:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 18 to 0@lo 00000400:00000001:3.0:1767384881.965332:0:16126:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384881.965334:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384881.965336:0:16126:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e84936ba. 00000400:00000200:3.0:1767384881.965340:0:16126:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be2ad67f 00000400:00000010:3.0:1767384881.965341:0:16126:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be2ad67f. 00000100:00000001:3.0:1767384881.965344:0:16126:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384881.965347:0:16126:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028d02595 x1853237358499200/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384881.965350:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384881.965352:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384881.965357:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d8bc0a5 x1853237358499200/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384901 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384881.965381:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004d8bc0a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16126:x1853237358499200:12345-0@lo:38: Request processed in 972us (1729us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384881.965384:0:16126:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028d02595 x1853237358499200/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384891 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1767384881.965384:0:16764:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384881.965391:0:16764:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384881.965394:0:16764:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384881.965394:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:0.0:1767384881.965400:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d62afedc : new rpc_count 0 00080000:00000001:2.0:1767384881.965401:0:16764:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000100:00000001:3.0:1767384881.965403:0:16126:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384881.965405:0:16764:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:0.0:1767384881.965405:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384881.965406:0:16126:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384881.965408:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384881.965410:0:16126:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:2.0:1767384881.965410:0:16764:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 02000000:00000001:3.0:1767384881.965412:0:16126:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384881.965412:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005d38a93d. 00080000:00000001:2.0:1767384881.965416:0:16764:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:3.0:1767384881.965417:0:16126:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384881.965418:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003c176972. 00000100:00000001:3.0:1767384881.965420:0:16126:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384881.965422:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8a0449c. 02000000:00000001:3.0:1767384881.965423:0:16126:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384881.965425:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000d62afedc : new refcount 4 00080000:00000010:2.0:1767384881.965426:0:16764:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000093e19b1d. 00000100:00000001:0.0:1767384881.965429:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384881.965430:0:16126:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000009cb19d3d. 00080000:00000001:2.0:1767384881.965430:0:16764:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490598912 : -108642218952704 : ffff9d30c321b800) 00080000:00000001:2.0:1767384881.965436:0:16764:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00001000:3.0:1767384881.965437:0:16126:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5338197 time=1767384881 v=5 (0 0 0 0) 00000100:00001000:3.0:1767384881.965441:0:16126:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c619e3cd time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384881.965444:0:16126:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384881.965445:0:16126:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384881.965446:0:16126:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384881.965449:0:16126:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@0000000028d02595 x1853237358499200/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384891 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384881.965454:0:16126:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.965456:0:16126:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384881.965457:0:16126:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384881.965459:0:16126:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384881.965459:0:16126:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384881.965462:0:16126:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028d02595 x1853237358499200/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384891 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.965467:0:16126:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384881.965468:0:16126:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384881.965469:0:16126:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384881.965471:0:16126:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1767384881.965474:0:16126:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 2 00000020:00000001:3.0:1767384881.965476:0:16126:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384881.965478:0:16126:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e84c6 00000001:00000001:2.0:1767384881.965479:0:16764:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:3.0:1767384881.965480:0:16126:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:2.0:1767384881.965481:0:16764:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.965483:0:16764:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000040:3.0:1767384881.965491:0:16126:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000014550072 refcount=7 00080000:00000001:2.0:1767384881.965493:0:16764:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384881.965495:0:16126:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436270960640 : -108637438590976 : ffff9d31e0104000) 00080000:00000001:2.0:1767384881.965497:0:16764:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000001:3.0:1767384881.965501:0:16126:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436270960640 : -108637438590976 : ffff9d31e0104000) 00000100:00001000:3.0:1767384881.965506:0:16126:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c619e3cd time=1767384881 v=0 (0 0 0 0) 00000100:00001000:3.0:1767384881.965509:0:16126:0:(import.c:2194:obd_at_measure()) AT 00000000c619e3cd change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:3.0:1767384881.965513:0:16126:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000020:00000040:3.0:1767384881.965517:0:16126:0:(genops.c:898:class_export_put()) PUTting export 0000000014550072 : new refcount 6 00000100:00000001:3.0:1767384881.965519:0:16126:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384881.965521:0:16126:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1767384881.965523:0:16126:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1767384881.965526:0:16126:0:(import.c:65:import_set_state_nolock()) 000000005ebd018a lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1767384881.965528:0:16126:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384881.965530:0:16126:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384881.965531:0:16126:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384881.965534:0:16126:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767384881.965537:0:16126:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.965541:0:16126:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.965543:0:16764:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000040:3.0:1767384881.965547:0:16126:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028d02595 x1853237358499200/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384891 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1767384881.965547:0:16764:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00100000:3.0:1767384881.965557:0:16126:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000028d02595 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16126:1853237358499200:0@lo:38: 00000100:00000001:3.0:1767384881.965562:0:16126:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.965564:0:16126:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384881.965567:0:16126:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028d02595 x1853237358499200/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384891 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384881.965574:0:16126:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384881.965576:0:16126:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384881.965578:0:16126:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c601423e. 02000000:00000001:3.0:1767384881.965582:0:16126:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384881.965583:0:16126:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384881.965585:0:16126:0:(genops.c:1242:class_import_put()) import 000000005ebd018a refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384881.965587:0:16126:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384881.965589:0:16126:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000006b5b27c1. 02000000:00000001:3.0:1767384881.965598:0:16126:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384881.965599:0:16126:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384881.965600:0:16126:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028d02595. 00000100:00000001:3.0:1767384881.965603:0:16126:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384881.965604:0:16126:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384881.965605:0:16126:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.965606:0:16126:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384881.965607:0:16126:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384881.965609:0:16126:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384881.965611:0:16126:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384881.968048:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294871830, at 4294871831 00000100:00000010:2.0:1767384881.968054:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003eaf850a. 00000100:00000040:3.0:1767384881.968059:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294871830, at 4294871831 00000100:00000010:3.0:1767384881.968067:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000330399e0. 00000100:00000040:0.0:1767384881.968658:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294871830, at 4294871831 00000100:00000010:0.0:1767384881.968664:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001993010c. 00080000:00000001:2.0:1767384881.971900:0:16764:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.971903:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384881.971906:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:2.0:1767384881.971906:0:16764:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00040000:00000001:3.0:1767384881.971909:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384881.971910:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384881.971911:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384881.971912:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000093e19b1d. 00080000:00000001:3.0:1767384881.971916:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384881.971919:0:16764:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384881.971923:0:16764:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384881.971925:0:16764:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384881.971936:0:16764:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384881.971938:0:16764:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384881.971943:0:16764:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384881.971946:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384881.971950:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384881.971952:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384881.971956:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384881.971958:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384881.971962:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000bc80035c. 00010000:00000001:0.0:1767384881.971966:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384881.971969:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dd8138a9. 00000020:00000001:0.0:1767384881.971971:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384881.971972:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000dd8138a9 with handle 0x4895a8f6c11e854b to hash 00000020:00000001:0.0:1767384881.971974:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384881.971975:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00010000:00000001:0.0:1767384881.971978:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00010000:00000001:0.0:1767384881.971980:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384881.971982:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384881.971990:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e854b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384881.971995:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384881.971997:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384881.971999:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384881.972001:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384881.972002:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384881.972004:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384881.972005:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384881.972008:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384881.972009:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384881.972010:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384881.972030:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384881.972032:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000bc80035c) refcount = 1 00010000:00010000:0.0:1767384881.972035:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e854b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384881.972039:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384881.972041:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384881.972042:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384881.972044:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384881.972046:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384881.972048:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384881.972050:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.000882197s 00010000:00000001:0.0:1767384881.972052:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384881.972053:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384881.972055:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dd8138a9 refcount=4 00000020:00000001:0.0:1767384881.972057:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00010000:00000001:0.0:1767384881.972059:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00010000:00000001:0.0:1767384881.972060:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384881.972062:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e854b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384881.972066:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384881.972072:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e854b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384881.972076:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384881.972077:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384881.972078:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e854b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384881.972082:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384881.972083:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384881.972085:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384881.972086:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e854b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384881.972090:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000dd8138a9 already unused, calling callback (00000000be7801c4) 00010000:00000001:0.0:1767384881.972092:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384881.972094:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384881.972096:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e854b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384881.972100:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384881.972101:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384881.972102:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384881.972103:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dd8138a9 refcount=5 00000020:00000001:0.0:1767384881.972104:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00010000:00000001:0.0:1767384881.972106:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00010000:00000001:0.0:1767384881.972107:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384881.972109:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e854b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384881.972113:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384881.972114:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384881.972115:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384881.972117:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384881.972119:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384881.972120:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384881.972124:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384881.972126:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dd8138a9 with handle 0x4895a8f6c11e854b from hash 00010000:00000001:0.0:1767384881.972128:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384881.972128:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384881.972129:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384881.972130:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384881.972131:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384881.972132:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384881.972133:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384881.972135:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384881.972137:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384881.972138:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384881.972139:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384881.972141:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384881.972142:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384881.972143:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384881.972145:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384881.972146:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384881.972148:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e854b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384881.972151:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384881.972152:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384881.972153:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384881.972153:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384881.972154:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384881.972155:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384881.972156:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384881.972158:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384881.972159:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384881.972160:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e854b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384881.972163:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384881.972164:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384881.972164:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e854b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384881.972174:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000bc80035c count: 0 00010000:00000001:0.0:1767384881.972179:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384881.972180:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384881.974047:0:16764:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384881.974051:0:16764:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384881.974053:0:16764:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000cd7610f0. 20000000:00000001:2.0:1767384881.974057:0:16764:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384881.974059:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358499328 00010000:00000001:2.0:1767384881.974061:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384881.974065:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000037bc8bda x1853237358499328/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 4848/4768 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384881.974071:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384881.974072:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384881.974073:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384881.974076:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384881.974077:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 19 to 0@lo 00000100:00000001:2.0:1767384881.974078:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384881.974080:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384881.974082:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384881.974084:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384881.974085:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384881.974088:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb75615b. 00000100:00000200:2.0:1767384881.974090:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358499328, offset 224 00000400:00000200:2.0:1767384881.974094:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384881.974099:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384881.974103:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272701600 00000400:00000200:2.0:1767384881.974107:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x10b1 [2] + 224 00000400:00000200:2.0:1767384881.974110:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384881.974112:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384881.974115:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384881.974117:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c2d03dd4 x1853237358499328/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384897 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384881.974133:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c2d03dd4 x1853237358499328/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384897 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384881.974146:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384881.974151:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb75615b 00000400:00000010:2.0:1767384881.974152:0:16764:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb75615b. 00000100:00000001:2.0:1767384881.974154:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384881.974155:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384881.974158:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384881.974161:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 18 to 0@lo 00010000:00000001:2.0:1767384881.974163:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384881.974164:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.974166:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384881.974169:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000037bc8bda x1853237358499328/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:107/0 lens 4848/4768 e 0 to 0 dl 1767384892 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384881.974179:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000037bc8bda pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+14:17536:x1853237358499328:12345-0@lo:253: Request processed in 9120us (9433us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384881.974189:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00000040:2.0:1767384881.974192:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:2.0:1767384881.974196:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384881.974198:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384881.974201:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ccca5d0. 00000020:00000010:2.0:1767384881.974207:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f4bf686. 00000020:00000010:2.0:1767384881.974212:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f563ae1. 00000020:00000040:2.0:1767384881.974216:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 02000000:00000001:2.0:1767384881.974221:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384881.974223:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e4c946e2. 02000000:00000001:2.0:1767384881.974227:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384881.974230:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384881.974235:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384881.974240:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c84e5ef. 00000400:00000010:2.0:1767384881.974244:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb75615b. 00040000:00000001:2.0:1767384881.977431:0:17536:0:(qsd_writeback.c:684:qsd_start_upd_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.977441:0:17536:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:2.0:1767384881.977443:0:17536:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000b706f070. 00000020:00000001:2.0:1767384881.977447:0:17536:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384881.977448:0:17536:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000b706f070. 00000020:00000001:2.0:1767384881.977451:0:17536:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:2.0:1767384881.977452:0:17536:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 000000004ccca5d0. 00000020:00000010:2.0:1767384881.977457:0:17536:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 00000000b706f070. 00000020:00000010:2.0:1767384881.977459:0:17536:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 00000000b706f070. 00040000:00000001:2.0:1767384881.977461:0:17536:0:(qsd_lib.c:307:qsd_conn_callback()) Process entered 00040000:00000001:2.0:1767384881.977463:0:17536:0:(qsd_lib.c:340:qsd_conn_callback()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.977464:0:17536:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384881.977466:0:17536:0:(qsd_lib.c:867:qsd_prepare()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.977468:0:17536:0:(osd_handler.c:1586:osd_prepare()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1767384881.977470:0:17536:0:(lfsck_lib.c:3611:lfsck_register()) Process entered 00100000:00000010:2.0:1767384881.977473:0:17536:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 0000000042e071b8. 00000020:00000001:2.0:1767384881.977477:0:17536:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:2.0:1767384881.977478:0:17536:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384881.977479:0:17536:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635435882279424 : -108637827272192 : 0xffff9d31c8e57200) 00000020:00000001:2.0:1767384881.977481:0:17536:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635435882279424 : -108637827272192 : ffff9d31c8e57200) 00000020:00000001:2.0:1767384881.977482:0:17536:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384881.977484:0:17536:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384881.977487:0:17536:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635431488279992 : -108642221271624 : ffff9d30c2fe55b8) 00000020:00000001:2.0:1767384881.977488:0:17536:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384881.977490:0:17536:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384881.977492:0:17536:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b02a8b77. 00002000:00000001:2.0:1767384881.977493:0:17536:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635431488274520 : -108642221277096 : ffff9d30c2fe4058) 00002000:00000001:2.0:1767384881.977504:0:17536:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384881.977505:0:17536:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x12:0x0] 00080000:00000010:2.0:1767384881.977526:0:17536:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000528463ce. 00002000:00000001:2.0:1767384881.977529:0:17536:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.977530:0:17536:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384881.977531:0:17536:0:(osd_object.c:537:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384881.977532:0:17536:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.977534:0:17536:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635431488274520 : -108642221277096 : ffff9d30c2fe4058) 00080000:00000001:2.0:1767384881.977540:0:17536:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:2.0:1767384881.977541:0:17536:0:(osd_index.c:2040:osd_index_try()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384881.977543:0:17536:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.977544:0:17536:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384881.977555:0:17536:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384881.977557:0:17536:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384881.977557:0:17536:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.977558:0:17536:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384881.977560:0:17536:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384881.977562:0:17536:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000013fdc1c3. 00000020:00000001:2.0:1767384881.977564:0:17536:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384881.977565:0:17536:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000012359d2. 00000020:00000001:2.0:1767384881.977567:0:17536:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.977568:0:17536:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384881.977569:0:17536:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384881.977571:0:17536:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384881.977572:0:17536:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.977584:0:17536:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.977595:0:17536:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384881.977600:0:17536:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384881.977612:0:17536:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.977614:0:17536:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.977616:0:17536:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384881.977617:0:17536:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384881.977619:0:17536:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384881.977621:0:17536:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.977623:0:17536:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384881.977625:0:17536:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.977628:0:17536:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635431480829784 : -108642228721832 : ffff9d30c28ca758) 00100000:00000001:2.0:1767384881.977632:0:17536:0:(lfsck_bookmark.c:149:lfsck_bookmark_setup()) Process entered 00000020:00000001:2.0:1767384881.977634:0:17536:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384881.977635:0:17536:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635431488279992 : -108642221271624 : ffff9d30c2fe55b8) 00080000:00000001:2.0:1767384881.977638:0:17536:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384881.977648:0:17536:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384881.977650:0:17536:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384881.977651:0:17536:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.977653:0:17536:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384881.977661:0:17536:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384881.977665:0:17536:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000016fc34a1. 00000020:00000001:2.0:1767384881.977668:0:17536:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384881.977670:0:17536:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002ba533a1. 00000020:00000001:2.0:1767384881.977672:0:17536:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.977674:0:17536:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384881.977676:0:17536:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384881.977677:0:17536:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384881.977678:0:17536:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.977691:0:17536:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.977706:0:17536:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384881.977711:0:17536:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384881.977721:0:17536:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.977723:0:17536:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.977724:0:17536:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384881.977726:0:17536:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384881.977727:0:17536:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384881.977729:0:17536:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.977731:0:17536:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384881.977733:0:17536:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.977736:0:17536:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635431480830296 : -108642228721320 : ffff9d30c28ca958) 00100000:00000001:2.0:1767384881.977785:0:17536:0:(lfsck_bookmark.c:185:lfsck_bookmark_setup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1767384881.977789:0:17536:0:(lfsck_layout.c:7023:lfsck_layout_setup()) Process entered 00100000:00000010:2.0:1767384881.977792:0:17536:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 0000000059c7700b. 00100000:00000010:2.0:1767384881.977796:0:17536:0:(lfsck_layout.c:7048:lfsck_layout_setup()) kmalloced '(llsd)': 160 at 000000006d199b59. 00100000:00000010:2.0:1767384881.977798:0:17536:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 0000000056899ec3. 00100000:00000010:2.0:1767384881.977802:0:17536:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 000000008034e601. 00000020:00000001:2.0:1767384881.977804:0:17536:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384881.977806:0:17536:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635431488279992 : -108642221271624 : ffff9d30c2fe55b8) 00080000:00000001:2.0:1767384881.977809:0:17536:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384881.977820:0:17536:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384881.977838:0:17536:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384881.977840:0:17536:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.977842:0:17536:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384881.977844:0:17536:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384881.977847:0:17536:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000083d9f928. 00000020:00000001:2.0:1767384881.977850:0:17536:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384881.977859:0:17536:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d62331ab. 00000020:00000001:2.0:1767384881.977862:0:17536:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.977864:0:17536:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384881.977865:0:17536:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384881.977867:0:17536:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384881.977868:0:17536:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.977883:0:17536:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.977896:0:17536:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384881.977901:0:17536:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384881.977911:0:17536:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.977913:0:17536:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.977915:0:17536:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384881.977916:0:17536:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384881.977918:0:17536:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384881.977920:0:17536:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.977921:0:17536:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384881.977923:0:17536:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.977926:0:17536:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635431480830808 : -108642228720808 : ffff9d30c28cab58) 00100000:00000001:2.0:1767384881.977971:0:17536:0:(lfsck_layout.c:7141:lfsck_layout_setup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000002:2.0:1767384881.977977:0:17536:0:(lu_object.c:207:lu_object_put()) Add 000000006926a00f/0000000030078b9b to site lru. bkt: 00000000e48e9105 00000020:00000010:2.0:1767384881.977983:0:17536:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000044136d5. 00000020:00000010:2.0:1767384881.977986:0:17536:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a2581a34. 00000020:00000010:2.0:1767384881.977990:0:17536:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000054649a56. 00000020:00000010:2.0:1767384881.977993:0:17536:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003a032829. 00000020:00000010:2.0:1767384881.977997:0:17536:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003bc76159. 80000000:00000010:2.0:1767384881.978000:0:17536:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ebab8605. 40000000:00000010:2.0:1767384881.978002:0:17536:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c0323b6e. 00100000:00000010:2.0:1767384881.978005:0:17536:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000dee54a18. 00040000:00000010:2.0:1767384881.978008:0:17536:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c901babe. 00040000:00000010:2.0:1767384881.978045:0:17536:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000eced932c. 00080000:00000010:2.0:1767384881.978050:0:17536:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a711bb27. 00002000:00000010:2.0:1767384881.978054:0:17536:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005a49536f. 00000001:00000001:2.0:1767384881.978059:0:17536:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:2.0:1767384881.978061:0:17536:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:2.0:1767384881.978065:0:17536:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384881.978076:0:17536:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000049791db7. 00080000:00000001:2.0:1767384881.978079:0:17536:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490591744 : -108642218959872 : ffff9d30c3219c00) 00080000:00000001:2.0:1767384881.978082:0:17536:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384881.978094:0:17536:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384881.978095:0:17536:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.978097:0:17536:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384881.978109:0:17536:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384881.978112:0:17536:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:2.0:1767384881.978114:0:17536:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384881.978126:0:17536:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:2.0:1767384881.978128:0:17536:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:2.0:1767384881.978131:0:17536:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.978133:0:17536:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:0.1:1767384881.981035:0:17377:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000bc80035c. 00010000:00000010:0.1:1767384881.981074:0:17377:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dd8138a9. 00080000:00000001:3.0:1767384881.993100:0:17536:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384881.993106:0:17536:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384881.993111:0:17536:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384881.993114:0:17536:0:(tgt_lastrcvd.c:797:tgt_reply_data_upgrade_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384881.993123:0:17536:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a2581a34. 00000020:00000010:3.0:1767384881.993130:0:17536:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000054649a56. 00000020:00000010:3.0:1767384881.993139:0:17536:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003a032829. 00000020:00000010:3.0:1767384881.993146:0:17536:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003bc76159. 80000000:00000010:3.0:1767384881.993153:0:17536:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ebab8605. 40000000:00000010:3.0:1767384881.993158:0:17536:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c0323b6e. 00100000:00000010:3.0:1767384881.993164:0:17536:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000dee54a18. 00040000:00000010:3.0:1767384881.993168:0:17536:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c901babe. 00040000:00000010:3.0:1767384881.993171:0:17536:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000eced932c. 00080000:00000010:3.0:1767384881.993174:0:17536:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a711bb27. 00002000:00000010:3.0:1767384881.993180:0:17536:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005a49536f. 00000020:00000010:3.0:1767384881.993185:0:17536:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000044136d5. 00002000:00080000:3.0:1767384881.993192:0:17536:0:(ofd_obd.c:518:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:00000001:3.0:1767384881.993202:0:17536:0:(lfsck_lib.c:3072:lfsck_start()) Process entered 00100000:10000000:3.0:1767384881.993206:0:17536:0:(lfsck_lib.c:3080:lfsck_start()) lustre-OST0000-osd: start master thread 00100000:00000001:3.0:1767384881.993210:0:17536:0:(lfsck_lib.c:3091:lfsck_start()) Process leaving via put (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1767384881.993216:0:17536:0:(ofd_dev.c:666:ofd_recovery_complete()) Process entered 00000020:00000001:3.0:1767384881.993222:0:17536:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1767384881.993224:0:17536:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:3.0:1767384881.993229:0:17536:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/00000000a22dbe88 free: 389021696 avail: 386924544 00000020:00000001:3.0:1767384881.993235:0:17536:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:3.0:1767384881.993237:0:17536:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/00000000a22dbe88 avail=386924544 left=386924544 unstable=0 tot_grant=0 pending=0 00000020:00000001:3.0:1767384881.993242:0:17536:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=386924544 : 386924544 : 17100000) 00000020:00000020:3.0:1767384881.993246:0:17536:0:(tgt_grant.c:1062:tgt_grant_connect()) fs has no space left and statfs too old 00000020:00000001:3.0:1767384881.993249:0:17536:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:3.0:1767384881.993253:0:17536:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384881.993260:0:17536:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384881.993265:0:17536:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:3.0:1767384881.993269:0:17536:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/00000000a22dbe88 free: 389021696 avail: 386924544 00000020:00000001:3.0:1767384881.993272:0:17536:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:3.0:1767384881.993273:0:17536:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/00000000a22dbe88 avail=386924544 left=386924544 unstable=0 tot_grant=0 pending=0 00000020:00000001:3.0:1767384881.993274:0:17536:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=386924544 : 386924544 : 17100000) 00000020:00000001:3.0:1767384881.993278:0:17536:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:3.0:1767384881.993282:0:17536:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/00000000a22dbe88 wants: 40960000 current grant 0 granting: 40960000 00000020:00000020:3.0:1767384881.993287:0:17536:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/00000000a22dbe88 tot cached:0 granted:40960000 num_exports: 0 00000020:00000001:3.0:1767384881.993292:0:17536:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=40960000 : 40960000 : 2710000) 00000020:00000020:3.0:1767384881.993297:0:17536:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli lustre-OST0000_UUID/00000000a22dbe88 ocd_grant: 40960000 want: 40960000 left: 386924544 00000020:00000001:3.0:1767384881.993304:0:17536:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00080000:00000001:3.0:1767384881.993307:0:17536:0:(osd_handler.c:1503:osd_recovery_complete()) Process entered 00040000:00000001:3.0:1767384881.993310:0:17536:0:(qsd_lib.c:883:qsd_start()) Process entered 00040000:00000001:3.0:1767384881.993313:0:17536:0:(qsd_lib.c:921:qsd_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384881.993316:0:17536:0:(osd_handler.c:1513:osd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384881.993319:0:17536:0:(ofd_dev.c:682:ofd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384881.993322:0:17536:0:(ofd_dev.c:642:ofd_prepare()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384881.993327:0:17536:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008862c44b. 00000020:00000010:3.0:1767384881.993340:0:17536:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009f6ecff9. 00000020:00000010:3.0:1767384881.993345:0:17536:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000474d5fef. 00000020:00000010:3.0:1767384881.993351:0:17536:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000cb9336e. 80000000:00000010:3.0:1767384881.993356:0:17536:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006819ab9f. 40000000:00000010:3.0:1767384881.993361:0:17536:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007ab66772. 00100000:00000010:3.0:1767384881.993366:0:17536:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002abb1d0f. 00040000:00000010:3.0:1767384881.993370:0:17536:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000993387ea. 00040000:00000010:3.0:1767384881.993374:0:17536:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e9920fef. 00080000:00000010:3.0:1767384881.993379:0:17536:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000074ddbb19. 00002000:00000010:3.0:1767384881.993383:0:17536:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000db76423f. 00000020:00000010:3.0:1767384881.993388:0:17536:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a7bda12. 00000020:00000010:3.0:1767384881.993392:0:17536:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000022b9b68a. 00000020:00000010:3.0:1767384881.993397:0:17536:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017e01234. 00000020:00000010:3.0:1767384881.993401:0:17536:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009cc1fb16. 00000020:00000001:3.0:1767384881.993408:0:17536:0:(tgt_mount.c:1695:tgt_add_notifier()) Process entered 00000020:00000001:3.0:1767384881.993412:0:17536:0:(tgt_mount.c:298:server_mgc_clear_fs()) Process entered 00000020:01000004:3.0:1767384881.993415:0:17536:0:(tgt_mount.c:299:server_mgc_clear_fs()) Unassign mgc disk 00000020:00000001:3.0:1767384881.993418:0:17536:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384881.993422:0:17536:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384881.993427:0:17536:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:00000001:3.0:1767384881.993431:0:17536:0:(mgc_request_server.c:154:mgc_fs_clear()) Process entered 10000000:00000001:3.0:1767384881.993434:0:17536:0:(mgc_request_server.c:61:mgc_local_llog_fini()) Process entered 10000000:00000040:3.0:1767384881.993438:0:17536:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000057db0c22 : new refcount 2 00000040:00000001:3.0:1767384881.993443:0:17536:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:3.0:1767384881.993445:0:17536:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000057db0c22 : new refcount 1 00080000:00000010:3.0:1767384881.993469:0:17536:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006d14be60. 00000020:00000010:3.0:1767384881.993475:0:17536:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a89fc8c1. 00000020:00000010:3.0:1767384881.993485:0:17536:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 0000000031705947. 00080000:00000010:3.0:1767384881.993498:0:17536:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002808c14d. 00000020:00000010:3.0:1767384881.993502:0:17536:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a4c77b35. 00000020:00000010:3.0:1767384881.993506:0:17536:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 0000000058ff0cde. 00000020:00000040:3.0:1767384881.993512:0:17536:0:(genops.c:898:class_export_put()) PUTting export 00000000c21f2289 : new refcount 1 00000040:00000010:3.0:1767384881.993516:0:17536:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 0000000057db0c22. 00000040:00000001:3.0:1767384881.993522:0:17536:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384881.993525:0:17536:0:(mgc_request_server.c:65:mgc_local_llog_fini()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384881.993545:0:17536:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009fb80b9e. 00000020:00000010:3.0:1767384881.993552:0:17536:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000514b73c1. 00000020:00000040:3.0:1767384881.993558:0:17536:0:(obd_config.c:955:class_decref()) Decref MGC192.168.203.157@tcp (00000000e331d2ef) now 6 - mgc_fs 10000000:01000000:3.0:1767384881.993563:0:17536:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.157@tcp: cl_mgc_mutex unlock 10000000:00000001:3.0:1767384881.993566:0:17536:0:(mgc_request_server.c:169:mgc_fs_clear()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384881.993569:0:17536:0:(mgc_request_server.c:476:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384881.993573:0:17536:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384881.993578:0:17536:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384881.993581:0:17536:0:(tgt_mount.c:303:server_mgc_clear_fs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384881.993585:0:17536:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008842e24e. 00000040:00000010:3.0:1767384881.993594:0:17536:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005cbdb1d9. 00000020:00000010:3.0:1767384881.993601:0:17536:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006a119b33. 00000020:00000010:3.0:1767384881.993605:0:17536:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a420d13d. 80000000:00000010:3.0:1767384881.993611:0:17536:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000097f3afc8. 00040000:00000010:3.0:1767384881.993618:0:17536:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000288d2936. 00080000:00000010:3.0:1767384881.993621:0:17536:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003f47ee92. 20000000:00000010:3.0:1767384881.993625:0:17536:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000a3a08541. 00000020:00000010:3.0:1767384881.993628:0:17536:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd4e3c47. 00000020:00000001:3.0:1767384881.993633:0:17536:0:(tgt_mount.c:1902:server_start_targets()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384881.993636:0:17536:0:(tgt_mount.c:2418:server_fill_super_common()) Process entered 00000020:01000004:3.0:1767384881.993639:0:17536:0:(tgt_mount.c:2419:server_fill_super_common()) Server sb, dev=48 00000020:00000001:3.0:1767384881.993657:0:17536:0:(tgt_mount.c:2446:server_fill_super_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384881.993660:0:17536:0:(tgt_mount.c:2593:server_fill_super()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767384881.993663:0:17536:0:(super25.c:179:lustre_fill_super()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000004:3.0:1767384881.993667:0:17536:0:(super25.c:202:lustre_fill_super()) lustre-ost1/ost1: Mount complete 00080000:00000001:2.0:1767384881.994458:0:10059:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384881.994469:0:10059:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384881.994469:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00000020:00000001:2.0:1767384881.994474:0:10059:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384881.994479:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.994481:0:10059:0:(osd_handler.c:571:osd_statfs()) Process entered 00000020:00000001:0.0:1767384881.994486:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384881.994489:0:10059:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384881.994494:0:10059:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384881.994498:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384881.994504:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384881.994508:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384882.010113:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384882.010117:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384882.010121:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384882.432797:0:17622:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384882.432810:0:17622:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384882.432813:0:17622:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384882.432841:0:17622:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384882.432848:0:17622:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384882.432851:0:17622:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:3.0:1767384882.554162:0:17660:0:(lproc_fid.c:529:ldebugfs_client_fid_width_seq_write()) Process entered 40000000:00000040:3.0:1767384882.554168:0:17660:0:(lproc_fid.c:544:ldebugfs_client_fid_width_seq_write()) cli-lustre-OST0000-super: Sequence size: 65536 40000000:00000001:3.0:1767384882.554171:0:17660:0:(lproc_fid.c:550:ldebugfs_client_fid_width_seq_write()) Process leaving (rc=5 : 5 : 5) 10000000:00000001:2.0:1767384882.650091:0:16767:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384882.650097:0:16767:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ff67cc77) refs 2 10000000:00000001:2.0:1767384882.650101:0:16767:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384882.650105:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384882.650107:0:16767:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384882.650108:0:16767:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384882.650111:0:16767:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384882.650113:0:16767:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384882.650115:0:16767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9d31c7708000 from 5 10000000:00000001:2.0:1767384882.650118:0:16767:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384882.650120:0:16767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384882.650127:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d1d05bf5. 00000020:00000040:2.0:1767384882.650131:0:16767:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1767384882.650135:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384882.650139:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384882.650143:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384882.650148:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000cb9336e. 00000100:00000001:2.0:1767384882.650154:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384882.650163:0:16767:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384882.650165:0:16767:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384882.650170:0:16767:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004e8b40a7. 00010000:00000001:2.0:1767384882.650173:0:16767:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384882.650175:0:16767:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000027854c9. 00000020:00000010:2.0:1767384882.650179:0:16767:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000438a913a. 00000020:00000001:2.0:1767384882.650181:0:16767:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384882.650223:0:16767:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000027854c9 with handle 0x4895a8f6c11e8552 to hash 00000020:00000001:2.0:1767384882.650225:0:16767:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384882.650226:0:16767:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635436275766784 : -108637433784832 : ffff9d31e0599600) 00010000:00000001:2.0:1767384882.650228:0:16767:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635436275766784 : -108637433784832 : ffff9d31e0599600) 00010000:00000001:2.0:1767384882.650231:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384882.650232:0:16767:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384882.650234:0:16767:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: 00000000027854c9/0x4895a8f6c11e8552 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384882.650240:0:16767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: 00000000027854c9/0x4895a8f6c11e8552 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384882.650247:0:16767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: 00000000027854c9/0x4895a8f6c11e8552 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384882.650251:0:16767:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384882.650252:0:16767:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384882.650255:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b73ca1f. 00000100:00000001:2.0:1767384882.650257:0:16767:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635431506823424 : -108642202728192 : ffff9d30c4194900) 00000100:00000001:2.0:1767384882.650259:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384882.650260:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504583680 : -108642204967936 : ffff9d30c3f71c00) 00000100:00000001:2.0:1767384882.650263:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384882.650264:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384882.650266:0:16767:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384882.650267:0:16767:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384882.650272:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d1d05bf5 x1853237358499456/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384882.650286:0:16767:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384882.650288:0:16767:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384882.650290:0:16767:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384882.650292:0:16767:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384882.650294:0:16767:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384882.650295:0:16767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d1d05bf5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358499456:0@lo:101: 00000100:00000001:2.0:1767384882.650298:0:16767:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384882.650302:0:16767:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384882.650304:0:16767:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384882.650305:0:16767:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384882.650307:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cffd9c8d. 02000000:00000001:2.0:1767384882.650309:0:16767:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384882.650312:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d65acae. 00000400:00000010:2.0:1767384882.650317:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bc03c35. 00000100:00000200:2.0:1767384882.650321:0:16767:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358499456, portal 25 00000100:00000001:2.0:1767384882.650322:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384882.650323:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504583680 : -108642204967936 : ffff9d30c3f71c00) 00000100:00000040:2.0:1767384882.650326:0:16767:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d1d05bf5 x1853237358499456/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384898 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384882.650330:0:16767:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384882.650333:0:16767:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384882.650334:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004271ee8b. 00000100:00000200:2.0:1767384882.650335:0:16767:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237358499456, offset 0 00000400:00000200:2.0:1767384882.650339:0:16767:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384882.650348:0:16767:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384882.650356:0:16767:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272701680 00000400:00000200:2.0:1767384882.650360:0:16767:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1a5 [2] + 0 00000400:00000010:2.0:1767384882.650363:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0ad8e31. 00000400:00000200:2.0:1767384882.650365:0:16767:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000051b5ccbb 00000400:00000200:2.0:1767384882.650369:0:16767:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384882.650372:0:16767:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384882.650375:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051b5ccbb 00000400:00000010:2.0:1767384882.650379:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000051b5ccbb. 00000100:00000001:2.0:1767384882.650383:0:16767:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384882.650384:0:16767:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384882.650387:0:16767:0:(events.c:337:request_in_callback()) incoming req@00000000211a3598 x1853237358499456 msgsize 328 00000100:00100000:2.0:1767384882.650389:0:16767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384882.650391:0:16767:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384882.650400:0:16767:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384882.650408:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004271ee8b 00000400:00000010:2.0:1767384882.650409:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004271ee8b. 00000100:00000001:2.0:1767384882.650411:0:16767:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384882.650413:0:16767:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d1d05bf5 x1853237358499456/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384898 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384882.650420:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384882.650422:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000d1d05bf5 x1853237358499456/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384898 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384882.650427:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384882.650428:0:16767:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384882.650429:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384882.650431:0:16767:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384882.650435:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358499456 00000100:00000001:2.0:1767384882.650436:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294872516 02000000:00000001:0.0:1767384882.650456:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:2.0:1767384882.650457:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002a909339. 00000100:00000001:0.0:1767384882.650460:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384882.650464:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384882.650464:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384882.650471:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384882.650475:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294872516 00000100:00100000:0.0:1767384882.650477:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358499456 00000100:00000010:2.0:1767384882.650480:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c695ffee. 00000020:00000001:0.0:1767384882.650482:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384882.650484:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000020:00000040:0.0:1767384882.650486:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000100:00000001:2.0:1767384882.650488:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294872516 00000020:00000001:0.0:1767384882.650490:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1767384882.650492:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000929ea972. 00000020:00000040:0.0:1767384882.650494:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000100:00000001:2.0:1767384882.650495:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384882.650501:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294872516 00000020:00000001:0.0:1767384882.650501:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000010:2.0:1767384882.650507:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000059033cee. 00000020:00000001:0.0:1767384882.650507:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384882.650514:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384882.650515:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384882.650517:0:16767:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384882.650520:0:16767:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384882.650522:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fe923b72. 00000100:00000001:0.0:1767384882.650527:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384882.650528:0:16767:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384882.650531:0:16767:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384882.650534:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fe923b72. 00000100:00100000:2.0:1767384882.650535:0:16767:0:(client.c:2690:ptlrpc_set_wait()) set 000000005b73ca1f going to sleep for 11 seconds 00000100:00000001:2.0:1767384882.650538:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384882.650540:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384882.650550:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019fbe467. 00000020:00000010:0.0:1767384882.650556:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009d8f2db2. 00000020:00000010:0.0:1767384882.650561:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000068f6ba37. 00000100:00000040:0.0:1767384882.650570:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384882.650573:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384882.650575:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384882.650577:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.650584:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.650598:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384882.650609:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384882.650612:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384882.650618:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00000040:0.0:1767384882.650622:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:0.0:1767384882.650625:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529249360 : -108637180302256 : ffff9d31ef756c50) 00000100:00000040:0.0:1767384882.650630:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000211a3598 x1853237358499456/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:108/0 lens 328/0 e 0 to 0 dl 1767384893 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384882.650641:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384882.650644:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fe923b72. 00000100:00000001:0.0:1767384882.650646:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384882.650648:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fe923b72. 00000100:00100000:0.0:1767384882.650652:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000211a3598 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16767:x1853237358499456:12345-0@lo:101: 00000100:00000200:0.0:1767384882.650656:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358499456 00000020:00000001:0.0:1767384882.650659:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384882.650662:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384882.650665:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384882.650667:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384882.650669:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169728 : -1040381888 : ffffffffc1fd0840) 00000020:00000001:0.0:1767384882.650673:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384882.650675:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384882.650678:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384882.650680:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384882.650683:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384882.650686:0:16764:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384882.650694:0:16764:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384882.650697:0:16764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384882.650699:0:16764:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384882.650701:0:16764:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384882.650707:0:16764:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384882.650711:0:16764:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000091a3bd3c. 00010000:00000001:0.0:1767384882.650715:0:16764:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384882.650717:0:16764:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009d11c4ed. 00000020:00000001:0.0:1767384882.650720:0:16764:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384882.650722:0:16764:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009d11c4ed with handle 0x4895a8f6c11e8559 to hash 00000020:00000001:0.0:1767384882.650725:0:16764:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384882.650726:0:16764:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854935040 : -108637854616576 : ffff9d31c7443400) 00010000:00000001:0.0:1767384882.650728:0:16764:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854935040 : -108637854616576 : ffff9d31c7443400) 00010000:00010000:0.0:1767384882.650731:0:16764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000009d11c4ed/0x4895a8f6c11e8559 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4895a8f6c11e8552 expref: -99 pid: 16764 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384882.650739:0:16764:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000005d63f134 : new locks_count 10 00000020:00000040:0.0:1767384882.650742:0:16764:0:(genops.c:887:class_export_get()) GET export 000000005d63f134 refcount=15 00000100:00000001:0.0:1767384882.650749:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384882.650751:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384882.650755:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000492398f4. 02000000:00000001:0.0:1767384882.650758:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.650760:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384882.650763:0:16764:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384882.650767:0:16764:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384882.650769:0:16764:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384882.650771:0:16764:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384882.650773:0:16764:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384882.650775:0:16764:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384882.650776:0:16764:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384882.650779:0:16764:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384882.650781:0:16764:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384882.650783:0:16764:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384882.650784:0:16764:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384882.650786:0:16764:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000091a3bd3c) refcount = 1 00010000:00010000:0.0:1767384882.650791:0:16764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009d11c4ed/0x4895a8f6c11e8559 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4895a8f6c11e8552 expref: 15 pid: 16764 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384882.650805:0:16764:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384882.650807:0:16764:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384882.650808:0:16764:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384882.650811:0:16764:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384882.650813:0:16764:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384882.650833:0:16764:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384882.650836:0:16764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000009d11c4ed/0x4895a8f6c11e8559 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e8552 expref: 15 pid: 16764 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384882.650859:0:16764:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384882.650861:0:16764:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384882.650863:0:16764:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384882.650865:0:16764:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384882.650867:0:16764:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384882.650868:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384882.650870:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384882.650871:0:16764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000009d11c4ed, rc 0) 00000020:00000001:0.0:1767384882.650874:0:16764:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384882.650877:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358499456 00010000:00000001:0.0:1767384882.650880:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384882.650884:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000211a3598 x1853237358499456/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:108/0 lens 328/344 e 0 to 0 dl 1767384893 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384882.650892:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384882.650894:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384882.650897:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384882.650901:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384882.650904:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 19 to 0@lo 00000100:00000001:0.0:1767384882.650906:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384882.650908:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384882.650910:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.650913:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384882.650915:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384882.650918:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029d00ffa. 00000100:00000200:0.0:1767384882.650922:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237358499456, offset 224 00000400:00000200:0.0:1767384882.650932:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384882.650938:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384882.650945:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272701680 00000400:00000200:0.0:1767384882.650950:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x10c5 [1] + 224 00000400:00000200:0.0:1767384882.650954:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384882.650957:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384882.650961:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384882.650965:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d1d05bf5 x1853237358499456/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384898 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384882.650973:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000d1d05bf5 x1853237358499456/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384898 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384882.650990:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384882.650996:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029d00ffa 00000400:00000010:0.0:1767384882.650998:0:16764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029d00ffa. 00000100:00000001:0.0:1767384882.651001:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384882.651004:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384882.651004:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384882.651011:0:16767:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384882.651032:0:16767:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384882.651034:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d65acae. 00000400:00000200:2.0:1767384882.651038:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bc03c35 00000400:00000010:2.0:1767384882.651039:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bc03c35. 00000100:00000001:2.0:1767384882.651043:0:16767:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384882.651044:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384882.651047:0:16767:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d1d05bf5 x1853237358499456/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384898 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384882.651052:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 18 to 0@lo 00010000:00000001:0.0:1767384882.651059:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:2.0:1767384882.651062:0:16767:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d1d05bf5 x1853237358499456/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384898 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384882.651063:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384882.651069:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384882.651076:0:16767:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384882.651077:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000211a3598 x1853237358499456/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:108/0 lens 328/344 e 0 to 0 dl 1767384893 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384882.651080:0:16767:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384882.651086:0:16767:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384882.651090:0:16767:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384882.651093:0:16767:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384882.651094:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000211a3598 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16767:x1853237358499456:12345-0@lo:101: Request processed in 450us (703us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384882.651098:0:16767:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384882.651104:0:16767:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384882.651108:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00001000:2.0:1767384882.651111:0:16767:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=6 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384882.651113:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00001000:2.0:1767384882.651118:0:16767:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384882.651119:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384882.651122:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384882.651125:0:16767:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1767384882.651128:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009d8f2db2. 00000100:00000001:2.0:1767384882.651129:0:16767:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384882.651133:0:16767:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384882.651135:0:16767:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384882.651135:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000068f6ba37. 00000100:00000001:2.0:1767384882.651140:0:16767:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384882.651142:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019fbe467. 00000100:00000040:2.0:1767384882.651145:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d1d05bf5 x1853237358499456/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384898 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384882.651154:0:16767:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384882.651156:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 00000100:00000001:2.0:1767384882.651157:0:16767:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384882.651160:0:16767:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384882.651163:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1767384882.651164:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d1d05bf5 x1853237358499456/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384898 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384882.651166:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000492398f4. 02000000:00000001:0.0:1767384882.651169:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384882.651173:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384882.651181:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:2.0:1767384882.651183:0:16767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d1d05bf5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358499456:0@lo:101: 00000100:00000001:2.0:1767384882.651187:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384882.651188:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000050288. 00000100:00000001:2.0:1767384882.651189:0:16767:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384882.651194:0:16767:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384882.651195:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384882.651196:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000099401105. 00000100:00000040:2.0:1767384882.651197:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d1d05bf5 x1853237358499456/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384898 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384882.651206:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384882.651208:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005b73ca1f. 00000100:00000001:2.0:1767384882.651210:0:16767:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384882.651211:0:16767:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384882.651213:0:16767:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384882.651215:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384882.651216:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384882.651218:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000027854c9 refcount=4 00000020:00000001:2.0:1767384882.651219:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275766784 : -108637433784832 : ffff9d31e0599600) 00010000:00000001:2.0:1767384882.651221:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275766784 : -108637433784832 : ffff9d31e0599600) 00010000:00000040:2.0:1767384882.651224:0:16767:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000027854c9, remote cookie: 0x4895a8f6c11e8559, flags: 0x0 00010000:00000001:2.0:1767384882.651227:0:16767:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384882.651229:0:16767:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384882.651230:0:16767:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384882.651231:0:16767:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384882.651232:0:16767:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384882.651233:0:16767:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004e8b40a7) refcount = 1 00010000:00010000:2.0:1767384882.651236:0:16767:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: 00000000027854c9/0x4895a8f6c11e8552 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e8559 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384882.651240:0:16767:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384882.651241:0:16767:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384882.651242:0:16767:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384882.651243:0:16767:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384882.651245:0:16767:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384882.651250:0:16767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: 00000000027854c9/0x4895a8f6c11e8552 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4895a8f6c11e8559 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384882.651254:0:16767:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384882.651255:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384882.651255:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384882.651256:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384882.651257:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384882.651257:0:16767:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384882.651259:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384882.651260:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d1d05bf5 x1853237358499456/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384898 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384882.651264:0:16767:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384882.651266:0:16767:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384882.651267:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cffd9c8d. 02000000:00000001:2.0:1767384882.651270:0:16767:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384882.651271:0:16767:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384882.651272:0:16767:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1767384882.651273:0:16767:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384882.651274:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000cb9336e. 02000000:00000001:2.0:1767384882.651276:0:16767:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384882.651277:0:16767:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384882.651278:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d1d05bf5. 00000100:00000001:2.0:1767384882.651280:0:16767:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384882.651281:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384882.651282:0:16767:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384882.651283:0:16767:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384882.651284:0:16767:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ff67cc77) refs 3 10000000:00000001:2.0:1767384882.651285:0:16767:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384882.651286:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384882.651287:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384882.651288:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000027854c9 refcount=3 00000020:00000001:2.0:1767384882.651289:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275766784 : -108637433784832 : ffff9d31e0599600) 00010000:00000001:2.0:1767384882.651290:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275766784 : -108637433784832 : ffff9d31e0599600) 00010000:00000001:2.0:1767384882.651291:0:16767:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384882.651292:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384882.651295:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384882.651296:0:16767:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384882.651298:0:16767:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384882.651300:0:16767:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000f7620101. 00000100:00000010:2.0:1767384882.651309:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d1d05bf5. 00000020:00000040:2.0:1767384882.651310:0:16767:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1767384882.651312:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384882.651313:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384882.651315:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384882.651317:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000cb9336e. 00000100:00000001:2.0:1767384882.651319:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384882.651321:0:16767:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384882.651323:0:16767:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000cffd9c8d. 00000100:00000010:2.0:1767384882.651324:0:16767:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000178872fd. 00000020:00000040:2.0:1767384882.651325:0:16767:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1767384882.651328:0:16767:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384882.651329:0:16767:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384882.651330:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b73ca1f. 00000100:00000001:2.0:1767384882.651331:0:16767:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635431506823424 : -108642202728192 : ffff9d30c4194900) 00000100:00000001:2.0:1767384882.651333:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384882.651333:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504583680 : -108642204967936 : ffff9d30c3f71c00) 00000100:00000001:2.0:1767384882.651335:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384882.651336:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384882.651337:0:16767:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384882.651338:0:16767:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384882.651339:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d1d05bf5 x1853237358499584/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384882.651343:0:16767:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384882.651344:0:16767:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384882.651346:0:16767:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384882.651347:0:16767:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384882.651348:0:16767:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384882.651349:0:16767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d1d05bf5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358499584:0@lo:256: 00000100:00000001:2.0:1767384882.651351:0:16767:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384882.651355:0:16767:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384882.651356:0:16767:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384882.651358:0:16767:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384882.651360:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d65acae. 00000400:00000010:2.0:1767384882.651363:0:16767:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000001e7b4aec. 00000100:00000200:2.0:1767384882.651365:0:16767:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958272701700-0x6958272701700, portal 33 00000100:00000001:2.0:1767384882.651367:0:16767:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384882.651368:0:16767:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384882.651369:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f97d2e40. 02000000:00000001:2.0:1767384882.651370:0:16767:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384882.651372:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7d97cc7. 00000400:00000010:2.0:1767384882.651373:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bc03c35. 00000100:00000200:2.0:1767384882.651374:0:16767:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358499584, portal 25 00000100:00000001:2.0:1767384882.651375:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384882.651376:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504583680 : -108642204967936 : ffff9d30c3f71c00) 00000100:00000040:2.0:1767384882.651378:0:16767:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d1d05bf5 x1853237358499584/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384898 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384882.651382:0:16767:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384882.651383:0:16767:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384882.651384:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004271ee8b. 00000100:00000200:2.0:1767384882.651385:0:16767:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237358499584, offset 0 00000400:00000200:2.0:1767384882.651387:0:16767:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384882.651391:0:16767:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384882.651395:0:16767:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272701700 00000400:00000200:2.0:1767384882.651397:0:16767:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1a9 [2] + 0 00000400:00000010:2.0:1767384882.651399:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b4051c7. 00000400:00000200:2.0:1767384882.651401:0:16767:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009981dc30 00000400:00000200:2.0:1767384882.651403:0:16767:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384882.651404:0:16767:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384882.651406:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009981dc30 00000400:00000010:2.0:1767384882.651407:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009981dc30. 00000100:00000001:2.0:1767384882.651409:0:16767:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384882.651410:0:16767:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384882.651411:0:16767:0:(events.c:337:request_in_callback()) incoming req@00000000c967af80 x1853237358499584 msgsize 304 00000100:00100000:2.0:1767384882.651417:0:16767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384882.651418:0:16767:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384882.651442:0:16767:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384882.651447:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004271ee8b 00000400:00000010:2.0:1767384882.651448:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004271ee8b. 00000100:00000001:2.0:1767384882.651449:0:16767:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384882.651451:0:16767:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d1d05bf5 x1853237358499584/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384898 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384882.651456:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384882.651457:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000d1d05bf5 x1853237358499584/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384898 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384882.651462:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384882.651463:0:16767:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384882.651466:0:16767:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384882.651468:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294872517 00000100:00000001:2.0:1767384882.651473:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294872516 00000100:00000001:2.0:1767384882.651477:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294872517 00000100:00000001:2.0:1767384882.651482:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294872516 00000100:00000001:2.0:1767384882.651485:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294872517 00000100:00000001:0.0:1767384882.651485:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384882.651490:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358499584 00000100:00000001:2.0:1767384882.651491:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294872516 02000000:00000001:0.0:1767384882.651496:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384882.651497:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294872517 00000100:00000001:0.0:1767384882.651501:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384882.651502:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294872516 00000100:00000001:0.0:1767384882.651505:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384882.651506:0:16767:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384882.651510:0:16767:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384882.651511:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384882.651512:0:16767:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384882.651514:0:16767:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384882.651517:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358499584 00000100:00100000:2.0:1767384882.651518:0:16767:0:(client.c:2690:ptlrpc_set_wait()) set 000000005b73ca1f going to sleep for 11 seconds 00000100:00000001:2.0:1767384882.651524:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384882.651524:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384882.651528:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384882.651528:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:0.0:1767384882.651532:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384882.651535:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000020:00000001:0.0:1767384882.651538:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:0.0:1767384882.651541:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384882.651544:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384882.651548:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fe923b72. 00000100:00000001:0.0:1767384882.651550:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384882.651552:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fe923b72. 00000020:00000010:0.0:1767384882.651556:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019fbe467. 00000020:00000010:0.0:1767384882.651559:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009042552b. 00000020:00000010:0.0:1767384882.651562:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000068f6ba37. 00000100:00000040:0.0:1767384882.651568:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384882.651570:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384882.651571:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384882.651573:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.651576:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.651588:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384882.651596:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384882.651605:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384882.651608:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384882.651610:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00000001:2.0:1767384882.651611:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384882.651616:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:2.0:1767384882.651617:0:16763:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.651621:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529238096 : -108637180313520 : ffff9d31ef754050) 00000100:00000040:0.0:1767384882.651626:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c967af80 x1853237358499584/t0(0) o256->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:108/0 lens 304/0 e 0 to 0 dl 1767384893 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384882.651628:0:16763:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.651640:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384882.651644:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fe923b72. 00000100:00000001:0.0:1767384882.651646:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384882.651648:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fe923b72. 00000100:00100000:0.0:1767384882.651652:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c967af80 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16767:x1853237358499584:12345-0@lo:256: 00000100:00000200:0.0:1767384882.651656:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358499584 00000020:00000001:0.0:1767384882.651658:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384882.651661:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384882.651662:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384882.651664:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384882.651666:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170144 : -1040381472 : ffffffffc1fd09e0) 00000020:00000001:0.0:1767384882.651669:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384882.651670:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384882.651672:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384882.651673:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384882.651675:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.651678:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384882.651680:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384882.651683:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000492398f4. 02000000:00000001:0.0:1767384882.651685:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.651687:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384882.651690:0:16764:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384882.651694:0:16764:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384882.651697:0:16764:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384882.651699:0:16764:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384882.651702:0:16764:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384882.651704:0:16764:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384882.651706:0:16764:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384882.651715:0:16764:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000008c6b2ffa. 20000000:00000001:0.0:1767384882.651719:0:16764:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384882.651726:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:0.0:1767384882.651732:0:16764:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:00000040:0.0:1767384882.651736:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:0.0:1767384882.651738:0:16764:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/4/3. 20000000:01000000:0.0:1767384882.651741:0:16764:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 88, version 6 20000000:00000001:0.0:1767384882.651743:0:16764:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=88 : 88 : 58) 00000100:00000001:0.0:1767384882.651745:0:16764:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384882.651749:0:16764:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000d2a91c94. 00000100:00000010:0.0:1767384882.651751:0:16764:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000da75ec19. 00000020:00000040:0.0:1767384882.651754:0:16764:0:(genops.c:887:class_export_get()) GET export 000000005d63f134 refcount=16 00010000:00000001:0.0:1767384882.651757:0:16764:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384882.651759:0:16764:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384882.651762:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029d00ffa. 00000400:00000010:0.0:1767384882.651768:0:16764:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001cc056d9. 00000400:00000200:0.0:1767384882.651771:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384882.651779:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384882.651785:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 88 into portal 33 MB=0x6958272701700 00000400:00000200:0.0:1767384882.651790:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 88/88 into md 0x10d5 [4] + 0 00000400:00000010:0.0:1767384882.651793:0:16764:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d65acae. 00000400:00000200:0.0:1767384882.651796:0:16764:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001e7b4aec 00000400:00000200:0.0:1767384882.651800:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384882.651803:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384882.651806:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e7b4aec 00000400:00000010:0.0:1767384882.651808:0:16764:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000001e7b4aec. 00000100:00000001:0.0:1767384882.651811:0:16764:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384882.651814:0:16764:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000d1d05bf5 desc 00000000cffd9c8d mbits 1853237358499584 00000100:00000001:0.0:1767384882.651856:0:16764:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384882.651860:0:16764:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384882.651865:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000100:00000001:2.0:1767384882.651873:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384882.651875:0:16764:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x10e1 00000100:00000001:2.0:1767384882.651876:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384882.651879:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384882.651885:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384882.651888:0:16764:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384882.651895:0:16764:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000d2a91c94 00000100:00000001:0.0:1767384882.651898:0:16764:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384882.651904:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029d00ffa 00000400:00000010:0.0:1767384882.651906:0:16764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029d00ffa. 00000100:00000001:0.0:1767384882.651908:0:16764:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384882.651909:0:16764:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000d2a91c94 00000100:00000001:0.0:1767384882.651911:0:16764:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384882.651914:0:16764:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 88 bytes via portal 33 id 12345-0@lo mbits 0x6958272701700-0x6958272701700 00000100:00000001:0.0:1767384882.651917:0:16764:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384882.651921:0:16764:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.651923:0:16764:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384882.651925:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 15 00000100:00000010:0.0:1767384882.651928:0:16764:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000da75ec19. 00000100:00000010:0.0:1767384882.651930:0:16764:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000d2a91c94. 00000100:00000001:0.0:1767384882.651933:0:16764:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384882.651934:0:16764:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384882.651940:0:16764:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000008c6b2ffa. 20000000:00000001:0.0:1767384882.651943:0:16764:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384882.651945:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358499584 00010000:00000001:0.0:1767384882.651947:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384882.651950:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c967af80 x1853237358499584/t0(0) o256->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:108/0 lens 304/240 e 0 to 0 dl 1767384893 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384882.651957:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384882.651958:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384882.651961:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384882.651963:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384882.651965:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 19 to 0@lo 00000100:00000001:0.0:1767384882.651967:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384882.651969:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384882.651970:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384882.651972:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384882.651974:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384882.651976:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029d00ffa. 00000100:00000200:0.0:1767384882.651979:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237358499584, offset 224 00000400:00000200:0.0:1767384882.651982:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384882.651991:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384882.651996:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272701700 00000400:00000200:0.0:1767384882.652000:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x10d9 [1] + 224 00000400:00000200:0.0:1767384882.652004:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384882.652006:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384882.652009:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384882.652039:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d1d05bf5 x1853237358499584/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384898 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384882.652046:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000d1d05bf5 x1853237358499584/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384898 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384882.652061:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384882.652066:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029d00ffa 00000400:00000010:0.0:1767384882.652069:0:16764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029d00ffa. 00000100:00000001:0.0:1767384882.652072:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384882.652074:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384882.652076:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384882.652077:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384882.652082:0:16767:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384882.652083:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 18 to 0@lo 00000400:00000001:2.0:1767384882.652086:0:16767:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384882.652088:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384882.652090:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7d97cc7. 00000020:00000001:0.0:1767384882.652092:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384882.652096:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384882.652097:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bc03c35 00000400:00000010:2.0:1767384882.652101:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bc03c35. 00000100:00000040:0.0:1767384882.652101:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c967af80 x1853237358499584/t0(0) o256->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:108/0 lens 304/240 e 0 to 0 dl 1767384893 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384882.652106:0:16767:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384882.652113:0:16767:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d1d05bf5 x1853237358499584/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384898 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384882.652117:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c967af80 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16767:x1853237358499584:12345-0@lo:256: Request processed in 473us (700us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384882.652135:0:16767:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d1d05bf5 x1853237358499584/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384898 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384882.652135:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00000040:0.0:1767384882.652141:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:2.0:1767384882.652147:0:16767:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384882.652147:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384882.652152:0:16767:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384882.652152:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384882.652156:0:16767:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384882.652158:0:16767:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384882.652158:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009042552b. 00000100:00000001:2.0:1767384882.652160:0:16767:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384882.652163:0:16767:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384882.652165:0:16767:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384882.652165:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000068f6ba37. 00000100:00001000:2.0:1767384882.652171:0:16767:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=6 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384882.652172:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019fbe467. 00000100:00001000:2.0:1767384882.652174:0:16767:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384882.652178:0:16767:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384882.652180:0:16767:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384882.652180:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 00010000:00000001:2.0:1767384882.652182:0:16767:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384882.652182:0:16767:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384882.652184:0:16767:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384882.652186:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000d1d05bf5 x1853237358499584/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384898 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384882.652191:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384882.652195:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000492398f4. 00000100:00000040:2.0:1767384882.652196:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000d1d05bf5 x1853237358499584/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384898 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384882.652201:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384882.652205:0:16767:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384882.652205:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384882.652208:0:16767:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384882.652211:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d1d05bf5 x1853237358499584/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384898 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384882.652212:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384882.652217:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ada48f4e. 00000400:00000010:0.0:1767384882.652224:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000257458bc. 00000100:00100000:2.0:1767384882.652227:0:16767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d1d05bf5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358499584:0@lo:256: 00000100:00000001:2.0:1767384882.652232:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384882.652234:0:16767:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384882.652235:0:16767:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384882.652236:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384882.652238:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d1d05bf5 x1853237358499584/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384898 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384882.652242:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384882.652243:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005b73ca1f. 00000100:00000001:2.0:1767384882.652245:0:16767:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384882.652246:0:16767:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384882.652249:0:16767:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 6, more 0. 10000000:00000001:2.0:1767384882.652251:0:16767:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384882.652255:0:16767:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000ef2b2561. 10000000:00000040:2.0:1767384882.652262:0:16767:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.157@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384882.652266:0:16767:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384882.652268:0:16767:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384882.652271:0:16767:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.157@tcp has 192.168.203.157@tcp. 00000100:00000001:2.0:1767384882.652273:0:16767:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384882.652274:0:16767:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384882.652276:0:16767:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.157@tcp with 192.168.203.157@tcp 00000100:00000200:2.0:1767384882.652277:0:16767:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.157@tcp' 00000400:00000200:2.0:1767384882.652278:0:16767:0:(peer.c:1356:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:2.0:1767384882.652280:0:16767:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:2.0:1767384882.652282:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.157@tcp 00000400:00000200:2.0:1767384882.652285:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384882.652288:0:16767:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (1) 00000400:00000200:2.0:1767384882.652291:0:16767:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384882.652293:0:16767:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp: 0. pending discovery 00000400:00000200:2.0:1767384882.652295:0:16767:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (2) 00000400:00000200:2.0:1767384882.652296:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp 00000100:00000001:2.0:1767384882.652297:0:16767:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384882.652301:0:16767:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384882.652304:0:16767:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.157@tcp' by NID '192.168.203.157@tcp' 10000000:00000010:2.0:1767384882.652306:0:16767:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000d839aefe. 10000000:00000040:2.0:1767384882.652307:0:16767:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 6/6 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.157@tcp::2 00000020:00000080:2.0:1767384882.652309:0:16767:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767384882.652313:0:16767:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384882.652315:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000da8a406. 00000020:00000010:2.0:1767384882.652317:0:16767:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cce065fa. 00000040:00000010:2.0:1767384882.652320:0:16767:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001a7bda12. 00000020:00000010:2.0:1767384882.652322:0:16767:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cca7cc60. 00000020:00000010:2.0:1767384882.652325:0:16767:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000aebee7fc. 00000020:00000010:2.0:1767384882.652327:0:16767:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008862c44b. 80000000:00000010:2.0:1767384882.652330:0:16767:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000976ab733. 40000000:00000010:2.0:1767384882.652332:0:16767:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000305cea80. 00100000:00000010:2.0:1767384882.652336:0:16767:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a711bb27. 00040000:00000010:2.0:1767384882.652339:0:16767:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ac0a95c3. 00040000:00000010:2.0:1767384882.652342:0:16767:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000dee54a18. 00040000:00000010:2.0:1767384882.652345:0:16767:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009cc1fb16. 00080000:00000010:2.0:1767384882.652348:0:16767:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000054649a56. 00000004:00000010:2.0:1767384882.652351:0:16767:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001bd3f9db. 00000004:00000010:2.0:1767384882.652354:0:16767:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a06f5526. 00000004:00000010:2.0:1767384882.652358:0:16767:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000061a87e12. 00002000:00000010:2.0:1767384882.652360:0:16767:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000049791db7. 00000004:00000010:2.0:1767384882.652363:0:16767:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005a49536f. 00000004:00000001:2.0:1767384882.652365:0:16767:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384882.652368:0:16767:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384882.652369:0:16767:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000d839aefe 00000040:00001000:2.0:1767384882.652370:0:16767:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384882.652371:0:16767:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384882.652372:0:16767:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384882.652373:0:16767:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384882.652374:0:16767:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384882.652375:0:16767:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384882.652376:0:16767:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384882.652380:0:16767:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.157@tcp::2 00000040:00000001:2.0:1767384882.652381:0:16767:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:2.0:1767384882.652416:0:16767:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384882.652420:0:16767:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cce065fa. 00000040:00000010:2.0:1767384882.652423:0:16767:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001a7bda12. 00000020:00000010:2.0:1767384882.652425:0:16767:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cca7cc60. 00000020:00000010:2.0:1767384882.652427:0:16767:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000aebee7fc. 00000020:00000010:2.0:1767384882.652430:0:16767:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008862c44b. 80000000:00000010:2.0:1767384882.652433:0:16767:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000976ab733. 40000000:00000010:2.0:1767384882.652435:0:16767:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000305cea80. 00100000:00000010:2.0:1767384882.652437:0:16767:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a711bb27. 00040000:00000010:2.0:1767384882.652457:0:16767:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ac0a95c3. 00040000:00000010:2.0:1767384882.652460:0:16767:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000dee54a18. 00040000:00000010:2.0:1767384882.652463:0:16767:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009cc1fb16. 00080000:00000010:2.0:1767384882.652466:0:16767:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000054649a56. 00000004:00000010:2.0:1767384882.652469:0:16767:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001bd3f9db. 00000004:00000010:2.0:1767384882.652473:0:16767:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a06f5526. 00000004:00000010:2.0:1767384882.652477:0:16767:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000061a87e12. 00002000:00000010:2.0:1767384882.652480:0:16767:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000049791db7. 00000004:00000010:2.0:1767384882.652482:0:16767:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005a49536f. 00000020:00000010:2.0:1767384882.652484:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000da8a406. 00000020:00000001:2.0:1767384882.652486:0:16767:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384882.652488:0:16767:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384882.652490:0:16767:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000d839aefe. 10000000:00000010:2.0:1767384882.652492:0:16767:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000ef2b2561. 10000000:00000001:2.0:1767384882.652494:0:16767:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384882.652496:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384882.652499:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d1d05bf5 x1853237358499584/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384898 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384882.652505:0:16767:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384882.652507:0:16767:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384882.652508:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f97d2e40. 02000000:00000001:2.0:1767384882.652510:0:16767:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384882.652511:0:16767:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384882.652518:0:16767:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1767384882.652519:0:16767:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384882.652520:0:16767:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384882.652521:0:16767:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384882.652522:0:16767:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1767384882.652523:0:16767:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384882.652525:0:16767:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000178872fd. 00000100:00000010:2.0:1767384882.652526:0:16767:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000cffd9c8d. 00000100:00000001:2.0:1767384882.652528:0:16767:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384882.652529:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000cb9336e. 02000000:00000001:2.0:1767384882.652531:0:16767:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384882.652532:0:16767:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384882.652533:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d1d05bf5. 00000100:00000001:2.0:1767384882.652537:0:16767:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384882.652538:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384882.652551:0:16767:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000f7620101. 10000000:01000000:2.0:1767384882.652554:0:16767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384882.652557:0:16767:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384882.652558:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384882.652559:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384882.652561:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000027854c9 refcount=3 00000020:00000001:2.0:1767384882.652563:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275766784 : -108637433784832 : ffff9d31e0599600) 00010000:00000001:2.0:1767384882.652564:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275766784 : -108637433784832 : ffff9d31e0599600) 00010000:00000001:2.0:1767384882.652566:0:16767:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384882.652568:0:16767:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: 00000000027854c9/0x4895a8f6c11e8552 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e8559 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384882.652574:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384882.652575:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384882.652576:0:16767:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: 00000000027854c9/0x4895a8f6c11e8552 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e8559 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384882.652581:0:16767:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384882.652582:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384882.652583:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384882.652584:0:16767:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384882.652589:0:16767:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384882.652591:0:16767:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384882.652592:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384882.652593:0:16767:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ff67cc77) refs 3 10000000:00000001:2.0:1767384882.652595:0:16767:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:3.0:1767384882.655069:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294872517, at 4294872518 00000100:00000040:0.0:1767384882.655074:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294872517, at 4294872518 00000100:00000040:2.0:1767384882.655076:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294872517, at 4294872518 00000100:00000010:3.0:1767384882.655078:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000059033cee. 00000100:00000010:0.0:1767384882.655085:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002a909339. 00000100:00000010:2.0:1767384882.655088:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000929ea972. 00080000:00000001:3.0:1767384882.744272:0:17670:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384882.744296:0:17670:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384882.744300:0:17670:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384882.744306:0:17670:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384882.744317:0:17670:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384882.744320:0:17670:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384882.865996:0:17711:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-osd (00000000fdfe1598) now 10 - health_check_show 00000020:00000001:0.0:1767384882.866003:0:17711:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:0.0:1767384882.866005:0:17711:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384882.866007:0:17711:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000fdfe1598) now 10 - health_check_show 00000020:00000040:0.0:1767384882.866010:0:17711:0:(obd_config.c:927:class_incref()) incref MGS (000000006764cd03) now 6 - health_check_show 00000020:00000001:0.0:1767384882.866036:0:17711:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:0.0:1767384882.866041:0:17711:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384882.866044:0:17711:0:(obd_config.c:955:class_decref()) Decref MGS (000000006764cd03) now 6 - health_check_show 00000020:00000040:0.0:1767384882.866047:0:17711:0:(obd_config.c:927:class_incref()) incref MGC192.168.203.157@tcp (00000000e331d2ef) now 6 - health_check_show 00000020:00000001:0.0:1767384882.866049:0:17711:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:0.0:1767384882.866051:0:17711:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384882.866053:0:17711:0:(obd_config.c:955:class_decref()) Decref MGC192.168.203.157@tcp (00000000e331d2ef) now 6 - health_check_show 00000020:00000040:0.0:1767384882.866055:0:17711:0:(obd_config.c:927:class_incref()) incref MDS (000000001701d70d) now 4 - health_check_show 00000020:00000001:0.0:1767384882.866057:0:17711:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:0.0:1767384882.866065:0:17711:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384882.866067:0:17711:0:(obd_config.c:955:class_decref()) Decref MDS (000000001701d70d) now 4 - health_check_show 00000020:00000040:0.0:1767384882.866069:0:17711:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdtlov (000000009092634e) now 5 - health_check_show 00000020:00000001:0.0:1767384882.866071:0:17711:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:0.0:1767384882.866073:0:17711:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384882.866074:0:17711:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000009092634e) now 5 - health_check_show 00000020:00000040:0.0:1767384882.866076:0:17711:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8a46e2f) now 8 - health_check_show 00000020:00000001:0.0:1767384882.866078:0:17711:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:0.0:1767384882.866080:0:17711:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384882.866081:0:17711:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8a46e2f) now 8 - health_check_show 00000020:00000040:0.0:1767384882.866083:0:17711:0:(obd_config.c:927:class_incref()) incref lustre-MDD0000 (0000000003d07e52) now 5 - health_check_show 00000020:00000001:0.0:1767384882.866091:0:17711:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:0.0:1767384882.866092:0:17711:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384882.866093:0:17711:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (0000000003d07e52) now 5 - health_check_show 00000020:00000040:0.0:1767384882.866094:0:17711:0:(obd_config.c:927:class_incref()) incref lustre-QMT0000 (000000008edb24a5) now 5 - health_check_show 00000020:00000001:0.0:1767384882.866095:0:17711:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:0.0:1767384882.866097:0:17711:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384882.866097:0:17711:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (000000008edb24a5) now 5 - health_check_show 00000020:00000040:0.0:1767384882.866099:0:17711:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osc-MDT0000 (0000000079aeaf0c) now 6 - health_check_show 00000020:00000001:0.0:1767384882.866100:0:17711:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:0.0:1767384882.866101:0:17711:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384882.866102:0:17711:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (0000000079aeaf0c) now 6 - health_check_show 00000020:00000040:0.0:1767384882.866103:0:17711:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-MDT0000 (000000009dbf8bb4) now 6 - health_check_show 00000020:00000001:0.0:1767384882.866104:0:17711:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:0.0:1767384882.866105:0:17711:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384882.866106:0:17711:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000009dbf8bb4) now 6 - health_check_show 00000020:00000040:0.0:1767384882.866107:0:17711:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osd (00000000c5239ec3) now 6 - health_check_show 00000020:00000001:0.0:1767384882.866108:0:17711:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:0.0:1767384882.866109:0:17711:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384882.866110:0:17711:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osd (00000000c5239ec3) now 6 - health_check_show 00000020:00000040:0.0:1767384882.866111:0:17711:0:(obd_config.c:927:class_incref()) incref OSS (0000000057f6faff) now 4 - health_check_show 00000020:00000001:0.0:1767384882.866112:0:17711:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:0.0:1767384882.866131:0:17711:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384882.866132:0:17711:0:(obd_config.c:955:class_decref()) Decref OSS (0000000057f6faff) now 4 - health_check_show 00000020:00000040:0.0:1767384882.866133:0:17711:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fe96f595) now 4 - health_check_show 00000020:00000001:0.0:1767384882.866135:0:17711:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000010:0.0:1767384882.866138:0:17711:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee9c6a71. 00000020:00000010:0.0:1767384882.866142:0:17711:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ad74bcb4. 00000020:00000010:0.0:1767384882.866145:0:17711:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001b974bb1. 00000020:00000010:0.0:1767384882.866149:0:17711:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000092f34a6e. 00000020:00000010:0.0:1767384882.866152:0:17711:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fd57975e. 80000000:00000010:0.0:1767384882.866155:0:17711:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000468667ee. 40000000:00000010:0.0:1767384882.866157:0:17711:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008e987471. 00100000:00000010:0.0:1767384882.866162:0:17711:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005c6505b7. 00040000:00000010:0.0:1767384882.866168:0:17711:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000120d184f. 00040000:00000010:0.0:1767384882.866180:0:17711:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001162c5f8. 00080000:00000010:0.0:1767384882.866183:0:17711:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c09a7d84. 00002000:00000010:0.0:1767384882.866186:0:17711:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000492398f4. 00080000:00000001:0.0:1767384882.866189:0:17711:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384882.866199:0:17711:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384882.866202:0:17711:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ad74bcb4. 00000020:00000010:0.0:1767384882.866204:0:17711:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001b974bb1. 00000020:00000010:0.0:1767384882.866209:0:17711:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000092f34a6e. 00000020:00000010:0.0:1767384882.866212:0:17711:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fd57975e. 80000000:00000010:0.0:1767384882.866214:0:17711:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000468667ee. 40000000:00000010:0.0:1767384882.866217:0:17711:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008e987471. 00100000:00000010:0.0:1767384882.866219:0:17711:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005c6505b7. 00040000:00000010:0.0:1767384882.866221:0:17711:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000120d184f. 00040000:00000010:0.0:1767384882.866223:0:17711:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001162c5f8. 00080000:00000010:0.0:1767384882.866225:0:17711:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c09a7d84. 00002000:00000010:0.0:1767384882.866227:0:17711:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000492398f4. 00000020:00000010:0.0:1767384882.866229:0:17711:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee9c6a71. 00000020:00000001:0.0:1767384882.866230:0:17711:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384882.866231:0:17711:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fe96f595) now 4 - health_check_show 00000020:00000040:0.0:1767384882.866233:0:17711:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (0000000022f07509) now 6 - health_check_show 00000020:00000001:0.0:1767384882.866234:0:17711:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:0.0:1767384882.866235:0:17711:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384882.866236:0:17711:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (0000000022f07509) now 6 - health_check_show 00000100:00000001:3.0:1767384882.969092:0:16126:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1767384882.969103:0:16126:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384882.969104:0:16126:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384882.969109:0:16126:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384882.969111:0:16126:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384882.969114:0:16126:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384882.969116:0:16126:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384883.033139:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384883.033143:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384883.033146:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384883.091524:0:17723:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384883.091535:0:17723:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384883.091539:0:17723:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384883.091543:0:17723:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384883.091548:0:17723:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384883.091550:0:17723:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384883.225087:0:16756:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384883.225093:0:16756:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384883.226082:0:16753:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000cd7610f0. 00000100:00000001:2.0:1767384883.226092:0:16753:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384883.226095:0:16753:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384883.776338:0:17887:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384883.776342:0:17887:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing set_default_debug -1 all 00000001:00000001:0.0:1767384883.778329:0:17887:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:0.0:1767384883.788540:0:17889:0:(debug.c:327:cfs_str2mask()) Process entered 00000100:00000001:3.0:1767384883.993096:0:16126:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1767384883.993111:0:16126:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384883.993114:0:16126:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384883.993119:0:16126:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384883.993123:0:16126:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384883.993127:0:16126:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384883.993130:0:16126:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384884.057120:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384884.057124:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384884.057127:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384884.269694:0:17952:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384884.269707:0:17952:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384884.269710:0:17952:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384884.269715:0:17952:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384884.269720:0:17952:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384884.269722:0:17952:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384884.760537:0:18001:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384884.760548:0:18001:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384884.760552:0:18001:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384884.760557:0:18001:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384884.760561:0:18001:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384884.760563:0:18001:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384885.017107:0:16126:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1767384885.017122:0:16126:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384885.017124:0:16126:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384885.017129:0:16126:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384885.017132:0:16126:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384885.017135:0:16126:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384885.017137:0:16126:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384885.081189:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384885.081191:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384885.081194:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384885.514524:0:18049:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384885.514561:0:18049:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384885.514567:0:18049:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384885.514576:0:18049:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384885.514593:0:18049:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384885.514597:0:18049:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384885.648854:0:18085:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384885.648859:0:18085:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 00000001:00000001:0.0:1767384885.652921:0:18085:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000001:3.0:1767384886.042104:0:16126:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1767384886.042112:0:16126:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1767384886.042136:0:16126:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767384876/real 1767384876] req@00000000fb8be1c3 x1853237358494976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384886 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384886.043443:0:16126:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384886.043448:0:16126:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384886.043450:0:16126:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066063d8b. 00000400:00000200:3.0:1767384886.043457:0:16126:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab0b8782 00000400:00000010:3.0:1767384886.043459:0:16126:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab0b8782. 00000100:00000001:3.0:1767384886.043462:0:16126:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384886.043469:0:16126:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fb8be1c3 x1853237358494976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384886 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384886.043478:0:16126:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fb8be1c3 x1853237358494976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384886 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384886.043483:0:16126:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384886.043485:0:16126:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384886.043487:0:16126:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384886.043488:0:16126:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384886.043490:0:16126:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fb8be1c3 x1853237358494976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384886 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384886.043499:0:16126:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384886.043508:0:16126:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384886.043509:0:16126:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.043511:0:16126:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384886.043513:0:16126:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384886.043514:0:16126:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384886.043517:0:16126:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fb8be1c3 x1853237358494976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384886 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384886.043522:0:16126:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1767384886.043524:0:16126:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384886.043525:0:16126:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384886.043526:0:16126:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384886.043527:0:16126:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1767384886.043528:0:16126:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1767384886.043531:0:16126:0:(import.c:65:import_set_state_nolock()) 000000002913d734 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767384886.043555:0:16126:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1767384886.043557:0:16126:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1767384886.043560:0:16126:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fb8be1c3 x1853237358494976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384886 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384886.043576:0:16126:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fb8be1c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16126:1853237358494976:0@lo:8: 00000100:00000001:3.0:1767384886.043581:0:16126:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384886.043583:0:16126:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384886.043583:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) fc613044-dd35-4201-b03c-4d69ab0214c0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767384886.043587:0:16126:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fb8be1c3 x1853237358494976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384886 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384886.043591:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384886.043596:0:16126:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000010:0.0:1767384886.043598:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000082263abc. 02000000:00000001:3.0:1767384886.043599:0:16126:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384886.043604:0:16126:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000086ee2f32. 02000000:00000001:3.0:1767384886.043609:0:16126:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384886.043610:0:16126:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384886.043612:0:16126:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:0.0:1767384886.043612:0:36:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384886.043618:0:16126:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384886.043619:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:3.0:1767384886.043620:0:16126:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000033f5d254. 02000000:00000001:0.0:1767384886.043623:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384886.043624:0:16126:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384886.043627:0:16126:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384886.043628:0:16126:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fb8be1c3. 02000000:00000001:0.0:1767384886.043628:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.043633:0:16126:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384886.043634:0:16126:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384886.043635:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001e38fbfd. 00000100:00000001:3.0:1767384886.043636:0:16126:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384886.043642:0:16126:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384886.043643:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.043644:0:16126:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.043649:0:16126:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384886.043650:0:16126:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384886.043653:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc613044-dd35-4201-b03c-4d69ab0214c0->MGS req@0000000082263abc x1853237358499712/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384886.043661:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384886.043663:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384886.043666:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082263abc] to pc [ptlrpcd_00_02+2] req@0000000082263abc x1853237358499712/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384886.043686:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384886.043688:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1767384886.043692:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1767384886.043694:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1767384886.043696:0:36:0:(import.c:65:import_set_state_nolock()) 000000002913d734 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1767384886.043700:0:36:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1767384886.043703:0:36:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00000040:0.0:1767384886.043707:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 17 to 0@lo 00000100:00000001:0.0:1767384886.043710:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384886.043712:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 18 to 0@lo 00000100:00000001:0.0:1767384886.043714:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000020:00000001:0.0:1767384886.043717:0:36:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384886.043726:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e848e 00000020:00000001:0.0:1767384886.043728:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384886.043731:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c34c5b1d refcount=4 00000020:00000001:0.0:1767384886.043733:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436270266368 : -108637439285248 : ffff9d31e005a800) 00000020:00000001:0.0:1767384886.043745:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436270266368 : -108637439285248 : ffff9d31e005a800) 00000100:00000040:0.0:1767384886.043748:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 17 to 0@lo 00000100:00000001:0.0:1767384886.043750:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384886.043753:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 18 to 0@lo 00000100:00000001:0.0:1767384886.043755:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000020:00000040:0.0:1767384886.043758:0:36:0:(genops.c:898:class_export_put()) PUTting export 00000000c34c5b1d : new refcount 3 00000100:00080000:0.0:1767384886.043762:0:36:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-MDT0000: import 000000002913d734 using connection 192.168.203.157@tcp/0@lo 00000100:00000001:0.0:1767384886.043765:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.043767:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384886.043770:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1767384886.043779:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384886.043781:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384886.043783:0:16129:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000aebee7fc. 00000100:00000001:0.0:1767384886.043784:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1767384886.043793:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384886.043811:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d75dd676. 00000020:00000010:2.0:1767384886.043814:0:16129:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d2f9703d. 00000020:00000040:0.0:1767384886.043815:0:36:0:(genops.c:1229:class_import_get()) import 000000002913d734 refcount=3 obd=lustre-OST0000-osc-MDT0000 80000000:00000010:2.0:1767384886.043829:0:16129:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000929ea972. 02000000:00000001:0.0:1767384886.043830:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767384886.043837:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:2.0:1767384886.043838:0:16129:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e9d6d6cf. 00000100:00000001:0.0:1767384886.043843:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000008:00000010:2.0:1767384886.043847:0:16129:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000c451f068. 02000000:00000001:0.0:1767384886.043848:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384886.043853:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:2.0:1767384886.043854:0:16129:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000e16acfb1. 00008000:00000010:2.0:1767384886.043861:0:16129:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000e6c88e3f. 02000000:00000010:0.0:1767384886.043861:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000f07cc485. 00100000:00000010:2.0:1767384886.043873:0:16129:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cca7cc60. 00000100:00000001:0.0:1767384886.043874:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:2.0:1767384886.043880:0:16129:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000040d2823d. 00000100:00100000:0.0:1767384886.043886:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75dd676 x1853237358499840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00040000:00000010:2.0:1767384886.043889:0:16129:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a711bb27. 00040000:00000010:2.0:1767384886.043898:0:16129:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000be7c509e. 00000100:00000001:0.0:1767384886.043901:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384886.043903:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384886.043906:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d75dd676] to pc [ptlrpcd_rcv+-1] req@00000000d75dd676 x1853237358499840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:2.0:1767384886.043914:0:16129:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000054649a56. 00000004:00000010:2.0:1767384886.043925:0:16129:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000dee54a18. 00000004:00000010:2.0:1767384886.043933:0:16129:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a06f5526. 00000100:00000001:0.0:1767384886.043938:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384886.043940:0:16129:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001bd3f9db. 00002000:00000010:2.0:1767384886.043943:0:16129:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000093e19b1d. 00000004:00000010:2.0:1767384886.043948:0:16129:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000cc319084. 00000100:00000040:0.0:1767384886.043952:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000080:00000010:2.0:1767384886.043954:0:16129:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000a4ebe20b. 00000100:00000001:0.0:1767384886.043958:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000080:00000010:2.0:1767384886.043960:0:16129:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000007abd0a. 00000100:00000010:0.0:1767384886.043963:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000091a6af40. 00000100:00000001:3.0:1767384886.043966:0:16126:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767384886.043967:0:36:0:(genops.c:1229:class_import_get()) import 000000005ebd018a refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000008:00000010:2.0:1767384886.043968:0:16129:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000002ea024a2. 00000100:00000001:3.0:1767384886.043970:0:16126:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384886.043981:0:16126:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00020000:00000010:2.0:1767384886.043981:0:16129:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000d330c6e0. 00000100:00000001:0.0:1767384886.043981:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384886.043992:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00008000:00000010:2.0:1767384886.043993:0:16129:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000003697d740. 00000100:00000040:3.0:1767384886.043994:0:16126:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d75dd676 x1853237358499840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384886.044001:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767384886.044002:0:16129:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000b5c66d7d. 00000100:00000001:3.0:1767384886.044037:0:16126:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384886.044048:0:16126:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384886.044052:0:16126:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384886.044056:0:16126:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384886.044057:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e66b0cbf. 02000000:00000001:3.0:1767384886.044058:0:16126:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384886.044064:0:16126:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d75dd676 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16126:1853237358499840:0@lo:8: 00000100:00000001:0.0:1767384886.044066:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.044069:0:16126:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384886.044077:0:16126:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384886.044080:0:16126:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384886.044080:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000091a6af40 x1853237358499968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384886.044086:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384886.044087:0:16126:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384886.044091:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767384886.044094:0:16126:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b77b7090. 02000000:00000001:3.0:1767384886.044099:0:16126:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384886.044101:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767384886.044102:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000082263abc x1853237358499712/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384886.044108:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384886.044121:0:16126:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059aed48a. 00000100:00000001:2.0:1767384886.044122:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767384886.044123:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091a6af40] to pc [ptlrpcd_00_03+3] req@0000000091a6af40 x1853237358499968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.044128:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384886.044132:0:16126:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab0b8782. 02000000:00000001:2.0:1767384886.044136:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1767384886.044141:0:16126:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358499840, portal 4 02000000:00000001:2.0:1767384886.044141:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384886.044153:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.044154:0:16126:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384886.044161:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.044163:0:16126:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780957824 : -108637928593792 : ffff9d31c2db6680) 00000100:00100000:2.0:1767384886.044167:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000082263abc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358499712:0@lo:400: 00000100:00000040:0.0:1767384886.044170:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767384886.044178:0:16126:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d75dd676 x1853237358499840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.044179:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384886.044186:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767384886.044188:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384886.044193:0:16126:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384886.044194:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384886.044196:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075fc2288. 00000100:00000040:3.0:1767384886.044207:0:16126:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384886.044209:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1767384886.044209:0:36:0:(genops.c:1229:class_import_get()) import 00000000e13b832f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384886.044218:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:2.0:1767384886.044220:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f8083ad. 00000400:00000010:3.0:1767384886.044221:0:16126:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2626c3. 02000000:00000001:0.0:1767384886.044222:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384886.044232:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384886.044235:0:16126:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853237358499840, offset 0 02000000:00000001:2.0:1767384886.044237:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384886.044240:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000120d184f. 00000400:00000200:3.0:1767384886.044248:0:16126:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384886.044251:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384886.044254:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7d97cc7. 00000100:00000040:0.0:1767384886.044257:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000075fc2288 x1853237358500096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384886.044267:0:16126:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384886.044271:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bc03c35. 00000100:00000001:0.0:1767384886.044283:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384886.044284:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384886.044288:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358499712, portal 25 00000100:00000040:0.0:1767384886.044289:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075fc2288] to pc [ptlrpcd_00_00+0] req@0000000075fc2288 x1853237358500096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384886.044294:0:16126:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x6958272701800 00000100:00000001:2.0:1767384886.044300:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384886.044305:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780958720 : -108637928592896 : ffff9d31c2db6a00) 00000400:00000200:3.0:1767384886.044319:0:16126:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 520/520 into md 0xa9d [8] + 0 00000100:00000040:2.0:1767384886.044328:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000082263abc x1853237358499712/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384886.044336:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384886.044348:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384886.044359:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384886.044362:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (213) 00000100:00000001:3.0:1767384886.044379:0:16126:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384886.044383:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384886.044384:0:16126:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767384886.044385:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384886.044391:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767384886.044396:0:16126:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009f6d34da. 00000100:00000040:2.0:1767384886.044397:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384886.044399:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384886.044407:0:16126:0:(events.c:337:request_in_callback()) incoming req@000000009f6d34da x1853237358499840 msgsize 520 00000400:00000010:2.0:1767384886.044407:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004271ee8b. 00000100:00000040:0.0:1767384886.044409:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075fc2288 x1853237358500096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384886.044423:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237358499712, offset 0 00000100:00000001:0.0:1767384886.044427:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1767384886.044436:0:16126:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384886.044436:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384886.044447:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384886.044449:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384886.044453:0:16126:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384886.044454:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384886.044458:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384886.044466:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000075fc2288 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16127:1853237358500096:0@lo:400: 00000400:00000200:2.0:1767384886.044469:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384886.044486:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384886.044489:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384886.044491:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384886.044492:0:16126:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2626c3 00000400:00000010:3.0:1767384886.044497:0:16126:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2626c3. 02000000:00000001:0.0:1767384886.044498:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384886.044503:0:16126:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:0.0:1767384886.044504:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bf6f24d5. 00000400:00000200:2.0:1767384886.044511:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272701780 02000000:00000001:0.0:1767384886.044513:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384886.044517:0:16126:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d75dd676 x1853237358499840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384886.044522:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005c24a83. 00000400:00000200:2.0:1767384886.044529:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ad [2] + 0 00000400:00000010:2.0:1767384886.044546:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009dee1a7e. 00000100:00000001:3.0:1767384886.044550:0:16126:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384886.044555:0:16126:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d75dd676 x1853237358499840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384896 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384886.044555:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008bfeb35c 00000400:00000200:2.0:1767384886.044565:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384886.044567:0:16126:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.044578:0:16126:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384886.044586:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384886.044589:0:16126:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384886.044593:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029d00ffa. 00000400:00000200:2.0:1767384886.044598:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bfeb35c 00000100:00000040:3.0:1767384886.044599:0:16126:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 0 usecs (0 jiffies) 00000400:00000010:2.0:1767384886.044610:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008bfeb35c. 00000100:00000001:3.0:1767384886.044612:0:16126:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294875910 00000100:00000001:2.0:1767384886.044621:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:3.0:1767384886.044622:0:16126:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000067ce5a1d. 00000100:00000200:0.0:1767384886.044622:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358500096, portal 10 00000100:00000200:2.0:1767384886.044629:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384886.044631:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384886.044633:0:16126:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384886.044638:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780956032 : -108637928595584 : ffff9d31c2db5f80) 00000100:00000040:2.0:1767384886.044646:0:16129:0:(events.c:337:request_in_callback()) incoming req@00000000e70d72f9 x1853237358499712 msgsize 224 00000020:00000010:0.0:1767384886.044650:0:16127:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000423e0076. 00000100:00000001:3.0:1767384886.044651:0:16126:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294875910 00000100:00100000:2.0:1767384886.044662:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:3.0:1767384886.044665:0:16126:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002835db06. 00000100:00000040:0.0:1767384886.044669:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000075fc2288 x1853237358500096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384886.044671:0:16129:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384886.044673:0:16126:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384886.044685:0:16126:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294875910 00000100:00000001:0.0:1767384886.044686:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1767384886.044690:0:16126:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006f5a3873. 00000100:00000001:2.0:1767384886.044692:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384886.044693:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384886.044698:0:16126:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000400:00000010:0.0:1767384886.044702:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6452143. 00000100:00000001:3.0:1767384886.044704:0:16126:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294875910 00000100:00000010:3.0:1767384886.044708:0:16126:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000051133b84. 00000400:00000200:2.0:1767384886.044709:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004271ee8b 00000100:00000200:0.0:1767384886.044710:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237358500096, offset 0 00000100:00000001:3.0:1767384886.044711:0:16126:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000400:00000010:2.0:1767384886.044721:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004271ee8b. 00000100:00000001:3.0:1767384886.044723:0:16126:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384886.044729:0:16126:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.044731:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384886.044733:0:16126:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384886.044739:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000082263abc x1853237358499712/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384886.044741:0:16126:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384886.044757:0:16126:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384886.044767:0:16126:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:0.0:1767384886.044767:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384886.044771:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384886.044772:0:16126:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384886.044783:0:16126:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384886.044788:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000082263abc x1853237358499712/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384902 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384886.044809:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384886.044811:0:16126:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.044825:0:16126:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384886.044841:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272701900 00000400:00000200:0.0:1767384886.044867:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 1784 00000100:00000001:3.0:1767384886.044869:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384886.044873:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384886.044874:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358499712 00000400:00000200:0.0:1767384886.044878:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384886.044885:0:16129:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384886.044886:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384886.044893:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384886.044894:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384886.044898:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.044900:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384886.044902:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384886.044911:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1767384886.044912:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.044912:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294875910 00000100:00000010:0.0:1767384886.044919:0:16127:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000555e80c0. 00000100:00000001:2.0:1767384886.044922:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, keep current deadline 4294875910 00000100:00100000:3.0:1767384886.044924:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358499712 00000100:00000040:0.0:1767384886.044925:0:16127:0:(events.c:337:request_in_callback()) incoming req@00000000555e80c0 x1853237358500096 msgsize 224 00000020:00000001:3.0:1767384886.044927:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384886.044932:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000100:00000001:2.0:1767384886.044939:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294875910 00000020:00000001:3.0:1767384886.044940:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1767384886.044940:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:3.0:1767384886.044952:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000100:00000001:2.0:1767384886.044953:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, keep current deadline 4294875910 00000100:00000001:0.0:1767384886.044959:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384886.044966:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294875910 00000020:00000001:3.0:1767384886.044967:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000400:00000200:0.0:1767384886.044970:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6452143 00000400:00000010:0.0:1767384886.044980:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6452143. 00000100:00000001:2.0:1767384886.044984:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, keep current deadline 4294875910 00000020:00000001:3.0:1767384886.044985:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384886.044986:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384886.044995:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000075fc2288 x1853237358500096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.044996:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294875910 00000100:00000001:3.0:1767384886.044998:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384886.045008:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, keep current deadline 4294875910 00000020:00000010:3.0:1767384886.045010:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002c003916. 00000100:00000001:3.0:1767384886.045041:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384886.045051:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384886.045053:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002c003916. 00000100:00000001:0.0:1767384886.045062:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384886.045064:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384886.045067:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f86c424c. 00000100:00000040:0.0:1767384886.045068:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075fc2288 x1853237358500096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384902 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.045070:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384886.045077:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007a334217. 00000100:00000001:2.0:1767384886.045078:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384886.045086:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005597ebae. 00000100:00000001:2.0:1767384886.045090:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384886.045096:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384886.045097:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384886.045098:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384886.045102:0:16127:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384886.045115:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384886.045116:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384886.045117:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.045126:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384886.045128:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1767384886.045128:0:16127:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2397 usecs (3 jiffies) 00000100:00000001:3.0:1767384886.045138:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.045139:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384886.045139:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294875911 00000100:00000001:2.0:1767384886.045156:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.045159:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384886.045159:0:16127:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4294875910 00000100:00000001:0.0:1767384886.045174:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294875911 00000100:00000001:3.0:1767384886.045181:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384886.045182:0:16127:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4294875910 00000100:00000001:0.0:1767384886.045195:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294875911 00000100:00000001:3.0:1767384886.045205:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384886.045207:0:16127:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4294875910 00000100:00000001:3.0:1767384886.045209:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384886.045214:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294875911 00000100:00100000:3.0:1767384886.045219:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00000001:0.0:1767384886.045220:0:16127:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4294875910 00000100:00000040:3.0:1767384886.045223:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:3.0:1767384886.045227:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529243216 : -108637180308400 : ffff9d31ef755450) 00000100:00000001:0.0:1767384886.045235:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384886.045236:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e70d72f9 x1853237358499712/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:112/0 lens 224/0 e 0 to 0 dl 1767384897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384886.045242:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384886.045249:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384886.045253:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384886.045259:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384886.045260:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384886.045267:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384886.045270:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384886.045270:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384886.045271:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384886.045276:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002c003916. 00000100:00000001:0.0:1767384886.045277:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384886.045281:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.045283:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384886.045288:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384886.045289:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002c003916. 00000100:00100000:3.0:1767384886.045301:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e70d72f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16129:x1853237358499712:12345-0@lo:400: 00000100:00000200:3.0:1767384886.045310:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358499712 00000100:00000001:2.0:1767384886.045316:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384886.045317:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384886.045318:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384886.045326:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358499968 00000020:00000001:3.0:1767384886.045327:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:0.0:1767384886.045327:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358500096 02000000:00000001:2.0:1767384886.045337:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384886.045338:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384886.045338:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384886.045342:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384886.045343:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384886.045347:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384886.045347:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384886.045348:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.045356:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169792 : -1040381824 : ffffffffc1fd0880) 02000000:00000001:2.0:1767384886.045363:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.045365:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1767384886.045365:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.045374:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384886.045382:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358499968 00000020:00000001:3.0:1767384886.045383:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:0.0:1767384886.045383:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358500096 00000020:00000001:3.0:1767384886.045395:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384886.045396:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384886.045397:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384886.045401:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384886.045403:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8544 00000020:00000040:0.0:1767384886.045404:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e853d 00000020:00000001:2.0:1767384886.045411:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384886.045412:0:16764:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1767384886.045412:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384886.045419:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d62afedc refcount=5 00000100:00000001:3.0:1767384886.045420:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:0.0:1767384886.045421:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e235a287 refcount=5 02000000:00000001:3.0:1767384886.045426:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384886.045436:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 00000020:00000001:0.0:1767384886.045437:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431487174656 : -108642222376960 : ffff9d30c2ed7800) 02000000:00000010:3.0:1767384886.045438:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002600a8c8. 00000020:00000001:2.0:1767384886.045446:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 02000000:00000001:3.0:1767384886.045448:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384886.045448:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431487174656 : -108642222376960 : ffff9d30c2ed7800) 00000100:00000001:3.0:1767384886.045460:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.045462:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384886.045463:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384886.045470:0:16764:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384886.045472:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ac76b49. 00000020:00000010:0.0:1767384886.045474:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000008203184. 00010000:00000040:3.0:1767384886.045476:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358499712 00010000:00000001:3.0:1767384886.045481:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:0.0:1767384886.045482:0:16771:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000007a10fe02. 00010000:00000200:3.0:1767384886.045493:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e70d72f9 x1853237358499712/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:112/0 lens 224/224 e 0 to 0 dl 1767384897 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.045496:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384886.045497:0:16771:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8a46e2f) now 8 - evictor 00000020:00000010:2.0:1767384886.045512:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ac76b49. 00000100:00000001:0.0:1767384886.045521:0:16771:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384886.045525:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003ac6ec1. 00010000:00000001:3.0:1767384886.045527:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:0.0:1767384886.045529:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000186fba3b. 00010000:00000001:3.0:1767384886.045535:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384886.045537:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005cc6d90f. 00000020:00000010:0.0:1767384886.045539:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000968f9d32. 00000100:00001000:3.0:1767384886.045545:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384886.045552:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:2.0:1767384886.045554:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f4bf686. 00000020:00000010:0.0:1767384886.045554:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000068f6ba37. 00000100:00000040:3.0:1767384886.045556:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 19 to 0@lo 00000100:00000001:3.0:1767384886.045567:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:3.0:1767384886.045572:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384886.045576:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384886.045578:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384886.045584:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384886.045586:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384886.045588:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384886.045593:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767384886.045594:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384886.045594:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384886.045603:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384886.045603:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384886.045604:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2626c3. 00000100:00000200:3.0:1767384886.045613:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237358499712, offset 224 00000400:00000200:3.0:1767384886.045625:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384886.045631:0:16771:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:3.0:1767384886.045636:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384886.045641:0:16771:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384886.045644:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.045646:0:16770:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:3.0:1767384886.045647:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272701780 00000100:00000001:0.0:1767384886.045654:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384886.045655:0:16770:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384886.045661:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384886.045662:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x10f5 [1] + 224 00000100:00000001:0.0:1767384886.045668:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384886.045673:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384886.045674:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384886.045679:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000400:00000200:3.0:1767384886.045683:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384886.045686:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384886.045687:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e235a287 : new rpc_count 1 00000100:00000001:3.0:1767384886.045688:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384886.045693:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635435780963200 : -108637928588416 : ffff9d31c2db7b80) 00000100:00000200:3.0:1767384886.045694:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000082263abc x1853237358499712/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384886.045703:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000555e80c0 x1853237358500096/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:112/0 lens 224/0 e 0 to 0 dl 1767384897 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.045711:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384886.045714:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000082263abc x1853237358499712/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.045719:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384886.045733:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384886.045734:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000020:00000010:0.0:1767384886.045740:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000829fbc09. 00000100:00000040:2.0:1767384886.045747:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d62afedc : new rpc_count 1 00000100:00000001:0.0:1767384886.045750:0:16771:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384886.045758:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436514554112 : -108637194997504 : ffff9d31ee953100) 00000020:00000010:0.0:1767384886.045760:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000829fbc09. 00000100:00000040:2.0:1767384886.045769:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c2d03dd4 x1853237358499968/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:112/0 lens 224/0 e 0 to 0 dl 1767384897 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384886.045770:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384886.045777:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000555e80c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16127:x1853237358500096:12345-0@lo:400: 00000400:00000200:3.0:1767384886.045783:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2626c3 00000400:00000010:3.0:1767384886.045792:0:16764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2626c3. 00000100:00000200:0.0:1767384886.045813:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358500096 00000100:00000001:3.0:1767384886.045815:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1767384886.045822:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384886.045823:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1767384886.045829:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384886.045830:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384886.045833:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384886.045833:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384886.045838:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ac76b49. 00000020:00000001:0.0:1767384886.045840:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1767384886.045845:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 18 to 0@lo 00000100:00000001:2.0:1767384886.045847:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384886.045849:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00010000:00000001:3.0:1767384886.045857:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:2.0:1767384886.045860:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ac76b49. 00000020:00000001:3.0:1767384886.045863:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384886.045864:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384886.045869:0:16771:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384886.045872:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1767384886.045874:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c2d03dd4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16130:x1853237358499968:12345-0@lo:400: 00000020:00000001:0.0:1767384886.045879:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1767384886.045882:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e70d72f9 x1853237358499712/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:112/0 lens 224/224 e 0 to 0 dl 1767384897 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384886.045888:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:2.0:1767384886.045897:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358499968 00000020:00000001:0.0:1767384886.045898:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384886.045907:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384886.045907:0:16771:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1767384886.045915:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384886.045916:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1767384886.045920:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e70d72f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16129:x1853237358499712:12345-0@lo:400: Request processed in 646us (1267us total) trans 0 rc 0/0 00000020:00000001:2.0:1767384886.045923:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384886.045924:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384886.045931:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a2cb94c1. 00000020:00000001:2.0:1767384886.045934:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384886.045945:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 02000000:00000001:0.0:1767384886.045946:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384886.045954:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000020:00000001:2.0:1767384886.045958:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384886.045959:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384886.045966:0:16770:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384886.045967:0:16771:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384886.045968:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00010000:00000040:0.0:1767384886.045972:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358500096 00000020:00000001:2.0:1767384886.045978:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384886.045979:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1767384886.045989:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384886.045990:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384886.045990:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384886.045997:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384886.046000:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007a334217. 00010000:00000200:0.0:1767384886.046004:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000555e80c0 x1853237358500096/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:112/0 lens 224/224 e 0 to 0 dl 1767384897 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384886.046007:0:16770:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:3.0:1767384886.046009:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005597ebae. 00000020:00000010:3.0:1767384886.046035:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f86c424c. 00000020:00000040:3.0:1767384886.046040:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 02000000:00000001:3.0:1767384886.046047:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384886.046049:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000010:3.0:1767384886.046051:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002600a8c8. 00010000:00000001:0.0:1767384886.046053:0:16771:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384886.046055:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384886.046058:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384886.046058:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=5 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384886.046066:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384886.046066:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384886.046070:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 19 to 0@lo 00000400:00000010:3.0:1767384886.046072:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd89e0df. 00000100:00000001:0.0:1767384886.046075:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000100:00000001:2.0:1767384886.046077:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:3.0:1767384886.046078:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004092ccb7. 02000000:00000001:0.0:1767384886.046079:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384886.046085:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384886.046086:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384886.046093:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1767384886.046097:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005a49536f. 00000100:00000040:0.0:1767384886.046098:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:3.0:1767384886.046104:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000400:00000010:0.0:1767384886.046105:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6452143. 02000000:00000001:2.0:1767384886.046110:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384886.046113:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8a46e2f) now 8 - evictor 00000100:00000200:0.0:1767384886.046114:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358500096, offset 224 00000100:00000001:2.0:1767384886.046116:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384886.046125:0:16770:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384886.046131:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358499968 00000400:00000200:0.0:1767384886.046132:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384886.046138:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384886.046147:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000200:2.0:1767384886.046148:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c2d03dd4 x1853237358499968/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:112/0 lens 224/224 e 0 to 0 dl 1767384897 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384886.046153:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384886.046155:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384886.046164:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384886.046170:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384886.046178:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7d97cc7. 00000400:00000200:0.0:1767384886.046183:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272701900 00000400:00000200:3.0:1767384886.046189:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bc03c35 00000400:00000010:3.0:1767384886.046199:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bc03c35. 00010000:00000001:2.0:1767384886.046203:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384886.046205:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384886.046207:0:16770:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384886.046215:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1105 [1] + 224 00000100:00000200:3.0:1767384886.046216:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000082263abc x1853237358499712/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384886.046217:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384886.046237:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1767384886.046237:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384886.046243:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000082263abc x1853237358499712/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384886.046248:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000200:0.0:1767384886.046249:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384886.046263:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000100:00000001:0.0:1767384886.046265:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384886.046267:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384886.046272:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000075fc2288 x1853237358500096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384886.046274:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384886.046275:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384886.046283:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.046284:0:16129:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384886.046293:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384886.046298:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384886.046299:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384886.046299:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000075fc2288 x1853237358500096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384886.046305:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384886.046314:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384886.046319:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:3.0:1767384886.046323:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=10 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384886.046328:0:16770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004271ee8b. 00000100:00000001:0.0:1767384886.046333:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384886.046341:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358499968, offset 224 00000100:00001000:3.0:1767384886.046342:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=10 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384886.046344:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6452143 00000400:00000010:0.0:1767384886.046350:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6452143. 00000100:00000001:3.0:1767384886.046358:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384886.046359:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384886.046361:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384886.046364:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384886.046365:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767384886.046370:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384886.046371:0:16129:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384886.046373:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.046382:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384886.046384:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 19 to 0@lo 00000100:00000040:3.0:1767384886.046389:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000082263abc x1853237358499712/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384886.046391:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384886.046403:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384886.046405:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.046413:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384886.046417:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384886.046424:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384886.046427:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384886.046432:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000555e80c0 x1853237358500096/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:112/0 lens 224/224 e 0 to 0 dl 1767384897 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384886.046438:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272701880 00000100:00000040:3.0:1767384886.046444:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000082263abc x1853237358499712/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384886.046467:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x10f9 [1] + 224 00000400:00000200:2.0:1767384886.046490:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384886.046504:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000555e80c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16127:x1853237358500096:12345-0@lo:400: Request processed in 767us (1575us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384886.046509:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000082263abc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358499712:0@lo:400: 00000400:00000200:2.0:1767384886.046513:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384886.046532:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384886.046534:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384886.046537:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384886.046537:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:0.0:1767384886.046542:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e235a287 : new rpc_count 0 00000100:00000001:0.0:1767384886.046545:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384886.046549:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000091a6af40 x1853237358499968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384886.046550:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000082263abc x1853237358499712/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384886.046551:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384886.046558:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000968f9d32. 00000020:00000010:0.0:1767384886.046565:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000068f6ba37. 00000020:00000010:0.0:1767384886.046574:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000186fba3b. 00000020:00000040:0.0:1767384886.046583:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e235a287 : new refcount 4 00000100:00000001:0.0:1767384886.046593:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384886.046597:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384886.046604:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384886.046609:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f8083ad. 02000000:00000001:3.0:1767384886.046617:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384886.046620:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384886.046621:0:16129:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1767384886.046623:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384886.046628:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384886.046630:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384886.046634:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001e38fbfd. 00000400:00000001:0.0:1767384886.046635:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384886.046643:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767384886.046644:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:0.0:1767384886.046649:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005c24a83. 02000000:00000001:3.0:1767384886.046651:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384886.046658:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000082263abc. 00000400:00000200:0.0:1767384886.046661:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029d00ffa 00000100:00000001:3.0:1767384886.046662:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767384886.046664:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000091a6af40 x1853237358499968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384886.046668:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384886.046669:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029d00ffa. 00000100:00000001:3.0:1767384886.046681:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384886.046682:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384886.046694:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384886.046698:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000075fc2288 x1853237358500096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384886.046703:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.046716:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384886.046721:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.046725:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384886.046726:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000075fc2288 x1853237358500096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384886.046740:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004271ee8b 00000100:00000001:0.0:1767384886.046740:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384886.046743:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384886.046746:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384886.046748:0:16770:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004271ee8b. 00000100:00000001:3.0:1767384886.046750:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384886.046752:0:16127:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384886.046758:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:3.0:1767384886.046759:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384886.046759:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384886.046771:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384886.046772:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384886.046772:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384886.046784:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384886.046785:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000457823a6. 00000100:00000001:2.0:1767384886.046788:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384886.046788:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384886.046793:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee0edb3b 00000100:00000040:2.0:1767384886.046813:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 18 to 0@lo 00000400:00000010:3.0:1767384886.046815:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee0edb3b. 00000100:00001000:0.0:1767384886.046817:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a558cf0b time=5 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384886.046821:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384886.046827:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.046829:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767384886.046829:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f60eced4 time=5 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384886.046831:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384886.046841:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384886.046843:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384886.046844:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c2d03dd4 x1853237358499968/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:112/0 lens 224/224 e 0 to 0 dl 1767384897 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384886.046846:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000091a6af40 x1853237358499968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384886.046853:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384886.046868:0:16127:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000075fc2288 x1853237358500096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384886.046930:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c2d03dd4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16130:x1853237358499968:12345-0@lo:400: Request processed in 1094us (2261us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384886.046938:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000091a6af40 x1853237358499968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384886.046941:0:16127:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384886.046953:0:16127:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384886.046960:0:16127:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384886.046969:0:16127:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00100000:2.0:1767384886.046971:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000001:0.0:1767384886.046976:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384886.046985:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d62afedc : new rpc_count 0 00000100:00000001:2.0:1767384886.046994:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1767384886.046994:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075fc2288 x1853237358500096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384886.046998:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384886.047004:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384886.047006:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384886.047049:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005cc6d90f. 00000100:00000001:3.0:1767384886.047050:0:16130:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384886.047058:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384886.047061:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f4bf686. 00000100:00000001:0.0:1767384886.047062:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384886.047063:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384886.047073:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000003ac6ec1. 00000100:00000001:3.0:1767384886.047074:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384886.047074:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384886.047080:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384886.047084:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000d62afedc : new refcount 4 02000000:00000001:3.0:1767384886.047085:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384886.047091:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075fc2288 x1853237358500096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.047093:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384886.047098:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5338197 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384886.047110:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c619e3cd time=5 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384886.047111:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000075fc2288 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16127:1853237358500096:0@lo:400: 00000100:00000001:3.0:1767384886.047122:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384886.047122:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384886.047127:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384886.047128:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384886.047133:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767384886.047134:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075fc2288 x1853237358500096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1767384886.047143:0:16130:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000091a6af40 x1853237358499968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384886.047144:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384886.047147:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384886.047150:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bf6f24d5. 02000000:00000001:0.0:1767384886.047156:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384886.047159:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384886.047161:0:16127:0:(genops.c:1242:class_import_put()) import 00000000e13b832f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00010000:00000001:3.0:1767384886.047167:0:16130:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384886.047168:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384886.047170:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000120d184f. 00000100:00000001:3.0:1767384886.047173:0:16130:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767384886.047175:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767384886.047176:0:16130:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384886.047178:0:16130:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384886.047179:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384886.047183:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384886.047185:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075fc2288. 00000100:00000040:3.0:1767384886.047186:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000091a6af40 x1853237358499968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384886.047190:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384886.047192:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384886.047196:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384886.047203:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384886.047206:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384886.047208:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384886.047210:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.047228:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384886.047233:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384886.047235:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384886.047242:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091a6af40 x1853237358499968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384886.047253:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000091a6af40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16130:1853237358499968:0@lo:400: 00000100:00000001:3.0:1767384886.047258:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384886.047262:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384886.047270:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000091a6af40 x1853237358499968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384886.047287:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384886.047291:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384886.047296:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000799817c. 02000000:00000001:3.0:1767384886.047303:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384886.047307:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384886.047311:0:16130:0:(genops.c:1242:class_import_put()) import 000000005ebd018a refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384886.047317:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384886.047320:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e66b0cbf. 02000000:00000001:3.0:1767384886.047327:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384886.047331:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384886.047335:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000091a6af40. 00000100:00000001:3.0:1767384886.047339:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384886.047342:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384886.047345:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384886.047352:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384886.047355:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.047359:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384886.047360:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.047389:0:16126:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384886.047391:0:16126:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384886.047397:0:16126:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384886.047400:0:16126:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384886.047402:0:16126:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059aed48a. 00000400:00000200:3.0:1767384886.047405:0:16126:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab0b8782 00000400:00000010:3.0:1767384886.047415:0:16126:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab0b8782. 00000100:00000001:3.0:1767384886.047419:0:16126:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384886.047424:0:16126:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d75dd676 x1853237358499840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384886.047443:0:16126:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d75dd676 x1853237358499840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384896 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384886.047455:0:16126:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384886.047458:0:16126:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384886.047461:0:16126:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384886.047462:0:16126:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384886.047465:0:16126:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384886.047466:0:16126:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384886.047471:0:16126:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384886.047475:0:16126:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d21af389 time=1767384886 v=5 (0 0 0 0) 00000100:00001000:3.0:1767384886.047480:0:16126:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a6c23273 time=1767384886 v=0 (0 0 0 0) 00000100:00001000:3.0:1767384886.047483:0:16126:0:(import.c:2194:obd_at_measure()) AT 00000000a6c23273 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:3.0:1767384886.047486:0:16126:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384886.047488:0:16126:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384886.047492:0:16126:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384886.047496:0:16126:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d75dd676 x1853237358499840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384886.047503:0:16126:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.047507:0:16126:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767384886.047510:0:16126:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00000040:3.0:1767384886.047513:0:16126:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767384886.047516:0:16126:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384886.047518:0:16126:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384886.047523:0:16126:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d75dd676 x1853237358499840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384886.047527:0:16126:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384886.047529:0:16126:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384886.047530:0:16126:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384886.047531:0:16126:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1767384886.047538:0:16126:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 2 00000020:00000001:3.0:1767384886.047540:0:16126:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384886.047540:0:16126:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e848e 00000020:00000001:3.0:1767384886.047542:0:16126:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384886.047543:0:16126:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c34c5b1d refcount=4 00000020:00000001:3.0:1767384886.047544:0:16126:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436270266368 : -108637439285248 : ffff9d31e005a800) 00000020:00000001:3.0:1767384886.047546:0:16126:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436270266368 : -108637439285248 : ffff9d31e005a800) 00000100:00001000:3.0:1767384886.047548:0:16126:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a6c23273 time=1767384886 v=0 (0 0 0 0) 00000100:00001000:3.0:1767384886.047550:0:16126:0:(import.c:2194:obd_at_measure()) AT 00000000a6c23273 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:3.0:1767384886.047554:0:16126:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000020:00000040:3.0:1767384886.047555:0:16126:0:(genops.c:898:class_export_put()) PUTting export 00000000c34c5b1d : new refcount 3 00000100:00000001:3.0:1767384886.047557:0:16126:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384886.047559:0:16126:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1767384886.047560:0:16126:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1767384886.047562:0:16126:0:(import.c:65:import_set_state_nolock()) 000000002913d734 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1767384886.047563:0:16126:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00080000:3.0:1767384886.047576:0:16126:0:(osp_dev.c:1635:osp_import_event()) got connected 00000100:00000001:3.0:1767384886.047577:0:16126:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384886.047578:0:16126:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384886.047580:0:16126:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767384886.047581:0:16126:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.047582:0:16126:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384886.047585:0:16126:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d75dd676 x1853237358499840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384896 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384886.047590:0:16126:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d75dd676 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16126:1853237358499840:0@lo:8: 00000100:00000001:3.0:1767384886.047594:0:16126:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384886.047595:0:16126:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384886.047597:0:16126:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d75dd676 x1853237358499840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384896 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384886.047601:0:16126:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384886.047603:0:16126:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384886.047604:0:16126:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b77b7090. 00000004:00000001:0.0:1767384886.047607:0:16793:0:(osp_precreate.c:1142:osp_init_pre_fid()) Process entered 00000004:00000001:0.0:1767384886.047612:0:16793:0:(osp_precreate.c:1165:osp_init_pre_fid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384886.047613:0:16126:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000004:00000001:0.0:1767384886.047616:0:16793:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000020:00000001:3.0:1767384886.047617:0:16126:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384886.047619:0:16126:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000004:00000020:0.0:1767384886.047619:0:16793:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000020:00000001:3.0:1767384886.047624:0:16126:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384886.047625:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075fc2288. 02000000:00000010:3.0:1767384886.047629:0:16126:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000f07cc485. 00000020:00000040:0.0:1767384886.047630:0:16793:0:(genops.c:1229:class_import_get()) import 000000002913d734 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:3.0:1767384886.047634:0:16126:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384886.047636:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384886.047637:0:16126:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384886.047639:0:16126:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d75dd676. 02000000:00000001:0.0:1767384886.047641:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384886.047642:0:16126:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384886.047644:0:16126:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384886.047645:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.047646:0:16126:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384886.047653:0:16126:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:0.0:1767384886.047654:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000120d184f. 00000100:00000001:3.0:1767384886.047656:0:16126:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.047660:0:16126:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384886.047660:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.047664:0:16126:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384886.047666:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384886.047670:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384886.047675:0:16793:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075fc2288] to pc [ptlrpcd_00_01+1] req@0000000075fc2288 x1853237358500224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384886.047703:0:16793:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384886.047705:0:16793:0:(osp_precreate.c:841:osp_precreate_cleanup_orphans()) Process entered 00000004:00080000:0.0:1767384886.047708:0:16793:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x240000400:0x1:0x0] 00000004:00000001:0.0:1767384886.047711:0:16793:0:(osp_precreate.c:737:osp_get_lastfid_from_ost()) Process entered 00000100:00000010:0.0:1767384886.047714:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000083802d4f. 00000020:00000040:0.0:1767384886.047716:0:16793:0:(genops.c:1229:class_import_get()) import 000000002913d734 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384886.047719:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384886.047722:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384886.047725:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384886.047736:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384886.047739:0:16127:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000010:0.0:1767384886.047740:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bf6f24d5. 00000100:00000001:3.0:1767384886.047743:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384886.047745:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.047747:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384886.047750:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384886.047755:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384886.047756:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384886.047758:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384886.047758:0:16793:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384886.047762:0:16793:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000040:3.0:1767384886.047765:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075fc2288 x1853237358500224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384886.047769:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003db20e1e. 00000100:00000001:0.0:1767384886.047775:0:16793:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635435780433984 : -108637929117632 : ffff9d31c2d36840) 00000100:00000001:3.0:1767384886.047776:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384886.047778:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.047780:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384886.047783:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767384886.047786:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384886.047787:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780960512 : -108637928591104 : ffff9d31c2db7100) 02000000:00000001:3.0:1767384886.047814:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384886.047817:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384886.047818:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384886.047821:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.047823:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384886.047826:0:16793:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00100000:3.0:1767384886.047827:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000075fc2288 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16127:1853237358500224:0@lo:13: 00000100:00000001:0.0:1767384886.047831:0:16793:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384886.047836:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384886.047840:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000083802d4f x1853237358500352/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384886.047841:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384886.047845:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384886.047850:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384886.047855:0:16793:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1767384886.047856:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b77b7090. 00000100:00000001:0.0:1767384886.047857:0:16793:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384886.047861:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384886.047863:0:16793:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384886.047865:0:16793:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384886.047870:0:16793:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384886.047874:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059aed48a. 00000100:00100000:0.0:1767384886.047874:0:16793:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000083802d4f pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16793:1853237358500352:0@lo:7: 00000400:00000010:3.0:1767384886.047880:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab0b8782. 00000100:00000001:0.0:1767384886.047881:0:16793:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384886.047886:0:16793:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1767384886.047887:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358500224, portal 4 02000000:00000001:0.0:1767384886.047890:0:16793:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.047891:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384886.047893:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780956032 : -108637928595584 : ffff9d31c2db5f80) 02000000:00000001:0.0:1767384886.047896:0:16793:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384886.047901:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000075fc2288 x1853237358500224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384902 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384886.047901:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000186fba3b. 02000000:00000001:0.0:1767384886.047906:0:16793:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384886.047912:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005c24a83. 00000100:00000001:3.0:1767384886.047913:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384886.047918:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384886.047920:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029d00ffa. 00000400:00000010:3.0:1767384886.047921:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2626c3. 00000100:00000200:3.0:1767384886.047927:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237358500224, offset 0 00000100:00000200:0.0:1767384886.047927:0:16793:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358500352, portal 4 00000100:00000001:0.0:1767384886.047934:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384886.047936:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384886.047938:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780960512 : -108637928591104 : ffff9d31c2db7100) 00000400:00000200:3.0:1767384886.047944:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384886.047951:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272701980 00000400:00000200:3.0:1767384886.047956:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 0 00000020:00000010:0.0:1767384886.047957:0:16793:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ece54cea. 00000100:00000040:0.0:1767384886.047967:0:16793:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000083802d4f x1853237358500352/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384902 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384886.047974:0:16793:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384886.047977:0:16793:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384886.047980:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384886.047986:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384886.047986:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6452143. 00000100:00000200:0.0:1767384886.047992:0:16793:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853237358500352, offset 0 00000100:00000001:3.0:1767384886.047994:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384886.047997:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:0.0:1767384886.047999:0:16793:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1767384886.048002:0:16127:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c7bcc32. 00000100:00000040:3.0:1767384886.048005:0:16127:0:(events.c:337:request_in_callback()) incoming req@000000006c7bcc32 x1853237358500224 msgsize 224 00000400:00000200:0.0:1767384886.048036:0:16793:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767384886.048037:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384886.048050:0:16793:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x6958272701a00 00000100:00000001:3.0:1767384886.048053:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384886.048058:0:16793:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xa9d [8] + 520 00000400:00000200:0.0:1767384886.048064:0:16793:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384886.048069:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2626c3 00000400:00000200:0.0:1767384886.048069:0:16793:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384886.048073:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2626c3. 00000100:00000001:3.0:1767384886.048080:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384886.048082:0:16793:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384886.048087:0:16793:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:3.0:1767384886.048089:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000075fc2288 x1853237358500224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384902 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384886.048091:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7431b00. 00000020:00000010:2.0:1767384886.048096:0:17542:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000031b46c19. 00000100:00000040:0.0:1767384886.048099:0:16793:0:(events.c:337:request_in_callback()) incoming req@00000000e7431b00 x1853237358500352 msgsize 264 00000100:00000001:3.0:1767384886.048113:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384886.048114:0:17542:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384886.048118:0:16793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767384886.048121:0:17542:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358500224 00000100:00000040:3.0:1767384886.048123:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075fc2288 x1853237358500224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384902 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384886.048128:0:17542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384886.048136:0:17542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384886.048137:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384886.048138:0:16793:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384886.048141:0:16127:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384886.048145:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6452143 00000100:00000001:2.0:1767384886.048147:0:17542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384886.048154:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6452143. 02000000:00000001:2.0:1767384886.048157:0:17542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.048158:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384886.048160:0:16793:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1767384886.048163:0:17542:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358500224 00000100:00000040:3.0:1767384886.048166:0:16127:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4415 usecs (5 jiffies) 00000020:00000001:2.0:1767384886.048167:0:17542:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1767384886.048169:0:16793:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000083802d4f x1853237358500352/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384902 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384886.048175:0:17542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8560 00000100:00000001:3.0:1767384886.048177:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294875916 00000020:00000001:2.0:1767384886.048183:0:17542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384886.048192:0:17542:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ce565cee refcount=6 00000100:00000001:3.0:1767384886.048194:0:16127:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294875911 00000100:00000001:0.0:1767384886.048200:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384886.048205:0:17542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00000001:3.0:1767384886.048207:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294875916 00000100:00000040:0.0:1767384886.048211:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000083802d4f x1853237358500352/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384902 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384886.048220:0:17542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00000001:3.0:1767384886.048221:0:16127:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294875911 00000100:00000001:0.0:1767384886.048232:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.048234:0:17542:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384886.048235:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294875916 00000100:00000001:0.0:1767384886.048236:0:16793:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384886.048244:0:17542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ac76b49. 00000100:00000001:3.0:1767384886.048245:0:16127:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294875911 00000100:00000001:0.0:1767384886.048245:0:16793:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.048256:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294875916 00000020:00000010:2.0:1767384886.048260:0:17542:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000b1f8ca3d. 00000100:00000040:0.0:1767384886.048260:0:16793:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4415 usecs (5 jiffies) 00000100:00000001:3.0:1767384886.048261:0:16127:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294875911 00000100:00000001:0.0:1767384886.048270:0:16793:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294875916 00000100:00000001:3.0:1767384886.048273:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384886.048274:0:16793:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294875916 00000020:00000040:2.0:1767384886.048275:0:17542:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fe96f595) now 6 - evictor 00000100:00000001:3.0:1767384886.048278:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384886.048282:0:16793:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294875916 00000100:00000001:0.0:1767384886.048289:0:16793:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294875916 00000100:00000001:3.0:1767384886.048291:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384886.048292:0:16793:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294875916 00000100:00000001:3.0:1767384886.048298:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384886.048298:0:16793:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294875916 00000100:00000001:2.0:1767384886.048306:0:17542:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384886.048308:0:16793:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294875916 00000100:00000001:0.0:1767384886.048313:0:16793:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294875916 00000020:00000010:2.0:1767384886.048315:0:17542:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003ac6ec1. 00000100:00000001:0.0:1767384886.048316:0:16793:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384886.048324:0:16793:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384886.048327:0:16793:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384886.048328:0:17542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005cc6d90f. 00000100:00000001:0.0:1767384886.048330:0:16793:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384886.048339:0:17542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f4bf686. 00000100:00100000:0.0:1767384886.048340:0:16793:0:(client.c:2690:ptlrpc_set_wait()) set 000000003db20e1e going to sleep for 11 seconds 00000100:00080000:3.0:1767384886.048350:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:0.0:1767384886.048350:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384886.048353:0:17542:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384886.048355:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384886.048357:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fe96f595) now 6 - evictor 00000100:00000001:2.0:1767384886.048358:0:17542:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384886.048363:0:17542:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384886.048371:0:17542:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.048383:0:17542:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.048398:0:17542:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384886.048424:0:17542:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384886.048431:0:17542:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384886.048445:0:17542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000020:00000010:3.0:1767384886.048446:0:17541:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000c82fda5e. 00000100:00000040:2.0:1767384886.048455:0:17542:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ce565cee : new rpc_count 1 00000100:00000001:3.0:1767384886.048458:0:17541:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00000001:2.0:1767384886.048465:0:17542:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436515723008 : -108637193828608 : ffff9d31eea70700) 00000100:00100000:3.0:1767384886.048466:0:17541:0:(service.c:3434:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00000040:2.0:1767384886.048481:0:17542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006c7bcc32 x1853237358500224/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:112/0 lens 224/0 e 0 to 0 dl 1767384897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384886.048482:0:17541:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f86c424c. 00000100:00100000:3.0:1767384886.048499:0:17541:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00000100:00000001:2.0:1767384886.048514:0:17542:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384886.048520:0:17542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000955f6fd2. 00000100:00000001:2.0:1767384886.048526:0:17542:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384886.048538:0:17542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000955f6fd2. 00000100:00100000:2.0:1767384886.048554:0:17542:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006c7bcc32 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:16127:x1853237358500224:12345-0@lo:13: 00000100:00000200:2.0:1767384886.048565:0:17542:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358500224 00000020:00000001:2.0:1767384886.048570:0:17542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384886.048574:0:17542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384886.048577:0:17542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384886.048585:0:17542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384886.048591:0:17542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673334736 : -1036216880 : ffffffffc23c95d0) 00000020:00000001:2.0:1767384886.048603:0:17542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384886.048607:0:17541:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.048622:0:18104:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:3.0:1767384886.048642:0:18104:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000002c003916. 00000020:00000010:3.0:1767384886.048648:0:18104:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000026737fb7. 00000020:00000010:3.0:1767384886.048655:0:18104:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069b1c7ba. 00000020:00000010:3.0:1767384886.048659:0:18104:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ba8ffaa6. 00000020:00000010:3.0:1767384886.048663:0:18104:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f8339a23. 00000020:00000010:3.0:1767384886.048666:0:18104:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008ded0f38. 00000020:00000010:3.0:1767384886.048670:0:18104:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000097ba4e12. 80000000:00000010:3.0:1767384886.048675:0:18104:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a0dcd119. 40000000:00000010:3.0:1767384886.048687:0:18104:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000478bc1d7. 00000020:00000010:2.0:1767384886.048691:0:17539:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ecb29555. 00100000:00000010:3.0:1767384886.048693:0:18104:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e84ad311. 00040000:00000010:3.0:1767384886.048706:0:18104:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000288c1588. 00000100:00000001:2.0:1767384886.048706:0:17539:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:2.0:1767384886.048713:0:17539:0:(service.c:3434:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00040000:00000010:3.0:1767384886.048718:0:18104:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000d236b43. 00000100:00000010:2.0:1767384886.048723:0:17539:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000df5d8cc6. 00080000:00000010:3.0:1767384886.048725:0:18104:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000027b28859. 00002000:00000010:3.0:1767384886.048735:0:18104:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002600a8c8. 00000100:00100000:2.0:1767384886.048735:0:17539:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00000010:3.0:1767384886.048756:0:18104:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000002aca08a3. 00000100:00000200:3.0:1767384886.048768:0:18104:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000020:00000001:3.0:1767384886.048815:0:17542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384886.048821:0:17542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384886.048826:0:17542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384886.048831:0:17542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.048837:0:17542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384886.048843:0:17542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384886.048850:0:17542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000008253d263. 02000000:00000001:3.0:1767384886.048856:0:17542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.048861:0:17542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384886.048867:0:17542:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1767384886.048874:0:17542:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767384886.048878:0:17542:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:2.0:1767384886.048880:0:17539:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.048883:0:17542:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384886.048897:0:17542:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.048900:0:18105:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000001:3.0:1767384886.048902:0:17542:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1767384886.048908:0:17542:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 389021696 avail 386924544 00000020:00000020:3.0:1767384886.048915:0:17542:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40960000 0 0 00000100:00000010:2.0:1767384886.048919:0:18105:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000955f6fd2. 00000020:00000020:3.0:1767384886.048920:0:17542:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000ce565cee dirty 0 pend 0 grant 0 00000020:00000010:2.0:1767384886.048928:0:18105:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f81a69f7. 00002000:00000020:3.0:1767384886.048932:0:17542:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 330 avail; 12264 objects: 11872 free; state 0 00002000:00000001:3.0:1767384886.048937:0:17542:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000010:2.0:1767384886.048939:0:18105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007154f490. 00000020:00000010:3.0:1767384886.048944:0:17542:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 000000006b5b27c1. 00000020:00000010:2.0:1767384886.048945:0:18105:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000f8083ad. 00000020:00000010:2.0:1767384886.048960:0:18105:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000061a87e12. 00000001:00000001:3.0:1767384886.048961:0:17542:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384886.048970:0:17542:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384886.048975:0:17542:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384886.048975:0:18105:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003a032829. 00010000:00000040:3.0:1767384886.048990:0:17542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358500224 00010000:00000001:3.0:1767384886.048995:0:17542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:2.0:1767384886.048995:0:18105:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008e4b752a. 00010000:00000200:3.0:1767384886.049007:0:17542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006c7bcc32 x1853237358500224/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:112/0 lens 224/368 e 0 to 0 dl 1767384897 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 80000000:00000010:2.0:1767384886.049007:0:18105:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000976ab733. 40000000:00000010:2.0:1767384886.049042:0:18105:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000068295dc2. 00010000:00000001:3.0:1767384886.049059:0:17542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00100000:00000010:2.0:1767384886.049060:0:18105:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001e4c7bc8. 00010000:00000001:3.0:1767384886.049063:0:17542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:2.0:1767384886.049067:0:18105:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e6487782. 00000100:00001000:3.0:1767384886.049070:0:17542:0:(import.c:2128:obd_at_measure()) add 1 to 000000007564533c time=1767384886 v=10 (0 0 0 0) 00040000:00000010:2.0:1767384886.049072:0:18105:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000716002f2. 00080000:00000010:2.0:1767384886.049081:0:18105:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000cea54486. 00000100:00001000:3.0:1767384886.049082:0:17542:0:(import.c:2194:obd_at_measure()) AT 000000007564533c change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00002000:00000010:2.0:1767384886.049090:0:18105:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000302f9e04. 00000100:00001000:3.0:1767384886.049097:0:17542:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ost_create changed estimate from 10 to 5 req@000000006c7bcc32 x1853237358500224/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:112/0 lens 224/368 e 0 to 0 dl 1767384897 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384886.049105:0:17542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:2.0:1767384886.049106:0:18105:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000007ea696a7. 00000100:00000040:3.0:1767384886.049110:0:17542:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:3.0:1767384886.049114:0:17542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:3.0:1767384886.049118:0:17542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384886.049122:0:17542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.049127:0:17542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384886.049135:0:18105:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00000100:00000040:3.0:1767384886.049136:0:17542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384886.049144:0:17542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2626c3. 00000100:00000200:3.0:1767384886.049150:0:17542:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237358500224, offset 224 00000400:00000200:3.0:1767384886.049156:0:17542:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384886.049163:0:17542:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384886.049169:0:17542:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272701980 00000400:00000200:3.0:1767384886.049176:0:17542:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1121 [1] + 224 00000400:00000200:3.0:1767384886.049180:0:17542:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384886.049184:0:17542:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384886.049188:0:17542:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384886.049191:0:17542:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000075fc2288 x1853237358500224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384902 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384886.049198:0:17542:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000075fc2288 x1853237358500224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384886.049212:0:17542:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384886.049219:0:17542:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2626c3 00000400:00000010:3.0:1767384886.049221:0:17542:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2626c3. 00000100:00000001:3.0:1767384886.049223:0:17542:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384886.049225:0:17542:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384886.049236:0:17542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384886.049239:0:17542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:3.0:1767384886.049241:0:17542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384886.049243:0:17542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.049245:0:17542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384886.049252:0:17542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c7bcc32 x1853237358500224/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:112/0 lens 224/368 e 0 to 0 dl 1767384897 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384886.049260:0:17542:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006c7bcc32 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:16127:x1853237358500224:12345-0@lo:13: Request processed in 743us (1251us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384886.049271:0:17542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:3.0:1767384886.049275:0:17542:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce565cee : new rpc_count 1 00000100:00000001:3.0:1767384886.049278:0:17542:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384886.049281:0:17542:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384886.049285:0:17542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005cc6d90f. 00000020:00000010:3.0:1767384886.049292:0:17542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f4bf686. 00000020:00000010:3.0:1767384886.049298:0:17542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000003ac6ec1. 00000020:00000040:3.0:1767384886.049306:0:17542:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 6 00000100:00000001:3.0:1767384886.049311:0:17542:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384886.049406:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384886.049409:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384886.049415:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384886.049419:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384886.049420:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059aed48a. 00000400:00000200:3.0:1767384886.049426:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab0b8782 00000400:00000010:3.0:1767384886.049427:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab0b8782. 00000100:00000001:3.0:1767384886.049430:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384886.049436:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000075fc2288 x1853237358500224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384886.049447:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000075fc2288 x1853237358500224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384886.049455:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384886.049458:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384886.049460:0:16127:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384886.049462:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384886.049469:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384886.049471:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384886.049473:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384886.049477:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000310710fb time=1767384886 v=5 (0 0 0 0) 00000100:00001000:3.0:1767384886.049480:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a6c23273 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384886.049482:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384886.049484:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384886.049486:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384886.049489:0:16127:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000075fc2288 x1853237358500224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384886.049494:0:16127:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.049496:0:16127:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384886.049497:0:16127:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384886.049499:0:16127:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384886.049500:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384886.049503:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075fc2288 x1853237358500224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384902 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384886.049507:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384886.049509:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384886.049510:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384886.049512:0:16127:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384886.049515:0:16127:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384886.049518:0:16127:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84480 avail_mb=330 hwm_mb=3 files=12264 ffree=11872 state=0: rc = -11 00000004:00000020:3.0:1767384886.049533:0:16127:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000067181a10): 95744 blocks, 94976 free, 84480 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12264 files, 11872 free files 0x0 00000004:00000001:3.0:1767384886.049537:0:16127:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384886.049539:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075fc2288 x1853237358500224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384902 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384886.049548:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000075fc2288 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16127:1853237358500224:0@lo:13: 00000100:00000001:3.0:1767384886.049551:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384886.049552:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384886.049563:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075fc2288 x1853237358500224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384902 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384886.049567:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384886.049568:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384886.049570:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b77b7090. 02000000:00000001:3.0:1767384886.049572:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384886.049573:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384886.049575:0:16127:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384886.049576:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384886.049578:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000120d184f. 02000000:00000001:3.0:1767384886.049581:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384886.049583:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384886.049587:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075fc2288. 00000100:00000001:3.0:1767384886.049592:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384886.049594:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384886.049596:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384886.049602:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384886.049604:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.049606:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384886.049608:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384886.050911:0:17540:0:(osd_oi.c:467:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:0.0:1767384886.050927:0:17540:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384886.050942:0:17540:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384886.050952:0:17540:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384886.050980:0:17540:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384886.050985:0:17540:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384886.050987:0:17540:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384886.050989:0:17540:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384886.050992:0:17540:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384886.050995:0:17540:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384886.050997:0:17540:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384886.050999:0:17540:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384886.051004:0:17540:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 0000000080d5c887. 00000020:00000001:0.0:1767384886.051008:0:17540:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635431473925176 : -108642235626440 : ffff9d30c2234c38) 00000020:00000001:0.0:1767384886.051011:0:17540:0:(dt_object.c:286:dt_find_or_create()) Process leaving (rc=18446635431479306928 : -108642230244688 : ffff9d30c2756ab0) 00002000:00080000:3.0:1767384886.051276:0:17540:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x240000400 00002000:00000001:3.0:1767384886.051281:0:17540:0:(ofd_fs.c:435:ofd_seq_load()) Process leaving (rc=18446635436771094272 : -108636938457344 : ffff9d31fddfaf00) 00002000:00080000:3.0:1767384886.051284:0:17540:0:(ofd_dev.c:1205:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x240000400:0x21:0x0] 00000001:00000001:3.0:1767384886.051289:0:17540:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384886.051291:0:17540:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384886.051293:0:17540:0:(ofd_dev.c:1245:ofd_get_info_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384886.051297:0:17540:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358500352 00010000:00000001:3.0:1767384886.051300:0:17540:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384886.051304:0:17540:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e7431b00 x1853237358500352/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:112/0 lens 264/240 e 0 to 0 dl 1767384897 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384886.051312:0:17540:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384886.051314:0:17540:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384886.051317:0:17540:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf489f17 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384886.051321:0:17540:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384886.051323:0:17540:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:3.0:1767384886.051325:0:17540:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:3.0:1767384886.051337:0:17540:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384886.051339:0:17540:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.051342:0:17540:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384886.051346:0:17540:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384886.051350:0:17540:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab0b8782. 00000100:00000200:3.0:1767384886.051354:0:17540:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 4, xid 1853237358500352, offset 224 00000400:00000200:3.0:1767384886.051359:0:17540:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384886.051367:0:17540:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384886.051375:0:17540:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 4 MB=0x6958272701a00 00000400:00000200:3.0:1767384886.051380:0:17540:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 240/240 into md 0x1125 [1] + 224 00000400:00000200:3.0:1767384886.051385:0:17540:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384886.051390:0:17540:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384886.051394:0:17540:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384886.051398:0:17540:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000083802d4f x1853237358500352/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384902 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384886.051408:0:17540:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000083802d4f x1853237358500352/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384902 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384886.051429:0:17540:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384886.051435:0:17540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab0b8782 00000400:00000010:3.0:1767384886.051438:0:17540:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab0b8782. 00000100:00000001:3.0:1767384886.051441:0:17540:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384886.051443:0:17540:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384886.051444:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384886.051447:0:17540:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384886.051450:0:17540:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:3.0:1767384886.051455:0:17540:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384886.051457:0:17540:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384886.051458:0:16793:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384886.051460:0:17540:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384886.051462:0:16793:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384886.051466:0:17540:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7431b00 x1853237358500352/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:112/0 lens 264/240 e 0 to 0 dl 1767384897 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384886.051466:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005c24a83. 00000400:00000200:2.0:1767384886.051474:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029d00ffa 00000400:00000010:2.0:1767384886.051478:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029d00ffa. 00000100:00100000:3.0:1767384886.051483:0:17540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e7431b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16793:x1853237358500352:12345-0@lo:7: Request processed in 2731us (3381us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384886.051484:0:16793:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384886.051492:0:16793:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000083802d4f x1853237358500352/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384902 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384886.051496:0:17540:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000212809d2. 00000100:00100000:3.0:1767384886.051507:0:17540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000200:2.0:1767384886.051510:0:16793:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000083802d4f x1853237358500352/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384902 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384886.051520:0:17540:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce565cee : new rpc_count 0 00000100:00000001:3.0:1767384886.051525:0:17540:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384886.051525:0:16793:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384886.051529:0:17540:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384886.051530:0:16793:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384886.051535:0:17540:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008fc7ff91. 00000100:00000001:2.0:1767384886.051535:0:16793:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384886.051537:0:16793:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384886.051541:0:16793:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384886.051543:0:17540:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008079da83. 00000100:00000001:2.0:1767384886.051543:0:16793:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384886.051549:0:16793:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384886.051550:0:17540:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cb444dc1. 00000020:00000040:3.0:1767384886.051555:0:17540:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 5 00000020:00000010:2.0:1767384886.051556:0:16793:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000000120e792. 00000100:00000001:3.0:1767384886.051558:0:17540:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384886.051563:0:16793:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d21af389 time=0 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384886.051569:0:16793:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a6c23273 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384886.051572:0:16793:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384886.051573:0:16793:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384886.051576:0:16793:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384886.051580:0:16793:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000083802d4f x1853237358500352/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384902 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384886.051589:0:16793:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.051592:0:16793:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384886.051594:0:16793:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384886.051596:0:16793:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384886.051598:0:16793:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384886.051601:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000083802d4f x1853237358500352/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384902 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.051610:0:16793:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384886.051613:0:16793:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384886.051620:0:16793:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384886.051624:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083802d4f x1853237358500352/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384902 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384886.051633:0:16793:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000083802d4f pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16793:1853237358500352:0@lo:7: 00000100:00000001:2.0:1767384886.051639:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384886.051642:0:16793:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.051645:0:16793:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384886.051647:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384886.051650:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000083802d4f x1853237358500352/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384902 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.051657:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384886.051660:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003db20e1e. 00000100:00000001:2.0:1767384886.051665:0:16793:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384886.051667:0:16793:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:2.0:1767384886.051671:0:16793:0:(osp_precreate.c:805:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0000: Got last_fid [0x240000400:0x21:0x0] 00000100:00000001:2.0:1767384886.051674:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384886.051677:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000083802d4f x1853237358500352/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384902 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.051684:0:16793:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384886.051687:0:16793:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384886.051689:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000186fba3b. 02000000:00000001:2.0:1767384886.051694:0:16793:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384886.051695:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384886.051697:0:16793:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384886.051699:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384886.051701:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bf6f24d5. 02000000:00000001:2.0:1767384886.051705:0:16793:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384886.051706:0:16793:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384886.051708:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000083802d4f. 00000100:00000001:2.0:1767384886.051711:0:16793:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384886.051712:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384886.051714:0:16793:0:(osp_precreate.c:809:osp_get_lastfid_from_ost()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384886.051718:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d1d05bf5. 00000020:00000040:2.0:1767384886.051721:0:16793:0:(genops.c:1229:class_import_get()) import 000000002913d734 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384886.051730:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384886.051732:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384886.051735:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384886.051739:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009cc1fb16. 00000100:00000001:2.0:1767384886.051743:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.051747:0:16793:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384886.051748:0:16793:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384886.051751:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b73ca1f. 00000100:00000001:2.0:1767384886.051754:0:16793:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635431506823424 : -108642202728192 : ffff9d30c4194900) 00000100:00000001:2.0:1767384886.051757:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384886.051759:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504583680 : -108642204967936 : ffff9d30c3f71c00) 00000100:00000001:2.0:1767384886.051762:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384886.051764:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.051767:0:16793:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384886.051769:0:16793:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384886.051773:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d1d05bf5 x1853237358500480/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.051780:0:16793:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384886.051782:0:16793:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384886.051785:0:16793:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384886.051788:0:16793:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384886.051790:0:16793:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384886.051793:0:16793:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d1d05bf5 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16793:1853237358500480:0@lo:5: 00000100:00000001:2.0:1767384886.051811:0:16793:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384886.051814:0:16793:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384886.051816:0:16793:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384886.051818:0:16793:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384886.051823:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000080d597d7. 02000000:00000001:2.0:1767384886.051826:0:16793:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384886.051831:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037efd6b5. 00000400:00000010:2.0:1767384886.051836:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004271ee8b. 00000100:00000200:2.0:1767384886.051840:0:16793:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358500480, portal 4 00000100:00000001:2.0:1767384886.051843:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384886.051845:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504583680 : -108642204967936 : ffff9d30c3f71c00) 00000100:00000040:2.0:1767384886.051851:0:16793:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d1d05bf5 x1853237358500480/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384902 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.051865:0:16793:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384886.051869:0:16793:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384886.051872:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000382964ab. 00000100:00000200:2.0:1767384886.051876:0:16793:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237358500480, offset 0 00000400:00000200:2.0:1767384886.051884:0:16793:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384886.051892:0:16793:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384886.051899:0:16793:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6958272701a80 00000400:00000200:2.0:1767384886.051906:0:16793:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xa9d [8] + 784 00000400:00000200:2.0:1767384886.051911:0:16793:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384886.051915:0:16793:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384886.051920:0:16793:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384886.051922:0:16793:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384886.051926:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000024b0d1ac. 00000100:00000040:2.0:1767384886.051928:0:16793:0:(events.c:337:request_in_callback()) incoming req@0000000024b0d1ac x1853237358500480 msgsize 432 00000100:00100000:2.0:1767384886.051932:0:16793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384886.051941:0:16793:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384886.051947:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000382964ab 00000400:00000010:2.0:1767384886.051950:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000382964ab. 00000100:00000001:2.0:1767384886.051954:0:16793:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384886.051958:0:16793:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d1d05bf5 x1853237358500480/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384902 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384886.051961:0:17540:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384886.051966:0:17540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358500480 02000000:00000001:3.0:1767384886.051971:0:17540:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384886.051972:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384886.051974:0:17540:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384886.051977:0:17540:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384886.051979:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000d1d05bf5 x1853237358500480/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384902 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384886.051982:0:17540:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384886.051989:0:17540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358500480 00000020:00000001:3.0:1767384886.051993:0:17540:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384886.051994:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384886.051997:0:17540:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8560 00000100:00000001:2.0:1767384886.051998:0:16793:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384886.052002:0:17540:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384886.052005:0:17540:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ce565cee refcount=6 00000100:00000001:2.0:1767384886.052006:0:16793:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.052010:0:17540:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00000040:2.0:1767384886.052043:0:16793:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3761 usecs (4 jiffies) 00000100:00000001:2.0:1767384886.052047:0:16793:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294875919 00000020:00000001:3.0:1767384886.052054:0:17540:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00000001:2.0:1767384886.052057:0:16793:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294875916 00000100:00000001:3.0:1767384886.052058:0:17540:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384886.052064:0:17540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c776e7bc. 00000100:00000001:2.0:1767384886.052067:0:16793:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294875919 00000100:00000001:3.0:1767384886.052068:0:17540:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384886.052073:0:17540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c776e7bc. 00000100:00000001:2.0:1767384886.052076:0:16793:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294875916 00000020:00000010:3.0:1767384886.052080:0:17540:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de888d9e. 00000020:00000010:3.0:1767384886.052084:0:17540:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d259349d. 00000020:00000010:3.0:1767384886.052090:0:17540:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005597ebae. 00000100:00000001:2.0:1767384886.052090:0:16793:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294875919 00000100:00000040:3.0:1767384886.052100:0:17540:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384886.052100:0:16793:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294875916 00000100:00000001:3.0:1767384886.052105:0:17540:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384886.052107:0:16793:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294875919 00000100:00000001:3.0:1767384886.052108:0:17540:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384886.052111:0:17540:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.052114:0:16793:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294875916 00000100:00000001:3.0:1767384886.052117:0:17540:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.052120:0:16793:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384886.052124:0:16793:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.052126:0:16793:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384886.052128:0:16793:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384886.052130:0:16793:0:(client.c:2690:ptlrpc_set_wait()) set 000000005b73ca1f going to sleep for 11 seconds 00000100:00000001:3.0:1767384886.052132:0:17540:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384886.052133:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384886.052136:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.052156:0:17540:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384886.052158:0:17540:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384886.052160:0:18105:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000072d23b41. 00000100:00100000:3.0:1767384886.052164:0:17540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000001:0.0:1767384886.052168:0:18105:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384886.052170:0:17540:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ce565cee : new rpc_count 1 00000100:00000001:0.0:1767384886.052172:0:18105:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384886.052176:0:17540:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635431504585472 : -108642204966144 : ffff9d30c3f72300) 00000100:00000001:0.0:1767384886.052177:0:18105:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384886.052181:0:18105:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384886.052186:0:17540:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000024b0d1ac x1853237358500480/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:112/0 lens 432/0 e 0 to 0 dl 1767384897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384886.052194:0:17540:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384886.052198:0:17540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c776e7bc. 00000100:00000001:3.0:1767384886.052199:0:17540:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384886.052201:0:17540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c776e7bc. 00000100:00100000:3.0:1767384886.052203:0:17540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000024b0d1ac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16793:x1853237358500480:12345-0@lo:5: 00000100:00000200:3.0:1767384886.052206:0:17540:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358500480 00000020:00000001:3.0:1767384886.052207:0:17540:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384886.052209:0:17540:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384886.052210:0:17540:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.052212:0:17540:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384886.052213:0:17540:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673334352 : -1036217264 : ffffffffc23c9450) 00000020:00000001:3.0:1767384886.052215:0:17540:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384886.052216:0:17540:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384886.052218:0:17540:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384886.052219:0:17540:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384886.052220:0:17540:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1767384886.052222:0:17540:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1767384886.052223:0:17540:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384886.052224:0:17540:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384886.052225:0:17540:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384886.052227:0:17540:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384886.052228:0:17540:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384886.052230:0:17540:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384886.052231:0:17540:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384886.052231:0:17540:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384886.052232:0:17540:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384886.052238:0:17540:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384886.052239:0:17540:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384886.052240:0:17540:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.052242:0:17540:0:(tgt_handler.c:263:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.052243:0:17540:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.052246:0:17540:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384886.052247:0:17540:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384886.052248:0:17540:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000b77b7090. 02000000:00000001:3.0:1767384886.052250:0:17540:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.052251:0:17540:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384886.052253:0:17540:0:(ofd_dev.c:1563:ofd_create_hdl()) Process entered 00002000:00000040:3.0:1767384886.052255:0:17540:0:(ofd_dev.c:1589:ofd_create_hdl()) ofd_create(0x240000400:33) 00002000:00000001:3.0:1767384886.052256:0:17540:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00002000:00000001:3.0:1767384886.052258:0:17540:0:(ofd_fs.c:362:ofd_seq_load()) lustre-OST0000: got sequence 0x240000400 0x240000400:33 00002000:00000001:3.0:1767384886.052260:0:17540:0:(ofd_fs.c:363:ofd_seq_load()) Process leaving (rc=18446635436771094272 : -108636938457344 : ffff9d31fddfaf00) 00002000:00080000:3.0:1767384886.052262:0:17540:0:(ofd_dev.c:1637:ofd_create_hdl()) ofd_last_id() = 33 -> diff = 0 00002000:00000001:3.0:1767384886.052264:0:17540:0:(ofd_dev.c:1792:ofd_create_hdl()) Process leaving 00000001:00000001:3.0:1767384886.052265:0:17540:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384886.052266:0:17540:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384886.052268:0:17540:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358500480 00010000:00000001:3.0:1767384886.052270:0:17540:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384886.052272:0:17540:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000024b0d1ac x1853237358500480/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:112/0 lens 432/432 e 0 to 0 dl 1767384897 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384886.052277:0:17540:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384886.052278:0:17540:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384886.052279:0:17540:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf489f17 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384886.052281:0:17540:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384886.052283:0:17540:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:3.0:1767384886.052284:0:17540:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:3.0:1767384886.052286:0:17540:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384886.052287:0:17540:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.052288:0:17540:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384886.052290:0:17540:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384886.052291:0:17540:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab0b8782. 00000100:00000200:3.0:1767384886.052294:0:17540:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237358500480, offset 224 00000400:00000200:3.0:1767384886.052296:0:17540:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384886.052304:0:17540:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384886.052308:0:17540:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6958272701a80 00000400:00000200:3.0:1767384886.052311:0:17540:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1139 [1] + 224 00000400:00000200:3.0:1767384886.052314:0:17540:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384886.052315:0:17540:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384886.052318:0:17540:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384886.052320:0:17540:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d1d05bf5 x1853237358500480/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384902 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384886.052325:0:17540:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@00000000d1d05bf5 x1853237358500480/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384902 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384886.052337:0:17540:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384886.052340:0:17540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab0b8782 00000400:00000010:3.0:1767384886.052341:0:17540:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab0b8782. 00000100:00000001:3.0:1767384886.052343:0:17540:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384886.052343:0:17540:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384886.052346:0:17540:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384886.052347:0:17540:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:3.0:1767384886.052348:0:17540:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384886.052350:0:17540:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.052351:0:17540:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384886.052353:0:17540:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024b0d1ac x1853237358500480/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:112/0 lens 432/432 e 0 to 0 dl 1767384897 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384886.052359:0:17540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000024b0d1ac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16793:x1853237358500480:12345-0@lo:5: Request processed in 164us (429us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384886.052364:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384886.052365:0:17540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384886.052369:0:17540:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce565cee : new rpc_count 0 00000400:00000001:2.0:1767384886.052370:0:16793:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384886.052371:0:17540:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384886.052374:0:17540:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:2.0:1767384886.052376:0:16793:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1767384886.052377:0:17540:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d259349d. 00000400:00000010:2.0:1767384886.052380:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000037efd6b5. 00000020:00000010:3.0:1767384886.052381:0:17540:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005597ebae. 00000020:00000010:3.0:1767384886.052386:0:17540:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de888d9e. 00000400:00000200:2.0:1767384886.052388:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004271ee8b 00000020:00000040:3.0:1767384886.052390:0:17540:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 5 00000400:00000010:2.0:1767384886.052392:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004271ee8b. 00000100:00000001:3.0:1767384886.052393:0:17540:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384886.052397:0:16793:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384886.052404:0:16793:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d1d05bf5 x1853237358500480/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384902 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384886.052415:0:16793:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d1d05bf5 x1853237358500480/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384902 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.052424:0:16793:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384886.052427:0:16793:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384886.052429:0:16793:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384886.052432:0:16793:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384886.052434:0:16793:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384886.052436:0:16793:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384886.052438:0:16793:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384886.052442:0:16793:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d21af389 time=0 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384886.052446:0:16793:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a6c23273 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384886.052450:0:16793:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384886.052451:0:16793:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384886.052453:0:16793:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384886.052465:0:16793:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d1d05bf5 x1853237358500480/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384902 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384886.052473:0:16793:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.052476:0:16793:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384886.052477:0:16793:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384886.052479:0:16793:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384886.052481:0:16793:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384886.052485:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d1d05bf5 x1853237358500480/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384902 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.052492:0:16793:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384886.052495:0:16793:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384886.052497:0:16793:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384886.052501:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d1d05bf5 x1853237358500480/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384902 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384886.052509:0:16793:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d1d05bf5 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16793:1853237358500480:0@lo:5: 00000100:00000001:2.0:1767384886.052514:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384886.052517:0:16793:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.052519:0:16793:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384886.052521:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384886.052523:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d1d05bf5 x1853237358500480/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384902 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.052531:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384886.052533:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005b73ca1f. 00000100:00000001:2.0:1767384886.052537:0:16793:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384886.052539:0:16793:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:2.0:1767384886.052543:0:16793:0:(osp_precreate.c:955:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x240000400:0x21:0x0] from OST, last_created [0x240000400:0x21:0x0]last_used is [0x240000400:0x21:0x0] 00000100:00000001:2.0:1767384886.052547:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384886.052550:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d1d05bf5 x1853237358500480/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384902 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.052557:0:16793:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384886.052560:0:16793:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384886.052568:0:16793:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000080d597d7. 02000000:00000001:2.0:1767384886.052572:0:16793:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384886.052574:0:16793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384886.052576:0:16793:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384886.052579:0:16793:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384886.052581:0:16793:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009cc1fb16. 02000000:00000001:2.0:1767384886.052584:0:16793:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384886.052585:0:16793:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384886.052587:0:16793:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d1d05bf5. 00000100:00000001:2.0:1767384886.052590:0:16793:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384886.052592:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384886.052595:0:16793:0:(osp_precreate.c:986:osp_precreate_cleanup_orphans()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384886.052600:0:16793:0:(osp_precreate.c:580:osp_precreate_send()) Process entered 00000100:00000010:2.0:1767384886.052604:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d1d05bf5. 00000020:00000040:2.0:1767384886.052607:0:16793:0:(genops.c:1229:class_import_get()) import 000000002913d734 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384886.052610:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384886.052612:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384886.052614:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384886.052618:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009cc1fb16. 00000100:00000001:2.0:1767384886.052621:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1767384886.052624:0:16793:0:(osp_precreate.c:552:osp_precreate_fids()) Expect 32, actual 0 [[0x240000400:0x41:0x0] -- [0x240000400:0x21:0x0]] 00000100:00000001:2.0:1767384886.052627:0:16793:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384886.052629:0:16793:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384886.052631:0:16793:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b73ca1f. 00000100:00000001:2.0:1767384886.052633:0:16793:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635431506823424 : -108642202728192 : ffff9d30c4194900) 00000100:00000001:2.0:1767384886.052636:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384886.052637:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504583680 : -108642204967936 : ffff9d30c3f71c00) 00000100:00000001:2.0:1767384886.052640:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384886.052642:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.052643:0:16793:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384886.052644:0:16793:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384886.052647:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d1d05bf5 x1853237358500608/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.052654:0:16793:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384886.052656:0:16793:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384886.052664:0:16793:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384886.052667:0:16793:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384886.052669:0:16793:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384886.052672:0:16793:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d1d05bf5 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16793:1853237358500608:0@lo:5: 00000100:00000001:2.0:1767384886.052676:0:16793:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384886.052679:0:16793:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384886.052681:0:16793:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384886.052683:0:16793:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384886.052687:0:16793:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000080d597d7. 02000000:00000001:2.0:1767384886.052689:0:16793:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384886.052694:0:16793:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037efd6b5. 00000400:00000010:2.0:1767384886.052699:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004271ee8b. 00000100:00000200:2.0:1767384886.052703:0:16793:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358500608, portal 4 00000100:00000001:2.0:1767384886.052705:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384886.052707:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504583680 : -108642204967936 : ffff9d30c3f71c00) 00000100:00000040:2.0:1767384886.052712:0:16793:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d1d05bf5 x1853237358500608/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384902 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.052730:0:16793:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384886.052733:0:16793:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384886.052736:0:16793:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000382964ab. 00000100:00000200:2.0:1767384886.052738:0:16793:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237358500608, offset 0 00000400:00000200:2.0:1767384886.052745:0:16793:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384886.052752:0:16793:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384886.052761:0:16793:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6958272701b00 00000400:00000200:2.0:1767384886.052766:0:16793:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xa9d [8] + 1216 00000400:00000200:2.0:1767384886.052771:0:16793:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384886.052776:0:16793:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384886.052780:0:16793:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384886.052782:0:16793:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384886.052786:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fb8be1c3. 00000100:00000040:2.0:1767384886.052789:0:16793:0:(events.c:337:request_in_callback()) incoming req@00000000fb8be1c3 x1853237358500608 msgsize 432 00000100:00100000:2.0:1767384886.052808:0:16793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384886.052819:0:16793:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384886.052824:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000382964ab 00000400:00000010:2.0:1767384886.052832:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000382964ab. 00000100:00000001:2.0:1767384886.052836:0:16793:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384886.052840:0:16793:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d1d05bf5 x1853237358500608/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384902 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.052849:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384886.052853:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000d1d05bf5 x1853237358500608/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384902 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384886.052860:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.052861:0:17540:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384886.052863:0:16793:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384886.052865:0:17540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358500608 02000000:00000001:3.0:1767384886.052868:0:17540:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384886.052870:0:17540:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384886.052870:0:16793:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.052871:0:17540:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384886.052877:0:17540:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384886.052878:0:16793:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3030 usecs (4 jiffies) 00000100:00100000:3.0:1767384886.052881:0:17540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358500608 00000100:00000001:2.0:1767384886.052883:0:16793:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294875919 00000020:00000001:3.0:1767384886.052884:0:17540:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384886.052886:0:17540:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8560 00000020:00000001:3.0:1767384886.052889:0:17540:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384886.052890:0:16793:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294875919 00000020:00000040:3.0:1767384886.052891:0:17540:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ce565cee refcount=6 00000020:00000001:3.0:1767384886.052897:0:17540:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00000001:2.0:1767384886.052897:0:16793:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294875919 00000020:00000001:3.0:1767384886.052901:0:17540:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00000001:2.0:1767384886.052904:0:16793:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294875919 00000100:00000001:3.0:1767384886.052905:0:17540:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384886.052908:0:16793:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294875919 00000020:00000010:3.0:1767384886.052910:0:17540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c776e7bc. 00000100:00000001:2.0:1767384886.052912:0:16793:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294875919 00000100:00000001:3.0:1767384886.052914:0:17540:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384886.052919:0:16793:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294875919 00000020:00000010:3.0:1767384886.052920:0:17540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c776e7bc. 00000020:00000010:3.0:1767384886.052926:0:17540:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de888d9e. 00000100:00000001:2.0:1767384886.052926:0:16793:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294875919 00000100:00000001:2.0:1767384886.052930:0:16793:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384886.052931:0:17540:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d259349d. 00000100:00000001:2.0:1767384886.052935:0:16793:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384886.052937:0:17540:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005597ebae. 00000100:00000001:2.0:1767384886.052940:0:16793:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384886.052942:0:16793:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384886.052943:0:17540:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00100000:2.0:1767384886.052947:0:16793:0:(client.c:2690:ptlrpc_set_wait()) set 000000005b73ca1f going to sleep for 11 seconds 00000100:00000001:3.0:1767384886.052948:0:17540:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384886.052950:0:17540:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384886.052953:0:17540:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.052954:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384886.052957:0:17540:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384886.052958:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.052968:0:17540:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384886.052979:0:17540:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384886.052980:0:17540:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384886.052983:0:17540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:3.0:1767384886.052985:0:17540:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ce565cee : new rpc_count 1 00000100:00000001:3.0:1767384886.052987:0:17540:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635431504581888 : -108642204969728 : ffff9d30c3f71500) 00000100:00000040:3.0:1767384886.052991:0:17540:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fb8be1c3 x1853237358500608/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:112/0 lens 432/0 e 0 to 0 dl 1767384897 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384886.052996:0:17540:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384886.053004:0:17540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c776e7bc. 00000100:00000001:3.0:1767384886.053006:0:17540:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384886.053008:0:17540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c776e7bc. 00000100:00100000:3.0:1767384886.053032:0:17540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fb8be1c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16793:x1853237358500608:12345-0@lo:5: 00000100:00000200:3.0:1767384886.053035:0:17540:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358500608 00000020:00000001:3.0:1767384886.053037:0:17540:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384886.053039:0:17540:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384886.053040:0:17540:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.053042:0:17540:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384886.053043:0:17540:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673334352 : -1036217264 : ffffffffc23c9450) 00000020:00000001:3.0:1767384886.053046:0:17540:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384886.053048:0:17540:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384886.053050:0:17540:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384886.053051:0:17540:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384886.053053:0:17540:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1767384886.053054:0:17540:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1767384886.053056:0:17540:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384886.053057:0:17540:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384886.053059:0:17540:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384886.053060:0:17540:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384886.053061:0:17540:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384886.053063:0:17540:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384886.053064:0:17540:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384886.053065:0:17540:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384886.053066:0:17540:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384886.053067:0:17540:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384886.053068:0:17540:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384886.053069:0:17540:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.053071:0:17540:0:(tgt_handler.c:263:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.053072:0:17540:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.053074:0:17540:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384886.053075:0:17540:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384886.053079:0:17540:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 0000000039ba4e47. 02000000:00000001:3.0:1767384886.053080:0:17540:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.053082:0:17540:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384886.053089:0:17540:0:(ofd_dev.c:1563:ofd_create_hdl()) Process entered 00002000:00000040:3.0:1767384886.053091:0:17540:0:(ofd_dev.c:1589:ofd_create_hdl()) ofd_create(0x240000400:65) 00002000:00000001:3.0:1767384886.053093:0:17540:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00002000:00000001:3.0:1767384886.053095:0:17540:0:(ofd_fs.c:362:ofd_seq_load()) lustre-OST0000: got sequence 0x240000400 0x240000400:33 00002000:00000001:3.0:1767384886.053096:0:17540:0:(ofd_fs.c:363:ofd_seq_load()) Process leaving (rc=18446635436771094272 : -108636938457344 : ffff9d31fddfaf00) 00000020:00000001:3.0:1767384886.053101:0:17540:0:(tgt_grant.c:1364:tgt_grant_create()) Process entered 00000020:00000001:3.0:1767384886.053103:0:17540:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:3.0:1767384886.053106:0:17540:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384886.053125:0:17540:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.053128:0:17540:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:3.0:1767384886.053131:0:17540:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/00000000a22dbe88 free: 389021696 avail: 386924544 00000020:00000001:3.0:1767384886.053134:0:17540:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:3.0:1767384886.053136:0:17540:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/00000000a22dbe88 avail=386924544 left=344981504 unstable=0 tot_grant=40960000 pending=0 00000020:00000001:3.0:1767384886.053140:0:17540:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=344981504 : 344981504 : 14900000) 00000020:00000001:3.0:1767384886.053143:0:17540:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000001:3.0:1767384886.053144:0:17540:0:(tgt_grant.c:922:tgt_grant_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.053146:0:17540:0:(tgt_grant.c:1437:tgt_grant_create()) Process leaving (rc=131072 : 131072 : 20000) 00002000:00080000:3.0:1767384886.053149:0:17540:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 34 00002000:00000001:3.0:1767384886.053152:0:17540:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:3.0:1767384886.053155:0:17540:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000c776e7bc. 00002000:00000001:3.0:1767384886.053158:0:17540:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384886.053159:0:17540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384886.053162:0:17540:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384886.053174:0:17540:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000062200bf6. 00002000:00000001:3.0:1767384886.053175:0:17540:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635436119879320 : -108637589672296 : ffff9d31d70eee98) 00002000:00000001:3.0:1767384886.053178:0:17540:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384886.053179:0:17540:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x22:0x0] 00080000:00000010:3.0:1767384886.053182:0:17540:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cc9dc16b. 00002000:00000001:3.0:1767384886.053184:0:17540:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.053185:0:17540:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384886.053187:0:17540:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384886.053188:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.053191:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.053192:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.053194:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.053196:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.053200:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.053202:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.053203:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:2.0:1767384886.054656:0:17540:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384886.054662:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384886.054665:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384886.054667:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384886.054670:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384886.054673:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384886.054681:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384886.054683:0:17540:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384886.054686:0:17540:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384886.054691:0:17540:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635436119879320 : -108637589672296 : ffff9d31d70eee98) 00002000:00000001:2.0:1767384886.054694:0:17540:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635436119879232 : -108637589672384 : ffff9d31d70eee40) 00002000:00000001:2.0:1767384886.054698:0:17540:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384886.054700:0:17540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384886.054702:0:17540:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384886.054706:0:17540:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000fa447674. 00002000:00000001:2.0:1767384886.054710:0:17540:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635431488280904 : -108642221270712 : ffff9d30c2fe5948) 00002000:00000001:2.0:1767384886.054713:0:17540:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384886.054714:0:17540:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x23:0x0] 00080000:00000010:2.0:1767384886.054717:0:17540:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000f4d5c7c. 00002000:00000001:2.0:1767384886.054721:0:17540:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384886.054723:0:17540:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384886.054725:0:17540:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384886.054727:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384886.054729:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384886.054731:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384886.054733:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384886.054736:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384886.054738:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384886.054740:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384886.054742:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:2.0:1767384886.055824:0:17540:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384886.055829:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384886.055831:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384886.055833:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384886.055836:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384886.055838:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384886.055840:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384886.055842:0:17540:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384886.055844:0:17540:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384886.055847:0:17540:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635431488280904 : -108642221270712 : ffff9d30c2fe5948) 00002000:00000001:2.0:1767384886.055850:0:17540:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635431488280816 : -108642221270800 : ffff9d30c2fe58f0) 00002000:00000001:2.0:1767384886.055852:0:17540:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384886.055859:0:17540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384886.055862:0:17540:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384886.055865:0:17540:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009e782cdb. 00002000:00000001:2.0:1767384886.055868:0:17540:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635431488275128 : -108642221276488 : ffff9d30c2fe42b8) 00002000:00000001:2.0:1767384886.055871:0:17540:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384886.055873:0:17540:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x24:0x0] 00080000:00000010:2.0:1767384886.055877:0:17540:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b572ba3c. 00002000:00000001:2.0:1767384886.055879:0:17540:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384886.055882:0:17540:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384886.055884:0:17540:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384886.055886:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384886.055888:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384886.055889:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384886.055891:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384886.055893:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384886.055894:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384886.055897:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384886.055899:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.056832:0:17540:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384886.056837:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.056840:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.056842:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.056844:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.056846:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.056847:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.056849:0:17540:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384886.056851:0:17540:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.056854:0:17540:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635431488275128 : -108642221276488 : ffff9d30c2fe42b8) 00002000:00000001:3.0:1767384886.056858:0:17540:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635431488275040 : -108642221276576 : ffff9d30c2fe4260) 00002000:00000001:3.0:1767384886.056861:0:17540:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384886.056863:0:17540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384886.056865:0:17540:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384886.056868:0:17540:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000de9dda68. 00002000:00000001:3.0:1767384886.056871:0:17540:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635436119879016 : -108637589672600 : ffff9d31d70eed68) 00002000:00000001:3.0:1767384886.056874:0:17540:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384886.056875:0:17540:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x25:0x0] 00080000:00000010:3.0:1767384886.056879:0:17540:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007288b90d. 00002000:00000001:3.0:1767384886.056881:0:17540:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.056883:0:17540:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384886.056885:0:17540:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384886.056886:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.056887:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.056889:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.056890:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.056892:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.056893:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.056895:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.056897:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00000100:00000040:0.0:1767384886.057083:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294875919, at 4294875920 00000100:00000010:0.0:1767384886.057091:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000067ce5a1d. 00000100:00000040:3.0:1767384886.057124:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294875919, at 4294875920 00000100:00000010:3.0:1767384886.057133:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000051133b84. 00000100:00000040:2.0:1767384886.057208:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294875919, at 4294875920 00000100:00000010:2.0:1767384886.057217:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006f5a3873. 00080000:00000001:0.0:1767384886.057352:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000004:00080000:0.0:1767384886.057356:0:16798:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000004:00000010:0.0:1767384886.057369:0:16798:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 00000000cef90d4c. 00040000:00000001:0.0:1767384886.057373:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384886.057375:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384886.057376:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384886.057378:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384886.057380:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000118cf1e5. 00080000:00000001:0.0:1767384886.057385:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384886.057389:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384886.057391:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384886.057393:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384886.057394:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384886.057395:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384886.057397:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007550a522. 00080000:00000001:0.0:1767384886.057399:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384886.057743:0:17540:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384886.057754:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.057756:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.057758:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.057759:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.057761:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.057763:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.057765:0:17540:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384886.057767:0:17540:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.057770:0:17540:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635436119879016 : -108637589672600 : ffff9d31d70eed68) 00002000:00000001:3.0:1767384886.057772:0:17540:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635436119878928 : -108637589672688 : ffff9d31d70eed10) 00002000:00000001:3.0:1767384886.057775:0:17540:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384886.057776:0:17540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384886.057778:0:17540:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384886.057781:0:17540:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000002563463a. 00002000:00000001:3.0:1767384886.057784:0:17540:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635436119878104 : -108637589673512 : ffff9d31d70ee9d8) 00002000:00000001:3.0:1767384886.057786:0:17540:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384886.057788:0:17540:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x26:0x0] 00080000:00000010:3.0:1767384886.057791:0:17540:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c4af6961. 00002000:00000001:3.0:1767384886.057793:0:17540:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.057809:0:17540:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384886.057811:0:17540:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384886.057813:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.057814:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.057815:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.057817:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.057818:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.057820:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.057822:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.057823:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.058780:0:17540:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384886.058785:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.058787:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.058788:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.058790:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.058791:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.058793:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.058810:0:17540:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384886.058819:0:17540:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.058822:0:17540:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635436119878104 : -108637589673512 : ffff9d31d70ee9d8) 00002000:00000001:3.0:1767384886.058825:0:17540:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635436119878016 : -108637589673600 : ffff9d31d70ee980) 00002000:00000001:3.0:1767384886.058827:0:17540:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384886.058829:0:17540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384886.058831:0:17540:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384886.058834:0:17540:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001cfdcb3d. 00002000:00000001:3.0:1767384886.058836:0:17540:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635436119881752 : -108637589669864 : ffff9d31d70ef818) 00002000:00000001:3.0:1767384886.058840:0:17540:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384886.058841:0:17540:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x27:0x0] 00080000:00000010:3.0:1767384886.058856:0:17540:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f15d2cb8. 00002000:00000001:3.0:1767384886.058858:0:17540:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.058860:0:17540:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384886.058862:0:17540:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384886.058863:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.058865:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.058866:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.058868:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.058869:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.058871:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.058873:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.058874:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.059755:0:17540:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384886.059760:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.059762:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.059763:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.059765:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.059766:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.059768:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.059770:0:17540:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384886.059771:0:17540:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.059775:0:17540:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635436119881752 : -108637589669864 : ffff9d31d70ef818) 00002000:00000001:3.0:1767384886.059777:0:17540:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635436119881664 : -108637589669952 : ffff9d31d70ef7c0) 00002000:00000001:3.0:1767384886.059780:0:17540:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384886.059782:0:17540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384886.059785:0:17540:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384886.059811:0:17540:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c51dea33. 00002000:00000001:3.0:1767384886.059815:0:17540:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635436119878712 : -108637589672904 : ffff9d31d70eec38) 00002000:00000001:3.0:1767384886.059819:0:17540:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384886.059821:0:17540:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x28:0x0] 00080000:00000010:3.0:1767384886.059825:0:17540:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d2fd83b7. 00002000:00000001:3.0:1767384886.059828:0:17540:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.059831:0:17540:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384886.059832:0:17540:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384886.059834:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.059836:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.059838:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.059840:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.059842:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.059844:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.059847:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.059848:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.060621:0:17540:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384886.060626:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.060628:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.060629:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.060631:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.060633:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.060635:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.060636:0:17540:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384886.060638:0:17540:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.060642:0:17540:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635436119878712 : -108637589672904 : ffff9d31d70eec38) 00002000:00000001:3.0:1767384886.060644:0:17540:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635436119878624 : -108637589672992 : ffff9d31d70eebe0) 00002000:00000001:3.0:1767384886.060646:0:17540:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384886.060648:0:17540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384886.060650:0:17540:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384886.060653:0:17540:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008ec417fb. 00002000:00000001:3.0:1767384886.060656:0:17540:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635436119878408 : -108637589673208 : ffff9d31d70eeb08) 00002000:00000001:3.0:1767384886.060658:0:17540:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384886.060660:0:17540:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x29:0x0] 00080000:00000010:3.0:1767384886.060663:0:17540:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b3a1d90d. 00002000:00000001:3.0:1767384886.060665:0:17540:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.060674:0:17540:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384886.060676:0:17540:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384886.060678:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.060679:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.060681:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.060682:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.060684:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.060685:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.060687:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.060689:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.061536:0:17540:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384886.061540:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.061542:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.061543:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.061545:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.061547:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.061549:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.061551:0:17540:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384886.061553:0:17540:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.061556:0:17540:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635436119878408 : -108637589673208 : ffff9d31d70eeb08) 00002000:00000001:3.0:1767384886.061559:0:17540:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635436119878320 : -108637589673296 : ffff9d31d70eeab0) 00080000:00000001:3.0:1767384886.061562:0:17540:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384886.061567:0:17540:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a8691ac7. 00080000:00000001:3.0:1767384886.061570:0:17540:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431479497728 : -108642230053888 : ffff9d30c2785400) 00080000:00000001:3.0:1767384886.061574:0:17540:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384886.061584:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.061586:0:17540:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.061589:0:17540:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384886.061604:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.061606:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.061607:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.061608:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.061610:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.061612:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.061614:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.061615:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000002:3.0:1767384886.061625:0:17540:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x22:0x0] not in the id map cache 00080000:00000010:3.0:1767384886.061636:0:17540:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000009e323551. 00000001:00000001:3.0:1767384886.061639:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.061640:0:17540:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.061643:0:17540:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384886.061652:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.061654:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.061655:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.061656:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.061658:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.061660:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.061661:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.061663:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000002:3.0:1767384886.061670:0:17540:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x23:0x0] not in the id map cache 00000001:00000001:3.0:1767384886.061672:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.061673:0:17540:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.061675:0:17540:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384886.061681:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.061682:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.061683:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.061684:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.061686:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.061688:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.061689:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.061690:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000002:3.0:1767384886.061697:0:17540:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x24:0x0] not in the id map cache 00000001:00000001:3.0:1767384886.061700:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.061701:0:17540:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.061703:0:17540:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384886.061708:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.061709:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.061711:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.061712:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.061714:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.061715:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.061717:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.061718:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000002:3.0:1767384886.061725:0:17540:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x25:0x0] not in the id map cache 00000001:00000001:3.0:1767384886.061735:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.061736:0:17540:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.061738:0:17540:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384886.061747:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.061748:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.061750:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.061751:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.061753:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.061755:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.061756:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.061758:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000002:3.0:1767384886.061765:0:17540:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x26:0x0] not in the id map cache 00000001:00000001:3.0:1767384886.061767:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.061768:0:17540:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.061770:0:17540:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384886.061776:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.061778:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.061779:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.061780:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.061782:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.061783:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.061785:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.061786:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000002:3.0:1767384886.061807:0:17540:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x27:0x0] not in the id map cache 00000001:00000001:3.0:1767384886.061811:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.061812:0:17540:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.061814:0:17540:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384886.061822:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.061824:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.061825:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.061826:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.061828:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.061830:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.061831:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.061833:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000002:3.0:1767384886.061840:0:17540:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x28:0x0] not in the id map cache 00000001:00000001:3.0:1767384886.061842:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.061849:0:17540:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.061851:0:17540:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384886.061861:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.061863:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.061864:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.061865:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.061867:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.061868:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.061870:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.061871:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000002:3.0:1767384886.061879:0:17540:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x29:0x0] not in the id map cache 00000001:00000001:3.0:1767384886.061881:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.061882:0:17540:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.061885:0:17540:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384886.061889:0:17540:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384886.061900:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.061901:0:17540:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.061918:0:17540:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:3.0:1767384886.061921:0:17540:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x29:0x0] nr 8 00080000:00000001:3.0:1767384886.061925:0:17540:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384886.061954:0:17540:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384886.061958:0:17540:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384886.061982:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.061994:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.061995:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.061997:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.061998:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.062000:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.062001:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.062003:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.062083:0:17540:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384886.062086:0:17540:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.062089:0:17540:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.062092:0:17540:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384886.062112:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.062115:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.062125:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.062126:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.062135:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.062137:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.062139:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.062140:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.062183:0:17540:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384886.062185:0:17540:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.062188:0:17540:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.062190:0:17540:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384886.062209:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.062211:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.062213:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.062213:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.062215:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.062216:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.062218:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.062219:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.062256:0:17540:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384886.062270:0:17540:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.062272:0:17540:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.062275:0:17540:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384886.062295:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.062297:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.062298:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.062300:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.062302:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.062303:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.062305:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.062306:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.062341:0:17540:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384886.062343:0:17540:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.062345:0:17540:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.062348:0:17540:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384886.062364:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.062366:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.062367:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.062369:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.062370:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.062372:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.062379:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.062381:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.062417:0:17540:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384886.062419:0:17540:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.062421:0:17540:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.062433:0:17540:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384886.062455:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.062457:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.062458:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.062459:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.062461:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.062462:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.062464:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.062465:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.062507:0:17540:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384886.062509:0:17540:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.062511:0:17540:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.062514:0:17540:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384886.062532:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.062533:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.062535:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.062536:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.062537:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.062539:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.062541:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.062542:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.062589:0:17540:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384886.062591:0:17540:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.062594:0:17540:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.062596:0:17540:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384886.062615:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.062617:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.062618:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.062619:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.062621:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.062622:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.062624:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.062625:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.062667:0:17540:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384886.062669:0:17540:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.062671:0:17540:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384886.062675:0:17540:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000b1539f69. 00002000:00001000:3.0:1767384886.062678:0:17540:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 0 for [0x240000400:0x29:0x0], th_sync 0 00080000:00000001:3.0:1767384886.062683:0:17540:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1767384886.062687:0:17540:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1767384886.062691:0:17540:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934593, last_committed = 4294967301 00000001:00000010:3.0:1767384886.062706:0:17540:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000f41a7e15. 00000001:00000040:3.0:1767384886.062709:0:17540:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000ce565cee : new cb_count 2 00000020:00000040:3.0:1767384886.062712:0:17540:0:(genops.c:887:class_export_get()) GET export 00000000ce565cee refcount=7 00080000:00000001:3.0:1767384886.062717:0:17540:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384886.062726:0:17540:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767384886.062728:0:17540:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384886.062737:0:17540:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 0000000015295e0f. 00080000:00000001:3.0:1767384886.062835:0:17540:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384886.062841:0:17540:0:(lu_object.c:207:lu_object_put()) Add 00000000cac4204c/0000000062200bf6 to site lru. bkt: 0000000030c951f0 00000020:00000002:3.0:1767384886.062844:0:17540:0:(lu_object.c:207:lu_object_put()) Add 0000000027d34e6e/00000000fa447674 to site lru. bkt: 0000000057056e0d 00000020:00000002:3.0:1767384886.062846:0:17540:0:(lu_object.c:207:lu_object_put()) Add 0000000029572b5e/000000009e782cdb to site lru. bkt: 0000000057cd63ce 00000020:00000002:3.0:1767384886.062849:0:17540:0:(lu_object.c:207:lu_object_put()) Add 00000000cd7b967c/00000000de9dda68 to site lru. bkt: 0000000030913715 00000020:00000002:3.0:1767384886.062851:0:17540:0:(lu_object.c:207:lu_object_put()) Add 00000000e44d7efe/000000002563463a to site lru. bkt: 000000007805ccf1 00000020:00000002:3.0:1767384886.062852:0:17540:0:(lu_object.c:207:lu_object_put()) Add 000000008f6fd9ad/000000001cfdcb3d to site lru. bkt: 00000000f5cf2e95 00000020:00000002:3.0:1767384886.062855:0:17540:0:(lu_object.c:207:lu_object_put()) Add 00000000f4f570fe/00000000c51dea33 to site lru. bkt: 00000000c3709e42 00000020:00000002:3.0:1767384886.062857:0:17540:0:(lu_object.c:207:lu_object_put()) Add 000000001201539a/000000008ec417fb to site lru. bkt: 00000000806b0af5 00002000:00000010:3.0:1767384886.062859:0:17540:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000c776e7bc. 00002000:00001000:3.0:1767384886.062862:0:17540:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:3.0:1767384886.062864:0:17540:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00002000:00080000:3.0:1767384886.062867:0:17540:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 42 00002000:00000001:3.0:1767384886.062871:0:17540:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:3.0:1767384886.062874:0:17540:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000c776e7bc. 00002000:00000001:3.0:1767384886.062876:0:17540:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384886.062877:0:17540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384886.062885:0:17540:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384886.062888:0:17540:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006ead665c. 00002000:00000001:3.0:1767384886.062890:0:17540:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635436119883272 : -108637589668344 : ffff9d31d70efe08) 00002000:00000001:3.0:1767384886.062893:0:17540:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384886.062894:0:17540:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2a:0x0] 00080000:00000010:3.0:1767384886.062897:0:17540:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003f171799. 00002000:00000001:3.0:1767384886.062899:0:17540:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.062901:0:17540:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384886.062903:0:17540:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384886.062904:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.062906:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.062907:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.062908:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.062910:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.062911:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.062913:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.062914:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.063742:0:17540:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384886.063746:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.063747:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.063748:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.063749:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.063750:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.063751:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.063752:0:17540:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384886.063753:0:17540:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.063756:0:17540:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635436119883272 : -108637589668344 : ffff9d31d70efe08) 00002000:00000001:3.0:1767384886.063757:0:17540:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635436119883184 : -108637589668432 : ffff9d31d70efdb0) 00002000:00000001:3.0:1767384886.063759:0:17540:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384886.063760:0:17540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384886.063761:0:17540:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384886.063763:0:17540:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009da72d45. 00002000:00000001:3.0:1767384886.063765:0:17540:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635436119882664 : -108637589668952 : ffff9d31d70efba8) 00002000:00000001:3.0:1767384886.063767:0:17540:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384886.063768:0:17540:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2b:0x0] 00080000:00000010:3.0:1767384886.063770:0:17540:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000021416b4. 00002000:00000001:3.0:1767384886.063778:0:17540:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.063780:0:17540:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384886.063782:0:17540:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384886.063783:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.063785:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.063786:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.063787:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.063789:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.063791:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.063793:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.063807:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.064627:0:17540:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384886.064636:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.064637:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.064638:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.064639:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.064641:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.064642:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.064643:0:17540:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384886.064644:0:17540:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.064646:0:17540:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635436119882664 : -108637589668952 : ffff9d31d70efba8) 00002000:00000001:3.0:1767384886.064648:0:17540:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635436119882576 : -108637589669040 : ffff9d31d70efb50) 00002000:00000001:3.0:1767384886.064650:0:17540:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384886.064651:0:17540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384886.064652:0:17540:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384886.064654:0:17540:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f42bf5f3. 00002000:00000001:3.0:1767384886.064656:0:17540:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635436119879624 : -108637589671992 : ffff9d31d70eefc8) 00002000:00000001:3.0:1767384886.064658:0:17540:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384886.064659:0:17540:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2c:0x0] 00080000:00000010:3.0:1767384886.064660:0:17540:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000006c72111. 00002000:00000001:3.0:1767384886.064662:0:17540:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.064663:0:17540:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384886.064664:0:17540:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384886.064665:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.064666:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.064666:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.064667:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.064674:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.064675:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.064676:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.064677:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.065403:0:17540:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384886.065406:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.065407:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.065408:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.065409:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.065411:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.065412:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.065412:0:17540:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384886.065414:0:17540:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.065416:0:17540:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635436119879624 : -108637589671992 : ffff9d31d70eefc8) 00002000:00000001:3.0:1767384886.065417:0:17540:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635436119879536 : -108637589672080 : ffff9d31d70eef70) 00002000:00000001:3.0:1767384886.065419:0:17540:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384886.065420:0:17540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384886.065421:0:17540:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384886.065423:0:17540:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f58b5e23. 00002000:00000001:3.0:1767384886.065424:0:17540:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635436119877192 : -108637589674424 : ffff9d31d70ee648) 00002000:00000001:3.0:1767384886.065426:0:17540:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384886.065427:0:17540:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2d:0x0] 00080000:00000010:3.0:1767384886.065429:0:17540:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002f6b0702. 00002000:00000001:3.0:1767384886.065430:0:17540:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.065431:0:17540:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384886.065432:0:17540:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384886.065433:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.065434:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.065435:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.065435:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.065436:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.065437:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.065438:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.065439:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.066226:0:17540:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384886.066230:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.066235:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.066236:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.066237:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.066238:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.066239:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.066240:0:17540:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384886.066242:0:17540:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.066244:0:17540:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635436119877192 : -108637589674424 : ffff9d31d70ee648) 00002000:00000001:3.0:1767384886.066245:0:17540:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635436119877104 : -108637589674512 : ffff9d31d70ee5f0) 00002000:00000001:3.0:1767384886.066247:0:17540:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384886.066248:0:17540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384886.066249:0:17540:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384886.066251:0:17540:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000905bda1c. 00002000:00000001:3.0:1767384886.066253:0:17540:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635436119879928 : -108637589671688 : ffff9d31d70ef0f8) 00002000:00000001:3.0:1767384886.066254:0:17540:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384886.066255:0:17540:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2e:0x0] 00080000:00000010:3.0:1767384886.066257:0:17540:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000049862e65. 00002000:00000001:3.0:1767384886.066258:0:17540:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.066259:0:17540:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384886.066260:0:17540:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384886.066261:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.066262:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.066263:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.066264:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.066264:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.066265:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.066266:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.066267:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.067263:0:17540:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384886.067266:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.067267:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.067268:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.067269:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.067270:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.067271:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.067272:0:17540:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384886.067273:0:17540:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.067280:0:17540:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635436119879928 : -108637589671688 : ffff9d31d70ef0f8) 00002000:00000001:3.0:1767384886.067282:0:17540:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635436119879840 : -108637589671776 : ffff9d31d70ef0a0) 00002000:00000001:3.0:1767384886.067284:0:17540:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384886.067285:0:17540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384886.067288:0:17540:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384886.067290:0:17540:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000cf299083. 00002000:00000001:3.0:1767384886.067292:0:17540:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635436119881448 : -108637589670168 : ffff9d31d70ef6e8) 00002000:00000001:3.0:1767384886.067295:0:17540:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384886.067296:0:17540:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2f:0x0] 00080000:00000010:3.0:1767384886.067299:0:17540:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000861fee91. 00002000:00000001:3.0:1767384886.067301:0:17540:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.067303:0:17540:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384886.067305:0:17540:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384886.067306:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.067308:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.067309:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.067311:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.067312:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.067314:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.067315:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.067316:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.068121:0:17540:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384886.068124:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.068137:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.068138:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.068139:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.068140:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.068141:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.068142:0:17540:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384886.068143:0:17540:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.068145:0:17540:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635436119881448 : -108637589670168 : ffff9d31d70ef6e8) 00002000:00000001:3.0:1767384886.068147:0:17540:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635436119881360 : -108637589670256 : ffff9d31d70ef690) 00002000:00000001:3.0:1767384886.068148:0:17540:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384886.068149:0:17540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384886.068151:0:17540:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384886.068152:0:17540:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d958f4b8. 00002000:00000001:3.0:1767384886.068159:0:17540:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635436119882360 : -108637589669256 : ffff9d31d70efa78) 00002000:00000001:3.0:1767384886.068162:0:17540:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384886.068163:0:17540:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x30:0x0] 00080000:00000010:3.0:1767384886.068165:0:17540:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005b6484fd. 00002000:00000001:3.0:1767384886.068166:0:17540:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.068168:0:17540:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384886.068169:0:17540:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384886.068170:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.068171:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.068172:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.068173:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.068174:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.068175:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.068176:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.068176:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.068921:0:17540:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384886.068924:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.068925:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.068926:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.068926:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.068927:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.068928:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.068929:0:17540:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384886.068931:0:17540:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.068933:0:17540:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635436119882360 : -108637589669256 : ffff9d31d70efa78) 00002000:00000001:3.0:1767384886.068934:0:17540:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635436119882272 : -108637589669344 : ffff9d31d70efa20) 00002000:00000001:3.0:1767384886.068936:0:17540:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384886.068936:0:17540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384886.068938:0:17540:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384886.068940:0:17540:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000035a2bb5e. 00002000:00000001:3.0:1767384886.068942:0:17540:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635436119877496 : -108637589674120 : ffff9d31d70ee778) 00002000:00000001:3.0:1767384886.068944:0:17540:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384886.068944:0:17540:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x31:0x0] 00080000:00000010:3.0:1767384886.068955:0:17540:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000162638eb. 00002000:00000001:3.0:1767384886.068957:0:17540:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.068958:0:17540:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384886.068962:0:17540:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384886.068963:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.068964:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.068965:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.068966:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.068967:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.068968:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.068969:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.068970:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.069807:0:17540:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384886.069811:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.069813:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.069814:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.069816:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.069817:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.069819:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.069820:0:17540:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384886.069823:0:17540:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.069826:0:17540:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635436119877496 : -108637589674120 : ffff9d31d70ee778) 00002000:00000001:3.0:1767384886.069828:0:17540:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635436119877408 : -108637589674208 : ffff9d31d70ee720) 00080000:00000001:3.0:1767384886.069831:0:17540:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384886.069836:0:17540:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005c1d2888. 00080000:00000001:3.0:1767384886.069837:0:17540:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431479507968 : -108642230043648 : ffff9d30c2787c00) 00080000:00000001:3.0:1767384886.069840:0:17540:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384886.069846:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.069847:0:17540:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.069848:0:17540:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384886.069858:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.069859:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.069860:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.069860:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.069861:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.069862:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.069864:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.069864:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000002:3.0:1767384886.069870:0:17540:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2a:0x0] not in the id map cache 00000001:00000001:3.0:1767384886.069872:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.069878:0:17540:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.069879:0:17540:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384886.069885:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.069886:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.069887:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.069888:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.069889:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.069890:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.069891:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.069891:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000002:3.0:1767384886.069897:0:17540:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2b:0x0] not in the id map cache 00000001:00000001:3.0:1767384886.069898:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.069899:0:17540:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.069900:0:17540:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384886.069903:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.069904:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.069905:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.069905:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.069906:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.069907:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.069908:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.069909:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000002:3.0:1767384886.069912:0:17540:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2c:0x0] not in the id map cache 00000001:00000001:3.0:1767384886.069914:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.069914:0:17540:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.069915:0:17540:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384886.069918:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.069919:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.069920:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.069920:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.069921:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.069922:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.069923:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.069924:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000002:3.0:1767384886.069928:0:17540:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2d:0x0] not in the id map cache 00000001:00000001:3.0:1767384886.069929:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.069929:0:17540:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.069934:0:17540:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384886.069939:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.069940:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.069941:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.069942:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.069942:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.069943:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.069944:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.069945:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000002:3.0:1767384886.069949:0:17540:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2e:0x0] not in the id map cache 00000001:00000001:3.0:1767384886.069950:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.069951:0:17540:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.069952:0:17540:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384886.069955:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.069955:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.069956:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.069957:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.069957:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.069958:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.069959:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.069960:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000002:3.0:1767384886.069964:0:17540:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2f:0x0] not in the id map cache 00000001:00000001:3.0:1767384886.069965:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.069966:0:17540:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.069967:0:17540:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384886.069969:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.069970:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.069971:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.069971:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.069972:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.069973:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.069974:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.069974:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000002:3.0:1767384886.069978:0:17540:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x30:0x0] not in the id map cache 00000001:00000001:3.0:1767384886.069979:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.069980:0:17540:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.069981:0:17540:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384886.069990:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.069991:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.069992:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.069993:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.069994:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.069995:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.069996:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.069997:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000002:3.0:1767384886.070000:0:17540:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x31:0x0] not in the id map cache 00000001:00000001:3.0:1767384886.070001:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.070002:0:17540:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.070004:0:17540:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384886.070007:0:17540:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384886.070032:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.070033:0:17540:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.070046:0:17540:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:3.0:1767384886.070048:0:17540:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x31:0x0] nr 8 00080000:00000001:3.0:1767384886.070051:0:17540:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384886.070057:0:17540:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384886.070060:0:17540:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384886.070091:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.070093:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.070093:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.070094:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.070095:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.070096:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.070098:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.070098:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.070131:0:17540:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384886.070144:0:17540:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.070146:0:17540:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.070148:0:17540:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384886.070160:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.070161:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.070162:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.070162:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.070163:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.070164:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.070170:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.070171:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.070195:0:17540:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384886.070196:0:17540:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.070197:0:17540:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.070210:0:17540:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384886.070221:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.070222:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.070223:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.070224:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.070225:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.070226:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.070227:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.070228:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.070245:0:17540:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384886.070246:0:17540:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.070247:0:17540:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.070249:0:17540:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384886.070259:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.070260:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.070261:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.070262:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.070263:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.070274:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.070275:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.070276:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.070293:0:17540:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384886.070294:0:17540:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.070295:0:17540:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.070297:0:17540:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384886.070306:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.070307:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.070308:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.070309:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.070310:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.070311:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.070312:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.070313:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.070343:0:17540:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384886.070344:0:17540:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.070346:0:17540:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.070347:0:17540:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384886.070368:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.070369:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.070370:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.070371:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.070372:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.070373:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.070374:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.070375:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.070391:0:17540:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384886.070392:0:17540:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.070393:0:17540:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.070394:0:17540:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384886.070404:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.070405:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.070406:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.070406:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.070407:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.070408:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.070409:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.070410:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.070433:0:17540:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384886.070434:0:17540:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.070435:0:17540:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.070436:0:17540:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384886.070446:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.070447:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.070448:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.070449:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.070450:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.070451:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.070452:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.070452:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.070469:0:17540:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384886.070474:0:17540:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.070476:0:17540:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384886.070478:0:17540:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000e19fda19. 00002000:00001000:3.0:1767384886.070481:0:17540:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 8 for [0x240000400:0x31:0x0], th_sync 0 00080000:00000001:3.0:1767384886.070483:0:17540:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:3.0:1767384886.070486:0:17540:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934593 00000001:00000001:3.0:1767384886.070488:0:17540:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1767384886.070490:0:17540:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934594, last_committed = 4294967301 00000001:00000010:3.0:1767384886.070492:0:17540:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000004ae2e52e. 00000001:00000040:3.0:1767384886.070494:0:17540:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000ce565cee : new cb_count 3 00000020:00000040:3.0:1767384886.070496:0:17540:0:(genops.c:887:class_export_get()) GET export 00000000ce565cee refcount=8 00080000:00000001:3.0:1767384886.070499:0:17540:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384886.070505:0:17540:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767384886.070507:0:17540:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.070562:0:17540:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384886.070565:0:17540:0:(lu_object.c:207:lu_object_put()) Add 000000001e2965fc/000000006ead665c to site lru. bkt: 00000000257a4f18 00000020:00000002:3.0:1767384886.070567:0:17540:0:(lu_object.c:207:lu_object_put()) Add 00000000d5ad6a55/000000009da72d45 to site lru. bkt: 00000000834ffa09 00000020:00000002:3.0:1767384886.070568:0:17540:0:(lu_object.c:207:lu_object_put()) Add 00000000b7ac3225/00000000f42bf5f3 to site lru. bkt: 00000000f623847b 00000020:00000002:3.0:1767384886.070569:0:17540:0:(lu_object.c:207:lu_object_put()) Add 0000000004c608a2/00000000f58b5e23 to site lru. bkt: 000000008adea152 00000020:00000002:3.0:1767384886.070571:0:17540:0:(lu_object.c:207:lu_object_put()) Add 00000000ddd5282b/00000000905bda1c to site lru. bkt: 00000000b518d253 00000020:00000002:3.0:1767384886.070572:0:17540:0:(lu_object.c:207:lu_object_put()) Add 000000006c0f67ea/00000000cf299083 to site lru. bkt: 000000008794a836 00000020:00000002:3.0:1767384886.070573:0:17540:0:(lu_object.c:207:lu_object_put()) Add 000000008dd98fac/00000000d958f4b8 to site lru. bkt: 00000000477cff12 00000020:00000002:3.0:1767384886.070574:0:17540:0:(lu_object.c:207:lu_object_put()) Add 000000001c594637/0000000035a2bb5e to site lru. bkt: 0000000083174541 00002000:00000010:3.0:1767384886.070575:0:17540:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000c776e7bc. 00002000:00001000:3.0:1767384886.070577:0:17540:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:3.0:1767384886.070578:0:17540:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00002000:00080000:3.0:1767384886.070580:0:17540:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 50 00002000:00000001:3.0:1767384886.070582:0:17540:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:3.0:1767384886.070584:0:17540:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000c776e7bc. 00002000:00000001:3.0:1767384886.070586:0:17540:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384886.070586:0:17540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384886.070588:0:17540:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384886.070590:0:17540:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006867308d. 00002000:00000001:3.0:1767384886.070595:0:17540:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635436119875976 : -108637589675640 : ffff9d31d70ee188) 00002000:00000001:3.0:1767384886.070597:0:17540:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384886.070598:0:17540:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x32:0x0] 00080000:00000010:3.0:1767384886.070600:0:17540:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000e555587. 00002000:00000001:3.0:1767384886.070601:0:17540:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.070603:0:17540:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384886.070604:0:17540:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384886.070605:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.070606:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.070607:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.070608:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.070609:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.070610:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.070612:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.070612:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.071329:0:17540:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384886.071334:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.071336:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.071338:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.071339:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.071341:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.071343:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.071344:0:17540:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384886.071346:0:17540:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.071348:0:17540:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635436119875976 : -108637589675640 : ffff9d31d70ee188) 00002000:00000001:3.0:1767384886.071350:0:17540:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635436119875888 : -108637589675728 : ffff9d31d70ee130) 00002000:00000001:3.0:1767384886.071352:0:17540:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384886.071353:0:17540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384886.071354:0:17540:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384886.071357:0:17540:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c237937c. 00002000:00000001:3.0:1767384886.071359:0:17540:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635436119876888 : -108637589674728 : ffff9d31d70ee518) 00002000:00000001:3.0:1767384886.071360:0:17540:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384886.071361:0:17540:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x33:0x0] 00080000:00000010:3.0:1767384886.071363:0:17540:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b185f787. 00002000:00000001:3.0:1767384886.071365:0:17540:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.071366:0:17540:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384886.071372:0:17540:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384886.071373:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.071374:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.071375:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.071376:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.071377:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.071378:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.071379:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.071380:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.072239:0:17540:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384886.072242:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.072243:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.072244:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.072246:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.072247:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.072248:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.072249:0:17540:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384886.072250:0:17540:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.072263:0:17540:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635436119876888 : -108637589674728 : ffff9d31d70ee518) 00002000:00000001:3.0:1767384886.072266:0:17540:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635436119876800 : -108637589674816 : ffff9d31d70ee4c0) 00002000:00000001:3.0:1767384886.072268:0:17540:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384886.072269:0:17540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384886.072271:0:17540:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384886.072274:0:17540:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000027b40e4e. 00002000:00000001:3.0:1767384886.072276:0:17540:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635436119880840 : -108637589670776 : ffff9d31d70ef488) 00002000:00000001:3.0:1767384886.072279:0:17540:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384886.072280:0:17540:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x34:0x0] 00080000:00000010:3.0:1767384886.072283:0:17540:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000055c1b1f1. 00002000:00000001:3.0:1767384886.072285:0:17540:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.072287:0:17540:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384886.072288:0:17540:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384886.072290:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.072291:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.072292:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.072293:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.072295:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.072296:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.072305:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.072306:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.073109:0:17540:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384886.073112:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.073114:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.073115:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.073116:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.073117:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.073118:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.073119:0:17540:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384886.073120:0:17540:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.073122:0:17540:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635436119880840 : -108637589670776 : ffff9d31d70ef488) 00002000:00000001:3.0:1767384886.073124:0:17540:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635436119880752 : -108637589670864 : ffff9d31d70ef430) 00002000:00000001:3.0:1767384886.073125:0:17540:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384886.073126:0:17540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384886.073128:0:17540:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384886.073129:0:17540:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009819bdff. 00002000:00000001:3.0:1767384886.073131:0:17540:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635436119880536 : -108637589671080 : ffff9d31d70ef358) 00002000:00000001:3.0:1767384886.073133:0:17540:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384886.073134:0:17540:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x35:0x0] 00080000:00000010:3.0:1767384886.073136:0:17540:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fa6a2b84. 00002000:00000001:3.0:1767384886.073137:0:17540:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.073138:0:17540:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384886.073139:0:17540:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384886.073140:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.073141:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.073142:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.073142:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.073143:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.073144:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.073145:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.073146:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.073981:0:17540:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384886.073985:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.073986:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.073986:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.073993:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.073995:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.073996:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.073997:0:17540:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384886.073998:0:17540:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.074000:0:17540:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635436119880536 : -108637589671080 : ffff9d31d70ef358) 00002000:00000001:3.0:1767384886.074002:0:17540:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635436119880448 : -108637589671168 : ffff9d31d70ef300) 00002000:00000001:3.0:1767384886.074004:0:17540:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384886.074005:0:17540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384886.074006:0:17540:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384886.074008:0:17540:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008ce072b1. 00002000:00000001:3.0:1767384886.074010:0:17540:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635436119882968 : -108637589668648 : ffff9d31d70efcd8) 00002000:00000001:3.0:1767384886.074028:0:17540:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384886.074029:0:17540:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x36:0x0] 00080000:00000010:3.0:1767384886.074032:0:17540:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000a3a0eef. 00002000:00000001:3.0:1767384886.074035:0:17540:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.074037:0:17540:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384886.074038:0:17540:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384886.074040:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.074041:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.074042:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.074043:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.074045:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.074047:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.074048:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.074050:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.074940:0:17540:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384886.074943:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.074944:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.074945:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.074946:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.074947:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.074948:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.074949:0:17540:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384886.074951:0:17540:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.074953:0:17540:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635436119882968 : -108637589668648 : ffff9d31d70efcd8) 00002000:00000001:3.0:1767384886.074954:0:17540:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635436119882880 : -108637589668736 : ffff9d31d70efc80) 00002000:00000001:3.0:1767384886.074961:0:17540:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384886.074962:0:17540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384886.074964:0:17540:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384886.074965:0:17540:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000fca81b90. 00002000:00000001:3.0:1767384886.074967:0:17540:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635436119876584 : -108637589675032 : ffff9d31d70ee3e8) 00002000:00000001:3.0:1767384886.074969:0:17540:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384886.074969:0:17540:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x37:0x0] 00080000:00000010:3.0:1767384886.074972:0:17540:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a2fab8c2. 00002000:00000001:3.0:1767384886.074973:0:17540:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.074974:0:17540:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384886.074976:0:17540:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384886.074976:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.074977:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.074978:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.074979:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.074980:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.074981:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.074982:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.074982:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.075877:0:17540:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384886.075880:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.075882:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.075882:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.075883:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.075885:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.075886:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.075887:0:17540:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384886.075888:0:17540:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.075890:0:17540:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635436119876584 : -108637589675032 : ffff9d31d70ee3e8) 00002000:00000001:3.0:1767384886.075891:0:17540:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635436119876496 : -108637589675120 : ffff9d31d70ee390) 00002000:00000001:3.0:1767384886.075893:0:17540:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384886.075894:0:17540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384886.075896:0:17540:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384886.075897:0:17540:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001dfc0438. 00002000:00000001:3.0:1767384886.075899:0:17540:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635436119880232 : -108637589671384 : ffff9d31d70ef228) 00002000:00000001:3.0:1767384886.075914:0:17540:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384886.075919:0:17540:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x38:0x0] 00080000:00000010:3.0:1767384886.075950:0:17540:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000380c18c4. 00002000:00000001:3.0:1767384886.075953:0:17540:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.075954:0:17540:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384886.075955:0:17540:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384886.075956:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.075957:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.075958:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.075959:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.075960:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.075961:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.075962:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.075963:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.076903:0:17540:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384886.076906:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.076908:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.076909:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.076910:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.076911:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.076912:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.076913:0:17540:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384886.076915:0:17540:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.076917:0:17540:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635436119880232 : -108637589671384 : ffff9d31d70ef228) 00002000:00000001:3.0:1767384886.076918:0:17540:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635436119880144 : -108637589671472 : ffff9d31d70ef1d0) 00002000:00000001:3.0:1767384886.076920:0:17540:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384886.076920:0:17540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384886.076922:0:17540:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384886.076923:0:17540:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a25cb701. 00002000:00000001:3.0:1767384886.076925:0:17540:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635436119877800 : -108637589673816 : ffff9d31d70ee8a8) 00002000:00000001:3.0:1767384886.076927:0:17540:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384886.076928:0:17540:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x39:0x0] 00080000:00000010:3.0:1767384886.076930:0:17540:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000071b11edd. 00002000:00000001:3.0:1767384886.076931:0:17540:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.076932:0:17540:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384886.076933:0:17540:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384886.076934:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.076935:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.076940:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.076941:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.076942:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.076943:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.076944:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.076945:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.077722:0:17540:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384886.077725:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.077726:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.077727:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.077728:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.077729:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.077730:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.077731:0:17540:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384886.077732:0:17540:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.077735:0:17540:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635436119877800 : -108637589673816 : ffff9d31d70ee8a8) 00002000:00000001:3.0:1767384886.077736:0:17540:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635436119877712 : -108637589673904 : ffff9d31d70ee850) 00080000:00000001:3.0:1767384886.077738:0:17540:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384886.077741:0:17540:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000187af0bc. 00080000:00000001:3.0:1767384886.077743:0:17540:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431479494656 : -108642230056960 : ffff9d30c2784800) 00080000:00000001:3.0:1767384886.077746:0:17540:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384886.077750:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.077751:0:17540:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.077753:0:17540:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384886.077761:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.077762:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.077763:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.077763:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.077764:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.077765:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.077766:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.077767:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000002:3.0:1767384886.077772:0:17540:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x32:0x0] not in the id map cache 00000001:00000001:3.0:1767384886.077774:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.077775:0:17540:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.077776:0:17540:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384886.077786:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.077787:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.077788:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.077789:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.077790:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.077791:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.077792:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.077793:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000002:3.0:1767384886.077815:0:17540:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x33:0x0] not in the id map cache 00000001:00000001:3.0:1767384886.077817:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.077818:0:17540:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.077819:0:17540:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384886.077825:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.077826:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.077827:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.077828:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.077830:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.077832:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.077833:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.077834:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000002:3.0:1767384886.077842:0:17540:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x34:0x0] not in the id map cache 00000001:00000001:3.0:1767384886.077844:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.077846:0:17540:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.077848:0:17540:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384886.077855:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.077856:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.077857:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.077858:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.077860:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.077862:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.077863:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.077864:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000002:3.0:1767384886.077872:0:17540:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x35:0x0] not in the id map cache 00000001:00000001:3.0:1767384886.077873:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.077874:0:17540:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.077875:0:17540:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384886.077879:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.077885:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.077886:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.077887:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.077887:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.077889:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.077890:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.077890:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000002:3.0:1767384886.077897:0:17540:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x36:0x0] not in the id map cache 00000001:00000001:3.0:1767384886.077898:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.077899:0:17540:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.077900:0:17540:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384886.077904:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.077905:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.077905:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.077906:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.077907:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.077908:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.077909:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.077910:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000002:3.0:1767384886.077913:0:17540:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x37:0x0] not in the id map cache 00000001:00000001:3.0:1767384886.077915:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.077915:0:17540:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.077916:0:17540:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384886.077919:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.077920:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.077920:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.077921:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.077922:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.077923:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.077924:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.077924:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000002:3.0:1767384886.077928:0:17540:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x38:0x0] not in the id map cache 00000001:00000001:3.0:1767384886.077929:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.077929:0:17540:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.077930:0:17540:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384886.077933:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.077934:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.077937:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.077938:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.077940:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.077941:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.077942:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.077943:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000002:3.0:1767384886.077948:0:17540:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x39:0x0] not in the id map cache 00000001:00000001:3.0:1767384886.077949:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.077950:0:17540:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.077951:0:17540:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384886.077954:0:17540:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384886.077962:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.077963:0:17540:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.077974:0:17540:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:3.0:1767384886.077975:0:17540:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x39:0x0] nr 8 00080000:00000001:3.0:1767384886.077978:0:17540:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384886.077983:0:17540:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384886.077986:0:17540:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384886.078005:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.078006:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.078007:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.078008:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.078009:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.078010:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.078028:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.078030:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.078076:0:17540:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384886.078078:0:17540:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.078081:0:17540:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.078085:0:17540:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384886.078104:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.078106:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.078106:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.078107:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.078108:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.078110:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.078111:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.078111:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.078143:0:17540:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384886.078145:0:17540:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.078146:0:17540:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.078148:0:17540:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384886.078169:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.078170:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.078171:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.078172:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.078173:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.078174:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.078175:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.078176:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.078204:0:17540:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384886.078205:0:17540:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.078207:0:17540:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.078208:0:17540:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384886.078221:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.078222:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.078222:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.078223:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.078224:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.078225:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.078226:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.078227:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.078268:0:17540:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384886.078270:0:17540:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.078272:0:17540:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.078275:0:17540:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384886.078293:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.078295:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.078296:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.078297:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.078299:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.078300:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.078302:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.078303:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.078337:0:17540:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384886.078344:0:17540:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.078348:0:17540:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.078350:0:17540:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384886.078366:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.078367:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.078368:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.078369:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.078370:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.078371:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.078372:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.078373:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.078395:0:17540:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384886.078396:0:17540:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.078397:0:17540:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.078399:0:17540:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384886.078409:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.078410:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.078410:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.078411:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.078412:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.078413:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.078414:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.078415:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.078441:0:17540:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384886.078442:0:17540:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.078443:0:17540:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.078444:0:17540:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384886.078453:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.078454:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.078455:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.078456:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.078457:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.078458:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.078459:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.078460:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.078476:0:17540:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384886.078477:0:17540:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.078478:0:17540:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384886.078484:0:17540:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000fd80d6a8. 00002000:00001000:3.0:1767384886.078486:0:17540:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 16 for [0x240000400:0x39:0x0], th_sync 0 00080000:00000001:3.0:1767384886.078489:0:17540:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:3.0:1767384886.078492:0:17540:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934594 00000001:00000001:3.0:1767384886.078494:0:17540:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1767384886.078496:0:17540:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934595, last_committed = 4294967301 00000001:00000010:3.0:1767384886.078498:0:17540:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000a727bc0d. 00000001:00000040:3.0:1767384886.078499:0:17540:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000ce565cee : new cb_count 4 00000020:00000040:3.0:1767384886.078501:0:17540:0:(genops.c:887:class_export_get()) GET export 00000000ce565cee refcount=9 00080000:00000001:3.0:1767384886.078504:0:17540:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384886.078509:0:17540:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767384886.078511:0:17540:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.078562:0:17540:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384886.078564:0:17540:0:(lu_object.c:207:lu_object_put()) Add 000000008160b892/000000006867308d to site lru. bkt: 00000000f3d7080b 00000020:00000002:3.0:1767384886.078566:0:17540:0:(lu_object.c:207:lu_object_put()) Add 000000004c4ba4db/00000000c237937c to site lru. bkt: 00000000cd0c1c95 00000020:00000002:3.0:1767384886.078568:0:17540:0:(lu_object.c:207:lu_object_put()) Add 00000000994d7f1a/0000000027b40e4e to site lru. bkt: 000000008411e0ec 00000020:00000002:3.0:1767384886.078569:0:17540:0:(lu_object.c:207:lu_object_put()) Add 00000000255c12b7/000000009819bdff to site lru. bkt: 000000004c64eff6 00000020:00000002:3.0:1767384886.078570:0:17540:0:(lu_object.c:207:lu_object_put()) Add 00000000bd97c5b5/000000008ce072b1 to site lru. bkt: 000000004e7d9bce 00000020:00000002:3.0:1767384886.078572:0:17540:0:(lu_object.c:207:lu_object_put()) Add 00000000ade87436/00000000fca81b90 to site lru. bkt: 000000005b086130 00000020:00000002:3.0:1767384886.078573:0:17540:0:(lu_object.c:207:lu_object_put()) Add 00000000f3d3c7b4/000000001dfc0438 to site lru. bkt: 0000000078958d70 00000020:00000002:3.0:1767384886.078574:0:17540:0:(lu_object.c:207:lu_object_put()) Add 00000000240df04b/00000000a25cb701 to site lru. bkt: 000000008716f646 00002000:00000010:3.0:1767384886.078575:0:17540:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000c776e7bc. 00002000:00001000:3.0:1767384886.078577:0:17540:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:3.0:1767384886.078578:0:17540:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00002000:00080000:3.0:1767384886.078579:0:17540:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 58 00002000:00000001:3.0:1767384886.078582:0:17540:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:3.0:1767384886.078583:0:17540:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000c776e7bc. 00002000:00000001:3.0:1767384886.078584:0:17540:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384886.078585:0:17540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384886.078587:0:17540:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384886.078588:0:17540:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b8482ad7. 00002000:00000001:3.0:1767384886.078589:0:17540:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635436119881144 : -108637589670472 : ffff9d31d70ef5b8) 00002000:00000001:3.0:1767384886.078591:0:17540:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384886.078596:0:17540:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3a:0x0] 00080000:00000010:3.0:1767384886.078598:0:17540:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004caf97f1. 00002000:00000001:3.0:1767384886.078599:0:17540:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.078601:0:17540:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384886.078602:0:17540:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384886.078603:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.078604:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.078606:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.078607:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.078609:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.078610:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.078612:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.078613:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.079474:0:17540:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384886.079478:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.079479:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.079480:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.079481:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.079482:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.079483:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.079484:0:17540:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384886.079485:0:17540:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.079488:0:17540:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635436119881144 : -108637589670472 : ffff9d31d70ef5b8) 00002000:00000001:3.0:1767384886.079489:0:17540:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635436119881056 : -108637589670560 : ffff9d31d70ef560) 00002000:00000001:3.0:1767384886.079490:0:17540:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384886.079491:0:17540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384886.079493:0:17540:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384886.079494:0:17540:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000011798897. 00002000:00000001:3.0:1767384886.079496:0:17540:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635436119875672 : -108637589675944 : ffff9d31d70ee058) 00002000:00000001:3.0:1767384886.079498:0:17540:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384886.079499:0:17540:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3b:0x0] 00080000:00000010:3.0:1767384886.079500:0:17540:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cb9343bf. 00002000:00000001:3.0:1767384886.079502:0:17540:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.079503:0:17540:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384886.079504:0:17540:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384886.079505:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.079506:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.079511:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.079512:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.079513:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.079514:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.079515:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.079516:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.080229:0:17540:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384886.080233:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.080234:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.080234:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.080236:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.080237:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.080238:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.080239:0:17540:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384886.080240:0:17540:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.080242:0:17540:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635436119875672 : -108637589675944 : ffff9d31d70ee058) 00002000:00000001:3.0:1767384886.080244:0:17540:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635436119875584 : -108637589676032 : ffff9d31d70ee000) 00002000:00000001:3.0:1767384886.080245:0:17540:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384886.080246:0:17540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384886.080248:0:17540:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384886.080250:0:17540:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005ead06f5. 00002000:00000001:3.0:1767384886.080251:0:17540:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635436119882056 : -108637589669560 : ffff9d31d70ef948) 00002000:00000001:3.0:1767384886.080253:0:17540:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384886.080254:0:17540:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3c:0x0] 00080000:00000010:3.0:1767384886.080256:0:17540:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c5ecbce3. 00002000:00000001:3.0:1767384886.080257:0:17540:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.080258:0:17540:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384886.080260:0:17540:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384886.080261:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.080262:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.080263:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.080264:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.080266:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.080267:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.080269:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.080270:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.080986:0:17540:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384886.080994:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.080995:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.080996:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.080997:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.080998:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.080999:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.081000:0:17540:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384886.081002:0:17540:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.081004:0:17540:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635436119882056 : -108637589669560 : ffff9d31d70ef948) 00002000:00000001:3.0:1767384886.081005:0:17540:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635436119881968 : -108637589669648 : ffff9d31d70ef8f0) 00002000:00000001:3.0:1767384886.081007:0:17540:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384886.081008:0:17540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384886.081009:0:17540:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384886.081038:0:17540:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006f3de448. 00002000:00000001:3.0:1767384886.081041:0:17540:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635436119876280 : -108637589675336 : ffff9d31d70ee2b8) 00002000:00000001:3.0:1767384886.081045:0:17540:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384886.081046:0:17540:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3d:0x0] 00080000:00000010:3.0:1767384886.081050:0:17540:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000048c37464. 00002000:00000001:3.0:1767384886.081052:0:17540:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.081054:0:17540:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384886.081055:0:17540:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384886.081056:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.081058:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.081059:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.081060:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.081062:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.081064:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.081066:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.081067:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.082005:0:17540:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384886.082008:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.082009:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.082025:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.082027:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.082028:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.082029:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.082030:0:17540:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384886.082038:0:17540:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.082042:0:17540:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635436119876280 : -108637589675336 : ffff9d31d70ee2b8) 00002000:00000001:3.0:1767384886.082044:0:17540:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635436119876192 : -108637589675424 : ffff9d31d70ee260) 00002000:00000001:3.0:1767384886.082046:0:17540:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384886.082048:0:17540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384886.082050:0:17540:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384886.082063:0:17540:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000eeb332eb. 00002000:00000001:3.0:1767384886.082066:0:17540:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635436272024488 : -108637437527128 : ffff9d31e0207ba8) 00002000:00000001:3.0:1767384886.082069:0:17540:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384886.082070:0:17540:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3e:0x0] 00080000:00000010:3.0:1767384886.082074:0:17540:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007f49b01a. 00002000:00000001:3.0:1767384886.082076:0:17540:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.082078:0:17540:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384886.082079:0:17540:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384886.082081:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.082082:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.082083:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.082085:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.082087:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.082088:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.082090:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.082091:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.082913:0:17540:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384886.082916:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.082918:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.082918:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.082919:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.082920:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.082921:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.082923:0:17540:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384886.082924:0:17540:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.082926:0:17540:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635436272024488 : -108637437527128 : ffff9d31e0207ba8) 00002000:00000001:3.0:1767384886.082928:0:17540:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635436272024400 : -108637437527216 : ffff9d31e0207b50) 00002000:00000001:3.0:1767384886.082929:0:17540:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384886.082930:0:17540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384886.082931:0:17540:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384886.082939:0:17540:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a9b84445. 00002000:00000001:3.0:1767384886.082941:0:17540:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635436272021448 : -108637437530168 : ffff9d31e0206fc8) 00002000:00000001:3.0:1767384886.082943:0:17540:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384886.082944:0:17540:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3f:0x0] 00080000:00000010:3.0:1767384886.082946:0:17540:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001c2c2cee. 00002000:00000001:3.0:1767384886.082948:0:17540:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.082949:0:17540:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384886.082950:0:17540:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384886.082951:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.082952:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.082953:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.082954:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.082955:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.082956:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.082956:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.082957:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.083754:0:17540:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384886.083757:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.083758:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.083759:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.083760:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.083761:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.083762:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.083763:0:17540:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384886.083765:0:17540:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.083767:0:17540:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635436272021448 : -108637437530168 : ffff9d31e0206fc8) 00002000:00000001:3.0:1767384886.083769:0:17540:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635436272021360 : -108637437530256 : ffff9d31e0206f70) 00002000:00000001:3.0:1767384886.083770:0:17540:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384886.083771:0:17540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384886.083773:0:17540:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384886.083775:0:17540:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000995cb37b. 00002000:00000001:3.0:1767384886.083777:0:17540:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635436272019016 : -108637437532600 : ffff9d31e0206648) 00002000:00000001:3.0:1767384886.083778:0:17540:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384886.083779:0:17540:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x40:0x0] 00080000:00000010:3.0:1767384886.083782:0:17540:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004d0583c9. 00002000:00000001:3.0:1767384886.083784:0:17540:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.083790:0:17540:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384886.083791:0:17540:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384886.083792:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.083793:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.083809:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.083810:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.083811:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.083823:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.083824:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.083825:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.084549:0:17540:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384886.084552:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.084553:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.084554:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.084555:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.084556:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.084557:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.084569:0:17540:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384886.084570:0:17540:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.084573:0:17540:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635436272019016 : -108637437532600 : ffff9d31e0206648) 00002000:00000001:3.0:1767384886.084574:0:17540:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635436272018928 : -108637437532688 : ffff9d31e02065f0) 00002000:00000001:3.0:1767384886.084575:0:17540:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384886.084576:0:17540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384886.084578:0:17540:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384886.084580:0:17540:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000024ace242. 00002000:00000001:3.0:1767384886.084581:0:17540:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635436272021752 : -108637437529864 : ffff9d31e02070f8) 00002000:00000001:3.0:1767384886.084583:0:17540:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384886.084584:0:17540:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x41:0x0] 00080000:00000010:3.0:1767384886.084586:0:17540:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002241295e. 00002000:00000001:3.0:1767384886.084587:0:17540:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.084588:0:17540:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384886.084589:0:17540:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384886.084590:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.084591:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.084591:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.084592:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.084593:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.084599:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.084600:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.084601:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.085288:0:17540:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384886.085292:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.085293:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.085295:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.085296:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.085298:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.085300:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.085302:0:17540:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384886.085303:0:17540:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.085306:0:17540:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635436272021752 : -108637437529864 : ffff9d31e02070f8) 00002000:00000001:3.0:1767384886.085309:0:17540:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635436272021664 : -108637437529952 : ffff9d31e02070a0) 00080000:00000001:3.0:1767384886.085312:0:17540:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384886.085317:0:17540:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a9ff7252. 00080000:00000001:3.0:1767384886.085319:0:17540:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431479495680 : -108642230055936 : ffff9d30c2784c00) 00080000:00000001:3.0:1767384886.085322:0:17540:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384886.085328:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.085330:0:17540:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.085332:0:17540:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384886.085345:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.085346:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.085347:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.085348:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.085349:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.085350:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.085351:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.085352:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000002:3.0:1767384886.085358:0:17540:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3a:0x0] not in the id map cache 00000001:00000001:3.0:1767384886.085371:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.085372:0:17540:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.085373:0:17540:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384886.085376:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.085377:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.085378:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.085384:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.085385:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.085386:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.085387:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.085388:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000002:3.0:1767384886.085396:0:17540:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3b:0x0] not in the id map cache 00000001:00000001:3.0:1767384886.085398:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.085399:0:17540:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.085400:0:17540:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384886.085405:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.085406:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.085407:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.085408:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.085409:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.085410:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.085411:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.085412:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000002:3.0:1767384886.085418:0:17540:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3c:0x0] not in the id map cache 00000001:00000001:3.0:1767384886.085420:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.085420:0:17540:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.085422:0:17540:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384886.085426:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.085437:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.085438:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.085439:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.085440:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.085441:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.085442:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.085442:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000002:3.0:1767384886.085446:0:17540:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3d:0x0] not in the id map cache 00000001:00000001:3.0:1767384886.085447:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.085448:0:17540:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.085449:0:17540:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384886.085451:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.085452:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.085453:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.085454:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.085459:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.085460:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.085461:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.085462:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000002:3.0:1767384886.085471:0:17540:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3e:0x0] not in the id map cache 00000001:00000001:3.0:1767384886.085473:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.085474:0:17540:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.085475:0:17540:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384886.085478:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.085479:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.085480:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.085481:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.085482:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.085482:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.085483:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.085484:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000002:3.0:1767384886.085489:0:17540:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3f:0x0] not in the id map cache 00000001:00000001:3.0:1767384886.085491:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.085491:0:17540:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.085492:0:17540:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384886.085497:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.085497:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.085498:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.085499:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.085500:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.085501:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.085502:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.085503:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000002:3.0:1767384886.085510:0:17540:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x40:0x0] not in the id map cache 00000001:00000001:3.0:1767384886.085511:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.085512:0:17540:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.085513:0:17540:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384886.085520:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.085521:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.085521:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.085522:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.085523:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.085527:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.085528:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.085529:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000002:3.0:1767384886.085538:0:17540:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x41:0x0] not in the id map cache 00000001:00000001:3.0:1767384886.085539:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.085540:0:17540:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.085542:0:17540:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384886.085545:0:17540:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384886.085554:0:17540:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384886.085555:0:17540:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.085567:0:17540:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:3.0:1767384886.085569:0:17540:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x41:0x0] nr 8 00080000:00000001:3.0:1767384886.085572:0:17540:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384886.085579:0:17540:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384886.085582:0:17540:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384886.085601:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.085602:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.085603:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.085604:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.085606:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.085607:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.085609:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.085610:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.085683:0:17540:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384886.085685:0:17540:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.085687:0:17540:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.085689:0:17540:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384886.085743:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.085744:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.085745:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.085746:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.085748:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.085749:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.085750:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.085751:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.085779:0:17540:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384886.085780:0:17540:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.085787:0:17540:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.085788:0:17540:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384886.085820:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.085822:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.085823:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.085823:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.085825:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.085827:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.085828:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.085829:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.085867:0:17540:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384886.085870:0:17540:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.085871:0:17540:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.085873:0:17540:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384886.085886:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.085887:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.085888:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.085889:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.085890:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.085891:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.085892:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.085893:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.085918:0:17540:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384886.085919:0:17540:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.085920:0:17540:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.085921:0:17540:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384886.085931:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.085932:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.085933:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.085933:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.085934:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.085935:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.085936:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.085937:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.085955:0:17540:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384886.085956:0:17540:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.085957:0:17540:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.085959:0:17540:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384886.085978:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.085980:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.085980:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.085981:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.085982:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.085983:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.085984:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.085985:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.086036:0:17540:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384886.086038:0:17540:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.086041:0:17540:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.086044:0:17540:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384886.086074:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.086076:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.086077:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.086078:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.086080:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.086082:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.086084:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.086085:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.086117:0:17540:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384886.086118:0:17540:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.086120:0:17540:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.086122:0:17540:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384886.086132:0:17540:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384886.086133:0:17540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384886.086134:0:17540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384886.086146:0:17540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384886.086147:0:17540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.086148:0:17540:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384886.086149:0:17540:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384886.086150:0:17540:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446635436757969344 : -108636951582272 : ffff9d31fd1769c0) 00080000:00000001:3.0:1767384886.086186:0:17540:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384886.086188:0:17540:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.086190:0:17540:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384886.086193:0:17540:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000ca95e856. 00002000:00001000:3.0:1767384886.086195:0:17540:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 24 for [0x240000400:0x41:0x0], th_sync 0 00080000:00000001:3.0:1767384886.086198:0:17540:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:3.0:1767384886.086204:0:17540:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934595 00000001:00000001:3.0:1767384886.086206:0:17540:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1767384886.086209:0:17540:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934596, last_committed = 4294967301 00000001:00000010:3.0:1767384886.086212:0:17540:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000a47bd13d. 00000001:00000040:3.0:1767384886.086213:0:17540:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000ce565cee : new cb_count 5 00000020:00000040:3.0:1767384886.086215:0:17540:0:(genops.c:887:class_export_get()) GET export 00000000ce565cee refcount=10 00080000:00000001:3.0:1767384886.086218:0:17540:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384886.086224:0:17540:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767384886.086226:0:17540:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384886.086332:0:17540:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384886.086337:0:17540:0:(lu_object.c:207:lu_object_put()) Add 0000000024ae0529/00000000b8482ad7 to site lru. bkt: 000000003b35b881 00000020:00000002:3.0:1767384886.086339:0:17540:0:(lu_object.c:207:lu_object_put()) Add 00000000b9558201/0000000011798897 to site lru. bkt: 0000000043849fcc 00000020:00000002:3.0:1767384886.086341:0:17540:0:(lu_object.c:207:lu_object_put()) Add 0000000079d3796d/000000005ead06f5 to site lru. bkt: 0000000032fc1288 00000020:00000002:3.0:1767384886.086342:0:17540:0:(lu_object.c:207:lu_object_put()) Add 00000000fe29b054/000000006f3de448 to site lru. bkt: 000000007c4b9083 00000020:00000002:3.0:1767384886.086344:0:17540:0:(lu_object.c:207:lu_object_put()) Add 000000006eccaa9d/00000000eeb332eb to site lru. bkt: 0000000089afee7e 00000020:00000002:3.0:1767384886.086345:0:17540:0:(lu_object.c:207:lu_object_put()) Add 00000000997202ea/00000000a9b84445 to site lru. bkt: 000000003c40669b 00000020:00000002:3.0:1767384886.086346:0:17540:0:(lu_object.c:207:lu_object_put()) Add 000000003d024c98/00000000995cb37b to site lru. bkt: 00000000577dd7c2 00000020:00000002:3.0:1767384886.086348:0:17540:0:(lu_object.c:207:lu_object_put()) Add 0000000085097eab/0000000024ace242 to site lru. bkt: 0000000065eaba48 00002000:00000010:3.0:1767384886.086349:0:17540:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000c776e7bc. 00002000:00001000:3.0:1767384886.086351:0:17540:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:3.0:1767384886.086352:0:17540:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:3.0:1767384886.086355:0:17540:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:3.0:1767384886.086357:0:17540:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00002000:00000001:3.0:1767384886.086358:0:17540:0:(ofd_dev.c:1792:ofd_create_hdl()) Process leaving 00000001:00000001:3.0:1767384886.086362:0:17540:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384886.086364:0:17540:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384886.086368:0:17540:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 8589934596, xid 1853237358500608 00010000:00000001:3.0:1767384886.086371:0:17540:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384886.086377:0:17540:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fb8be1c3 x1853237358500608/t8589934596(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:112/0 lens 432/432 e 0 to 0 dl 1767384897 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384886.086385:0:17540:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384886.086387:0:17540:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384886.086390:0:17540:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf489f17 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384886.086398:0:17540:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384886.086400:0:17540:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:3.0:1767384886.086402:0:17540:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:3.0:1767384886.086405:0:17540:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384886.086418:0:17540:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384886.086421:0:17540:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384886.086423:0:17540:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384886.086427:0:17540:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab0b8782. 00000100:00000200:3.0:1767384886.086432:0:17540:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237358500608, offset 224 00000400:00000200:3.0:1767384886.086437:0:17540:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384886.086448:0:17540:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384886.086457:0:17540:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6958272701b00 00000400:00000200:3.0:1767384886.086463:0:17540:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1145 [1] + 224 00000400:00000200:3.0:1767384886.086468:0:17540:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384886.086471:0:17540:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384886.086477:0:17540:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384886.086480:0:17540:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d1d05bf5 x1853237358500608/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384902 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384886.086486:0:17540:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@00000000d1d05bf5 x1853237358500608/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384902 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384886.086501:0:17540:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384886.086508:0:17540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab0b8782 00000400:00000010:3.0:1767384886.086509:0:17540:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab0b8782. 00000100:00000001:3.0:1767384886.086512:0:17540:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384886.086513:0:17540:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384886.086516:0:17540:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384886.086517:0:17540:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:3.0:1767384886.086519:0:17540:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384886.086520:0:17540:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.086522:0:17540:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384886.086525:0:17540:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fb8be1c3 x1853237358500608/t8589934596(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:112/0 lens 432/432 e 0 to 0 dl 1767384897 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384886.086532:0:17540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fb8be1c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:16793:x1853237358500608:12345-0@lo:5: Request processed in 33535us (33741us total) trans 8589934596 rc 0/0 00000100:00100000:3.0:1767384886.086544:0:17540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:3.0:1767384886.086546:0:17540:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce565cee : new rpc_count 0 00000100:00000001:3.0:1767384886.086549:0:17540:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384886.086551:0:17540:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:3.0:1767384886.086554:0:17540:0:(tgt_main.c:782:tgt_ses_key_exit()) total 4 transactions per RPC 00000020:00000010:3.0:1767384886.086556:0:17540:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d259349d. 00000020:00000010:3.0:1767384886.086560:0:17540:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005597ebae. 00000020:00000010:3.0:1767384886.086563:0:17540:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de888d9e. 00000100:00000001:0.0:1767384886.086565:0:16793:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767384886.086568:0:17540:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 9 00000100:00000001:3.0:1767384886.086571:0:17540:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384886.086572:0:16793:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384886.086575:0:16793:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384886.086578:0:16793:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000037efd6b5. 00000400:00000200:0.0:1767384886.086583:0:16793:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004271ee8b 00000400:00000010:0.0:1767384886.086584:0:16793:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004271ee8b. 00000100:00000001:0.0:1767384886.086587:0:16793:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384886.086592:0:16793:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d1d05bf5 x1853237358500608/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384902 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384886.086600:0:16793:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d1d05bf5 x1853237358500608/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384902 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384886.086605:0:16793:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384886.086606:0:16793:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384886.086608:0:16793:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384886.086610:0:16793:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384886.086612:0:16793:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384886.086613:0:16793:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384886.086615:0:16793:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384886.086621:0:16793:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d21af389 time=0 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384886.086623:0:16793:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a6c23273 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384886.086625:0:16793:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384886.086626:0:16793:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384886.086628:0:16793:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384886.086630:0:16793:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d1d05bf5 x1853237358500608/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384902 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384886.086642:0:16793:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384886.086645:0:16793:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767384886.086647:0:16793:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767384886.086648:0:16793:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767384886.086650:0:16793:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384886.086651:0:16793:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504583680 : -108642204967936 : ffff9d30c3f71c00) 00000100:00000001:0.0:1767384886.086653:0:16793:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384886.086655:0:16793:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384886.086656:0:16793:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384886.086657:0:16793:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384886.086660:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d1d05bf5 x1853237358500608/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384902 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384886.086664:0:16793:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384886.086666:0:16793:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384886.086667:0:16793:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384886.086670:0:16793:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d1d05bf5 x1853237358500608/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384902 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384886.086674:0:16793:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d1d05bf5 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16793:1853237358500608:0@lo:5: 00000100:00000001:0.0:1767384886.086677:0:16793:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384886.086679:0:16793:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384886.086680:0:16793:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384886.086682:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384886.086683:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000d1d05bf5 x1853237358500608/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384902 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384886.086687:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384886.086689:0:16793:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005b73ca1f. 00000100:00000001:0.0:1767384886.086702:0:16793:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384886.086703:0:16793:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:0.0:1767384886.086709:0:16793:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x21:0x0]-[0x240000400:0x41:0x0] 00000004:00000040:0.0:1767384886.086712:0:16793:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384886.086718:0:16793:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84480 avail_mb=330 hwm_mb=3 files=12264 ffree=11872 state=0: rc = 0 00000100:00000001:0.0:1767384886.086721:0:16793:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384886.086723:0:16793:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d1d05bf5 x1853237358500608/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384902 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384886.086728:0:16793:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384886.086730:0:16793:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1767384886.086731:0:16793:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384886.086732:0:16793:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384886.086734:0:16793:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384886.086735:0:16793:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384886.086737:0:16793:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384886.086738:0:16793:0:(osp_precreate.c:711:osp_precreate_send()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384886.106108:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384886.106112:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384886.106115:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384886.121125:0:18097:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384886.121138:0:18097:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384886.121143:0:18097:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384886.121150:0:18097:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384886.121157:0:18097:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384886.121160:0:18097:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384886.827768:0:18263:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384886.827772:0:18263:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing lnet_if_list 00000001:00000001:2.0:1767384886.829386:0:18263:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384886.838207:0:18265:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f6fc49a3. 00000400:00000040:3.0:1767384886.838228:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384886.838231:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384886.838233:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384886.838235:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384886.838237:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384886.838239:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384886.838241:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384886.838243:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384886.838244:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384886.838246:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384886.838248:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384886.838250:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384886.838251:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384886.838253:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384886.838254:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384886.838256:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384886.838257:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384886.838258:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384886.838259:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384886.838260:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384886.838261:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384886.838267:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384886.838269:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384886.838270:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384886.838271:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384886.838273:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384886.838274:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384886.838275:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384886.838276:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384886.838277:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384886.838278:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384886.838279:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384886.838280:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384886.838281:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384886.838282:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384886.838283:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384886.838283:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384886.838285:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384886.838286:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384886.838287:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384886.838288:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384886.838289:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384886.838290:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384886.838291:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384886.838292:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384886.838293:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384886.838294:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384886.838295:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384886.838297:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384886.838297:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384886.838299:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384886.838300:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384886.838300:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384886.838302:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384886.838303:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384886.838303:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384886.838305:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:3.0:1767384886.838313:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384886.838314:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384886.838316:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384886.838320:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384886.838321:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384886.838322:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384886.838324:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384886.838325:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384886.838326:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384886.838327:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384886.838328:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384886.838329:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384886.838330:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384886.838331:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384886.838332:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384886.838333:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384886.838334:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384886.838335:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384886.838336:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384886.838337:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384886.838338:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384886.838339:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384886.838340:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384886.838341:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384886.838342:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384886.838343:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384886.838344:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384886.838345:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384886.838346:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384886.838347:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384886.838348:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384886.838350:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384886.838351:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384886.838352:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384886.838353:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384886.838354:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384886.838355:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384886.838356:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384886.838357:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384886.838358:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384886.838359:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384886.838361:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384886.838367:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384886.838368:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384886.838369:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384886.838370:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384886.838372:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384886.838373:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384886.838374:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384886.838375:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384886.838376:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384886.838377:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384886.838378:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384886.838379:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384886.838380:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384886.838381:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:3.0:1767384886.838382:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:3.0:1767384886.838383:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384886.838384:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384886.838385:0:18265:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:3.0:1767384886.838395:0:18265:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f6fc49a3. 00080000:00000001:2.0:1767384887.066525:0:18292:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384887.066537:0:18292:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384887.066540:0:18292:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384887.066545:0:18292:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384887.066550:0:18292:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384887.066552:0:18292:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384887.129218:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384887.129222:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384887.129238:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00001000:3.0:1767384887.203762:0:18328:0:(api-ni.c:3211:LNetNIInit()) refs 1 00080000:00000001:3.0:1767384887.359845:0:18337:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384887.359857:0:18337:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384887.359861:0:18337:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384887.359865:0:18337:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384887.359870:0:18337:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384887.359872:0:18337:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384887.727012:0:18389:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384887.727024:0:18389:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384887.727028:0:18389:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384887.727032:0:18389:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384887.727038:0:18389:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384887.727065:0:18389:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384887.833115:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384887.833121:0:16767:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:3.0:1767384888.153129:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384888.153133:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384888.153135:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384888.430243:0:18553:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384888.430248:0:18553:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp10 --if ens2 00000001:00000001:3.0:1767384888.432864:0:18553:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384888.438395:0:18554:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000007550a522. 00000400:00000010:3.0:1767384888.438408:0:18554:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ce8285c3. 00000400:00000010:3.0:1767384888.438416:0:18554:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000004b80f8f4. 00000400:00000010:3.0:1767384888.438419:0:18554:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000005cb924af. 00000400:00000010:3.0:1767384888.438422:0:18554:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007872ff8d. 00000400:00000010:3.0:1767384888.438425:0:18554:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a74a040b. 00000400:00000010:3.0:1767384888.438426:0:18554:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c8af67df. 00000400:00000010:3.0:1767384888.438428:0:18554:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005e6e1864. 00000400:00000010:3.0:1767384888.438430:0:18554:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000072060996. 00000800:00000010:3.0:1767384888.438438:0:18554:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000993387ea. 00000800:00000200:3.0:1767384888.438446:0:18554:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384888.438450:0:18554:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384888.438481:0:18554:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:3.0:1767384888.438497:0:18554:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp10 [8/256/0/180] 00000400:00000010:3.0:1767384888.439735:0:18554:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 00000000b3914576. 00000400:00000010:3.0:1767384888.439741:0:18554:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059aed48a. 00000400:00000010:3.0:1767384888.439745:0:18554:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab0b8782. 00000400:00000001:3.0:1767384888.439755:0:18554:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384888.439757:0:18554:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384888.439758:0:18554:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029a805a9. 00000400:00000200:3.0:1767384888.439760:0:18554:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e1d5252 00000400:00000010:3.0:1767384888.439762:0:18554:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e1d5252. 00000400:00000010:3.0:1767384888.439765:0:18554:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 00000000e1bfa2e2. 00000400:00000200:3.0:1767384888.439769:0:18554:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (1) 00000400:00000200:3.0:1767384888.439791:0:18554:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:3.0:1767384888.439801:0:18554:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131082 00000400:00000200:2.0:1767384888.439805:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384888.439808:0:18554:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000083b63f03. 00000400:00000200:2.0:1767384888.439812:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000020:01000000:3.0:1767384888.439813:0:18554:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384888.439829:0:18554:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp10 00000400:00000010:2.0:1767384888.439831:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000382964ab. 00000400:00000200:2.0:1767384888.439835:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (2) 00000400:00000010:2.0:1767384888.439840:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e5b1f99c. 00000400:00000010:3.0:1767384888.439841:0:18554:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ce8285c3. 00000400:00000200:2.0:1767384888.439846:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000010:3.0:1767384888.439847:0:18554:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000007550a522. 00000400:00000200:2.0:1767384888.439859:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1767384888.439864:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767384888.439868:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:2.0:1767384888.439871:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000020:00000001:0.0:1767384888.439873:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384888.439874:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 10000000:00000001:0.0:1767384888.439879:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384888.439880:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [5:5:256:4294967295] 192.168.203.157@tcp LPNI seq info [5:5:8:4294967295] 10000000:00000001:0.0:1767384888.439884:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384888.439886:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384888.439888:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp 00000020:01000004:0.0:1767384888.439891:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384888.439897:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1767384888.439901:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 64 bytes in 1 frags to 12345-192.168.203.157@tcp 00000020:01000004:0.0:1767384888.439903:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000800:00000010:2.0:1767384888.439906:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008d460e59. 00000020:01000004:0.0:1767384888.439908:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384888.439911:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384888.439912:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000200:2.0:1767384888.439915:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000015191abb] -> 12345-192.168.203.157@tcp (6) 00000020:01000004:0.0:1767384888.439916:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384888.439919:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384888.439921:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384888.439923:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384888.439924:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:2.0:1767384888.439926:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1767384888.439930:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008d460e59 type 1, nob 160 niov 1 nkiov 1 00000100:00000010:0.0:1767384888.439931:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005776bb6a. 00000020:00000040:0.0:1767384888.439937:0:36:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1767384888.439941:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384888.439943:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 02000000:00000001:0.0:1767384888.439945:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384888.439947:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100551 rc 0 02000000:00000001:0.0:1767384888.439951:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384888.439961:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007cd7513e. 00000100:00000001:0.0:1767384888.439967:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384888.439974:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384888.439977:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384888.439985:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005776bb6a] to pc [ptlrpcd_00_02+2] req@000000005776bb6a x1853237358500736/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384888.440049:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384888.440053:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384888.440055:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384888.440057:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384888.440063:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384888.440064:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384888.440067:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384888.440068:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384888.440069:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:3.0:1767384888.440071:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:01000000:0.0:1767384888.440072:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384888.440076:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384888.440077:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000040:3.0:1767384888.440078:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005776bb6a x1853237358500736/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384888.440079:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384888.440080:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384888.440081:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384888.440082:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384888.440083:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384888.440084:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384888.440087:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384888.440091:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e25b998. 00000020:00000040:0.0:1767384888.440097:0:36:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1767384888.440103:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384888.440105:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384888.440106:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384888.440107:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384888.440110:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384888.440113:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384888.440118:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384888.440120:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005b34f959. 02000000:00000001:3.0:1767384888.440121:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384888.440128:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005776bb6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358500736:0@lo:253: 00000100:00000001:0.0:1767384888.440128:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.440135:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384888.440136:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384888.440138:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384888.440139:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384888.440142:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384888.440144:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e25b998] to pc [ptlrpcd_00_03+3] req@000000003e25b998 x1853237358500864/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384888.440146:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384888.440152:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000038618bdc. 02000000:00000001:3.0:1767384888.440158:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384888.440164:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041ec2c8d. 10000000:00000001:0.0:1767384888.440166:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384888.440170:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce8285c3. 10000000:00000001:0.0:1767384888.440172:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384888.440176:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358500736, portal 25 00000020:00000001:0.0:1767384888.440177:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.440180:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:01000000:0.0:1767384888.440181:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384888.440184:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780950656 : -108637928600960 : ffff9d31c2db4a80) 00000020:00000010:0.0:1767384888.440185:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000083b63f03. 00000100:00000040:3.0:1767384888.440192:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005776bb6a x1853237358500736/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384888.440199:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384888.440202:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384888.440210:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384888.440210:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384888.440214:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767384888.440215:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f3d06d97. 00000100:00000200:3.0:1767384888.440219:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358500736, offset 0 00000100:00000040:0.0:1767384888.440221:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e25b998 x1853237358500864/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384888.440228:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384888.440234:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384888.440237:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384888.440242:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384888.440243:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384888.440247:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384888.440250:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384888.440254:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003e25b998 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358500864:0@lo:253: 00000400:00000200:3.0:1767384888.440255:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272701b80 00000100:00000001:0.0:1767384888.440262:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384888.440266:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384888.440268:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1b1 [2] + 0 02000000:00000001:0.0:1767384888.440270:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384888.440272:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006be7f97c. 02000000:00000001:0.0:1767384888.440276:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384888.440277:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000aca0849e 02000000:00000010:0.0:1767384888.440282:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000077f27a50. 00000400:00000200:3.0:1767384888.440284:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384888.440286:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384888.440294:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077d23cae. 00000400:00000200:3.0:1767384888.440295:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384888.440304:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083adca5c. 00000100:00000200:0.0:1767384888.440309:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358500864, portal 25 00000100:00000001:0.0:1767384888.440311:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384888.440314:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780955136 : -108637928596480 : ffff9d31c2db5c00) 00000400:00000200:3.0:1767384888.440318:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aca0849e 00000100:00000040:0.0:1767384888.440319:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003e25b998 x1853237358500864/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384888.440328:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aca0849e. 00000100:00000001:3.0:1767384888.440337:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384888.440337:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384888.440339:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384888.440345:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384888.440346:0:16129:0:(events.c:337:request_in_callback()) incoming req@000000009aeb577a x1853237358500736 msgsize 4848 00000400:00000010:0.0:1767384888.440351:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000018eb2a3a. 00000100:00000200:0.0:1767384888.440355:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358500864, offset 0 00000100:00100000:3.0:1767384888.440359:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384888.440364:0:16129:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384888.440366:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384888.440375:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384888.440380:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384888.440382:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3d06d97 00000400:00000010:3.0:1767384888.440386:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f3d06d97. 00000100:00000001:3.0:1767384888.440390:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384888.440391:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272701c00 00000100:00000200:3.0:1767384888.440395:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005776bb6a x1853237358500736/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384888.440404:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1b5 [2] + 0 00000100:00000001:3.0:1767384888.440410:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384888.440412:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000026f5d6a. 00000100:00000040:3.0:1767384888.440415:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005776bb6a x1853237358500736/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384888.440418:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f5ea5ed8 00000400:00000200:0.0:1767384888.440424:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384888.440426:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.440428:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384888.440432:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.440436:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294878308 00000400:00000200:0.0:1767384888.440436:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384888.440440:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5ea5ed8 00000100:00000010:3.0:1767384888.440442:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000239281df. 00000400:00000010:0.0:1767384888.440443:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f5ea5ed8. 00000100:00000001:3.0:1767384888.440448:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384888.440450:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384888.440454:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384888.440457:0:16130:0:(events.c:337:request_in_callback()) incoming req@000000006c559d2a x1853237358500864 msgsize 4848 00000100:00000001:3.0:1767384888.440458:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294878308 00000100:00000010:3.0:1767384888.440464:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000be7b2e25. 00000100:00100000:0.0:1767384888.440470:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384888.440471:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767384888.440475:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384888.440479:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294878308 00000100:00000010:3.0:1767384888.440483:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000308d8467. 00000100:00000001:3.0:1767384888.440487:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384888.440489:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384888.440491:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294878308 00000400:00000200:0.0:1767384888.440497:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018eb2a3a 00000100:00000010:3.0:1767384888.440498:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ca95e856. 00000400:00000010:0.0:1767384888.440502:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000018eb2a3a. 00000100:00000001:3.0:1767384888.440503:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384888.440508:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384888.440510:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384888.440512:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384888.440517:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e25b998 x1853237358500864/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384888.440524:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.440528:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384888.440532:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384888.440538:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384888.440538:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e25b998 x1853237358500864/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384888.440541:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384888.440548:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384888.440550:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384888.440552:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.440553:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384888.440558:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384888.440559:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384888.440566:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384888.440572:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294878308 00000100:00000001:0.0:1767384888.440576:0:16130:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, keep current deadline 4294878308 00000100:00000001:0.0:1767384888.440578:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294878308 00000100:00000001:0.0:1767384888.440580:0:16130:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, keep current deadline 4294878308 00000100:00000001:0.0:1767384888.440585:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294878308 00000100:00000001:0.0:1767384888.440588:0:16130:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, keep current deadline 4294878308 00000100:00000001:0.0:1767384888.440593:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294878308 00000100:00000001:0.0:1767384888.440596:0:16130:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, keep current deadline 4294878308 00000100:00000001:0.0:1767384888.440601:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384888.440604:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384888.440608:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384888.440612:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384888.440626:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384888.440629:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384888.440632:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384888.440633:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384888.440635:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384888.440637:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.440647:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384888.440650:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358500736 02000000:00000001:3.0:1767384888.440654:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384888.440658:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384888.440661:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384888.440661:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384888.440667:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384888.440667:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358500864 02000000:00000001:0.0:1767384888.440671:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1767384888.440674:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358500736 00000100:00000001:0.0:1767384888.440674:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384888.440678:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384888.440679:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384888.440683:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 02000000:00000001:0.0:1767384888.440684:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384888.440685:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384888.440690:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000100:00100000:0.0:1767384888.440691:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358500864 00000020:00000001:3.0:1767384888.440693:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:0.0:1767384888.440695:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384888.440697:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000040:0.0:1767384888.440698:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:0.0:1767384888.440704:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384888.440706:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1767384888.440707:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=16 00000020:00000001:0.0:1767384888.440711:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000010:3.0:1767384888.440712:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ea120ac5. 00000020:00000001:0.0:1767384888.440717:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:3.0:1767384888.440718:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384888.440724:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384888.440725:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ea120ac5. 00000020:00000010:0.0:1767384888.440730:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c4d38c. 00000020:00000010:3.0:1767384888.440733:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ebcc776. 00000100:00000001:0.0:1767384888.440735:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384888.440739:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000968f9d32. 00000020:00000010:0.0:1767384888.440741:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c4d38c. 00000020:00000010:3.0:1767384888.440744:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005597ebae. 00000020:00000010:0.0:1767384888.440749:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7b6a697. 00000100:00000040:3.0:1767384888.440753:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384888.440757:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767384888.440757:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c707a9d. 00000100:00000001:3.0:1767384888.440761:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384888.440763:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000068f6ba37. 00000100:00000001:3.0:1767384888.440765:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384888.440769:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384888.440772:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384888.440773:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384888.440776:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.440797:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384888.440800:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384888.440805:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384888.440809:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384888.440812:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384888.440816:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384888.440821:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384888.440825:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00000040:3.0:1767384888.440830:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:3.0:1767384888.440833:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529244240 : -108637180307376 : ffff9d31ef755850) 00000100:00100000:0.0:1767384888.440834:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00000040:3.0:1767384888.440840:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009aeb577a x1853237358500736/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:114/0 lens 4848/0 e 0 to 0 dl 1767384899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384888.440840:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000100:00000001:0.0:1767384888.440845:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529251408 : -108637180300208 : ffff9d31ef757450) 00000100:00000001:3.0:1767384888.440850:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384888.440853:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ea120ac5. 00000100:00000001:3.0:1767384888.440856:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384888.440859:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006c559d2a x1853237358500864/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:114/0 lens 4848/0 e 0 to 0 dl 1767384899 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384888.440860:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ea120ac5. 00000100:00100000:3.0:1767384888.440869:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009aeb577a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+16:16129:x1853237358500736:12345-0@lo:253: 00000100:00000001:0.0:1767384888.440870:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767384888.440874:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358500736 00000020:00000010:0.0:1767384888.440875:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5c4d38c. 00000020:00000001:3.0:1767384888.440877:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384888.440879:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384888.440881:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384888.440882:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5c4d38c. 00000020:00000001:3.0:1767384888.440883:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384888.440887:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384888.440889:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000100:00100000:0.0:1767384888.440893:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006c559d2a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+16:16130:x1853237358500864:12345-0@lo:253: 00000020:00000001:3.0:1767384888.440894:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384888.440897:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384888.440898:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358500864 00000020:00000001:3.0:1767384888.440900:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384888.440902:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384888.440903:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384888.440906:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384888.440907:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384888.440910:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.440912:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384888.440913:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1767384888.440915:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384888.440916:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:0.0:1767384888.440919:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384888.440920:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384888.440921:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b6072302. 00000020:00000001:0.0:1767384888.440922:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1767384888.440926:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384888.440926:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384888.440930:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384888.440931:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384888.440933:0:16764:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384888.440934:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384888.440938:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:3.0:1767384888.440942:0:16764:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000083b63f03. 20000000:01000000:3.0:1767384888.440946:0:16764:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384888.440948:0:16764:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384888.440950:0:16764:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000010:0.0:1767384888.440950:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000008b01b2. 20000000:00000001:3.0:1767384888.440953:0:16764:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384888.440954:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384888.440957:0:16764:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384888.440957:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384888.440960:0:16763:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384888.440966:0:16764:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384888.440967:0:16763:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000074ae7046. 20000000:01000000:0.0:1767384888.440971:0:16763:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384888.440973:0:16763:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:3.0:1767384888.440974:0:16764:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007cfe76cb. 20000000:00000001:0.0:1767384888.440975:0:16763:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:3.0:1767384888.440978:0:16764:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #10 20000000:00000001:0.0:1767384888.440980:0:16763:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384888.440984:0:16763:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384888.440985:0:16764:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384888.440987:0:16763:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384888.440990:0:16764:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384888.441194:0:16764:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384888.441198:0:16764:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384888.441199:0:16764:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.441200:0:16764:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384888.441203:0:16764:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384888.441207:0:16764:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:3.0:1767384888.441210:0:16764:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384888.441214:0:16764:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000356afda7. 00080000:00000001:3.0:1767384888.441217:0:16764:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431499047936 : -108642210503680 : ffff9d30c3a2a400) 00080000:00000001:3.0:1767384888.441219:0:16764:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384888.441264:0:16764:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384888.441266:0:16764:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.441267:0:16764:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384888.441281:0:16764:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.441283:0:16764:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384888.441341:0:16764:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384888.441343:0:16764:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:3.0:1767384888.446063:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294878308, at 4294878309 00000100:00000040:2.0:1767384888.446067:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294878308, at 4294878309 00000100:00000010:3.0:1767384888.446069:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ca95e856. 00000100:00000010:2.0:1767384888.446074:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000308d8467. 00000100:00000040:0.0:1767384888.446106:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294878308, at 4294878309 00000100:00000010:0.0:1767384888.446113:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000239281df. 00080000:00000001:2.0:1767384888.447987:0:16764:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384888.447993:0:16764:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:2.0:1767384888.447996:0:16764:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384888.447998:0:16764:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:0.0:1767384888.448000:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384888.448005:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:2.0:1767384888.448007:0:16764:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384888.448008:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384888.448036:0:16764:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384888.448040:0:16763:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b6a5afc9. 20000000:01000000:3.0:1767384888.448044:0:16763:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #10 20000000:01000000:2.0:1767384888.448046:0:16764:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00040000:00000001:0.0:1767384888.448049:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384888.448050:0:16763:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00040000:00000001:0.0:1767384888.448052:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000020:2.0:1767384888.448053:0:16764:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:3.0:1767384888.448054:0:16763:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000010:0.0:1767384888.448057:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000356afda7. 00080000:00000001:0.0:1767384888.448063:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384888.448073:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384888.448076:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384888.448079:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384888.448080:0:16763:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384888.448082:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384888.448084:0:16763:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384888.448086:0:16763:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384888.448086:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384888.448089:0:16763:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384888.448091:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000040:2.0:1767384888.448092:0:16785:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000091a3bd3c count: 2 00000020:00000001:3.0:1767384888.448094:0:16763:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00010000:00000001:2.0:1767384888.448096:0:16785:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384888.448100:0:16763:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384888.448101:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384888.448106:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006a0e0033. 00080000:00000010:3.0:1767384888.448107:0:16763:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000118cf1e5. 00000020:00000001:2.0:1767384888.448109:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384888.448110:0:16763:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431499044864 : -108642210506752 : ffff9d30c3a29800) 00000020:00000040:2.0:1767384888.448113:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006a0e0033 with handle 0x4895a8f6c11e8567 to hash 00000020:00000001:2.0:1767384888.448116:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384888.448118:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635436275761664 : -108637433789952 : ffff9d31e0598200) 00080000:00000001:3.0:1767384888.448121:0:16763:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384888.448122:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635436275761664 : -108637433789952 : ffff9d31e0598200) 00010000:00000001:2.0:1767384888.448126:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384888.448127:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384888.448130:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006a0e0033/0x4895a8f6c11e8567 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384888.448137:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384888.448139:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384888.448141:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384888.448143:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384888.448145:0:16785:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384888.448148:0:16785:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000009d11c4ed/0x4895a8f6c11e8559 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e8552 expref: 16 pid: 16764 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384888.448153:0:16785:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384888.448155:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384888.448157:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384888.448159:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384888.448160:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384888.448162:0:16785:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384888.448170:0:16785:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000006a0e0033/0x4895a8f6c11e8567 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384888.448175:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000091a3bd3c) refcount = 2 00010000:00000040:2.0:1767384888.448178:0:16785:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000001:00000001:3.0:1767384888.448181:0:16763:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000040:2.0:1767384888.448182:0:16785:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000009d11c4ed/0x4895a8f6c11e8559 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x4895a8f6c11e8552 expref: 16 pid: 16764 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384888.448185:0:16763:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384888.448190:0:16763:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000040:2.0:1767384888.448192:0:16785:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384888.448194:0:16785:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000006a0e0033/0x4895a8f6c11e8567 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384888.448199:0:16785:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088b7f224. 00000100:00000001:2.0:1767384888.448202:0:16785:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00080000:00000001:3.0:1767384888.448204:0:16763:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384888.448206:0:16785:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001613af88. 00080000:00000001:3.0:1767384888.448207:0:16763:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:2.0:1767384888.448209:0:16785:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635436007387712 : -108637702163904 : ffff9d31d05a7240) 00000100:00000001:2.0:1767384888.448213:0:16785:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635436007387712 : -108637702163904 : ffff9d31d05a7240) 00000100:00000001:2.0:1767384888.448215:0:16785:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384888.448216:0:16785:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384888.448218:0:16785:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384888.448221:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384888.448222:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384888.448223:0:16785:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384888.448226:0:16785:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384888.448228:0:16785:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384888.448230:0:16785:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384888.448233:0:16785:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028d02595. 00000020:00000040:2.0:1767384888.448235:0:16785:0:(genops.c:1229:class_import_get()) import 00000000c30cd863 refcount=2 obd=MGS 00000100:00000001:2.0:1767384888.448238:0:16785:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384888.448240:0:16785:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384888.448243:0:16785:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384888.448248:0:16785:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000040fbc96d. 00000100:00000001:2.0:1767384888.448252:0:16785:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384888.448255:0:16785:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000009d11c4ed/0x4895a8f6c11e8559 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4895a8f6c11e8552 expref: 16 pid: 16764 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384888.448267:0:16785:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000009d11c4ed/0x4895a8f6c11e8559 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4895a8f6c11e8552 expref: 16 pid: 16764 timeout: 361 lvb_type: 0 00010000:00000001:2.0:1767384888.448277:0:16785:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384888.448280:0:16785:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00080000:00000001:3.0:1767384888.448282:0:16763:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000040:2.0:1767384888.448283:0:16785:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028d02595 x1853237358500992/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:3.0:1767384888.448285:0:16763:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:2.0:1767384888.448292:0:16785:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384888.448294:0:16785:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384888.448296:0:16785:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000028d02595 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16785:1853237358500992:0@lo:104: 00000100:00000001:2.0:1767384888.448298:0:16785:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384888.448301:0:16785:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384888.448302:0:16785:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384888.448304:0:16785:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384888.448306:0:16785:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008d3c7b64. 02000000:00000001:2.0:1767384888.448308:0:16785:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384888.448312:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000370ed97b. 00000400:00000010:2.0:1767384888.448316:0:16785:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000455d159. 00000100:00000200:2.0:1767384888.448319:0:16785:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358500992, portal 16 00000100:00000001:2.0:1767384888.448321:0:16785:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384888.448322:0:16785:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504577408 : -108642204974208 : ffff9d30c3f70380) 00000100:00000040:2.0:1767384888.448326:0:16785:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000028d02595 x1853237358500992/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384904 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384888.448331:0:16785:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384888.448333:0:16785:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384888.448337:0:16785:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6537ad9. 00000100:00000200:2.0:1767384888.448339:0:16785:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237358500992, offset 0 00000400:00000200:2.0:1767384888.448343:0:16785:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384888.448350:0:16785:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384888.448356:0:16785:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272701c80 00000400:00000200:2.0:1767384888.448361:0:16785:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 328 00000400:00000200:2.0:1767384888.448364:0:16785:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384888.448367:0:16785:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384888.448372:0:16785:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384888.448373:0:16785:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384888.448381:0:16785:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8906ea7. 00000100:00000040:2.0:1767384888.448384:0:16785:0:(events.c:337:request_in_callback()) incoming req@00000000f8906ea7 x1853237358500992 msgsize 328 00000100:00100000:2.0:1767384888.448389:0:16785:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384888.448400:0:16785:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384888.448407:0:16785:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6537ad9 00000400:00000010:2.0:1767384888.448409:0:16785:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6537ad9. 00000100:00000001:2.0:1767384888.448413:0:16785:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384888.448417:0:16785:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000028d02595 x1853237358500992/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384904 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384888.448420:0:16753:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384888.448433:0:16753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358500992 02000000:00000001:0.0:1767384888.448437:0:16753:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384888.448440:0:16753:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384888.448441:0:16785:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384888.448443:0:16753:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384888.448445:0:16785:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028d02595 x1853237358500992/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384904 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384888.448450:0:16753:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384888.448452:0:16785:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384888.448456:0:16785:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384888.448457:0:16753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358500992 00000020:00000001:0.0:1767384888.448461:0:16753:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384888.448462:0:16785:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384888.448465:0:16753:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e83fb 00000100:00000001:2.0:1767384888.448466:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294878316 00000020:00000001:0.0:1767384888.448471:0:16753:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1767384888.448473:0:16785:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3381384. 00000020:00000040:0.0:1767384888.448475:0:16753:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f3b2147e refcount=3 00000100:00000001:2.0:1767384888.448479:0:16785:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 0 00000020:00000001:0.0:1767384888.448482:0:16753:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633131008 : -108637076420608 : ffff9d31f5a68800) 00000100:00000001:2.0:1767384888.448486:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294878316 00000020:00000001:0.0:1767384888.448487:0:16753:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633131008 : -108637076420608 : ffff9d31f5a68800) 00000100:00000010:2.0:1767384888.448492:0:16785:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000da213b31. 00000100:00000001:0.0:1767384888.448493:0:16753:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384888.448496:0:16785:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384888.448500:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294878316 00000020:00000010:0.0:1767384888.448500:0:16753:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002597a7bb. 00000100:00000010:2.0:1767384888.448505:0:16785:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000045f54d0. 00000100:00000001:0.0:1767384888.448507:0:16753:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384888.448510:0:16785:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 2 00000020:00000010:0.0:1767384888.448511:0:16753:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002597a7bb. 00000100:00000001:2.0:1767384888.448516:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294878316 00000100:00000010:2.0:1767384888.448520:0:16785:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000087b9ed38. 00000100:00000001:2.0:1767384888.448524:0:16785:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384888.448526:0:16785:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384888.448528:0:16785:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384888.448530:0:16785:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384888.448532:0:16785:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384888.448534:0:16785:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384888.448536:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384888.448542:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384888.448544:0:16785:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384888.448546:0:16785:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384888.448547:0:16785:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:0.0:1767384888.448548:0:16753:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052ff6e54. 00000100:00000001:2.0:1767384888.448549:0:16785:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384888.448554:0:16785:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384888.448556:0:16785:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384888.448556:0:16753:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000070ab64d0. 00000100:00100000:2.0:1767384888.448561:0:16785:0:(client.c:2690:ptlrpc_set_wait()) set 000000001613af88 going to sleep for 11 seconds 00000100:00000001:2.0:1767384888.448564:0:16785:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384888.448564:0:16753:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003c221d87. 00000100:00000001:2.0:1767384888.448568:0:16785:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384888.448574:0:16753:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384888.448577:0:16753:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384888.448578:0:16753:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384888.448579:0:16753:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384888.448583:0:16753:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384888.448593:0:16753:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384888.448605:0:16753:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384888.448607:0:16753:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384888.448612:0:16753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000020:00000010:3.0:1767384888.448624:0:16752:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f53465f9. 00000100:00000040:0.0:1767384888.448624:0:16753:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f3b2147e : new rpc_count 1 00000100:00000001:0.0:1767384888.448629:0:16753:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635431504582784 : -108642204968832 : ffff9d30c3f71880) 00000100:00000001:3.0:1767384888.448630:0:16752:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1767384888.448633:0:16752:0:(service.c:3434:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 00000100:00000040:0.0:1767384888.448634:0:16753:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f8906ea7 x1853237358500992/t0(0) o104->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:114/0 lens 328/0 e 0 to 0 dl 1767384899 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1767384888.448639:0:16752:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000002973be59. 00000100:00100000:3.0:1767384888.448646:0:16752:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cb00_002' 00000100:00000001:0.0:1767384888.448646:0:16753:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384888.448751:0:16752:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384888.448764:0:18556:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000010:0.0:1767384888.448771:0:16753:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002597a7bb. 00000100:00000001:0.0:1767384888.448775:0:16753:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384888.448777:0:16753:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002597a7bb. 00000100:00000010:2.0:1767384888.448797:0:18556:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000c8a585ff. 00000100:00100000:0.0:1767384888.448798:0:16753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f8906ea7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fc613044-dd35-4201-b03c-4d69ab0214c0+3:16785:x1853237358500992:12345-0@lo:104: 00000100:00000200:0.0:1767384888.448804:0:16753:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358500992 00000020:00000010:2.0:1767384888.448805:0:18556:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000099d9e9c5. 00010000:00000001:0.0:1767384888.448807:0:16753:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384888.448812:0:16753:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:2.0:1767384888.448813:0:18556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bff8d4ed. 00000020:00000001:0.0:1767384888.448814:0:16753:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384888.448817:0:16753:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000027854c9 refcount=2 00000020:00000001:0.0:1767384888.448831:0:16753:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275766784 : -108637433784832 : ffff9d31e0599600) 00000020:00000010:2.0:1767384888.448832:0:18556:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000da253054. 00010000:00000001:0.0:1767384888.448833:0:16753:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275766784 : -108637433784832 : ffff9d31e0599600) 00010000:00000001:0.0:1767384888.448838:0:16753:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000040:00000010:2.0:1767384888.448839:0:18556:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000250039a5. 00010000:00000001:0.0:1767384888.448840:0:16753:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384888.448845:0:16753:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.157@tcp lock: 00000000027854c9/0x4895a8f6c11e8552 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4895a8f6c11e8559 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767384888.448848:0:18556:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009445ecb9. 00000100:00000001:0.0:1767384888.448855:0:16753:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1767384888.448856:0:18556:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a4db57fd. 02000000:00000001:0.0:1767384888.448857:0:16753:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1767384888.448863:0:18556:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d47df429. 02000000:00000010:0.0:1767384888.448864:0:16753:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000330a596c. 02000000:00000001:0.0:1767384888.448868:0:16753:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:2.0:1767384888.448870:0:18556:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009f364ee6. 00000100:00000001:0.0:1767384888.448870:0:16753:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:2.0:1767384888.448876:0:18556:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002dd2e1ad. 00010000:00000001:0.0:1767384888.448877:0:16753:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384888.448881:0:16753:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:2.0:1767384888.448884:0:18556:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000085e04bd8. 00000100:00001000:0.0:1767384888.448885:0:16753:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c1b60063 time=12 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384888.448891:0:16753:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00040000:00000010:2.0:1767384888.448893:0:18556:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008d460e59. 00000100:00000040:0.0:1767384888.448893:0:16753:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384888.448897:0:16753:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00040000:00000010:2.0:1767384888.448901:0:18556:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003e4456d6. 00040000:00000010:2.0:1767384888.448907:0:18556:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b9428aca. 02000000:00000001:0.0:1767384888.448908:0:16753:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384888.448911:0:16753:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384888.448914:0:16753:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000010:2.0:1767384888.448915:0:18556:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000067a37dc5. 00000100:00000040:0.0:1767384888.448919:0:16753:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00000010:2.0:1767384888.448921:0:18556:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000016235f37. 00000400:00000010:0.0:1767384888.448923:0:16753:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6452143. 00000004:00000010:2.0:1767384888.448927:0:18556:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c8b386d9. 00000100:00000200:0.0:1767384888.448928:0:16753:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237358500992, offset 224 00000004:00000010:2.0:1767384888.448934:0:18556:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fdf7e59c. 00002000:00000010:2.0:1767384888.448939:0:18556:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000cffd9c8d. 00000400:00000200:0.0:1767384888.448940:0:16753:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000010:2.0:1767384888.448945:0:18556:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e9ecdf11. 00000400:00000200:0.0:1767384888.448951:0:16753:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1767384888.448985:0:18556:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000a4a3f347. 00000100:00000200:2.0:1767384888.448994:0:18556:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000400:00000200:0.0:1767384888.449078:0:16753:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272701c80 00000400:00000200:0.0:1767384888.449094:0:16753:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x116d [1] + 224 00000400:00000200:0.0:1767384888.449098:0:16753:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384888.449102:0:16753:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384888.449105:0:16753:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384888.449109:0:16753:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028d02595 x1853237358500992/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384904 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384888.449118:0:16753:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000028d02595 x1853237358500992/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384904 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384888.449132:0:16753:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384888.449137:0:16753:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6452143 00000400:00000010:0.0:1767384888.449139:0:16753:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6452143. 00000100:00000001:0.0:1767384888.449143:0:16753:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384888.449145:0:16753:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384888.449149:0:16753:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384888.449152:0:16753:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:0.0:1767384888.449155:0:16753:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384888.449158:0:16753:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000d44681f6. 00010000:00000001:0.0:1767384888.449161:0:16753:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767384888.449171:0:16753:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384888.449174:0:16753:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384888.449175:0:16753:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384888.449177:0:16753:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384888.449182:0:16753:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8906ea7 x1853237358500992/t0(0) o104->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:114/0 lens 328/224 e 0 to 0 dl 1767384899 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384888.449190:0:16753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f8906ea7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fc613044-dd35-4201-b03c-4d69ab0214c0+3:16785:x1853237358500992:12345-0@lo:104: Request processed in 541us (803us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384888.449204:0:16753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:0.0:1767384888.449207:0:16753:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f3b2147e : new rpc_count 0 00000100:00000001:0.0:1767384888.449209:0:16753:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384888.449211:0:16753:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384888.449215:0:16753:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000070ab64d0. 00000020:00000010:0.0:1767384888.449218:0:16753:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003c221d87. 00000020:00000010:0.0:1767384888.449220:0:16753:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000052ff6e54. 00000020:00000040:0.0:1767384888.449224:0:16753:0:(genops.c:898:class_export_put()) PUTting export 00000000f3b2147e : new refcount 2 00000100:00000001:0.0:1767384888.449226:0:16753:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384888.449243:0:16785:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384888.449247:0:16785:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384888.449249:0:16785:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384888.449251:0:16785:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000370ed97b. 00000400:00000200:0.0:1767384888.449254:0:16785:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000455d159 00000400:00000010:0.0:1767384888.449255:0:16785:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000455d159. 00000100:00000001:0.0:1767384888.449259:0:16785:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384888.449261:0:16785:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028d02595 x1853237358500992/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384904 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767384888.449267:0:16785:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028d02595 x1853237358500992/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384904 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384888.449272:0:16785:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384888.449273:0:16785:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384888.449275:0:16785:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384888.449277:0:16785:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384888.449278:0:16785:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384888.449280:0:16785:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384888.449282:0:16785:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384888.449285:0:16785:0:(import.c:2128:obd_at_measure()) add 5 to 0000000080a5a92e time=12 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384888.449288:0:16785:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cfe3d233 time=12 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384888.449290:0:16785:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384888.449292:0:16785:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384888.449294:0:16785:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384888.449296:0:16785:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384888.449298:0:16785:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384888.449305:0:16785:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028d02595 x1853237358500992/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384904 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384888.449310:0:16785:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384888.449312:0:16785:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384888.449314:0:16785:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384888.449317:0:16785:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384888.449319:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384888.449320:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384888.449321:0:16785:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384888.449324:0:16785:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028d02595 x1853237358500992/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384904 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384888.449329:0:16785:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000028d02595 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16785:1853237358500992:0@lo:104: 00000100:00000001:0.0:1767384888.449334:0:16785:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384888.449336:0:16785:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384888.449338:0:16785:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384888.449340:0:16785:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384888.449344:0:16785:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028d02595 x1853237358500992/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384904 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384888.449349:0:16785:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384888.449351:0:16785:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384888.449353:0:16785:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008d3c7b64. 02000000:00000001:0.0:1767384888.449356:0:16785:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384888.449358:0:16785:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384888.449359:0:16785:0:(genops.c:1242:class_import_put()) import 00000000c30cd863 refcount=1 obd=MGS 00000020:00000001:0.0:1767384888.449360:0:16785:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384888.449362:0:16785:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000040fbc96d. 02000000:00000001:0.0:1767384888.449366:0:16785:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384888.449368:0:16785:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384888.449369:0:16785:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028d02595. 00000100:00000001:0.0:1767384888.449372:0:16785:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384888.449374:0:16785:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384888.449375:0:16785:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001613af88. 00000100:00000001:0.0:1767384888.449378:0:16785:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384888.449380:0:16785:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384888.449382:0:16785:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088b7f224. 00010000:00000001:0.0:1767384888.449390:0:16785:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384888.449392:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384888.449394:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384888.449406:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384888.449408:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1767384888.449410:0:16785:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000006a0e0033/0x4895a8f6c11e8567 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384888.449425:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384888.449427:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384888.449430:0:16757:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767384888.449433:0:16757:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384888.449435:0:16757:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384888.449437:0:16757:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.157@tcp lock: 00000000027854c9/0x4895a8f6c11e8552 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4895a8f6c11e8559 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384888.449443:0:16757:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000027854c9 already unused, calling callback (00000000de964f35) 10000000:00000001:0.0:1767384888.449446:0:16757:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384888.449449:0:16757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.157@tcp lock: 00000000027854c9/0x4895a8f6c11e8552 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4895a8f6c11e8559 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384888.449456:0:16757:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384888.449457:0:16757:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384888.449459:0:16757:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384888.449462:0:16757:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000027854c9 refcount=3 00000020:00000001:0.0:1767384888.449465:0:16757:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275766784 : -108637433784832 : ffff9d31e0599600) 00010000:00000001:0.0:1767384888.449467:0:16757:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275766784 : -108637433784832 : ffff9d31e0599600) 00010000:00000001:0.0:1767384888.449471:0:16757:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384888.449473:0:16757:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.157@tcp lock: 00000000027854c9/0x4895a8f6c11e8552 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4895a8f6c11e8559 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384888.449481:0:16757:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384888.449483:0:16757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.157@tcp lock: 00000000027854c9/0x4895a8f6c11e8552 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4895a8f6c11e8559 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767384888.449501:0:16757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1767384888.449506:0:16757:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767384888.449508:0:16757:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384888.449510:0:16757:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767384888.449512:0:16757:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384888.449514:0:16757:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384888.449524:0:16757:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767384888.449526:0:16757:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384888.449528:0:16757:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ff67cc77) refs 2 10000000:00000001:0.0:1767384888.449530:0:16757:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384888.449532:0:16757:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384888.449534:0:16757:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384888.449536:0:16757:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384888.449538:0:16757:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384888.449539:0:16757:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384888.449540:0:16757:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384888.449541:0:16757:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000027854c9 with handle 0x4895a8f6c11e8552 from hash 00010000:00000001:0.0:1767384888.449543:0:16757:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384888.449544:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384888.449545:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384888.449546:0:16757:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384888.449547:0:16757:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384888.449548:0:16757:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384888.449551:0:16757:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384888.449553:0:16757:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384888.449557:0:16757:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b276a0f. 00000020:00000040:0.0:1767384888.449559:0:16757:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=6 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1767384888.449561:0:16757:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384888.449562:0:16757:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384888.449564:0:16757:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384888.449567:0:16757:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000052ff6e54. 00000100:00000001:0.0:1767384888.449570:0:16757:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384888.449572:0:16757:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384888.449574:0:16757:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.157@tcp lock: 00000000027854c9/0x4895a8f6c11e8552 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4895a8f6c11e8559 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384888.449588:0:16757:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384888.449589:0:16757:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384888.449591:0:16757:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384888.449592:0:16757:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384888.449596:0:16757:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b276a0f] to pc [ptlrpcd_00_00+0] req@000000003b276a0f x1853237358501120/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384888.449617:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384888.449617:0:16757:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384888.449622:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384888.449622:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384888.449626:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767384888.449626:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384888.449630:0:16757:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384888.449632:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003b276a0f x1853237358501120/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384888.449632:0:16757:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384888.449635:0:16757:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384888.449640:0:16757:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.157@tcp lock: 00000000027854c9/0x4895a8f6c11e8552 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4895a8f6c11e8559 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384888.449646:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384888.449649:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384888.449649:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384888.449653:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:0.0:1767384888.449653:0:16757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.157@tcp lock: 00000000027854c9/0x4895a8f6c11e8552 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4895a8f6c11e8559 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384888.449657:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384888.449661:0:16757:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000002597a7bb. 02000000:00000001:3.0:1767384888.449662:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384888.449666:0:16757:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004e8b40a7 count: 0 00000100:00100000:3.0:1767384888.449669:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003b276a0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358501120:0@lo:103: 00000100:00000001:3.0:1767384888.449675:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384888.449679:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1767384888.449680:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384888.449681:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384888.449683:0:16757:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:3.0:1767384888.449685:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000010:0.0:1767384888.449686:0:16757:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000d44681f6. 00010000:00000001:0.0:1767384888.449691:0:16757:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384888.449693:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000054553f02. 00000020:00000001:0.0:1767384888.449693:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384888.449696:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384888.449698:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384888.449700:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384888.449703:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:3.0:1767384888.449704:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006be7f97c. 00000020:00000001:0.0:1767384888.449705:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384888.449710:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384888.449712:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:3.0:1767384888.449713:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2626c3. 00000020:00000001:0.0:1767384888.449714:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384888.449718:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358501120, portal 18 00000100:00000001:3.0:1767384888.449721:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384888.449724:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780947968 : -108637928603648 : ffff9d31c2db4000) 00010000:00010000:0.0:1767384888.449726:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767384888.449739:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003b276a0f x1853237358501120/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384904 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384888.449743:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384888.449747:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.449749:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384888.449754:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384888.449758:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0ac64dc. 00000100:00000200:3.0:1767384888.449762:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237358501120, offset 0 00000400:00000200:3.0:1767384888.449768:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384888.449776:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384888.449795:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272701d00 00000400:00000200:3.0:1767384888.449801:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 328 00000400:00000200:3.0:1767384888.449806:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384888.449811:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384888.449816:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384888.449818:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384888.449821:0:16127:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b0cf731c. 00000100:00000040:3.0:1767384888.449824:0:16127:0:(events.c:337:request_in_callback()) incoming req@00000000b0cf731c x1853237358501120 msgsize 328 00000100:00100000:3.0:1767384888.449830:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384888.449845:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384888.449850:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0ac64dc 00000400:00000010:3.0:1767384888.449853:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0ac64dc. 00000100:00000001:3.0:1767384888.449856:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384888.449859:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003b276a0f x1853237358501120/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384904 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384888.449868:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384888.449870:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003b276a0f x1853237358501120/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384904 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384888.449871:0:16756:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000008d4657b9. 00000100:00000001:0.0:1767384888.449877:0:16756:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384888.449880:0:16756:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358501120 02000000:00000001:0.0:1767384888.449883:0:16756:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384888.449885:0:16756:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384888.449887:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384888.449887:0:16756:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.449893:0:16127:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384888.449893:0:16756:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384888.449897:0:16756:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358501120 00000100:00000001:3.0:1767384888.449898:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384888.449898:0:16756:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384888.449902:0:16756:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000100:00000001:3.0:1767384888.449903:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294878317 00000020:00000001:0.0:1767384888.449905:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384888.449908:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=17 00000020:00000001:0.0:1767384888.449910:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:3.0:1767384888.449911:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294878316 00000020:00000001:0.0:1767384888.449912:0:16756:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384888.449917:0:16756:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384888.449918:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294878317 00000020:00000010:0.0:1767384888.449920:0:16756:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d604422. 00000100:00000001:3.0:1767384888.449923:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294878316 00000100:00000001:0.0:1767384888.449924:0:16756:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384888.449926:0:16756:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d604422. 00000020:00000010:0.0:1767384888.449930:0:16756:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002bffd430. 00000100:00000001:3.0:1767384888.449933:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294878317 00000020:00000010:0.0:1767384888.449933:0:16756:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000070ab64d0. 00000100:00000001:3.0:1767384888.449937:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294878316 00000020:00000010:0.0:1767384888.449938:0:16756:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003c221d87. 00000100:00000001:3.0:1767384888.449941:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294878317 00000100:00000001:3.0:1767384888.449946:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294878316 00000100:00000040:0.0:1767384888.449947:0:16756:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384888.449949:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384888.449950:0:16756:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384888.449953:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384888.449953:0:16756:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384888.449958:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384888.449958:0:16756:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1767384888.449962:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384888.449963:0:16756:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384888.449967:0:16756:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:3.0:1767384888.449968:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767384888.449969:0:16756:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384888.449970:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1767384888.449972:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384888.449973:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384888.449976:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384888.449976:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d11c4ed refcount=4 00000100:00000001:3.0:1767384888.449979:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.449982:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384888.449982:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854935040 : -108637854616576 : ffff9d31c7443400) 00010000:00000001:0.0:1767384888.449988:0:16756:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854935040 : -108637854616576 : ffff9d31c7443400) 00010000:00010000:0.0:1767384888.450000:0:16756:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000009d11c4ed/0x4895a8f6c11e8559 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4895a8f6c11e8552 expref: 17 pid: 16764 timeout: 361 lvb_type: 0 00010000:00000001:0.0:1767384888.450007:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384888.450009:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384888.450041:0:16756:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384888.450044:0:16756:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384888.450049:0:16756:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384888.450054:0:16756:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b0cf731c x1853237358501120/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:114/0 lens 328/0 e 0 to 0 dl 1767384899 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384888.450061:0:16756:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384888.450063:0:16756:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384888.450073:0:16756:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384888.450083:0:16756:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384888.450085:0:16756:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384888.450087:0:16756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:0.0:1767384888.450089:0:16756:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 3 00000100:00000001:0.0:1767384888.450090:0:16756:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436515729280 : -108637193822336 : ffff9d31eea71f80) 00000100:00000040:0.0:1767384888.450093:0:16756:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b0cf731c x1853237358501120/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:114/0 lens 328/0 e 0 to 0 dl 1767384899 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384888.450098:0:16756:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384888.450102:0:16756:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d604422. 00000100:00000001:0.0:1767384888.450103:0:16756:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384888.450105:0:16756:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d604422. 00000100:00100000:0.0:1767384888.450108:0:16756:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b0cf731c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fc613044-dd35-4201-b03c-4d69ab0214c0+17:16127:x1853237358501120:12345-0@lo:103: 00000100:00000200:0.0:1767384888.450111:0:16756:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358501120 00010000:00000001:0.0:1767384888.450113:0:16756:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384888.450115:0:16756:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384888.450117:0:16756:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384888.450120:0:16756:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384888.450122:0:16756:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384888.450125:0:16756:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000cdbce4a. 02000000:00000001:0.0:1767384888.450127:0:16756:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384888.450134:0:16756:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384888.450136:0:16756:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384888.450138:0:16756:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384888.450140:0:16756:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384888.450142:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384888.450143:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d11c4ed refcount=4 00000020:00000001:0.0:1767384888.450146:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854935040 : -108637854616576 : ffff9d31c7443400) 00010000:00000001:0.0:1767384888.450147:0:16756:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854935040 : -108637854616576 : ffff9d31c7443400) 00010000:00000040:0.0:1767384888.450149:0:16756:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000091a3bd3c count: 3 00010000:00010000:0.0:1767384888.450153:0:16756:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000009d11c4ed/0x4895a8f6c11e8559 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4895a8f6c11e8552 expref: 17 pid: 16764 timeout: 361 lvb_type: 0 00000100:00001000:0.0:1767384888.450157:0:16756:0:(import.c:2128:obd_at_measure()) add 0 to 0000000011468271 time=1767384888 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384888.450159:0:16756:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384888.450165:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384888.450166:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384888.450169:0:16756:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000009d11c4ed/0x4895a8f6c11e8559 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4895a8f6c11e8552 expref: 17 pid: 16764 timeout: 361 lvb_type: 0 00000020:00000001:0.0:1767384888.450174:0:16756:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384888.450175:0:16756:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384888.450177:0:16756:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384888.450178:0:16756:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384888.450181:0:16756:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384888.450182:0:16756:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384888.450187:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384888.450188:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384888.450189:0:16756:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384888.450191:0:16756:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384888.450192:0:16756:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009d11c4ed with handle 0x4895a8f6c11e8559 from hash 00010000:00000001:0.0:1767384888.450195:0:16756:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384888.450196:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384888.450197:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384888.450198:0:16756:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384888.450200:0:16756:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384888.450201:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384888.450209:0:16756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009d11c4ed/0x4895a8f6c11e8559 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4895a8f6c11e8552 expref: 17 pid: 16764 timeout: 361 lvb_type: 0 00010000:00000040:0.0:1767384888.450213:0:16756:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000005d63f134 : new locks_count 9 00000020:00000040:0.0:1767384888.450215:0:16756:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 16 00010000:00000001:0.0:1767384888.450221:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384888.450223:0:16756:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384888.450224:0:16756:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384888.450226:0:16756:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000006a0e0033 00010000:00000001:0.0:1767384888.450228:0:16756:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384888.450229:0:16756:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384888.450231:0:16756:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384888.450232:0:16756:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384888.450234:0:16756:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384888.450236:0:16756:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384888.450237:0:16756:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384888.450238:0:16756:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000006a0e0033/0x4895a8f6c11e8567 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384888.450242:0:16756:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384888.450244:0:16756:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384888.450246:0:16756:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384888.450247:0:16756:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384888.450248:0:16756:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000091a3bd3c) refcount = 2 00010000:00010000:0.0:1767384888.450250:0:16756:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006a0e0033/0x4895a8f6c11e8567 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384888.450254:0:16756:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384888.450255:0:16756:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384888.450256:0:16756:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384888.450257:0:16756:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384888.450260:0:16756:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002d604422. 00000100:00000001:0.0:1767384888.450261:0:16756:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384888.450263:0:16756:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d44681f6. 00000100:00000001:0.0:1767384888.450265:0:16756:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635435780434752 : -108637929116864 : ffff9d31c2d36b40) 00000100:00000001:0.0:1767384888.450266:0:16756:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635435780434752 : -108637929116864 : ffff9d31c2d36b40) 00000100:00000001:0.0:1767384888.450275:0:16756:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384888.450276:0:16756:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384888.450278:0:16756:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384888.450280:0:16756:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384888.450283:0:16756:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002206779s 00010000:00000001:0.0:1767384888.450286:0:16756:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384888.450287:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384888.450288:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006a0e0033 refcount=5 00000020:00000001:0.0:1767384888.450290:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275761664 : -108637433789952 : ffff9d31e0598200) 00010000:00000001:0.0:1767384888.450292:0:16756:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275761664 : -108637433789952 : ffff9d31e0598200) 00010000:00000001:0.0:1767384888.450294:0:16756:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384888.450296:0:16756:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006a0e0033/0x4895a8f6c11e8567 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384888.450300:0:16756:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384888.450302:0:16756:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006a0e0033/0x4895a8f6c11e8567 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384888.450306:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384888.450307:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384888.450308:0:16756:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006a0e0033/0x4895a8f6c11e8567 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384888.450312:0:16756:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384888.450313:0:16756:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384888.450315:0:16756:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384888.450316:0:16756:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006a0e0033/0x4895a8f6c11e8567 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384888.450319:0:16756:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006a0e0033 already unused, calling callback (00000000be7801c4) 00010000:00000001:0.0:1767384888.450321:0:16756:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384888.450323:0:16756:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384888.450324:0:16756:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006a0e0033/0x4895a8f6c11e8567 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384888.450333:0:16756:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384888.450334:0:16756:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384888.450335:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384888.450336:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006a0e0033 refcount=6 00000020:00000001:0.0:1767384888.450337:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275761664 : -108637433789952 : ffff9d31e0598200) 00010000:00000001:0.0:1767384888.450339:0:16756:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275761664 : -108637433789952 : ffff9d31e0598200) 00010000:00000001:0.0:1767384888.450340:0:16756:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384888.450342:0:16756:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006a0e0033/0x4895a8f6c11e8567 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384888.450345:0:16756:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384888.450347:0:16756:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384888.450348:0:16756:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384888.450358:0:16756:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384888.450360:0:16756:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384888.450362:0:16756:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384888.450363:0:16756:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384888.450365:0:16756:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006a0e0033 with handle 0x4895a8f6c11e8567 from hash 00010000:00000001:0.0:1767384888.450367:0:16756:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384888.450368:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384888.450369:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384888.450370:0:16756:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384888.450371:0:16756:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384888.450373:0:16756:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384888.450374:0:16756:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00010000:2.0:1767384888.450375:0:16785:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000006a0e0033/0x4895a8f6c11e8567 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384888.450376:0:16756:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384888.450378:0:16756:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384888.450379:0:16756:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384888.450380:0:16756:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384888.450384:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384888.450386:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384888.450389:0:16756:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384888.450391:0:16785:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384888.450392:0:16756:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384888.450395:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384888.450396:0:16756:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384888.450399:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006a0e0033/0x4895a8f6c11e8567 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384888.450406:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00010000:0.0:1767384888.450407:0:16756:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006a0e0033/0x4895a8f6c11e8567 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384888.450408:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384888.450411:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384888.450414:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:0.0:1767384888.450417:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384888.450420:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384888.450421:0:16756:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384888.450422:0:16756:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384888.450424:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384888.450425:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384888.450426:0:16756:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384888.450428:0:16756:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384888.450429:0:16756:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384888.450431:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384888.450432:0:16756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006a0e0033/0x4895a8f6c11e8567 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384888.450441:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384888.450443:0:16756:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384888.450444:0:16756:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384888.450446:0:16756:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384888.450449:0:16756:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384888.450450:0:16756:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384888.450452:0:16756:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384888.450454:0:16756:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d44681f6. 00000100:00000001:0.0:1767384888.450457:0:16756:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384888.450458:0:16756:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384888.450460:0:16756:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002d604422. 00010000:00000001:0.0:1767384888.450463:0:16756:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384888.450465:0:16756:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000091a3bd3c count: 0 00010000:00010000:0.0:1767384888.450470:0:16756:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384888.450472:0:16756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384888.450475:0:16756:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384888.450477:0:16756:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384888.450480:0:16756:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bb2adef3 time=12 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384888.450485:0:16756:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384888.450488:0:16756:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384888.450492:0:16756:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384888.450500:0:16756:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384888.450503:0:16756:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384888.450506:0:16756:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384888.450510:0:16756:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384888.450529:0:16756:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6452143. 00000100:00000200:0.0:1767384888.450532:0:16756:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237358501120, offset 224 00000400:00000200:0.0:1767384888.450538:0:16756:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384888.450545:0:16756:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384888.450658:0:16756:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272701d00 00000400:00000200:0.0:1767384888.450664:0:16756:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1179 [1] + 224 00000400:00000200:0.0:1767384888.450668:0:16756:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384888.450671:0:16756:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384888.450675:0:16756:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384888.450679:0:16756:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003b276a0f x1853237358501120/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384904 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384888.450686:0:16756:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003b276a0f x1853237358501120/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384904 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384888.450696:0:16756:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384888.450701:0:16756:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6452143 00000400:00000010:0.0:1767384888.450702:0:16756:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6452143. 00000100:00000001:0.0:1767384888.450705:0:16756:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384888.450706:0:16756:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384888.450709:0:16756:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384888.450712:0:16756:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:0.0:1767384888.450714:0:16756:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.450716:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384888.450716:0:16756:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.450719:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384888.450720:0:16756:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b0cf731c x1853237358501120/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:114/0 lens 328/224 e 0 to 0 dl 1767384899 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384888.450723:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384888.450726:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384888.450729:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006be7f97c. 00000100:00100000:0.0:1767384888.450733:0:16756:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b0cf731c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fc613044-dd35-4201-b03c-4d69ab0214c0+16:16127:x1853237358501120:12345-0@lo:103: Request processed in 631us (906us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384888.450734:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2626c3 00000400:00000010:3.0:1767384888.450737:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2626c3. 00000100:00000001:3.0:1767384888.450742:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384888.450745:0:16756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000200:3.0:1767384888.450748:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003b276a0f x1853237358501120/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384904 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384888.450750:0:16756:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 2 00000100:00000200:3.0:1767384888.450755:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003b276a0f x1853237358501120/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384904 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384888.450760:0:16756:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384888.450763:0:16756:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384888.450766:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384888.450767:0:16756:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000070ab64d0. 00000100:00000001:3.0:1767384888.450768:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384888.450773:0:16127:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384888.450774:0:16756:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003c221d87. 02000000:00000001:3.0:1767384888.450775:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384888.450777:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384888.450792:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384888.450795:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384888.450795:0:16756:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002bffd430. 00000100:00001000:3.0:1767384888.450797:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f692eeab time=12 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384888.450800:0:16756:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 15 00000100:00001000:3.0:1767384888.450801:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=12 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384888.450803:0:16756:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384888.450811:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384888.450812:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384888.450813:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384888.450814:0:16127:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.450816:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384888.450818:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003b276a0f x1853237358501120/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384904 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384888.450824:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384888.450826:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384888.450828:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384888.450831:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b276a0f x1853237358501120/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384904 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384888.450835:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003b276a0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358501120:0@lo:103: 00000100:00000001:3.0:1767384888.450839:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384888.450840:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384888.450842:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003b276a0f x1853237358501120/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384904 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384888.450846:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384888.450848:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384888.450850:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000054553f02. 02000000:00000001:3.0:1767384888.450853:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384888.450855:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384888.450856:0:16127:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384888.450858:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384888.450860:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000052ff6e54. 02000000:00000001:3.0:1767384888.450862:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384888.450863:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384888.450865:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003b276a0f. 00000100:00000001:3.0:1767384888.450867:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384888.450867:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384888.450868:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384888.450872:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384888.450873:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384888.450875:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384888.450882:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384888.455838:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384888.455841:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384888.455843:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384888.455844:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384888.455846:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384888.455848:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000118cf1e5. 00080000:00000001:0.0:1767384888.455853:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384888.455880:0:16763:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384888.455885:0:16763:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:0.0:1767384888.455887:0:16763:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384888.455889:0:16763:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384888.455891:0:16763:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384888.455902:0:16763:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384888.455905:0:16763:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384888.455910:0:16763:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384888.455921:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384888.455923:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384888.455924:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384888.455927:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384888.455929:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384888.455934:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000c98224f. 00010000:00000001:0.0:1767384888.455938:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384888.455941:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e0f8f0a2. 00000020:00000001:0.0:1767384888.455944:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384888.455946:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e0f8f0a2 with handle 0x4895a8f6c11e856e to hash 00000020:00000001:0.0:1767384888.455948:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384888.455950:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854936064 : -108637854615552 : ffff9d31c7443800) 00010000:00000001:0.0:1767384888.455952:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854936064 : -108637854615552 : ffff9d31c7443800) 00010000:00000001:0.0:1767384888.455955:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384888.455963:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384888.455965:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e0f8f0a2/0x4895a8f6c11e856e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384888.455971:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384888.455973:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384888.455975:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384888.455977:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384888.455979:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384888.455982:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384888.455983:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384888.455986:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384888.455987:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384888.455989:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384888.455991:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384888.455993:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000c98224f) refcount = 1 00010000:00010000:0.0:1767384888.455997:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e0f8f0a2/0x4895a8f6c11e856e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384888.456003:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384888.456005:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384888.456007:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384888.456010:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384888.456051:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384888.456054:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294878317, at 4294878319 20000000:00000001:0.0:1767384888.456054:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384888.456057:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002206779s 00000100:00000010:2.0:1767384888.456060:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000045f54d0. 00010000:00000001:0.0:1767384888.456061:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384888.456064:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384888.456067:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e0f8f0a2 refcount=4 00000020:00000001:0.0:1767384888.456069:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854936064 : -108637854615552 : ffff9d31c7443800) 00010000:00000001:0.0:1767384888.456071:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854936064 : -108637854615552 : ffff9d31c7443800) 00010000:00000001:0.0:1767384888.456073:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384888.456074:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e0f8f0a2/0x4895a8f6c11e856e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384888.456079:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384888.456085:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e0f8f0a2/0x4895a8f6c11e856e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384888.456090:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384888.456091:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384888.456092:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e0f8f0a2/0x4895a8f6c11e856e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384888.456097:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384888.456098:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384888.456100:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384888.456101:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e0f8f0a2/0x4895a8f6c11e856e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384888.456105:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e0f8f0a2 already unused, calling callback (00000000be7801c4) 00010000:00000001:0.0:1767384888.456107:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384888.456109:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384888.456110:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e0f8f0a2/0x4895a8f6c11e856e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384888.456114:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384888.456115:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384888.456116:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384888.456117:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e0f8f0a2 refcount=5 00000020:00000001:0.0:1767384888.456119:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854936064 : -108637854615552 : ffff9d31c7443800) 00010000:00000001:0.0:1767384888.456120:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854936064 : -108637854615552 : ffff9d31c7443800) 00010000:00000001:0.0:1767384888.456122:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384888.456124:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e0f8f0a2/0x4895a8f6c11e856e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384888.456127:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384888.456129:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384888.456130:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384888.456134:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384888.456135:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384888.456137:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384888.456143:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384888.456145:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e0f8f0a2 with handle 0x4895a8f6c11e856e from hash 00010000:00000001:0.0:1767384888.456147:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384888.456148:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384888.456149:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384888.456150:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384888.456152:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384888.456153:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384888.456154:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384888.456155:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384888.456157:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384888.456158:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384888.456159:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384888.456162:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384888.456163:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384888.456164:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384888.456166:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384888.456167:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384888.456169:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e0f8f0a2/0x4895a8f6c11e856e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384888.456172:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384888.456174:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384888.456175:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384888.456177:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384888.456178:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384888.456179:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384888.456181:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384888.456182:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384888.456184:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384888.456186:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e0f8f0a2/0x4895a8f6c11e856e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384888.456189:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384888.456191:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384888.456192:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e0f8f0a2/0x4895a8f6c11e856e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384888.456203:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000c98224f count: 0 00010000:00000001:0.0:1767384888.456210:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384888.456211:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384888.456222:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294878317, at 4294878319 00000100:00000010:0.0:1767384888.456226:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3381384. 00000100:00000040:3.0:1767384888.456447:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294878317, at 4294878319 00000100:00000010:3.0:1767384888.456453:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000087b9ed38. 00010000:00000010:0.1:1767384888.457039:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004e8b40a7. 00010000:00000010:0.1:1767384888.457046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000027854c9. 00010000:00000010:0.1:1767384888.457050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009d11c4ed. 00010000:00000010:0.1:1767384888.457057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006a0e0033. 00010000:00000010:0.1:1767384888.457063:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000091a3bd3c. 00080000:00000020:2.0:1767384888.457457:0:16764:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384888.457461:0:16764:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384888.457463:0:16764:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000083b63f03. 20000000:00000001:2.0:1767384888.457468:0:16764:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384888.457471:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358500736 00010000:00000001:2.0:1767384888.457473:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384888.457478:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009aeb577a x1853237358500736/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:114/0 lens 4848/4768 e 0 to 0 dl 1767384899 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384888.457485:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384888.457487:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384888.457489:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=12 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384888.457491:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384888.457493:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:2.0:1767384888.457495:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384888.457497:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384888.457498:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384888.457501:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384888.457504:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384888.457508:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000193b7e01. 00000100:00000200:2.0:1767384888.457511:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358500736, offset 224 00000400:00000200:2.0:1767384888.457516:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384888.457529:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384888.457536:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272701b80 00000400:00000200:2.0:1767384888.457541:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1159 [2] + 224 00000400:00000200:2.0:1767384888.457546:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384888.457549:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384888.457553:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384888.457556:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005776bb6a x1853237358500736/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384888.457563:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005776bb6a x1853237358500736/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384888.457576:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384888.457583:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000193b7e01 00000400:00000010:2.0:1767384888.457585:0:16764:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000193b7e01. 00000100:00000001:0.0:1767384888.457586:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384888.457588:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384888.457589:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384888.457591:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384888.457595:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384888.457596:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384888.457598:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384888.457601:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000010:0.0:1767384888.457602:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041ec2c8d. 00010000:00000001:2.0:1767384888.457604:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384888.457607:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384888.457608:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce8285c3 00000020:00000001:2.0:1767384888.457610:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384888.457612:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ce8285c3. 00000100:00000040:2.0:1767384888.457615:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009aeb577a x1853237358500736/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:114/0 lens 4848/4768 e 0 to 0 dl 1767384899 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384888.457617:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384888.457624:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005776bb6a x1853237358500736/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384888.457627:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009aeb577a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16129:x1853237358500736:12345-0@lo:253: Request processed in 16773us (17276us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384888.457643:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00000200:0.0:1767384888.457644:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005776bb6a x1853237358500736/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384888.457647:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00000001:2.0:1767384888.457651:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384888.457654:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384888.457657:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384888.457658:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000968f9d32. 00000100:00000001:0.0:1767384888.457660:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384888.457663:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005597ebae. 00000100:00000001:0.0:1767384888.457663:0:16129:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384888.457665:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384888.457668:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384888.457669:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ebcc776. 00000100:00000001:0.0:1767384888.457669:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384888.457674:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384888.457677:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=12 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384888.457679:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 00000100:00001000:0.0:1767384888.457680:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=12 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384888.457682:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384888.457683:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384888.457685:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384888.457686:0:16129:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384888.457691:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384888.457694:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:0.0:1767384888.457695:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005776bb6a x1853237358500736/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384888.457699:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b6072302. 02000000:00000001:2.0:1767384888.457706:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384888.457706:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384888.457709:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384888.457714:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384888.457715:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384888.457718:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384888.457720:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b386a02. 00000020:01000004:0.0:1767384888.457722:0:16129:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384888.457725:0:16129:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:2.0:1767384888.457726:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000193b7e01. 00000020:01000004:0.0:1767384888.457727:0:16129:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384888.457731:0:16129:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384888.457733:0:16129:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384888.457735:0:16129:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384888.457736:0:16129:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384888.457737:0:16129:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384888.457739:0:16129:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384888.457740:0:16129:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384888.457744:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005776bb6a x1853237358500736/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384888.457750:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005776bb6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358500736:0@lo:253: 00000100:00000001:0.0:1767384888.457754:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384888.457756:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384888.457758:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005776bb6a x1853237358500736/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384888.457763:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384888.457765:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384888.457767:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000038618bdc. 02000000:00000001:0.0:1767384888.457770:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384888.457771:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384888.457772:0:16129:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1767384888.457774:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384888.457775:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007cd7513e. 02000000:00000001:0.0:1767384888.457792:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384888.457793:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384888.457795:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005776bb6a. 00000100:00000001:0.0:1767384888.457798:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384888.457799:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384888.457801:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384888.457817:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384888.457819:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384888.457822:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384888.457829:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384888.458851:0:16763:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384888.458854:0:16763:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384888.458855:0:16763:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000074ae7046. 20000000:00000001:0.0:1767384888.458858:0:16763:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384888.458861:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358500864 00010000:00000001:0.0:1767384888.458862:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384888.458865:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006c559d2a x1853237358500864/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:114/0 lens 4848/4768 e 0 to 0 dl 1767384899 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384888.458871:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384888.458872:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384888.458885:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=12 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384888.458887:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384888.458889:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384888.458891:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384888.458893:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384888.458894:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384888.458896:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384888.458898:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384888.458900:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003ca2f731. 00000100:00000200:0.0:1767384888.458903:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358500864, offset 224 00000400:00000200:0.0:1767384888.458908:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384888.458913:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384888.458919:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272701c00 00000400:00000200:0.0:1767384888.458923:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1161 [2] + 224 00000400:00000200:0.0:1767384888.458927:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384888.458929:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384888.458932:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384888.458935:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e25b998 x1853237358500864/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384888.458941:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003e25b998 x1853237358500864/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384904 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384888.458954:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384888.458959:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ca2f731 00000400:00000010:0.0:1767384888.458967:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003ca2f731. 00000100:00000001:0.0:1767384888.458973:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384888.458978:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384888.458987:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384888.458995:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:0.0:1767384888.459001:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384888.459005:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384888.459057:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384888.459061:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c559d2a x1853237358500864/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:114/0 lens 4848/4768 e 0 to 0 dl 1767384899 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384888.459068:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006c559d2a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16130:x1853237358500864:12345-0@lo:253: Request processed in 18198us (18609us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384888.459075:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00000040:0.0:1767384888.459076:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:0.0:1767384888.459078:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384888.459079:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384888.459081:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c707a9d. 00000020:00000010:0.0:1767384888.459084:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000068f6ba37. 00000020:00000010:0.0:1767384888.459087:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7b6a697. 00000020:00000040:0.0:1767384888.459090:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 02000000:00000001:0.0:1767384888.459092:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384888.459093:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000008b01b2. 02000000:00000001:0.0:1767384888.459096:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384888.459097:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384888.459100:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384888.459104:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006abf8f57. 00000400:00000010:0.0:1767384888.459107:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003ca2f731. 00000400:00000010:2.0:1767384888.462178:0:18560:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000597bff41. 00000400:00000040:2.0:1767384888.462193:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384888.462194:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384888.462197:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384888.462198:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384888.462200:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384888.462200:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384888.462202:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384888.462203:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384888.462204:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384888.462205:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384888.462207:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384888.462208:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384888.462209:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384888.462210:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384888.462211:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384888.462212:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384888.462213:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384888.462214:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384888.462215:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384888.462216:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384888.462217:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384888.462218:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384888.462219:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384888.462220:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384888.462220:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384888.462222:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384888.462223:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384888.462224:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384888.462225:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384888.462226:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384888.462232:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384888.462234:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384888.462235:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384888.462236:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384888.462238:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384888.462239:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384888.462240:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384888.462241:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384888.462242:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384888.462243:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384888.462245:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384888.462245:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384888.462247:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384888.462248:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384888.462249:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384888.462250:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384888.462251:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384888.462252:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384888.462254:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384888.462255:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384888.462256:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384888.462257:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384888.462258:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384888.462259:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384888.462261:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384888.462262:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384888.462262:0:18560:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384888.462274:0:18560:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000597bff41. 00010000:00000010:0.1:1767384888.464055:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000c98224f. 00010000:00000010:0.1:1767384888.464063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e0f8f0a2. 00080000:00000001:0.0:1767384889.344087:0:18846:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384889.344099:0:18846:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384889.344103:0:18846:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384889.344108:0:18846:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384889.344113:0:18846:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384889.344115:0:18846:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384890.025809:0:19010:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384890.025813:0:19010:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp11 --if ens2 00000001:00000001:3.0:1767384890.028911:0:19010:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384890.036216:0:19011:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000086ee2f32. 00000400:00000010:2.0:1767384890.036229:0:19011:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000483ff0bd. 00000400:00000010:2.0:1767384890.036237:0:19011:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000008b589add. 00000400:00000010:2.0:1767384890.036240:0:19011:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000032464bec. 00000400:00000010:2.0:1767384890.036243:0:19011:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000073f7e627. 00000400:00000010:2.0:1767384890.036247:0:19011:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e07e2818. 00000400:00000010:2.0:1767384890.036248:0:19011:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005d3dff3c. 00000400:00000010:2.0:1767384890.036249:0:19011:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000305cea80. 00000400:00000010:2.0:1767384890.036252:0:19011:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000305bd44e. 00000800:00000010:2.0:1767384890.036264:0:19011:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000cdfe81a8. 00000800:00000200:2.0:1767384890.036272:0:19011:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384890.036277:0:19011:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384890.036318:0:19011:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:2.0:1767384890.036336:0:19011:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp11 [8/256/0/180] 00000400:00000010:2.0:1767384890.037803:0:19011:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 00000000046bab52. 00000400:00000010:2.0:1767384890.037826:0:19011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033a00a18. 00000400:00000010:2.0:1767384890.037831:0:19011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6537ad9. 00000400:00000001:2.0:1767384890.037843:0:19011:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384890.037844:0:19011:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384890.037847:0:19011:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059aed48a. 00000400:00000200:2.0:1767384890.037849:0:19011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab0b8782 00000400:00000010:2.0:1767384890.037851:0:19011:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab0b8782. 00000400:00000010:2.0:1767384890.037854:0:19011:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 00000000b3914576. 00000400:00000200:2.0:1767384890.037859:0:19011:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (2) 00000400:00000200:2.0:1767384890.037871:0:19011:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:2.0:1767384890.037879:0:19011:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131083 00000020:00000010:2.0:1767384890.037886:0:19011:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000038618bdc. 00000020:01000000:2.0:1767384890.037890:0:19011:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384890.037893:0:19011:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp11 00000400:00000010:2.0:1767384890.037909:0:19011:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000483ff0bd. 00000400:00000010:2.0:1767384890.037916:0:19011:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000086ee2f32. 00000020:00000001:3.0:1767384890.037952:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384890.037958:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384890.037961:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384890.037964:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384890.037968:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384890.037973:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384890.037977:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384890.037980:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384890.037983:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384890.037987:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384890.037990:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384890.037993:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384890.037996:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384890.038000:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384890.038007:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e67b1d04. 00000020:00000040:3.0:1767384890.038013:0:36:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1767384890.038021:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384890.038025:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384890.038057:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384890.038068:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000207af959. 00000100:00000001:3.0:1767384890.038076:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384890.038084:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384890.038087:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384890.038098:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e67b1d04] to pc [ptlrpcd_00_01+1] req@00000000e67b1d04 x1853237358501248/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.1:1767384890.038099:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de593de0] -> 12345-192.168.203.157@tcp10 (2) 10000000:00000001:3.0:1767384890.038123:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384890.038127:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384890.038129:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384890.038132:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384890.038140:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384890.038144:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384890.038146:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1767384890.038147:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384890.038149:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384890.038151:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384890.038153:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:0.0:1767384890.038156:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:3.0:1767384890.038157:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384890.038160:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384890.038161:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384890.038164:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000040:0.0:1767384890.038164:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e67b1d04 x1853237358501248/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384890.038168:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384890.038171:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384890.038174:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384890.038177:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384890.038180:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1767384890.038182:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007c7946c9. 00000100:00000001:0.0:1767384890.038183:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384890.038187:0:36:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 02000000:00000001:0.0:1767384890.038189:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384890.038191:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384890.038193:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384890.038193:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384890.038198:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384890.038199:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384890.038203:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e67b1d04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358501248:0@lo:253: 02000000:00000010:3.0:1767384890.038206:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000cc5e30e9. 00000100:00000001:0.0:1767384890.038207:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384890.038213:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384890.038214:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384890.038217:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384890.038218:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384890.038220:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384890.038221:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384890.038226:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c7946c9] to pc [ptlrpcd_00_02+2] req@000000007c7946c9 x1853237358501376/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384890.038228:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000008b01b2. 02000000:00000001:0.0:1767384890.038234:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384890.038241:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d1a7b10. 00000400:00000010:0.0:1767384890.038247:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d555ea1b. 00000100:00000200:0.0:1767384890.038251:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358501248, portal 25 00000100:00000001:0.0:1767384890.038253:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:3.0:1767384890.038254:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384890.038255:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515723904 : -108637193827712 : ffff9d31eea70a80) 10000000:00000001:3.0:1767384890.038257:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384890.038261:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384890.038263:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:0.0:1767384890.038264:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e67b1d04 x1853237358501248/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384906 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384890.038266:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000038618bdc. 00000100:00000001:0.0:1767384890.038274:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384890.038277:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384890.038280:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384890.038281:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000056b243bb. 00000100:00000001:3.0:1767384890.038284:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384890.038285:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358501248, offset 0 00000400:00000200:0.0:1767384890.038292:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384890.038293:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384890.038296:0:16130:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767384890.038298:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384890.038303:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384890.038308:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384890.038311:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384890.038314:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272701d80 00000100:00000001:3.0:1767384890.038315:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384890.038323:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1b9 [2] + 0 00000100:00000001:3.0:1767384890.038324:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384890.038327:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384890.038344:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053a47ec2. 00000100:00000040:3.0:1767384890.038349:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007c7946c9 x1853237358501376/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384890.038350:0:16128:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000c5b693c 00000100:00000001:3.0:1767384890.038359:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384890.038360:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384890.038362:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384890.038365:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384890.038367:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384890.038373:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384890.038378:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1767384890.038380:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007c7946c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358501376:0@lo:253: 00000100:00000001:3.0:1767384890.038385:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384890.038386:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c5b693c 02000000:00000001:3.0:1767384890.038388:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767384890.038390:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000c5b693c. 02000000:00000001:3.0:1767384890.038393:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384890.038398:0:16128:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384890.038399:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767384890.038401:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384890.038405:0:16128:0:(events.c:337:request_in_callback()) incoming req@000000006096fc11 x1853237358501248 msgsize 4848 02000000:00000010:3.0:1767384890.038408:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a18aee20. 00000100:00100000:0.0:1767384890.038412:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384890.038416:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384890.038416:0:16128:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:3.0:1767384890.038426:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006be7f97c. 00000100:00000001:0.0:1767384890.038430:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384890.038434:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d4a5bbf7. 00000400:00000200:0.0:1767384890.038439:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056b243bb 00000400:00000010:0.0:1767384890.038442:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000056b243bb. 00000100:00000001:0.0:1767384890.038445:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384890.038449:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358501376, portal 25 00000100:00000200:0.0:1767384890.038450:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e67b1d04 x1853237358501248/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384906 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384890.038457:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384890.038462:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515726592 : -108637193825024 : ffff9d31eea71500) 00000100:00000001:0.0:1767384890.038465:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384890.038474:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007c7946c9 x1853237358501376/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384906 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384890.038474:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e67b1d04 x1853237358501248/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384906 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384890.038509:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384890.038510:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384890.038514:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767384890.038519:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384890.038523:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384890.038525:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d9dc7ab0. 00000100:00000001:0.0:1767384890.038528:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294879906 00000100:00000200:3.0:1767384890.038530:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358501376, offset 0 00000100:00000010:0.0:1767384890.038534:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e4a79cda. 00000400:00000200:3.0:1767384890.038539:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384890.038543:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384890.038550:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384890.038554:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294879906 00000100:00000010:0.0:1767384890.038561:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000055cd3d5. 00000400:00000200:3.0:1767384890.038562:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272701e00 00000100:00000001:0.0:1767384890.038568:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384890.038573:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1bd [2] + 0 00000100:00000001:0.0:1767384890.038576:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294879906 00000400:00000010:3.0:1767384890.038577:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008da50455. 00000100:00000010:0.0:1767384890.038582:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007e7239a9. 00000400:00000200:3.0:1767384890.038583:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000db5da3fe 00000100:00000001:0.0:1767384890.038589:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384890.038592:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384890.038596:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294879906 00000100:00000010:0.0:1767384890.038602:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075011142. 00000400:00000200:3.0:1767384890.038621:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384890.038624:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384890.038627:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db5da3fe 00000400:00000010:3.0:1767384890.038630:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000db5da3fe. 00000100:00000001:3.0:1767384890.038635:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384890.038638:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384890.038638:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384890.038642:0:16130:0:(events.c:337:request_in_callback()) incoming req@00000000e382b491 x1853237358501376 msgsize 4848 00000100:00000001:0.0:1767384890.038642:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384890.038648:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384890.038648:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384890.038653:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384890.038654:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384890.038660:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384890.038663:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384890.038667:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384890.038667:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384890.038671:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384890.038674:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384890.038675:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9dc7ab0 00000400:00000010:3.0:1767384890.038680:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d9dc7ab0. 00000100:00000001:0.0:1767384890.038698:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384890.038699:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384890.038706:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007c7946c9 x1853237358501376/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384906 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384890.038714:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384890.038719:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007c7946c9 x1853237358501376/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384906 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384890.038725:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384890.038727:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384890.038729:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358501248 00000100:00000001:3.0:1767384890.038730:0:16130:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384890.038735:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384890.038737:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384890.038738:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384890.038743:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384890.038745:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294879906 02000000:00000001:0.0:1767384890.038748:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384890.038750:0:16130:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, keep current deadline 4294879906 00000100:00100000:0.0:1767384890.038753:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358501248 00000100:00000001:3.0:1767384890.038754:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294879906 00000020:00000001:0.0:1767384890.038756:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384890.038758:0:16130:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, keep current deadline 4294879906 00000020:00000040:0.0:1767384890.038760:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000100:00000001:3.0:1767384890.038763:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294879906 00000020:00000001:0.0:1767384890.038764:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384890.038784:0:16130:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, keep current deadline 4294879906 00000020:00000040:0.0:1767384890.038786:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000100:00000001:3.0:1767384890.038789:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294879906 00000020:00000001:0.0:1767384890.038791:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:3.0:1767384890.038793:0:16130:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, keep current deadline 4294879906 00000020:00000001:0.0:1767384890.038795:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:3.0:1767384890.038797:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384890.038802:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384890.038803:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384890.038809:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384890.038809:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000300c243f. 00000100:00000001:3.0:1767384890.038812:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384890.038814:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384890.038817:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000300c243f. 00000020:00000010:0.0:1767384890.038823:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009eb9a36c. 00000020:00000010:0.0:1767384890.038830:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000d71f994. 00000020:00000010:0.0:1767384890.038834:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000068f6ba37. 00000100:00000040:0.0:1767384890.038844:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384890.038847:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384890.038849:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384890.038852:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384890.038852:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384890.038860:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358501376 00000100:00000001:0.0:1767384890.038863:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384890.038865:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384890.038870:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384890.038873:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384890.038877:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384890.038878:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384890.038882:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358501376 00000020:00000001:3.0:1767384890.038885:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384890.038888:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:3.0:1767384890.038890:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384890.038893:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000020:00000001:3.0:1767384890.038899:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384890.038900:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384890.038901:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384890.038903:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384890.038906:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384890.038910:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000020:00000010:3.0:1767384890.038911:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040d6f539. 00000800:00000200:1.1:1767384890.038917:0:16116:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de593de0] -> 12345-192.168.203.157@tcp10 (2) 00000100:00000001:3.0:1767384890.038935:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384890.038935:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:0.0:1767384890.038940:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529242192 : -108637180309424 : ffff9d31ef755050) 00000020:00000010:3.0:1767384890.038942:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040d6f539. 00000800:00000200:1.1:1767384890.038947:0:16116:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp10 0000000081f8bd7d deleted 00000100:00000040:0.0:1767384890.038949:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006096fc11 x1853237358501248/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:116/0 lens 4848/0 e 0 to 0 dl 1767384901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384890.038950:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd5d0ac1. 00000800:00000010:1.1:1767384890.038951:0:16116:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000081f8bd7d. 00000020:00000010:3.0:1767384890.038959:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c68d8f00. 00000800:00000200:1.1:1767384890.038961:0:16116:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00000001:0.0:1767384890.038961:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384890.038964:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000dd3aa69. 00000020:00000010:0.0:1767384890.038967:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000300c243f. 00000100:00000001:3.0:1767384890.038971:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384890.038972:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:1.1:1767384890.038975:0:16116:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp10 ip 192.168.203.157:1021 00000100:00000001:3.0:1767384890.038976:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384890.038977:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000300c243f. 00000100:00000001:3.0:1767384890.038980:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384890.038984:0:16116:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007319920d type 1, nob 176 niov 1 nkiov 1 00000100:00100000:0.0:1767384890.038986:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006096fc11 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16128:x1853237358501248:12345-0@lo:253: 00000100:00000001:3.0:1767384890.038987:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384890.038995:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384890.038995:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358501248 00000020:00000001:0.0:1767384890.039002:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384890.039006:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384890.039010:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384890.039011:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384890.039013:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384890.039014:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384890.039016:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:0.0:1767384890.039020:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:3.0:1767384890.039021:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000020:00000001:0.0:1767384890.039022:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384890.039051:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000020:00000001:0.0:1767384890.039051:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384890.039056:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529253456 : -108637180298160 : ffff9d31ef757c50) 00000020:00000001:0.0:1767384890.039056:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384890.039061:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384890.039063:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e382b491 x1853237358501376/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:116/0 lens 4848/0 e 0 to 0 dl 1767384901 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384890.039066:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384890.039069:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384890.039075:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:0.0:1767384890.039076:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000074ae7046. 02000000:00000001:0.0:1767384890.039079:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384890.039084:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384890.039085:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000040d6f539. 20000000:00000001:0.0:1767384890.039086:0:16763:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:3.0:1767384890.039091:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384890.039094:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000040d6f539. 20000000:00000010:0.0:1767384890.039097:0:16763:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000474943cc. 00000100:00100000:3.0:1767384890.039102:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e382b491 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16130:x1853237358501376:12345-0@lo:253: 20000000:01000000:0.0:1767384890.039103:0:16763:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000200:3.0:1767384890.039108:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358501376 20000000:00000001:0.0:1767384890.039108:0:16763:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384890.039111:0:16763:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384890.039112:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384890.039115:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384890.039117:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384890.039120:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:0.0:1767384890.039122:0:16763:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384890.039123:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 20000000:00000001:0.0:1767384890.039125:0:16763:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384890.039126:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:0.0:1767384890.039130:0:16763:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:3.0:1767384890.039131:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384890.039136:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384890.039138:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384890.039139:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384890.039142:0:16763:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006a278f14. 00000100:00000001:3.0:1767384890.039144:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:01000000:0.0:1767384890.039146:0:16763:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 02000000:00000001:3.0:1767384890.039147:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:0.0:1767384890.039153:0:16763:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384890.039159:0:16763:0:(osd_index.c:626:osd_dir_lookup()) Process entered 02000000:00000010:3.0:1767384890.039162:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f247b900. 02000000:00000001:3.0:1767384890.039166:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384890.039168:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384890.039171:0:16764:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384890.039178:0:16764:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000089533a07. 20000000:01000000:3.0:1767384890.039181:0:16764:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384890.039183:0:16764:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384890.039185:0:16764:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384890.039187:0:16764:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384890.039190:0:16764:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384890.039192:0:16764:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000200:1.1:1767384890.039259:0:16118:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:0.0:1767384890.039273:0:16763:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384890.039278:0:16763:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384890.039279:0:16763:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384890.039280:0:16763:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384890.039283:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384890.039288:0:16763:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:0.0:1767384890.039291:0:16763:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384890.039297:0:16763:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000024f32905. 00080000:00000001:0.0:1767384890.039298:0:16763:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635436770065408 : -108636939486208 : ffff9d31fdcffc00) 00080000:00000001:0.0:1767384890.039301:0:16763:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384890.039416:0:16763:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384890.039419:0:16763:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384890.039422:0:16763:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384890.039448:0:16763:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384890.039451:0:16763:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384890.039583:0:16763:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384890.039586:0:16763:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000001:0.0:1767384890.039650:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384890.039659:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384890.039661:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384890.039665:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384890.039672:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp10(192.168.203.157@tcp10) <- 192.168.203.157@tcp10 : PUT - for me 00000400:00000200:0.0:1767384890.039698:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 80 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384890.039703:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.157@tcp of length 80/80 into md 0x1169 [1] + 0 00000400:00000010:0.0:1767384890.039707:0:16122:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042883d75. 00000400:00000200:0.0:1767384890.039711:0:16122:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000005a15f9f 00000800:00000001:0.0:1767384890.039715:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384890.039725:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384890.039727:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384890.039742:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp10->192.168.203.157@tcp10: PUT: OK 00000400:00000200:0.0:1767384890.039748:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005a15f9f 00000400:00000010:0.0:1767384890.039751:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005a15f9f. 00000400:00000200:0.0:1767384890.039758:0:16122:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384890.039763:0:16122:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (4) 00000400:00000200:0.0:1767384890.039786:0:16122:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000010:0.0:1767384890.039790:0:16122:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 00000000b0f5673a. 00000400:00000200:0.0:1767384890.039794:0:16122:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.157@tcp 3 00000400:00000200:0.0:1767384890.039799:0:16122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:0.0:1767384890.039811:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (5) 00000400:00000200:0.0:1767384890.039817:0:16122:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384890.039823:0:16122:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp10 to MR: 192.168.203.157@tcp10 local destination 00000400:00000200:0.0:1767384890.039828:0:16122:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp10 NI seq info: [8:8:256:4294967295] 192.168.203.157@tcp10 LPNI seq info [8:8:8:4294967295] 00000400:00000200:0.0:1767384890.039837:0:16122:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp10(192.168.203.157@tcp10:192.168.203.157@tcp10) -> 192.168.203.157@tcp10(192.168.203.157@tcp10:192.168.203.157@tcp10) 192.168.203.157@tcp10 : ACK try# 0 00000800:00000200:0.0:1767384890.039844:0:16122:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.157@tcp10 00000800:00000010:0.0:1767384890.039848:0:16122:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b0dbbfb. 00000800:00000200:0.0:1767384890.039852:0:16122:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de593de0] -> 12345-192.168.203.157@tcp10 (4) 00000800:00000200:0.0:1767384890.039859:0:16122:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp10 ip 192.168.203.157:988 00000800:00000200:0.0:1767384890.039862:0:16122:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007b0dbbfb type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384890.039924:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.1:1767384890.039925:0:16117:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de593de0] -> 12345-192.168.203.157@tcp10 (4) 00000800:00000010:0.0:1767384890.039946:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b0dbbfb. 00000800:00000200:1.1:1767384890.039951:0:16117:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp10 0000000081f8bd7d deleted 00000800:00000010:1.1:1767384890.039954:0:16117:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000081f8bd7d. 00000400:00000200:0.0:1767384890.039954:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.1:1767384890.039963:0:16117:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000400:00000200:0.0:1767384890.039963:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp10->192.168.203.157@tcp10: ACK: OK 00000800:00000001:0.0:1767384890.039973:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384890.039978:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384890.039982:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384890.039987:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384890.039990:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384890.039995:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384890.040001:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp10(192.168.203.157@tcp10) <- 192.168.203.157@tcp10 : ACK - for me 00000400:00000200:0.0:1767384890.040011:0:16122:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.157@tcp10: ACK from 12345-192.168.203.157@tcp10 into md 0x1199 00000400:00000200:0.0:1767384890.040021:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384890.040026:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp10->192.168.203.157@tcp10: ACK: OK 00000400:00000200:0.0:1767384890.040067:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000381a2bba 00000400:00000010:0.0:1767384890.040069:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000381a2bba. 00000400:00000200:0.0:1767384890.040073:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384890.040078:0:16122:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.157@tcp ev->status 0 00000400:00000200:0.0:1767384890.040083:0:16122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:0.0:1767384890.040090:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (4) 00000800:00000001:0.0:1767384890.040096:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384890.040102:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384890.040125:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384890.040132:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384890.040185:0:16118:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384890.040193:0:16118:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp10 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384888438439262 sched[0] 00000800:00000010:0.0:1767384890.040198:0:16118:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000085ccd011. 00000800:00000001:0.0:1767384890.040239:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384890.040245:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384890.044057:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294879906, at 4294879907 00000100:00000010:2.0:1767384890.044065:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007e7239a9. 00000100:00000040:3.0:1767384890.044066:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294879906, at 4294879907 00000100:00000010:3.0:1767384890.044074:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000075011142. 00000100:00000040:0.0:1767384890.045071:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294879906, at 4294879908 00000100:00000010:0.0:1767384890.045078:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e4a79cda. 00080000:00000001:0.0:1767384890.047439:0:16763:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384890.047445:0:16763:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:0.0:1767384890.047448:0:16763:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384890.047450:0:16763:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384890.047462:0:16763:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384890.047474:0:16763:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384890.047478:0:16763:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384890.047483:0:16763:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:3.0:1767384890.047485:0:16764:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009280fde9. 20000000:01000000:3.0:1767384890.047489:0:16764:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 20000000:00000001:3.0:1767384890.047492:0:16764:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:0.0:1767384890.047495:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384890.047496:0:16764:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:0.0:1767384890.047500:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384890.047503:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384890.047507:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384890.047510:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384890.047517:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b83aa1e2. 00010000:00000001:0.0:1767384890.047521:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384890.047525:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004a050b67. 00080000:00000001:3.0:1767384890.047529:0:16764:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384890.047535:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384890.047538:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004a050b67 with handle 0x4895a8f6c11e8575 to hash 00080000:00000001:3.0:1767384890.047541:0:16764:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:0.0:1767384890.047542:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384890.047543:0:16764:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384890.047545:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854933504 : -108637854618112 : ffff9d31c7442e00) 00080000:00000001:3.0:1767384890.047546:0:16764:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384890.047551:0:16764:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384890.047551:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854933504 : -108637854618112 : ffff9d31c7442e00) 00010000:00000001:0.0:1767384890.047556:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:3.0:1767384890.047557:0:16764:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00010000:00000001:0.0:1767384890.047559:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384890.047563:0:16764:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:0.0:1767384890.047564:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004a050b67/0x4895a8f6c11e8575 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1767384890.047570:0:16764:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006c62b264. 00010000:00000001:0.0:1767384890.047572:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384890.047573:0:16764:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431499040768 : -108642210510848 : ffff9d30c3a28800) 00080000:00000001:3.0:1767384890.047577:0:16764:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384890.047578:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384890.047581:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384890.047583:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384890.047585:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384890.047587:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384890.047588:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384890.047591:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384890.047593:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384890.047594:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384890.047595:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384890.047598:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b83aa1e2) refcount = 1 00010000:00010000:0.0:1767384890.047600:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004a050b67/0x4895a8f6c11e8575 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384890.047605:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384890.047607:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384890.047608:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384890.047610:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384890.047611:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384890.047614:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384890.047616:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002206779s 00010000:00000001:0.0:1767384890.047619:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384890.047620:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384890.047621:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a050b67 refcount=4 00000020:00000001:0.0:1767384890.047628:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854933504 : -108637854618112 : ffff9d31c7442e00) 00010000:00000001:0.0:1767384890.047631:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854933504 : -108637854618112 : ffff9d31c7442e00) 00010000:00000001:0.0:1767384890.047633:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384890.047634:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004a050b67/0x4895a8f6c11e8575 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384890.047639:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384890.047641:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004a050b67/0x4895a8f6c11e8575 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384890.047645:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384890.047646:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384890.047648:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004a050b67/0x4895a8f6c11e8575 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384890.047651:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384890.047653:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384890.047656:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384890.047657:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004a050b67/0x4895a8f6c11e8575 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1767384890.047659:0:16764:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384890.047663:0:16764:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384890.047666:0:16764:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:0.0:1767384890.047666:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004a050b67 already unused, calling callback (00000000be7801c4) 00010000:00000001:0.0:1767384890.047685:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384890.047688:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384890.047690:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004a050b67/0x4895a8f6c11e8575 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384890.047695:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384890.047696:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:3.0:1767384890.047698:0:16764:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384890.047698:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384890.047702:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a050b67 refcount=5 00080000:00000001:3.0:1767384890.047704:0:16764:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000001:0.0:1767384890.047705:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854933504 : -108637854618112 : ffff9d31c7442e00) 00010000:00000001:0.0:1767384890.047708:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854933504 : -108637854618112 : ffff9d31c7442e00) 00010000:00000001:0.0:1767384890.047711:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384890.047719:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004a050b67/0x4895a8f6c11e8575 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384890.047724:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384890.047726:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384890.047727:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384890.047730:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384890.047732:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384890.047734:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384890.047736:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384890.047739:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004a050b67 with handle 0x4895a8f6c11e8575 from hash 00010000:00000001:0.0:1767384890.047741:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384890.047743:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384890.047745:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384890.047746:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384890.047748:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384890.047750:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384890.047752:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384890.047754:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384890.047756:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384890.047759:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384890.047760:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384890.047763:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384890.047764:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384890.047765:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384890.047785:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384890.047787:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384890.047789:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004a050b67/0x4895a8f6c11e8575 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384890.047794:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384890.047796:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384890.047798:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384890.047800:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384890.047801:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384890.047803:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384890.047804:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384890.047808:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384890.047815:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384890.047817:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004a050b67/0x4895a8f6c11e8575 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384890.047822:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384890.047824:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384890.047826:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004a050b67/0x4895a8f6c11e8575 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384890.047831:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b83aa1e2 count: 0 00010000:00000001:0.0:1767384890.047847:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384890.047848:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:3.0:1767384890.047877:0:16764:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384890.047883:0:16764:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:0.1:1767384890.052062:0:16611:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b83aa1e2. 00010000:00000010:0.1:1767384890.052071:0:16611:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004a050b67. 00080000:00000001:0.0:1767384890.056690:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384890.056693:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384890.056695:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384890.056698:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384890.056701:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384890.056704:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006c62b264. 00080000:00000001:0.0:1767384890.056710:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384890.056731:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384890.056735:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384890.056740:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384890.056743:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384890.056744:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384890.056749:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b83aa1e2. 00010000:00000001:0.0:1767384890.056753:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384890.056756:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004a050b67. 00000020:00000001:0.0:1767384890.056759:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384890.056761:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004a050b67 with handle 0x4895a8f6c11e857c to hash 00000020:00000001:0.0:1767384890.056763:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384890.056765:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854933504 : -108637854618112 : ffff9d31c7442e00) 00010000:00000001:0.0:1767384890.056780:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854933504 : -108637854618112 : ffff9d31c7442e00) 00010000:00000001:0.0:1767384890.056782:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384890.056784:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384890.056786:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004a050b67/0x4895a8f6c11e857c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384890.056802:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384890.056804:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384890.056806:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384890.056808:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384890.056809:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384890.056811:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384890.056812:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384890.056814:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384890.056815:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384890.056816:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384890.056818:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384890.056819:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b83aa1e2) refcount = 1 00010000:00010000:0.0:1767384890.056821:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004a050b67/0x4895a8f6c11e857c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384890.056825:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384890.056826:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384890.056827:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384890.056829:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384890.056831:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384890.056834:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384890.056836:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002206779s 00010000:00000001:0.0:1767384890.056838:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384890.056840:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384890.056841:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a050b67 refcount=4 00000020:00000001:0.0:1767384890.056843:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854933504 : -108637854618112 : ffff9d31c7442e00) 00010000:00000001:0.0:1767384890.056845:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854933504 : -108637854618112 : ffff9d31c7442e00) 00010000:00000001:0.0:1767384890.056847:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384890.056848:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004a050b67/0x4895a8f6c11e857c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384890.056853:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384890.056855:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004a050b67/0x4895a8f6c11e857c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384890.056868:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384890.056870:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384890.056872:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004a050b67/0x4895a8f6c11e857c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384890.056876:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384890.056877:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384890.056879:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384890.056881:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004a050b67/0x4895a8f6c11e857c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384890.056884:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004a050b67 already unused, calling callback (00000000be7801c4) 00010000:00000001:0.0:1767384890.056886:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384890.056888:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384890.056889:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004a050b67/0x4895a8f6c11e857c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384890.056893:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384890.056895:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384890.056896:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384890.056898:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a050b67 refcount=5 00000020:00000001:0.0:1767384890.056900:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854933504 : -108637854618112 : ffff9d31c7442e00) 00010000:00000001:0.0:1767384890.056901:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854933504 : -108637854618112 : ffff9d31c7442e00) 00010000:00000001:0.0:1767384890.056904:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384890.056906:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004a050b67/0x4895a8f6c11e857c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384890.056909:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384890.056911:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384890.056912:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384890.056914:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384890.056915:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384890.056917:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384890.056922:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384890.056923:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004a050b67 with handle 0x4895a8f6c11e857c from hash 00010000:00000001:0.0:1767384890.056925:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384890.056926:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384890.056927:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384890.056928:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384890.056929:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384890.056930:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384890.056931:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384890.056933:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384890.056934:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384890.056936:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384890.056937:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384890.056939:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384890.056940:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384890.056941:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384890.056943:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384890.056944:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384890.056945:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004a050b67/0x4895a8f6c11e857c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384890.056949:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384890.056950:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384890.056951:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384890.056953:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384890.056954:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384890.056955:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384890.056957:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384890.056958:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384890.056960:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384890.056962:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004a050b67/0x4895a8f6c11e857c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384890.056965:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384890.056966:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384890.056967:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004a050b67/0x4895a8f6c11e857c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384890.056978:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b83aa1e2 count: 0 00010000:00000001:0.0:1767384890.056985:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384890.056986:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384890.057973:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384890.057976:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384890.057982:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384890.057986:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384890.057988:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d1a7b10. 00000400:00000200:0.0:1767384890.057992:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d555ea1b 00000400:00000010:0.0:1767384890.057995:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d555ea1b. 00000100:00000001:0.0:1767384890.057998:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384890.058004:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e67b1d04 x1853237358501248/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384906 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384890.058050:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e67b1d04 x1853237358501248/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384906 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384890.058057:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384890.058061:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384890.058063:0:16128:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384890.058066:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384890.058067:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384890.058069:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384890.058071:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384890.058074:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=14 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384890.058077:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=14 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384890.058081:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384890.058082:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384890.058084:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384890.058085:0:16128:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384890.058087:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384890.058090:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e67b1d04 x1853237358501248/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384906 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384890.058094:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384890.058096:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384890.058097:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384890.058106:0:16128:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384890.058107:0:16128:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384890.058108:0:16128:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384890.058109:0:16128:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384890.058110:0:16128:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384890.058111:0:16128:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384890.058112:0:16128:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384890.058113:0:16128:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384890.058114:0:16128:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384890.058115:0:16128:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384890.058117:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e67b1d04 x1853237358501248/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384906 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384890.058122:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e67b1d04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358501248:0@lo:253: 00000100:00000001:0.0:1767384890.058125:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384890.058126:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384890.058127:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e67b1d04 x1853237358501248/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384906 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384890.058132:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384890.058133:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384890.058135:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000008b01b2. 02000000:00000001:0.0:1767384890.058138:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384890.058139:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384890.058140:0:16128:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1767384890.058142:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384890.058143:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000207af959. 02000000:00000001:0.0:1767384890.058146:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384890.058148:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384890.058149:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e67b1d04. 00000100:00000001:0.0:1767384890.058151:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384890.058152:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384890.058153:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384890.058158:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384890.058159:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384890.058161:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384890.058163:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384890.059147:0:19016:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000db264929. 00000400:00000040:3.0:1767384890.059163:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384890.059166:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384890.059167:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384890.059169:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384890.059171:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384890.059172:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384890.059174:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384890.059175:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384890.059176:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384890.059177:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384890.059179:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384890.059180:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384890.059181:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384890.059182:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384890.059183:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384890.059185:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384890.059186:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384890.059187:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384890.059188:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384890.059189:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384890.059190:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384890.059196:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384890.059197:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384890.059199:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384890.059200:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384890.059201:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384890.059203:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384890.059204:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384890.059206:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384890.059208:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384890.059209:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384890.059211:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384890.059212:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384890.059213:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384890.059214:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384890.059216:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384890.059217:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384890.059219:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384890.059221:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384890.059222:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384890.059223:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384890.059224:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384890.059226:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384890.059227:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384890.059228:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384890.059230:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384890.059231:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384890.059232:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384890.059234:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384890.059235:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384890.059236:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384890.059238:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384890.059239:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384890.059241:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384890.059243:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384890.059244:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384890.059245:0:19016:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384890.059263:0:19016:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000db264929. 00080000:00000020:0.0:1767384890.059833:0:16764:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384890.059842:0:16764:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384890.059844:0:16764:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000089533a07. 20000000:00000001:0.0:1767384890.059849:0:16764:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384890.059851:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358501376 00010000:00000001:0.0:1767384890.059853:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384890.059857:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e382b491 x1853237358501376/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:116/0 lens 4848/4768 e 0 to 0 dl 1767384901 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384890.059863:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384890.059865:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384890.059866:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=14 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384890.059869:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384890.059871:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384890.059873:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384890.059875:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384890.059876:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384890.059878:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384890.059880:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384890.059882:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001e7b4aec. 00000100:00000200:0.0:1767384890.059885:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358501376, offset 224 00000400:00000200:0.0:1767384890.059888:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384890.059894:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384890.059899:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272701e00 00000400:00000200:0.0:1767384890.059903:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11a5 [2] + 224 00000400:00000200:0.0:1767384890.059908:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384890.059910:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384890.059913:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384890.059916:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007c7946c9 x1853237358501376/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384906 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384890.059923:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007c7946c9 x1853237358501376/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384906 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384890.059936:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384890.059940:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e7b4aec 00000400:00000010:0.0:1767384890.059942:0:16764:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001e7b4aec. 00000100:00000001:0.0:1767384890.059945:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384890.059954:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384890.059958:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384890.059964:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:0.0:1767384890.059969:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384890.059970:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384890.059972:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384890.059978:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e382b491 x1853237358501376/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:116/0 lens 4848/4768 e 0 to 0 dl 1767384901 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384890.059989:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e382b491 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16130:x1853237358501376:12345-0@lo:253: Request processed in 20913us (21346us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384890.060000:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00000040:0.0:1767384890.060006:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:0.0:1767384890.060010:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384890.060035:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384890.060039:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c68d8f00. 00000020:00000010:0.0:1767384890.060045:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000dd3aa69. 00000020:00000010:0.0:1767384890.060052:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd5d0ac1. 00000020:00000040:0.0:1767384890.060059:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 02000000:00000001:0.0:1767384890.060065:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384890.060068:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f247b900. 02000000:00000001:0.0:1767384890.060074:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384890.060078:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384890.060085:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384890.060090:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d1a7b10. 00000400:00000010:0.0:1767384890.060095:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001e7b4aec. 00010000:00000010:0.1:1767384890.064051:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b83aa1e2. 00010000:00000010:0.1:1767384890.064061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004a050b67. 00000020:00000001:0.0:1767384890.202199:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384890.202204:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384890.202208:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384891.221210:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384891.221224:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000400:00000010:3.0:1767384891.221235:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2626c3. 00000400:00000200:3.0:1767384891.221240:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (4) 00000020:00000001:2.0:1767384891.221247:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:3.0:1767384891.221248:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004c844bd1. 10000000:00000001:2.0:1767384891.221253:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384891.221256:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 10000000:00000001:2.0:1767384891.221257:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384891.221260:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384891.221263:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384891.221265:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384891.221266:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384891.221267:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384891.221269:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384891.221270:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384891.221271:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384891.221272:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1767384891.221281:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:2.0:1767384891.221281:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384891.221284:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384891.221286:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384891.221291:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025b5fe67. 00000400:00000200:3.0:1767384891.221293:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:00000040:2.0:1767384891.221297:0:36:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000400:00000200:3.0:1767384891.221302:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000100:00000001:2.0:1767384891.221303:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384891.221307:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384891.221308:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp11 00000400:00000200:3.0:1767384891.221313:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp11 lpni_is_preferred = 0 02000000:00000001:2.0:1767384891.221314:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384891.221316:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp11 00000400:00000200:3.0:1767384891.221320:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp11 NI seq info: [9:9:256:4294967295] 192.168.203.157@tcp11 LPNI seq info [9:9:8:4294967295] 02000000:00000010:2.0:1767384891.221323:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b6072302. 00000400:00000200:3.0:1767384891.221327:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp11 00000100:00000001:2.0:1767384891.221331:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384891.221337:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp11(192.168.203.157@tcp11:) -> 192.168.203.157@tcp11(192.168.203.157@tcp:192.168.203.157@tcp11) : PUT try# 0 00000100:00000001:2.0:1767384891.221341:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:3.0:1767384891.221344:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 96 bytes in 1 frags to 12345-192.168.203.157@tcp11 00000100:00000001:2.0:1767384891.221345:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384891.221350:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000f2a2ec0. 00000100:00000040:2.0:1767384891.221354:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025b5fe67] to pc [ptlrpcd_00_03+3] req@0000000025b5fe67 x1853237358501504/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384891.221359:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000026639f68. 00000800:00000010:3.0:1767384891.221365:0:16125:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000001768a44c. 00000800:00000200:3.0:1767384891.221370:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000026639f68] -> 12345-192.168.203.157@tcp11 (2) 00000800:00000200:3.1:1767384891.221374:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000026639f68] -> 12345-192.168.203.157@tcp11 (2) 10000000:00000001:2.0:1767384891.221387:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384891.221388:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 00000400:00000200:3.0:1767384891.221392:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100551 rc 0 10000000:00000001:2.0:1767384891.221393:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384891.221398:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384891.221400:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384891.221404:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384891.221408:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384891.221410:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1767384891.221412:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384891.221413:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384891.221416:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384891.221420:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:0.0:1767384891.221420:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000025b5fe67 x1853237358501504/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384891.221426:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384891.221431:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384891.221432:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384891.221434:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384891.221436:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000020:01000004:2.0:1767384891.221437:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384891.221440:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384891.221442:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384891.221445:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:0.0:1767384891.221445:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384891.221448:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:0.0:1767384891.221449:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384891.221453:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:0.0:1767384891.221453:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384891.221458:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:0.0:1767384891.221459:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000025b5fe67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358501504:0@lo:253: 00000100:00000010:2.0:1767384891.221464:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069db9573. 00000100:00000001:0.0:1767384891.221464:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384891.221468:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1767384891.221469:0:36:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 02000000:00000001:0.0:1767384891.221473:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.221474:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384891.221476:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384891.221477:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384891.221478:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 02000000:00000001:2.0:1767384891.221480:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384891.221482:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000008b01b2. 02000000:00000001:0.0:1767384891.221485:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384891.221488:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000083b63f03. 00000400:00000010:0.0:1767384891.221489:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080216c13. 00000400:00000010:0.0:1767384891.221495:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007744a993. 00000100:00000001:2.0:1767384891.221500:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384891.221500:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358501504, portal 25 00000400:00000200:3.0:1767384891.221501:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000100:00000001:0.0:1767384891.221507:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384891.221508:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384891.221510:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504588160 : -108642204963456 : ffff9d30c3f72d80) 00000100:00000001:2.0:1767384891.221511:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384891.221518:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000025b5fe67 x1853237358501504/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384891.221521:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069db9573] to pc [ptlrpcd_00_00+0] req@0000000069db9573 x1853237358501632/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384891.221526:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000100:00000001:0.0:1767384891.221539:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384891.221544:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384891.221547:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005be2ba7a. 00000100:00000200:0.0:1767384891.221549:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358501504, offset 0 00000400:00000200:0.0:1767384891.221557:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000001:2.0:1767384891.221558:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384891.221561:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384891.221562:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384891.221564:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384891.221569:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000003777ed17. 00000400:00000200:0.0:1767384891.221570:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384891.221582:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384891.221583:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272701e80 00000100:00000001:2.0:1767384891.221587:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384891.221594:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1c1 [2] + 0 00000100:00000001:2.0:1767384891.221596:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384891.221599:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c156f52. 00000100:00000001:2.0:1767384891.221600:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384891.221604:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d3635228 00000400:00000200:0.0:1767384891.221610:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384891.221616:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384891.221622:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3635228 00000400:00000010:0.0:1767384891.221625:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d3635228. 00000100:00000001:0.0:1767384891.221631:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384891.221633:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384891.221643:0:16130:0:(events.c:337:request_in_callback()) incoming req@00000000af74b5e7 x1853237358501504 msgsize 4848 00000100:00100000:0.0:1767384891.221651:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384891.221653:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384891.221664:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384891.221671:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005be2ba7a 00000400:00000010:0.0:1767384891.221673:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005be2ba7a. 00000100:00000001:0.0:1767384891.221677:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384891.221680:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000025b5fe67 x1853237358501504/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384891.221690:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384891.221692:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000025b5fe67 x1853237358501504/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384891.221700:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.221702:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384891.221707:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.221711:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294881089 00000100:00000010:0.0:1767384891.221716:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e4a79cda. 00000100:00000001:0.0:1767384891.221723:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384891.221733:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294881089 00000100:00000010:0.0:1767384891.221736:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b1f2b78. 00000100:00000001:0.0:1767384891.221740:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384891.221745:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294881089 00000100:00000010:0.0:1767384891.221749:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c00240d. 00000800:00000010:3.0:1767384891.221751:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000007bb1ec8. 00000100:00000001:0.0:1767384891.221753:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000800:00000010:3.0:1767384891.221757:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000437cb7dd. 00000100:00000001:0.0:1767384891.221758:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294881089 00000800:00000010:3.0:1767384891.221778:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006ca56d22. 00000100:00000010:0.0:1767384891.221779:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a20ce35b. 00000100:00000001:0.0:1767384891.221786:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384891.221789:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384891.221792:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.221795:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.221798:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384891.221806:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384891.221813:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:3.0:1767384891.221817:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006ca56d22. 00000100:00000001:0.0:1767384891.221817:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384891.221819:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384891.221821:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.221824:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.221848:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384891.221851:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358501504 02000000:00000001:0.0:1767384891.221854:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384891.221856:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384891.221859:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384891.221863:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384891.221866:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358501504 00000400:00000200:3.0:1767384891.221868:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000020:00000001:0.0:1767384891.221869:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384891.221873:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:0.0:1767384891.221875:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384891.221878:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000020:00000001:0.0:1767384891.221881:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000400:00000200:3.0:1767384891.221884:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp11 from 251.3.0.2 00000020:00000001:0.0:1767384891.221886:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000800:00000010:3.0:1767384891.221889:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000702f7ce6. 00000100:00000001:0.0:1767384891.221892:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384891.221896:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da4429fe. 00000100:00000001:0.0:1767384891.221899:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384891.221902:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da4429fe. 00000020:00000010:0.0:1767384891.221909:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3b8c66e. 00000020:00000010:0.0:1767384891.221914:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d839aefe. 00000020:00000010:0.0:1767384891.221919:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003c221d87. 00000100:00000040:0.0:1767384891.221929:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384891.221932:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384891.221933:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384891.221935:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.221943:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.221953:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384891.221965:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384891.221968:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384891.221972:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00000040:0.0:1767384891.221975:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000800:00000010:3.0:1767384891.221976:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009136abe3. 00000100:00000001:0.0:1767384891.221977:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529245264 : -108637180306352 : ffff9d31ef755c50) 00000800:00000010:3.0:1767384891.221981:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005c1dec5c. 00000100:00000040:0.0:1767384891.221989:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000af74b5e7 x1853237358501504/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:117/0 lens 4848/0 e 0 to 0 dl 1767384902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384891.221997:0:16116:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cc795b2b. 00000100:00000001:0.0:1767384891.222000:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:3.1:1767384891.222003:0:16116:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000026639f68] -> 12345-192.168.203.157@tcp11 (2) 00000020:00000010:0.0:1767384891.222005:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da4429fe. 00000100:00000001:0.0:1767384891.222009:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:3.1:1767384891.222030:0:16116:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp11 00000000cc795b2b deleted 00000800:00000010:3.1:1767384891.222035:0:16116:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000cc795b2b. 00000020:00000010:0.0:1767384891.222036:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da4429fe. 00000800:00000200:3.1:1767384891.222042:0:16116:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00100000:0.0:1767384891.222046:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000af74b5e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16130:x1853237358501504:12345-0@lo:253: 00000100:00000200:0.0:1767384891.222051:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358501504 00000800:00000200:3.1:1767384891.222056:0:16116:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp11 ip 192.168.203.157:1019 00000020:00000001:0.0:1767384891.222056:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384891.222060:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384891.222063:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384891.222064:0:16116:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000f2a2ec0 type 1, nob 192 niov 1 nkiov 1 00000020:00000001:0.0:1767384891.222066:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384891.222069:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:0.0:1767384891.222073:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384891.222075:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384891.222079:0:16116:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp11 p 3.x 192.168.203.157 -> 192.168.203.157:1019 incarnation:1767384890036265222 sched[0] 00000020:00000001:0.0:1767384891.222080:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384891.222083:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000010:3.0:1767384891.222087:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006ca56d22. 00000020:00000001:0.0:1767384891.222088:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.222095:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384891.222097:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384891.222103:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000074ae7046. 02000000:00000001:0.0:1767384891.222106:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.222108:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384891.222111:0:16764:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384891.222121:0:16764:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000474943cc. 20000000:01000000:0.0:1767384891.222123:0:16764:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384891.222126:0:16764:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000010:3.0:1767384891.222127:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006ca56d22. 20000000:00000001:0.0:1767384891.222130:0:16764:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000010:3.0:1767384891.222132:0:16116:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005c1dec5c. 20000000:00000001:0.0:1767384891.222134:0:16764:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384891.222138:0:16764:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384891.222141:0:16764:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384891.222150:0:16764:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000098fe52a8. 20000000:01000000:0.0:1767384891.222152:0:16764:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #12 20000000:00000001:0.0:1767384891.222158:0:16764:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000010:3.0:1767384891.222159:0:16116:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000702f7ce6. 00080000:00000001:0.0:1767384891.222170:0:16764:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000200:3.1:1767384891.222178:0:16115:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384891.222183:0:16115:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp11 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384890036265222 sched[0] 00000800:00000010:3.0:1767384891.222185:0:16115:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000437cb7dd. 00080000:00000001:0.0:1767384891.222220:0:16764:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384891.222224:0:16764:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384891.222225:0:16764:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384891.222228:0:16764:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384891.222231:0:16764:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384891.222232:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000020:00000001:0.0:1767384891.222238:0:16764:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:0.0:1767384891.222244:0:16764:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384891.222251:0:16764:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000065bb35bb. 00080000:00000001:0.0:1767384891.222253:0:16764:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635436770054144 : -108636939497472 : ffff9d31fdcfd000) 00080000:00000001:0.0:1767384891.222258:0:16764:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384891.222284:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:3.0:1767384891.222336:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000001:00000001:0.0:1767384891.222382:0:16764:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:3.0:1767384891.222383:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00080000:00000001:0.0:1767384891.222386:0:16764:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384891.222390:0:16764:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384891.222413:0:16764:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384891.222416:0:16764:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384891.222421:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00080000:00000001:0.0:1767384891.222541:0:16764:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384891.222545:0:16764:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000001:0.0:1767384891.222582:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384891.222584:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f247b900. 00000800:00000001:0.0:1767384891.222588:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384891.222591:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000437cb7dd. 00000800:00000010:3.0:1767384891.222596:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006ca56d22. 00000800:00000010:3.0:1767384891.222626:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006ca56d22. 00000400:00000200:3.0:1767384891.222644:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384891.222654:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp11 from 250.3.0.2 00000800:00000010:3.0:1767384891.222657:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000702f7ce6. 00000800:00000200:0.0:1767384891.222660:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384891.222666:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000f2a2ec0. 00000400:00000200:0.0:1767384891.222670:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384891.222677:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp11->192.168.203.157@tcp11: PUT: OK 00000400:00000200:0.0:1767384891.222682:0:16121:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384891.222686:0:16121:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp: 0 00000800:00000001:0.0:1767384891.222695:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384891.222701:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384891.222704:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384891.222709:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384891.222717:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp11(192.168.203.157@tcp11) <- 192.168.203.157@tcp11 : PUT - for me 00000400:00000200:0.0:1767384891.222726:0:16121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 96 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384891.222733:0:16121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.157@tcp of length 96/96 into md 0x11ad [1] + 0 00000400:00000010:0.0:1767384891.222737:0:16121:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4ad3fb4. 00000400:00000200:0.0:1767384891.222741:0:16121:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000929ad647 00000800:00000001:0.0:1767384891.222746:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384891.222779:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384891.222782:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384891.222787:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp11->192.168.203.157@tcp11: PUT: OK 00000400:00000200:0.0:1767384891.222793:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000929ad647 00000400:00000010:0.0:1767384891.222796:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000929ad647. 00000400:00000200:0.0:1767384891.222801:0:16121:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384891.222804:0:16121:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (5) 00000400:00000200:0.0:1767384891.222810:0:16121:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000010:0.0:1767384891.222814:0:16121:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 105 at 00000000e8cc5cff. 00000400:00000200:0.0:1767384891.222818:0:16121:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.157@tcp 4 00000400:00000200:0.0:1767384891.222822:0:16121:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000800:00000010:3.0:1767384891.222830:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000089533a07. 00000400:00000200:0.0:1767384891.222834:0:16121:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (6) 00000800:00000010:3.0:1767384891.222835:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005c1dec5c. 00000400:00000200:0.0:1767384891.222842:0:16121:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384891.222850:0:16121:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp11 to MR: 192.168.203.157@tcp11 local destination 00000800:00000010:3.0:1767384891.222851:0:16117:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cc795b2b. 00000400:00000200:0.0:1767384891.222858:0:16121:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp11 NI seq info: [10:10:256:4294967295] 192.168.203.157@tcp11 LPNI seq info [10:10:8:4294967295] 00000800:00000200:3.1:1767384891.222859:0:16117:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000026639f68] -> 12345-192.168.203.157@tcp11 (4) 00000800:00000200:3.1:1767384891.222868:0:16117:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp11 00000000cc795b2b deleted 00000800:00000010:3.1:1767384891.222870:0:16117:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000cc795b2b. 00000800:00000200:3.1:1767384891.222876:0:16117:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384891.222884:0:16117:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp11 p 3.x 192.168.203.157 -> 192.168.203.157:1018 incarnation:1767384890036265222 sched[0] 00000400:00000200:0.0:1767384891.222887:0:16121:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp11(192.168.203.157@tcp11:192.168.203.157@tcp11) -> 192.168.203.157@tcp11(192.168.203.157@tcp11:192.168.203.157@tcp11) 192.168.203.157@tcp11 : ACK try# 0 00000800:00000010:3.0:1767384891.222892:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006ca56d22. 00000800:00000200:0.0:1767384891.222897:0:16121:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.157@tcp11 00000800:00000010:0.0:1767384891.222901:0:16121:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000072c3a000. 00000800:00000200:0.0:1767384891.222908:0:16121:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000026639f68] -> 12345-192.168.203.157@tcp11 (5) 00000800:00000200:0.0:1767384891.222913:0:16121:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp11 ip 192.168.203.157:988 00000800:00000200:0.0:1767384891.222917:0:16121:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000072c3a000 type 0, nob 96 niov 1 nkiov 0 00000800:00000010:3.0:1767384891.222936:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006ca56d22. 00000800:00000010:3.0:1767384891.222947:0:16117:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005c1dec5c. 00000800:00000200:0.0:1767384891.222968:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384891.222969:0:16117:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000702f7ce6. 00000800:00000010:0.0:1767384891.222975:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000072c3a000. 00000400:00000200:0.0:1767384891.222982:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384891.222990:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp11->192.168.203.157@tcp11: ACK: OK 00000800:00000200:3.1:1767384891.222998:0:16115:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384891.223006:0:16115:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp11 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384890036265222 sched[0] 00000800:00000010:3.0:1767384891.223009:0:16115:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000437cb7dd. 00000800:00000001:3.0:1767384891.223089:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384891.223094:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384891.223096:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384891.223100:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384891.223101:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384891.223104:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384891.223108:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp11(192.168.203.157@tcp11) <- 192.168.203.157@tcp11 : ACK - for me 00000400:00000200:3.0:1767384891.223117:0:16120:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.157@tcp11: ACK from 12345-192.168.203.157@tcp11 into md 0x11c5 00000400:00000200:3.0:1767384891.223120:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384891.223123:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp11->192.168.203.157@tcp11: ACK: OK 00000400:00000200:3.0:1767384891.223126:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2626c3 00000400:00000010:3.0:1767384891.223127:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2626c3. 00000400:00000200:3.0:1767384891.223130:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384891.223133:0:16120:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.157@tcp ev->status 0 00000400:00000200:3.0:1767384891.223135:0:16120:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:3.0:1767384891.223138:0:16120:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (5) 00000800:00000001:3.0:1767384891.223142:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384891.223145:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384891.223146:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384891.223148:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384891.223149:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384891.223151:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384891.223167:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384891.223171:0:16125:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008da50455. 00000400:00000010:3.0:1767384891.223173:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2626c3. 00000400:00000200:3.0:1767384891.223175:0:16125:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000090d96c3f 00000400:00000200:3.0:1767384891.223178:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x1000d1 00000400:00000010:3.0:1767384891.223183:0:16125:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 100 at 000000004eebcf38. 00000400:00000010:3.0:1767384891.223190:0:16125:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 120 at 000000006c052db7. 00000400:00000010:3.0:1767384891.223192:0:16125:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 100 at 000000005788371c. 00000400:00000010:3.0:1767384891.223205:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000054553f02. 00000400:00000200:3.0:1767384891.223209:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000054553f02 nid 192.168.203.157@tcp12 00000400:00000010:3.0:1767384891.223211:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ca95e856. 00000400:00000200:3.0:1767384891.223213:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ca95e856 net tcp12 00000400:00000200:3.0:1767384891.223216:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (4) 00000400:00000200:3.0:1767384891.223220:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp12 flags 0x11 00000400:00000010:3.0:1767384891.223224:0:16125:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 100 at 000000004eebcf38. 00000400:00000010:3.0:1767384891.223227:0:16125:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 120 at 000000006c052db7. 00000400:00000010:3.0:1767384891.223231:0:16125:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 100 at 000000005788371c. 00000400:00000010:3.0:1767384891.223235:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 00000000e8cc5cff. 00000400:00000200:3.0:1767384891.223240:0:16125:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:3.0:1767384891.223243:0:16125:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.157@tcp(00000000aa3f4fd0): 0. state = 0x100151 00000400:00000200:3.0:1767384891.223247:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 rc 1 00000400:00000200:3.0:1767384891.223252:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000400:00000200:3.0:1767384891.223256:0:16125:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.157@tcp 00000400:00000200:3.0:1767384891.223259:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100111 rc 0 00000400:00000200:3.0:1767384891.223264:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:3.0:1767384891.223267:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (5) 00000100:00000040:0.0:1767384891.227047:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294881089, at 4294881090 00000100:00000010:0.0:1767384891.227056:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e4a79cda. 00000100:00000040:2.0:1767384891.228121:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294881089, at 4294881091 00000100:00000010:2.0:1767384891.228129:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c00240d. 00000100:00000040:3.0:1767384891.228214:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294881089, at 4294881091 00000100:00000010:3.0:1767384891.228221:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a20ce35b. 00080000:00000001:0.0:1767384891.231257:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384891.231261:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384891.231265:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384891.231273:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384891.231275:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384891.231279:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000065bb35bb. 00080000:00000001:0.0:1767384891.231283:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384891.231298:0:16764:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384891.231302:0:16764:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:0.0:1767384891.231306:0:16764:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384891.231309:0:16764:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384891.231320:0:16764:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384891.231330:0:16764:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384891.231334:0:16764:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384891.231340:0:16764:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384891.231355:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384891.231358:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384891.231361:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384891.231366:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384891.231369:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384891.231375:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006a090c41. 00010000:00000001:0.0:1767384891.231380:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384891.231384:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dd8138a9. 00000020:00000001:0.0:1767384891.231389:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384891.231392:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000dd8138a9 with handle 0x4895a8f6c11e8583 to hash 00000020:00000001:0.0:1767384891.231394:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384891.231396:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00010000:00000001:0.0:1767384891.231400:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00010000:00000001:0.0:1767384891.231403:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384891.231406:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384891.231409:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e8583 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384891.231418:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384891.231421:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384891.231424:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384891.231426:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384891.231429:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384891.231431:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384891.231437:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384891.231440:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384891.231443:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384891.231445:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384891.231447:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384891.231449:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006a090c41) refcount = 1 00010000:00010000:0.0:1767384891.231452:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e8583 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384891.231459:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384891.231461:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384891.231463:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384891.231466:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384891.231468:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384891.231472:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384891.231476:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002206779s 00010000:00000001:0.0:1767384891.231479:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384891.231481:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384891.231483:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dd8138a9 refcount=4 00000020:00000001:0.0:1767384891.231486:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00010000:00000001:0.0:1767384891.231489:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00010000:00000001:0.0:1767384891.231492:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384891.231494:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e8583 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384891.231501:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384891.231503:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e8583 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384891.231509:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384891.231512:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384891.231514:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e8583 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384891.231519:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384891.231521:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384891.231540:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384891.231543:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e8583 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384891.231550:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000dd8138a9 already unused, calling callback (00000000be7801c4) 00010000:00000001:0.0:1767384891.231553:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384891.231556:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384891.231558:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e8583 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384891.231564:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384891.231567:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384891.231568:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384891.231570:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dd8138a9 refcount=5 00000020:00000001:0.0:1767384891.231572:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00010000:00000001:0.0:1767384891.231574:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00010000:00000001:0.0:1767384891.231578:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384891.231580:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e8583 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384891.231587:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384891.231590:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384891.231592:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384891.231595:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384891.231597:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384891.231600:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384891.231601:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384891.231603:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dd8138a9 with handle 0x4895a8f6c11e8583 from hash 00010000:00000001:0.0:1767384891.231606:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384891.231608:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384891.231610:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384891.231611:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384891.231614:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384891.231616:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384891.231619:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384891.231622:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384891.231630:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384891.231632:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384891.231634:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384891.231638:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384891.231639:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384891.231641:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384891.231643:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384891.231644:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384891.231647:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e8583 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384891.231652:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384891.231654:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384891.231656:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384891.231657:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384891.231659:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384891.231660:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384891.231662:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384891.231666:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384891.231668:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384891.231670:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e8583 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384891.231676:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384891.231677:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384891.231679:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e8583 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384891.231685:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006a090c41 count: 0 00010000:00000001:0.0:1767384891.231700:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384891.231703:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:0.1:1767384891.239040:0:19321:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006a090c41. 00010000:00000010:0.1:1767384891.239050:0:19321:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dd8138a9. 00080000:00000001:2.0:1767384891.240509:0:16763:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384891.240514:0:16763:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00080000:00000001:0.0:1767384891.240517:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384891.240518:0:16763:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384891.240522:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384891.240523:0:16763:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384891.240527:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384891.240528:0:16763:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384891.240531:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384891.240534:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384891.240538:0:16763:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000010:0.0:1767384891.240538:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000077dd3726. 20000000:01000000:2.0:1767384891.240545:0:16763:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384891.240546:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:2.0:1767384891.240550:0:16763:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384891.240568:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384891.240571:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384891.240574:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384891.240578:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384891.240580:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384891.240585:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006a090c41. 00010000:00000001:0.0:1767384891.240589:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384891.240592:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dd8138a9. 00000020:00000001:0.0:1767384891.240595:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384891.240599:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000dd8138a9 with handle 0x4895a8f6c11e858a to hash 00000020:00000001:0.0:1767384891.240601:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384891.240604:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00010000:00000001:0.0:1767384891.240607:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00010000:00000001:0.0:1767384891.240610:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384891.240612:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384891.240615:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e858a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384891.240624:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384891.240626:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384891.240628:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384891.240630:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384891.240633:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384891.240635:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384891.240636:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384891.240638:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384891.240640:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384891.240641:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384891.240643:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384891.240645:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006a090c41) refcount = 1 00010000:00010000:0.0:1767384891.240649:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e858a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384891.240655:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384891.240657:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384891.240658:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384891.240665:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384891.240667:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384891.240670:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384891.240672:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002206779s 00010000:00000001:0.0:1767384891.240674:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384891.240676:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384891.240677:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dd8138a9 refcount=4 00000020:00000001:0.0:1767384891.240680:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00010000:00000001:0.0:1767384891.240682:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00010000:00000001:0.0:1767384891.240684:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384891.240686:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e858a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384891.240693:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384891.240694:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e858a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384891.240700:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384891.240702:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384891.240704:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e858a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384891.240710:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384891.240712:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384891.240715:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384891.240717:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e858a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384891.240724:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000dd8138a9 already unused, calling callback (00000000be7801c4) 00010000:00000001:0.0:1767384891.240726:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384891.240728:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384891.240731:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e858a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384891.240737:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384891.240744:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384891.240746:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384891.240748:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dd8138a9 refcount=5 00000020:00000001:0.0:1767384891.240751:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00010000:00000001:0.0:1767384891.240754:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00010000:00000001:0.0:1767384891.240757:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384891.240758:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e858a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384891.240780:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384891.240782:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384891.240783:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384891.240787:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384891.240789:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384891.240792:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384891.240803:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384891.240806:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dd8138a9 with handle 0x4895a8f6c11e858a from hash 00010000:00000001:0.0:1767384891.240810:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384891.240812:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384891.240813:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384891.240814:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384891.240816:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384891.240818:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384891.240819:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384891.240821:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384891.240823:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384891.240825:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384891.240826:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384891.240829:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384891.240830:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384891.240831:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384891.240833:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384891.240835:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384891.240838:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e858a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384891.240843:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384891.240850:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384891.240851:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384891.240852:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384891.240854:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384891.240856:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384891.240868:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384891.240870:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384891.240873:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384891.240875:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e858a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384891.240881:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384891.240883:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384891.240885:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e858a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384891.240892:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006a090c41 count: 0 00010000:00000001:0.0:1767384891.240899:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384891.240901:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384891.241340:0:16764:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384891.241343:0:16764:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384891.241345:0:16764:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000474943cc. 20000000:00000001:2.0:1767384891.241350:0:16764:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384891.241354:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358501504 00010000:00000001:2.0:1767384891.241356:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384891.241363:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000af74b5e7 x1853237358501504/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:117/0 lens 4848/4768 e 0 to 0 dl 1767384902 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384891.241374:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384891.241376:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384891.241386:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384891.241394:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384891.241400:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:2.0:1767384891.241406:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384891.241412:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384891.241417:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.241423:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384891.241432:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384891.241438:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000450b7b82. 00000100:00000200:2.0:1767384891.241445:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358501504, offset 224 00000400:00000200:2.0:1767384891.241459:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384891.241591:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384891.241600:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272701e80 00000400:00000200:2.0:1767384891.241618:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11c9 [2] + 224 00000400:00000200:2.0:1767384891.241624:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384891.241629:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384891.241634:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384891.241638:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000025b5fe67 x1853237358501504/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384891.241645:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000025b5fe67 x1853237358501504/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384891.241663:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384891.241670:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000450b7b82 00000400:00000010:2.0:1767384891.241673:0:16764:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000450b7b82. 00000100:00000001:0.0:1767384891.241673:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384891.241677:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384891.241678:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384891.241679:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384891.241686:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384891.241686:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384891.241692:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384891.241693:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:2.0:1767384891.241696:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384891.241697:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080216c13. 00000020:00000001:2.0:1767384891.241699:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384891.241703:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384891.241704:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007744a993 00000100:00000040:2.0:1767384891.241708:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000af74b5e7 x1853237358501504/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:117/0 lens 4848/4768 e 0 to 0 dl 1767384902 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384891.241709:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007744a993. 00000100:00000001:0.0:1767384891.241716:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384891.241720:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000af74b5e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16130:x1853237358501504:12345-0@lo:253: Request processed in 19718us (20074us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384891.241726:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000025b5fe67 x1853237358501504/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384891.241743:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00000200:0.0:1767384891.241747:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000025b5fe67 x1853237358501504/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384891.241748:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00000001:2.0:1767384891.241753:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384891.241757:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384891.241778:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384891.241779:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d839aefe. 00000100:00000001:0.0:1767384891.241781:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384891.241786:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003c221d87. 00000100:00000001:0.0:1767384891.241786:0:16130:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384891.241800:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3b8c66e. 02000000:00000001:0.0:1767384891.241801:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1767384891.241805:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 00000100:00000001:0.0:1767384891.241805:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384891.241808:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384891.241810:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384891.241812:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000074ae7046. 02000000:00000001:2.0:1767384891.241820:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384891.241820:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.241823:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384891.241827:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=15 v=5 (5 0 0 0) 00000100:00000200:2.0:1767384891.241829:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384891.241836:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=15 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384891.241837:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcd5b67b. 00000100:00000001:0.0:1767384891.241844:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767384891.241845:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000450b7b82. 00000100:00000001:0.0:1767384891.241847:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384891.241851:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384891.241853:0:16130:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.241856:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384891.241861:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000025b5fe67 x1853237358501504/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384891.241871:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384891.241874:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384891.241877:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384891.241881:0:16130:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384891.241883:0:16130:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384891.241885:0:16130:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384891.241887:0:16130:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384891.241889:0:16130:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384891.241891:0:16130:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384891.241893:0:16130:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384891.241894:0:16130:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384891.241896:0:16130:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384891.241897:0:16130:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384891.241900:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025b5fe67 x1853237358501504/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384891.241908:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000025b5fe67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358501504:0@lo:253: 00000100:00000001:0.0:1767384891.241913:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384891.241916:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384891.241918:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000025b5fe67 x1853237358501504/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384891.241926:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384891.241928:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384891.241931:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000008b01b2. 02000000:00000001:0.0:1767384891.241935:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384891.241937:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384891.241944:0:16130:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1767384891.241947:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384891.241950:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b6072302. 02000000:00000001:0.0:1767384891.241955:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384891.241958:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384891.241960:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000025b5fe67. 00000100:00000001:0.0:1767384891.241966:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384891.241968:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384891.241970:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384891.241977:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384891.241979:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.241982:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384891.241984:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384891.243401:0:16763:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384891.243404:0:16763:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384891.243405:0:16763:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007e8aaf63. 20000000:00000001:3.0:1767384891.243409:0:16763:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384891.243412:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358501632 00010000:00000001:3.0:1767384891.243413:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384891.243416:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005a4c6298 x1853237358501632/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:117/0 lens 4848/4768 e 0 to 0 dl 1767384902 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384891.243422:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384891.243423:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384891.243425:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384891.243427:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384891.243429:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:3.0:1767384891.243436:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:3.0:1767384891.243437:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384891.243439:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.243441:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384891.243442:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384891.243445:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000527e9270. 00000100:00000200:3.0:1767384891.243447:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358501632, offset 224 00000400:00000200:3.0:1767384891.243451:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384891.243455:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384891.243459:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272701f00 00000400:00000200:3.0:1767384891.243463:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11d1 [2] + 224 00000400:00000200:3.0:1767384891.243467:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384891.243469:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384891.243471:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384891.243474:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069db9573 x1853237358501632/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384891.243480:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000069db9573 x1853237358501632/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.243491:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384891.243494:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000527e9270 00000400:00000010:3.0:1767384891.243495:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000527e9270. 00000100:00000001:3.0:1767384891.243497:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384891.243499:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384891.243501:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384891.243503:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:3.0:1767384891.243505:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384891.243508:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384891.243511:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384891.243516:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a4c6298 x1853237358501632/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:117/0 lens 4848/4768 e 0 to 0 dl 1767384902 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384891.243544:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005a4c6298 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16127:x1853237358501632:12345-0@lo:253: Request processed in 21540us (21807us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384891.243555:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00000040:3.0:1767384891.243568:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:3.0:1767384891.243574:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384891.243577:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384891.243583:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000750dd48d. 00000020:00000010:3.0:1767384891.243589:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000017603029. 00000020:00000010:3.0:1767384891.243594:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5bb49e7. 00000020:00000040:3.0:1767384891.243598:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 02000000:00000001:3.0:1767384891.243602:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384891.243604:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003113af11. 02000000:00000001:3.0:1767384891.243608:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384891.243611:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384891.243617:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384891.243622:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4124fd8. 00000400:00000010:3.0:1767384891.243626:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000527e9270. 00010000:00000010:0.1:1767384891.247239:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006a090c41. 00010000:00000010:0.1:1767384891.247244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dd8138a9. 00000004:00000001:3.0:1767384891.418066:0:16793:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384891.418071:0:16793:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384891.418076:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000667d68f8. 00000100:00000040:2.0:1767384891.418079:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000040:3.0:1767384891.418082:0:16793:0:(genops.c:1229:class_import_get()) import 000000002913d734 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384891.418089:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384891.418090:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767384891.418092:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384891.418097:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384891.418097:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001853ff18. 00000020:00000040:2.0:1767384891.418105:0:36:0:(genops.c:1229:class_import_get()) import 000000002913d734 refcount=5 obd=lustre-OST0000-osc-MDT0000 02000000:00000010:3.0:1767384891.418107:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000003567441. 00000100:00000001:2.0:1767384891.418110:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384891.418114:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384891.418117:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384891.418118:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.418127:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:2.0:1767384891.418128:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008b22f46a. 00000100:00000001:3.0:1767384891.418131:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.418135:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384891.418145:0:16793:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000667d68f8] to pc [ptlrpcd_00_01+1] req@00000000667d68f8 x1853237358501760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384891.418145:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000001853ff18 x1853237358501888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384891.418177:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384891.418179:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384891.418182:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001853ff18] to pc [ptlrpcd_00_02+2] req@000000001853ff18 x1853237358501888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384891.418195:0:16793:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.418203:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.418205:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384891.418209:0:16127:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384891.418214:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384891.418215:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384891.418221:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384891.418226:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:2.0:1767384891.418226:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000de8d80bd. 00000100:00000001:3.0:1767384891.418231:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384891.418231:0:36:0:(genops.c:1229:class_import_get()) import 000000005ebd018a refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384891.418236:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384891.418237:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384891.418238:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384891.418242:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384891.418242:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.418246:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767384891.418248:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a801b127. 00000100:00000001:2.0:1767384891.418253:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384891.418264:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000667d68f8 x1853237358501760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384891.418265:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000de8d80bd x1853237358502016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384891.418296:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384891.418300:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.418302:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384891.418304:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384891.418304:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384891.418309:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384891.418312:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de8d80bd] to pc [ptlrpcd_00_03+3] req@00000000de8d80bd x1853237358502016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384891.418316:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384891.418323:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000667d68f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16127:1853237358501760:0@lo:13: 00000100:00000001:2.0:1767384891.418327:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.418330:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384891.418331:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767384891.418337:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384891.418337:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767384891.418341:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384891.418342:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000adf9ac74. 02000000:00000001:3.0:1767384891.418347:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1767384891.418348:0:36:0:(genops.c:1229:class_import_get()) import 00000000e13b832f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384891.418352:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384891.418353:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1767384891.418354:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006c62b264. 02000000:00000001:3.0:1767384891.418358:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384891.418358:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384891.418366:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c07fd809. 00000400:00000010:3.0:1767384891.418368:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db69f8f9. 00000100:00000001:2.0:1767384891.418370:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384891.418376:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000adf9ac74 x1853237358502144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767384891.418377:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0ac64dc. 00000100:00000200:3.0:1767384891.418386:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358501760, portal 4 00000100:00000001:2.0:1767384891.418390:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384891.418391:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384891.418392:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.418394:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515736448 : -108637193815168 : ffff9d31eea73b80) 00000100:00000040:2.0:1767384891.418400:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adf9ac74] to pc [ptlrpcd_00_00+0] req@00000000adf9ac74 x1853237358502144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384891.418403:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000667d68f8 x1853237358501760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384907 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.418445:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384891.418451:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384891.418458:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000033c58979. 00000100:00000200:3.0:1767384891.418465:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237358501760, offset 0 00000100:00000001:2.0:1767384891.418471:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384891.418479:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384891.418479:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (218) 00000100:00000001:2.0:1767384891.418493:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384891.418498:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384891.418499:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384891.418503:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384891.418511:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000de8d80bd x1853237358502016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384891.418520:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272701f80 00000100:00000001:2.0:1767384891.418524:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384891.418527:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384891.418531:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384891.418534:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384891.418536:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 224 02000000:00000001:2.0:1767384891.418539:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384891.418547:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000de8d80bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16130:1853237358502016:0@lo:400: 00000400:00000200:3.0:1767384891.418551:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384891.418552:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384891.418556:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384891.418561:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384891.418565:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384891.418565:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384891.418572:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000080c99af8. 02000000:00000001:2.0:1767384891.418576:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.418579:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:2.0:1767384891.418580:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000412a8d7b. 00000100:00000200:3.0:1767384891.418585:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000010:2.0:1767384891.418588:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ead83d3. 00000100:00000200:2.0:1767384891.418595:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358502016, portal 10 00000100:00000010:3.0:1767384891.418597:0:16127:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000005ca9d09. 00000100:00000001:2.0:1767384891.418600:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384891.418602:0:16127:0:(events.c:337:request_in_callback()) incoming req@0000000005ca9d09 x1853237358501760 msgsize 224 00000100:00000001:2.0:1767384891.418605:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504576512 : -108642204975104 : ffff9d30c3f70000) 00000100:00100000:3.0:1767384891.418612:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1767384891.418614:0:16130:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000083b63f03. 00000100:00000040:2.0:1767384891.418622:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000de8d80bd x1853237358502016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.418623:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384891.418636:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033c58979 00000100:00000001:2.0:1767384891.418637:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384891.418641:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000033c58979. 00000100:00000040:2.0:1767384891.418644:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384891.418648:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384891.418649:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bd0b3a1. 00000100:00000200:3.0:1767384891.418655:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000667d68f8 x1853237358501760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384907 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384891.418655:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237358502016, offset 0 00000100:00000001:3.0:1767384891.418673:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384891.418677:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384891.418681:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000667d68f8 x1853237358501760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384907 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384891.418701:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384891.418717:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384891.418717:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272702080 00000100:00000001:3.0:1767384891.418721:0:16127:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384891.418728:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384891.418728:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2008 00000100:00000040:3.0:1767384891.418736:0:16127:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 10916 usecs (11 jiffies) 00000400:00000200:2.0:1767384891.418740:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384891.418743:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294881292 00000400:00000200:2.0:1767384891.418749:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1767384891.418751:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a47bd13d. 00000100:00000001:2.0:1767384891.418756:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384891.418776:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384891.418778:0:16127:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000010:2.0:1767384891.418781:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d8362e2c. 00000100:00000040:2.0:1767384891.418785:0:16130:0:(events.c:337:request_in_callback()) incoming req@00000000d8362e2c x1853237358502016 msgsize 224 00000100:00000001:3.0:1767384891.418790:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294881292 00000100:00100000:2.0:1767384891.418812:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:3.0:1767384891.418814:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3914576. 00000100:00000001:3.0:1767384891.418820:0:16127:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384891.418827:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294881292 00000100:00000001:2.0:1767384891.418827:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767384891.418834:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000be7b2e25. 00000100:00000001:3.0:1767384891.418838:0:16127:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384891.418838:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bd0b3a1 00000100:00000001:3.0:1767384891.418840:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294881292 00000400:00000010:2.0:1767384891.418844:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bd0b3a1. 00000100:00000010:3.0:1767384891.418845:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000239281df. 00000100:00000001:3.0:1767384891.418850:0:16127:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384891.418851:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384891.418856:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384891.418860:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000de8d80bd x1853237358502016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.418861:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.418867:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.418878:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384891.418885:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384891.418886:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384891.418888:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767384891.418892:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000de8d80bd x1853237358502016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384907 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.418893:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384891.418896:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384891.418900:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384891.418907:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000adf9ac74 x1853237358502144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384891.418908:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.418914:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384891.418922:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384891.418923:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.418926:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384891.418928:0:16130:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2341 usecs (3 jiffies) 02000000:00000001:3.0:1767384891.418931:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384891.418933:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294881284 02000000:00000001:3.0:1767384891.418934:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384891.418939:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.418941:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294881292 00000100:00100000:3.0:1767384891.418944:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000adf9ac74 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16127:1853237358502144:0@lo:400: 00000100:00000001:2.0:1767384891.418948:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294881284 00000100:00000001:3.0:1767384891.418951:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384891.418954:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384891.418954:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294881292 02000000:00000001:3.0:1767384891.418958:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.418959:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294881284 02000000:00000001:3.0:1767384891.418964:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384891.418965:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294881292 02000000:00000010:3.0:1767384891.418968:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000abf5aa77. 00000100:00000001:2.0:1767384891.418970:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294881284 02000000:00000001:3.0:1767384891.418973:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.418974:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294881292 00000400:00000010:3.0:1767384891.418978:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000073d18f6. 00000400:00000010:3.0:1767384891.418982:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000033c58979. 00000100:00000001:2.0:1767384891.418984:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384891.418986:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358502144, portal 10 00000100:00000001:2.0:1767384891.418987:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.418992:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384891.418993:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.418994:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504589056 : -108642204962560 : ffff9d30c3f73100) 00000100:00000001:2.0:1767384891.418996:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384891.419000:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000adf9ac74 x1853237358502144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384891.419001:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384891.419004:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384891.419009:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384891.419011:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384891.419015:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384891.419015:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.419020:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384891.419022:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384891.419092:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027fa4960. 00000100:00000200:3.0:1767384891.419095:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237358502144, offset 0 00000400:00000200:3.0:1767384891.419117:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384891.419125:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384891.419132:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272702100 00000400:00000200:3.0:1767384891.419138:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2232 00000400:00000200:3.0:1767384891.419151:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384891.419156:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384891.419161:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384891.419162:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384891.419167:0:16127:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f11df67. 00000100:00000040:3.0:1767384891.419170:0:16127:0:(events.c:337:request_in_callback()) incoming req@000000000f11df67 x1853237358502144 msgsize 224 00000100:00100000:3.0:1767384891.419175:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384891.419186:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384891.419194:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027fa4960 00000400:00000010:3.0:1767384891.419196:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000027fa4960. 00000100:00000001:3.0:1767384891.419198:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384891.419202:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000adf9ac74 x1853237358502144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.419208:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384891.419210:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000adf9ac74 x1853237358502144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384907 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.419215:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.419217:0:16127:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384891.419220:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384891.419223:0:16127:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2711 usecs (3 jiffies) 00000100:00000001:3.0:1767384891.419226:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294881285 00000100:00000001:3.0:1767384891.419229:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294881292 00000100:00000001:3.0:1767384891.419232:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294881285 00000100:00000001:3.0:1767384891.419234:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294881292 00000100:00000001:3.0:1767384891.419237:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294881285 00000100:00000001:3.0:1767384891.419240:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294881292 00000100:00000001:3.0:1767384891.419243:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294881285 00000100:00000001:2.0:1767384891.419245:0:17542:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384891.419246:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294881292 00000100:00100000:2.0:1767384891.419250:0:17542:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358501760 00000100:00000001:3.0:1767384891.419251:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384891.419254:0:17542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384891.419257:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.419258:0:17542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384891.419263:0:17542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.419265:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384891.419270:0:17542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384891.419277:0:17542:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358501760 00000100:00000001:3.0:1767384891.419278:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384891.419282:0:17542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384891.419286:0:17542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8560 00000100:00000001:3.0:1767384891.419287:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384891.419289:0:17542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384891.419291:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:2.0:1767384891.419294:0:17542:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ce565cee refcount=5 00000100:00000001:3.0:1767384891.419297:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384891.419299:0:17542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00000001:3.0:1767384891.419301:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384891.419305:0:17542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00000001:3.0:1767384891.419307:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.419313:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.419313:0:17542:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384891.419319:0:17542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ea50c051. 00000020:00000010:2.0:1767384891.419326:0:17542:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003ac76b49. 00000020:00000040:2.0:1767384891.419333:0:17542:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fe96f595) now 6 - evictor 00000100:00000001:3.0:1767384891.419335:0:17540:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384891.419339:0:17540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358501888 02000000:00000001:3.0:1767384891.419342:0:17540:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384891.419344:0:17542:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384891.419347:0:17540:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384891.419351:0:17542:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dbc6308e. 00000100:00000001:3.0:1767384891.419352:0:17540:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384891.419358:0:17540:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384891.419360:0:17542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b4b3636a. 00000100:00100000:3.0:1767384891.419364:0:17540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358501888 00000020:00000001:3.0:1767384891.419369:0:17540:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1767384891.419369:0:17542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a9c8672b. 00000020:00000040:3.0:1767384891.419372:0:17540:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8560 00000020:00000001:3.0:1767384891.419376:0:17540:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384891.419379:0:17540:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ce565cee refcount=6 00000100:00000040:2.0:1767384891.419380:0:17542:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000001:3.0:1767384891.419384:0:17540:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00000001:2.0:1767384891.419386:0:17542:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384891.419388:0:17540:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00000001:2.0:1767384891.419389:0:17542:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384891.419393:0:17540:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384891.419394:0:17542:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384891.419398:0:17540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006ca56d22. 00000100:00000001:3.0:1767384891.419402:0:17540:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384891.419411:0:17540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006ca56d22. 00000100:00000001:2.0:1767384891.419415:0:17542:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384891.419420:0:17540:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb96b014. 00000100:00000001:2.0:1767384891.419425:0:17542:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384891.419427:0:17540:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009c81de94. 00000020:00000010:3.0:1767384891.419434:0:17540:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023b58e16. 00000100:00000001:2.0:1767384891.419438:0:17542:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384891.419441:0:17542:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384891.419444:0:17540:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00100000:2.0:1767384891.419449:0:17542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:3.0:1767384891.419450:0:17540:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384891.419454:0:17540:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1767384891.419456:0:17542:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ce565cee : new rpc_count 1 00000100:00000001:3.0:1767384891.419458:0:17540:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384891.419460:0:17542:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436515728384 : -108637193823232 : ffff9d31eea71c00) 00000100:00000001:3.0:1767384891.419463:0:17540:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384891.419467:0:17540:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:2.0:1767384891.419468:0:17542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000005ca9d09 x1853237358501760/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:117/0 lens 224/0 e 0 to 0 dl 1767384902 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.419471:0:17540:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.419484:0:17542:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384891.419488:0:17542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ac76b49. 00000100:00000001:3.0:1767384891.419489:0:17540:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384891.419493:0:17542:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384891.419498:0:17542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ac76b49. 00000100:00100000:2.0:1767384891.419505:0:17542:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000005ca9d09 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16127:x1853237358501760:12345-0@lo:13: 00000100:00000001:3.0:1767384891.419506:0:17540:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384891.419510:0:18105:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1767384891.419512:0:17542:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358501760 00000100:00000001:0.0:1767384891.419514:0:18105:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384891.419516:0:17540:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384891.419518:0:17542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:0.0:1767384891.419522:0:18105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000020:00000001:2.0:1767384891.419523:0:17542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384891.419528:0:17542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384891.419529:0:18105:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ce565cee : new rpc_count 2 00000100:00000001:3.0:1767384891.419530:0:17540:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384891.419532:0:17542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384891.419534:0:18105:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436514556800 : -108637194994816 : ffff9d31ee953b80) 00000020:00000001:2.0:1767384891.419537:0:17542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673334736 : -1036216880 : ffffffffc23c95d0) 00000100:00000001:3.0:1767384891.419538:0:17540:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384891.419544:0:17542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767384891.419544:0:18105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000913c313d x1853237358501888/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:117/0 lens 224/0 e 0 to 0 dl 1767384902 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384891.419549:0:17542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384891.419556:0:17542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384891.419561:0:17542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384891.419562:0:18105:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384891.419564:0:17542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.419566:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384891.419567:0:18105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000025ed58fc. 00000100:00000001:3.0:1767384891.419573:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384891.419573:0:17542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384891.419573:0:18105:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384891.419580:0:17542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1767384891.419581:0:18105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000025ed58fc. 00000100:00100000:3.0:1767384891.419583:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 02000000:00000010:2.0:1767384891.419587:0:17542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000086ee2f32. 00000100:00000040:3.0:1767384891.419590:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d62afedc : new rpc_count 1 00000100:00100000:0.0:1767384891.419592:0:18105:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000913c313d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16129:x1853237358501888:12345-0@lo:400: 02000000:00000001:2.0:1767384891.419593:0:17542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.419596:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635431504584576 : -108642204967040 : ffff9d30c3f71f80) 00000100:00000001:2.0:1767384891.419598:0:17542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384891.419604:0:18105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358501888 00002000:00000001:2.0:1767384891.419606:0:17542:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000040:3.0:1767384891.419607:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d8362e2c x1853237358502016/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:117/0 lens 224/0 e 0 to 0 dl 1767384902 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384891.419609:0:18105:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00002000:00000001:2.0:1767384891.419611:0:17542:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384891.419614:0:18105:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384891.419616:0:17542:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1767384891.419619:0:18105:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384891.419621:0:17542:0:(osd_handler.c:571:osd_statfs()) Process entered 00000020:00000001:0.0:1767384891.419625:0:18105:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384891.419628:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384891.419629:0:18105:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00000020:00000001:0.0:1767384891.419634:0:18105:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1767384891.419635:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006ca56d22. 00000020:00000001:0.0:1767384891.419638:0:18105:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384891.419639:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384891.419643:0:17542:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384891.419645:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006ca56d22. 00000020:00000001:0.0:1767384891.419645:0:18105:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384891.419649:0:17542:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1767384891.419653:0:17542:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00100000:3.0:1767384891.419656:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d8362e2c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16130:x1853237358502016:12345-0@lo:400: 00000020:00000001:0.0:1767384891.419658:0:18105:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000020:2.0:1767384891.419659:0:17542:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000200:3.0:1767384891.419663:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358502016 00000020:00000001:0.0:1767384891.419663:0:18105:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1767384891.419664:0:17542:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000ce565cee dirty 0 pend 0 grant 0 00000020:00000001:0.0:1767384891.419668:0:18105:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1767384891.419669:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00002000:00000020:2.0:1767384891.419673:0:17542:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000020:00000001:3.0:1767384891.419675:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384891.419676:0:18105:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384891.419680:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384891.419680:0:17542:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 02000000:00000001:0.0:1767384891.419681:0:18105:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384891.419687:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1767384891.419687:0:17542:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000e3d240cf. 02000000:00000010:0.0:1767384891.419688:0:18105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007258f25b. 00000020:00000001:3.0:1767384891.419691:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 02000000:00000001:0.0:1767384891.419694:0:18105:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384891.419695:0:17542:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000001:3.0:1767384891.419698:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1767384891.419700:0:17542:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.419701:0:18105:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384891.419702:0:16771:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1767384891.419707:0:17542:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384891.419709:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384891.419709:0:18105:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384891.419714:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000040:2.0:1767384891.419715:0:17542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237358501760 00010000:00000040:0.0:1767384891.419716:0:18105:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237358501888 00000020:00000001:3.0:1767384891.419718:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384891.419723:0:17542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384891.419724:0:18105:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384891.419725:0:16771:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384891.419731:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000200:2.0:1767384891.419731:0:17542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000005ca9d09 x1853237358501760/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:117/0 lens 224/368 e 0 to 0 dl 1767384902 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1767384891.419732:0:18105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000913c313d x1853237358501888/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:117/0 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384891.419735:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384891.419742:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007550a522. 02000000:00000001:3.0:1767384891.419748:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.419755:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384891.419777:0:17542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1767384891.419779:0:16771:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384891.419782:0:17542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384891.419783:0:18105:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000040:3.0:1767384891.419784:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358502016 00010000:00000001:0.0:1767384891.419788:0:18105:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384891.419789:0:17542:0:(import.c:2128:obd_at_measure()) add 1 to 000000007564533c time=5 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384891.419792:0:18105:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf489f17 time=5 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384891.419797:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384891.419800:0:17542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384891.419803:0:18105:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000200:3.0:1767384891.419822:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d8362e2c x1853237358502016/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:117/0 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384891.419823:0:17542:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000040:0.0:1767384891.419826:0:18105:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 22 to 0@lo 00000100:00000001:2.0:1767384891.419832:0:17542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000100:00000001:0.0:1767384891.419833:0:18105:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384891.419840:0:18105:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384891.419841:0:17542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384891.419843:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1767384891.419844:0:18105:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384891.419845:0:17542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384891.419847:0:16771:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.419848:0:18105:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384891.419852:0:17542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:3.0:1767384891.419853:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=10 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384891.419857:0:18105:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384891.419859:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1767384891.419862:0:18105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6452143. 00000100:00000040:2.0:1767384891.419863:0:17542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384891.419864:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 23 to 0@lo 00000100:00000001:3.0:1767384891.419869:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000100:00000200:0.0:1767384891.419870:0:18105:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237358501888, offset 224 00000400:00000010:2.0:1767384891.419871:0:17542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bd0b3a1. 02000000:00000001:3.0:1767384891.419873:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384891.419877:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384891.419880:0:17542:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237358501760, offset 224 00000100:00000001:3.0:1767384891.419881:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384891.419885:0:18105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384891.419889:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384891.419893:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027fa4960. 00000400:00000200:2.0:1767384891.419897:0:17542:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384891.419898:0:18105:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384891.419907:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358502016, offset 224 00000400:00000200:0.0:1767384891.419913:0:18105:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272702000 00000400:00000200:2.0:1767384891.419915:0:17542:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384891.419919:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384891.419928:0:18105:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x11f1 [1] + 224 00000400:00000200:2.0:1767384891.419934:0:17542:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272701f80 00000400:00000200:0.0:1767384891.419935:0:18105:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384891.419936:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384891.419944:0:18105:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384891.419949:0:17542:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x11ed [1] + 224 00000400:00000200:3.0:1767384891.419952:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272702080 00000400:00000200:2.0:1767384891.419963:0:17542:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384891.419963:0:18105:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384891.419967:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x11fd [1] + 224 00000100:00000200:0.0:1767384891.419970:0:18105:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001853ff18 x1853237358501888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384891.419975:0:17542:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384891.419976:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384891.419985:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384891.419995:0:17542:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384891.419996:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384891.419996:0:18105:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001853ff18 x1853237358501888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384891.420005:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000de8d80bd x1853237358502016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384891.420005:0:17542:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000667d68f8 x1853237358501760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384907 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384891.420025:0:17542:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000667d68f8 x1853237358501760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384891.420048:0:18105:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384891.420049:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000de8d80bd x1853237358502016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384891.420065:0:18105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6452143 00000400:00000010:0.0:1767384891.420070:0:18105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6452143. 00000100:00000001:0.0:1767384891.420075:0:18105:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384891.420079:0:18105:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384891.420083:0:18105:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384891.420088:0:18105:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 23 to 0@lo 00000100:00000001:3.0:1767384891.420090:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384891.420092:0:18105:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384891.420095:0:18105:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.420096:0:17542:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384891.420098:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027fa4960 00000020:00000001:0.0:1767384891.420098:0:18105:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384891.420102:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000027fa4960. 00000100:00000040:0.0:1767384891.420103:0:18105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000913c313d x1853237358501888/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:117/0 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.420108:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384891.420112:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767384891.420114:0:17542:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bd0b3a1 00000100:00000001:3.0:1767384891.420119:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384891.420119:0:17542:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bd0b3a1. 00000100:00100000:0.0:1767384891.420120:0:18105:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000913c313d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16129:x1853237358501888:12345-0@lo:400: Request processed in 556us (1502us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384891.420127:0:17542:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767384891.420129:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 22 to 0@lo 00000100:00000001:2.0:1767384891.420131:0:17542:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384891.420135:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:0.0:1767384891.420136:0:18105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000001:2.0:1767384891.420139:0:17542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384891.420140:0:18105:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce565cee : new rpc_count 1 00000100:00000001:0.0:1767384891.420145:0:18105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1767384891.420147:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.420148:0:18105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384891.420149:0:17542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 21 to 0@lo 00000020:00000001:3.0:1767384891.420152:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:0.0:1767384891.420154:0:18105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009c81de94. 00010000:00000001:2.0:1767384891.420157:0:17542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:0.0:1767384891.420159:0:18105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023b58e16. 00000100:00000040:3.0:1767384891.420161:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8362e2c x1853237358502016/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:117/0 lens 224/224 e 0 to 0 dl 1767384902 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384891.420161:0:17542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384891.420163:0:18105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb96b014. 00000020:00000001:2.0:1767384891.420169:0:17542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:0.0:1767384891.420170:0:18105:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 5 00000100:00000001:0.0:1767384891.420176:0:18105:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384891.420182:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d8362e2c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16130:x1853237358502016:12345-0@lo:400: Request processed in 549us (1391us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384891.420182:0:17542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000005ca9d09 x1853237358501760/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:117/0 lens 224/368 e 0 to 0 dl 1767384902 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384891.420190:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384891.420194:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384891.420200:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1767384891.420201:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000400:00000001:0.0:1767384891.420204:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384891.420207:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d62afedc : new rpc_count 0 00000400:00000010:0.0:1767384891.420209:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008001e3a2. 00000100:00000001:3.0:1767384891.420212:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767384891.420215:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000789c108c 00000100:00000001:3.0:1767384891.420216:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1767384891.420219:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000789c108c. 00000020:00000010:3.0:1767384891.420221:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004bd0f0ac. 00000100:00100000:2.0:1767384891.420223:0:17542:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000005ca9d09 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16127:x1853237358501760:12345-0@lo:13: Request processed in 735us (1615us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384891.420225:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384891.420229:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdae5b8f. 00000100:00000200:0.0:1767384891.420232:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001853ff18 x1853237358501888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384891.420237:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000053193264. 00000100:00100000:2.0:1767384891.420241:0:17542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000020:00000040:3.0:1767384891.420245:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000d62afedc : new refcount 4 00000100:00000040:2.0:1767384891.420248:0:17542:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce565cee : new rpc_count 0 00000100:00000001:3.0:1767384891.420253:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384891.420254:0:17542:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384891.420257:0:17542:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384891.420262:0:17542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b4b3636a. 00000020:00000010:2.0:1767384891.420268:0:17542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a9c8672b. 00000100:00000200:0.0:1767384891.420272:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001853ff18 x1853237358501888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384891.420273:0:17542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dbc6308e. 00000020:00000040:2.0:1767384891.420281:0:17542:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 4 00000100:00000001:0.0:1767384891.420282:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384891.420286:0:17542:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384891.420286:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384891.420292:0:16129:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384891.420296:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384891.420298:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384891.420300:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384891.420303:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384891.420306:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00001000:0.0:1767384891.420308:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d21af389 time=5 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384891.420311:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8a46e2f) now 8 - evictor 00000100:00001000:0.0:1767384891.420313:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a6c23273 time=5 v=5 (1 0 0 0) 00000100:00080000:3.0:1767384891.420316:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1767384891.420319:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fe96f595) now 6 - evictor 00000100:00000001:0.0:1767384891.420323:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384891.420327:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384891.420329:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384891.420333:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00080000:0.0:1767384891.420334:0:16129:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001853ff18 x1853237358501888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.420336:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384891.420340:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384891.420343:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384891.420346:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000412a8d7b. 00010000:00000001:0.0:1767384891.420350:0:16129:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384891.420351:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ead83d3 00000100:00000001:2.0:1767384891.420351:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384891.420355:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384891.420356:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ead83d3. 00000100:00000001:0.0:1767384891.420357:0:16129:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384891.420361:0:16129:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 2 00000100:00000001:3.0:1767384891.420362:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1767384891.420363:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384891.420366:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384891.420383:0:16129:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589934596) req@00000000d1d05bf5 x1853237358500608/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384902 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384891.420384:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000073d18f6. 00000100:00000200:3.0:1767384891.420385:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000de8d80bd x1853237358502016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384891.420392:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033c58979 00000400:00000010:2.0:1767384891.420402:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000033c58979. 00000100:00000001:2.0:1767384891.420410:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384891.420418:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000adf9ac74 x1853237358502144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384891.420423:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384891.420426:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000de8d80bd x1853237358502016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384891.420432:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d1d05bf5 x1853237358500608/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384902 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384891.420448:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000adf9ac74 x1853237358502144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.420454:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384891.420458:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384891.420470:0:16130:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384891.420473:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384891.420475:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384891.420476:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384891.420477:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384891.420481:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384891.420481:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384891.420482:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384891.420485:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.420487:0:16127:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:0.0:1767384891.420487:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000080d597d7. 00000100:00001000:3.0:1767384891.420490:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5338197 time=10 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384891.420491:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384891.420494:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384891.420495:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1767384891.420496:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c619e3cd time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384891.420498:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384891.420500:0:16129:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1767384891.420504:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.420506:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1767384891.420506:0:16129:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384891.420509:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384891.420512:0:16127:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b6072302. 00010000:00000001:3.0:1767384891.420514:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1767384891.420514:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:2.0:1767384891.420518:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a558cf0b time=10 v=5 (5 0 0 0) 02000000:00000010:0.0:1767384891.420520:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009cc1fb16. 00010000:00080000:3.0:1767384891.420522:0:16130:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000de8d80bd x1853237358502016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384891.420525:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f60eced4 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384891.420534:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384891.420535:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384891.420537:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384891.420541:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1767384891.420542:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000010:0.0:1767384891.420546:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d1d05bf5. 00010000:00000001:3.0:1767384891.420547:0:16130:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767384891.420550:0:16127:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000adf9ac74 x1853237358502144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384891.420555:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384891.420556:0:16130:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384891.420560:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384891.420562:0:16130:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00010000:00000001:2.0:1767384891.420562:0:16127:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384891.420566:0:16129:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=1/1 committed=0/0 00000100:00000001:3.0:1767384891.420568:0:16130:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384891.420569:0:16127:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384891.420572:0:16129:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1767384891.420573:0:16127:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384891.420574:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.420578:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.420579:0:16127:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384891.420582:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384891.420585:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000de8d80bd x1853237358502016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384891.420589:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001853ff18 x1853237358501888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384891.420590:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000adf9ac74 x1853237358502144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384891.420639:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384891.420643:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384891.420645:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384891.420647:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384891.420648:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384891.420649:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384891.420652:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384891.420653:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767384891.420657:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000de8d80bd x1853237358502016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384891.420658:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000adf9ac74 x1853237358502144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384891.420658:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384891.420668:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001853ff18 x1853237358501888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384891.420684:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000de8d80bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16130:1853237358502016:0@lo:400: 00000100:00000001:3.0:1767384891.420693:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384891.420699:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384891.420703:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000de8d80bd x1853237358502016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384891.420707:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001853ff18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16129:1853237358501888:0@lo:400: 00000100:00100000:2.0:1767384891.420722:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000adf9ac74 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16127:1853237358502144:0@lo:400: 00000100:00000001:0.0:1767384891.420722:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384891.420724:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384891.420729:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384891.420729:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:2.0:1767384891.420731:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:3.0:1767384891.420733:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000080c99af8. 00000400:00000001:2.0:1767384891.420734:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767384891.420737:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767384891.420737:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001853ff18 x1853237358501888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384891.420738:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db69f8f9. 00000400:00000200:2.0:1767384891.420743:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0ac64dc 00000020:00000001:3.0:1767384891.420747:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:2.0:1767384891.420747:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0ac64dc. 00000020:00000040:3.0:1767384891.420751:0:16130:0:(genops.c:1242:class_import_put()) import 000000005ebd018a refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384891.420754:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384891.420755:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384891.420757:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:3.0:1767384891.420770:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a801b127. 00000100:00000200:2.0:1767384891.420773:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000667d68f8 x1853237358501760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384891.420775:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384891.420778:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767384891.420778:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:3.0:1767384891.420782:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000de8d80bd. 02000000:00000010:0.0:1767384891.420783:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003590d335. 00000100:00000001:3.0:1767384891.420788:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384891.420790:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384891.420792:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384891.420793:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384891.420793:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000667d68f8 x1853237358501760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384891.420797:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384891.420800:0:16129:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384891.420801:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384891.420804:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384891.420808:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384891.420808:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384891.420808:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384891.420812:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008b22f46a. 00000100:00000001:3.0:1767384891.420813:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.420814:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384891.420820:0:16127:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384891.420820:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384891.420824:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1767384891.420825:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000010:0.0:1767384891.420827:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001853ff18. 00000100:00000001:2.0:1767384891.420829:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384891.420831:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384891.420833:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384891.420834:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384891.420839:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384891.420840:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384891.420846:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000310710fb time=5 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384891.420851:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:2.0:1767384891.420852:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a6c23273 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384891.420855:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.420857:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384891.420859:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384891.420860:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384891.420863:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384891.420864:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767384891.420867:0:16127:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000667d68f8 x1853237358501760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384891.420873:0:16127:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.420875:0:16127:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384891.420876:0:16127:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384891.420877:0:16127:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384891.420878:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384891.420880:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000667d68f8 x1853237358501760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384907 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384891.420893:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384891.420894:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384891.420895:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384891.420897:0:16127:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767384891.420899:0:16127:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384891.420901:0:16127:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:2.0:1767384891.420906:0:16127:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000067181a10): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:2.0:1767384891.420909:0:16127:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384891.420912:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000667d68f8 x1853237358501760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384907 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384891.420916:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000667d68f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16127:1853237358501760:0@lo:13: 00000100:00000001:2.0:1767384891.420919:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384891.420920:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384891.420922:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000adf9ac74 x1853237358502144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384891.420926:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384891.420927:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384891.420928:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000abf5aa77. 02000000:00000001:2.0:1767384891.420931:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384891.420933:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384891.420934:0:16127:0:(genops.c:1242:class_import_put()) import 00000000e13b832f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384891.420935:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384891.420937:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c07fd809. 02000000:00000001:2.0:1767384891.420939:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384891.420940:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384891.420942:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000adf9ac74. 00000100:00000001:2.0:1767384891.420944:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384891.420945:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384891.420947:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384891.420949:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000667d68f8 x1853237358501760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384907 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384891.420958:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384891.420960:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384891.420961:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006c62b264. 02000000:00000001:2.0:1767384891.420963:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384891.420965:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384891.420966:0:16127:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384891.420967:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384891.420968:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000003567441. 02000000:00000001:2.0:1767384891.420971:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384891.420972:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384891.420973:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000667d68f8. 00000100:00000001:2.0:1767384891.420975:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384891.420976:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384891.420978:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384891.420981:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384891.420982:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384891.420985:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384891.420986:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384891.430074:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294881292, at 4294881293 00000100:00000040:0.0:1767384891.430080:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294881292, at 4294881293 00000100:00000010:2.0:1767384891.430082:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000be7b2e25. 00000100:00000010:0.0:1767384891.430086:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a47bd13d. 00000100:00000040:3.0:1767384891.431401:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294881292, at 4294881294 00000100:00000010:3.0:1767384891.431408:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000239281df. 00000020:00000001:2.0:1767384892.249155:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384892.249159:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384892.249162:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384892.500587:0:19630:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384892.500591:0:19630:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp13 --if ens2 00000001:00000001:2.0:1767384892.503377:0:19630:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384892.509033:0:19631:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000007cd749f8. 00000400:00000010:2.0:1767384892.509048:0:19631:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000004fddbaf. 00000400:00000010:2.0:1767384892.509059:0:19631:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000007cd3493f. 00000400:00000010:2.0:1767384892.509063:0:19631:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ad90e25b. 00000400:00000010:2.0:1767384892.509068:0:19631:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d3d71d0f. 00000400:00000010:2.0:1767384892.509072:0:19631:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c0769d14. 00000400:00000010:2.0:1767384892.509073:0:19631:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000013335c48. 00000400:00000010:2.0:1767384892.509079:0:19631:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000004baa30f. 00000400:00000010:2.0:1767384892.509081:0:19631:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000003c8cd73d. 00000800:00000010:2.0:1767384892.509090:0:19631:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a801b127. 00000800:00000200:2.0:1767384892.509143:0:19631:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384892.509148:0:19631:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384892.509179:0:19631:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:2.0:1767384892.509195:0:19631:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp13 [8/256/0/180] 00000400:00000010:2.0:1767384892.510386:0:19631:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 121 at 000000004d201831. 00000400:00000010:2.0:1767384892.510391:0:19631:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac85a366. 00000400:00000010:2.0:1767384892.510396:0:19631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bd0b3a1. 00000400:00000001:2.0:1767384892.510406:0:19631:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384892.510407:0:19631:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384892.510409:0:19631:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000356384be. 00000400:00000200:2.0:1767384892.510411:0:19631:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dae3d75b 00000400:00000010:2.0:1767384892.510412:0:19631:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dae3d75b. 00000400:00000010:2.0:1767384892.510415:0:19631:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 000000001f58968a. 00000400:00000200:2.0:1767384892.510419:0:19631:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (4) 00000400:00000200:2.0:1767384892.510429:0:19631:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:2.0:1767384892.510438:0:19631:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131085 00000020:00000010:2.0:1767384892.510446:0:19631:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000038618bdc. 00000020:01000000:2.0:1767384892.510450:0:19631:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384892.510453:0:19631:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp13 00000400:00000010:2.0:1767384892.510468:0:19631:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000004fddbaf. 00000400:00000010:2.0:1767384892.510471:0:19631:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000007cd749f8. 00000020:00000001:0.0:1767384892.510522:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384892.510527:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384892.510532:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384892.510535:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384892.510540:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384892.510545:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384892.510546:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384892.510550:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384892.510554:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384892.510556:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384892.510557:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384892.510560:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384892.510562:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384892.510564:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384892.510570:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005776bb6a. 00000020:00000040:0.0:1767384892.510575:0:36:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1767384892.510582:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384892.510585:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384892.510589:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384892.510599:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000008b01b2. 00000100:00000001:0.0:1767384892.510608:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384892.510618:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384892.510621:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384892.510628:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e33b7e07] -> 12345-192.168.203.157@tcp12 (2) 00000100:00000040:0.0:1767384892.510631:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005776bb6a] to pc [ptlrpcd_00_01+1] req@000000005776bb6a x1853237358502272/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384892.510658:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384892.510662:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.510664:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384892.510664:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384892.510666:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384892.510670:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384892.510673:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384892.510675:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384892.510681:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005776bb6a x1853237358502272/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384892.510682:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384892.510685:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384892.510688:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384892.510692:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384892.510694:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384892.510697:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384892.510699:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384892.510700:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384892.510703:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:2.0:1767384892.510704:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384892.510705:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384892.510709:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384892.510710:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384892.510711:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384892.510711:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384892.510716:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384892.510717:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007fd72a2d. 02000000:00000001:2.0:1767384892.510721:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384892.510722:0:36:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1767384892.510728:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1767384892.510729:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005776bb6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358502272:0@lo:253: 02000000:00000001:0.0:1767384892.510731:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384892.510733:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384892.510738:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000074ae7046. 00000100:00000001:2.0:1767384892.510742:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384892.510743:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384892.510748:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384892.510748:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384892.510749:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384892.510768:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fd72a2d] to pc [ptlrpcd_00_02+2] req@000000007fd72a2d x1853237358502400/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384892.510769:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384892.510775:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:0.0:1767384892.510789:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384892.510790:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384892.510793:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000de8b9cb5. 00000020:00000001:0.0:1767384892.510793:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384892.510798:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000001:2.0:1767384892.510799:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384892.510803:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000038618bdc. 00000400:00000010:2.0:1767384892.510807:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065ad36f3. 00000400:00000010:2.0:1767384892.510813:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000004fddbaf. 00000100:00000001:0.0:1767384892.510816:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384892.510818:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358502272, portal 25 00000100:00000001:0.0:1767384892.510820:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.510823:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384892.510825:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384892.510826:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780950656 : -108637928600960 : ffff9d31c2db4a80) 00000100:00000001:0.0:1767384892.510829:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384892.510832:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384892.510837:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005776bb6a x1853237358502272/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384892.510838:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007fd72a2d x1853237358502400/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384892.510867:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384892.510868:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384892.510871:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384892.510874:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000081f8bd7d. 00000100:00000001:0.0:1767384892.510876:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384892.510878:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358502272, offset 0 02000000:00000001:0.0:1767384892.510880:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384892.510884:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384892.510886:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384892.510888:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384892.510891:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007fd72a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358502400:0@lo:253: 00000100:00000001:0.0:1767384892.510895:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384892.510898:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384892.510899:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384892.510901:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384892.510904:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384892.510909:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000474943cc. 02000000:00000001:0.0:1767384892.510911:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384892.510914:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272702180 00000400:00000010:0.0:1767384892.510917:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080216c13. 00000400:00000200:2.0:1767384892.510923:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1c9 [2] + 0 00000400:00000010:2.0:1767384892.510926:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005afbfd07. 00000400:00000200:2.0:1767384892.510930:0:16128:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000637fda37 00000400:00000010:0.0:1767384892.510936:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000043e2b2a4. 00000400:00000200:2.0:1767384892.510937:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384892.510941:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358502400, portal 25 00000100:00000001:0.0:1767384892.510945:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384892.510946:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384892.510948:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780954240 : -108637928597376 : ffff9d31c2db5880) 00000400:00000200:2.0:1767384892.510953:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000637fda37 00000100:00000040:0.0:1767384892.510954:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007fd72a2d x1853237358502400/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384892.510958:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000637fda37. 00000100:00000001:0.0:1767384892.510965:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384892.510966:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384892.510967:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767384892.510971:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384892.510972:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000828639fc. 00000100:00000200:0.0:1767384892.510976:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358502400, offset 0 00000100:00000040:2.0:1767384892.510977:0:16128:0:(events.c:337:request_in_callback()) incoming req@00000000363d60d4 x1853237358502272 msgsize 4848 00000400:00000200:0.0:1767384892.510983:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384892.510988:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384892.510991:0:16128:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384892.510995:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384892.511002:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272702200 00000400:00000200:0.0:1767384892.511005:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1cd [2] + 0 00000400:00000010:0.0:1767384892.511007:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011f6e307. 00000400:00000200:0.0:1767384892.511029:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cca89c25 00000400:00000200:0.0:1767384892.511034:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384892.511038:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384892.511041:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cca89c25 00000400:00000010:0.0:1767384892.511043:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cca89c25. 00000100:00000001:2.0:1767384892.511044:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384892.511046:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384892.511046:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384892.511050:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:3.0:1767384892.511051:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358502272 02000000:00000001:3.0:1767384892.511054:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384892.511055:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081f8bd7d 00000100:00000001:3.0:1767384892.511056:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384892.511058:0:16129:0:(events.c:337:request_in_callback()) incoming req@00000000cb6ab427 x1853237358502400 msgsize 4848 00000100:00000001:3.0:1767384892.511059:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384892.511066:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384892.511066:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384892.511067:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000081f8bd7d. 00000100:00000040:0.0:1767384892.511070:0:16129:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00100000:3.0:1767384892.511073:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358502272 00000100:00000001:2.0:1767384892.511074:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1767384892.511079:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384892.511080:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:2.0:1767384892.511083:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005776bb6a x1853237358502272/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384892.511084:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000400:00000200:0.0:1767384892.511088:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000828639fc 00000020:00000001:3.0:1767384892.511091:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767384892.511092:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000828639fc. 00000020:00000040:3.0:1767384892.511096:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000100:00000001:0.0:1767384892.511098:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1767384892.511102:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000200:0.0:1767384892.511105:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007fd72a2d x1853237358502400/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384892.511106:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384892.511106:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384892.511114:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384892.511114:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005776bb6a x1853237358502272/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384892.511119:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000fe7c286. 00000100:00000001:0.0:1767384892.511121:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384892.511125:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384892.511127:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007fd72a2d x1853237358502400/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384892.511130:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000fe7c286. 00000020:00000010:3.0:1767384892.511139:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000beca7526. 00000100:00000001:2.0:1767384892.511142:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384892.511146:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f92895fe. 00000100:00000001:2.0:1767384892.511148:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384892.511150:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384892.511155:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1767384892.511158:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002f79b46f. 00000100:00000001:2.0:1767384892.511158:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384892.511160:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384892.511166:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294882385 00000100:00000001:2.0:1767384892.511167:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294882385 00000100:00000010:0.0:1767384892.511170:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e4a79cda. 00000100:00000040:3.0:1767384892.511171:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384892.511176:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384892.511179:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384892.511180:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384892.511181:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.511189:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384892.511192:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294882385 00000100:00000001:2.0:1767384892.511193:0:16128:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, keep current deadline 4294882385 00000100:00000001:3.0:1767384892.511198:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384892.511199:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294882385 00000100:00000010:0.0:1767384892.511199:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000223e6b62. 00000100:00000001:0.0:1767384892.511206:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384892.511212:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384892.511213:0:16128:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, keep current deadline 4294882385 00000100:00000001:0.0:1767384892.511213:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294882385 00000100:00100000:3.0:1767384892.511216:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358502400 02000000:00000001:3.0:1767384892.511220:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:0.0:1767384892.511220:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001f4a6022. 00000100:00000001:2.0:1767384892.511221:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294882385 00000100:00000001:3.0:1767384892.511224:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384892.511226:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384892.511228:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384892.511231:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384892.511232:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294882385 00000100:00100000:3.0:1767384892.511233:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358502400 00000100:00000001:2.0:1767384892.511233:0:16128:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, keep current deadline 4294882385 00000020:00000001:3.0:1767384892.511237:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384892.511239:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294882385 00000020:00000040:3.0:1767384892.511240:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000100:00000010:0.0:1767384892.511240:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000044bdb3ff. 00000020:00000001:3.0:1767384892.511245:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384892.511247:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000020:00000040:3.0:1767384892.511248:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000020:00000001:3.0:1767384892.511252:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384892.511253:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384892.511254:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384892.511254:0:16128:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, keep current deadline 4294882385 00000100:00000001:0.0:1767384892.511258:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.511260:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384892.511261:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384892.511263:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384892.511264:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000fe7c286. 00000100:00000001:2.0:1767384892.511265:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384892.511269:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384892.511270:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384892.511272:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384892.511276:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000fe7c286. 00000100:00000001:2.0:1767384892.511277:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384892.511278:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384892.511282:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080c99af8. 00000100:00000001:2.0:1767384892.511284:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384892.511287:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d7e9f203. 00000100:00000001:0.0:1767384892.511287:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384892.511288:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384892.511293:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d35335ca. 00000100:00000001:0.0:1767384892.511295:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384892.511296:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384892.511297:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384892.511298:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384892.511300:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384892.511300:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384892.511301:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.511303:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.511305:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384892.511306:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.511307:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.511309:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.511313:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384892.511321:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384892.511323:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384892.511325:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.511326:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384892.511332:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00000040:3.0:1767384892.511342:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:3.0:1767384892.511344:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529250384 : -108637180301232 : ffff9d31ef757050) 00000100:00000001:0.0:1767384892.511345:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384892.511349:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384892.511352:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000363d60d4 x1853237358502272/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:118/0 lens 4848/0 e 0 to 0 dl 1767384903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384892.511356:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00000040:0.0:1767384892.511361:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000100:00000001:0.0:1767384892.511366:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529241168 : -108637180310448 : ffff9d31ef754c50) 00000100:00000001:3.0:1767384892.511367:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384892.511371:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000fe7c286. 00000100:00000040:0.0:1767384892.511373:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cb6ab427 x1853237358502400/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:118/0 lens 4848/0 e 0 to 0 dl 1767384903 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384892.511374:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384892.511380:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000fe7c286. 00000100:00100000:3.0:1767384892.511388:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000363d60d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16128:x1853237358502272:12345-0@lo:253: 00000100:00000001:0.0:1767384892.511389:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767384892.511393:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358502272 00000020:00000010:0.0:1767384892.511394:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000099e219dc. 00000020:00000001:3.0:1767384892.511396:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384892.511398:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384892.511400:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384892.511401:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000099e219dc. 00000020:00000001:3.0:1767384892.511403:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384892.511406:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:0.0:1767384892.511407:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cb6ab427 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16129:x1853237358502400:12345-0@lo:253: 00000020:00000001:3.0:1767384892.511409:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000100:00000200:0.0:1767384892.511412:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358502400 00000020:00000001:3.0:1767384892.511414:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384892.511417:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384892.511418:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384892.511421:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384892.511423:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384892.511425:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384892.511426:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384892.511428:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384892.511429:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384892.511431:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000100:00000001:3.0:1767384892.511434:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384892.511434:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384892.511438:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384892.511439:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384892.511443:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000010:3.0:1767384892.511445:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005d7e5caa. 00000020:00000001:0.0:1767384892.511446:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1767384892.511450:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384892.511450:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384892.511451:0:16116:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e33b7e07] -> 12345-192.168.203.157@tcp12 (2) 00000100:00000001:3.0:1767384892.511458:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384892.511458:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384892.511461:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384892.511463:0:16763:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000200:1.1:1767384892.511464:0:16116:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp12 0000000008b29749 deleted 02000000:00000010:0.0:1767384892.511467:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000038618bdc. 00000800:00000010:1.1:1767384892.511468:0:16116:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000008b29749. 02000000:00000001:0.0:1767384892.511471:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384892.511473:0:16763:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b44a3452. 00000800:00000200:1.1:1767384892.511475:0:16116:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 20000000:01000000:3.0:1767384892.511477:0:16763:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384892.511482:0:16763:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:0.0:1767384892.511482:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384892.511485:0:16763:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384892.511487:0:16764:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384892.511490:0:16763:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384892.511490:0:16116:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp12 ip 192.168.203.157:1017 20000000:00000001:3.0:1767384892.511494:0:16763:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384892.511496:0:16764:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000cc5e30e9. 20000000:00000001:3.0:1767384892.511497:0:16763:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000200:1.1:1767384892.511497:0:16116:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002fdf7ffc type 1, nob 208 niov 1 nkiov 1 20000000:01000000:0.0:1767384892.511500:0:16764:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384892.511504:0:16764:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384892.511507:0:16764:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384892.511509:0:16764:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384892.511512:0:16763:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000dbc6308e. 20000000:00000001:0.0:1767384892.511513:0:16764:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384892.511517:0:16763:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 20000000:00000001:0.0:1767384892.511518:0:16764:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384892.511523:0:16763:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384892.511530:0:16763:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384892.511567:0:16763:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384892.511572:0:16763:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384892.511574:0:16763:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384892.511576:0:16763:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384892.511579:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384892.511584:0:16763:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:3.0:1767384892.511587:0:16763:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384892.511592:0:16763:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006766970c. 00080000:00000001:3.0:1767384892.511595:0:16763:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431499054080 : -108642210497536 : ffff9d30c3a2bc00) 00080000:00000001:3.0:1767384892.511598:0:16763:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384892.511681:0:16763:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384892.511684:0:16763:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384892.511689:0:16763:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384892.511707:0:16763:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384892.511711:0:16763:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:1.1:1767384892.511728:0:16118:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:3.0:1767384892.511840:0:16763:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384892.511845:0:16763:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000001:0.0:1767384892.511895:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384892.511905:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384892.511907:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384892.511911:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384892.511921:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp12(192.168.203.157@tcp12) <- 192.168.203.157@tcp12 : PUT - for me 00000400:00000200:0.0:1767384892.511932:0:16121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 112 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384892.511937:0:16121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.157@tcp of length 112/112 into md 0x11d9 [1] + 0 00000400:00000010:0.0:1767384892.511940:0:16121:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008da50455. 00000400:00000200:0.0:1767384892.511944:0:16121:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ea2626c3 00000800:00000001:0.0:1767384892.511948:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384892.511957:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384892.511960:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384892.511967:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp12->192.168.203.157@tcp12: PUT: OK 00000400:00000200:0.0:1767384892.511971:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2626c3 00000400:00000010:0.0:1767384892.511976:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2626c3. 00000400:00000200:0.0:1767384892.511981:0:16121:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384892.511986:0:16121:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (6) 00000400:00000200:0.0:1767384892.511993:0:16121:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000010:0.0:1767384892.511998:0:16121:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 121 at 00000000c0cf7862. 00000400:00000200:0.0:1767384892.512002:0:16121:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.157@tcp 5 00000400:00000200:0.0:1767384892.512008:0:16121:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:0.0:1767384892.512048:0:16121:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (7) 00000400:00000200:0.0:1767384892.512054:0:16121:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384892.512061:0:16121:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp12 to MR: 192.168.203.157@tcp12 local destination 00000400:00000200:0.0:1767384892.512068:0:16121:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp12 NI seq info: [12:12:256:4294967295] 192.168.203.157@tcp12 LPNI seq info [12:12:8:4294967295] 00000400:00000200:0.0:1767384892.512093:0:16121:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp12(192.168.203.157@tcp12:192.168.203.157@tcp12) -> 192.168.203.157@tcp12(192.168.203.157@tcp12:192.168.203.157@tcp12) 192.168.203.157@tcp12 : ACK try# 0 00000800:00000200:0.0:1767384892.512100:0:16121:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.157@tcp12 00000800:00000010:0.0:1767384892.512106:0:16121:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe818d08. 00000800:00000200:0.0:1767384892.512112:0:16121:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e33b7e07] -> 12345-192.168.203.157@tcp12 (4) 00000800:00000200:0.0:1767384892.512117:0:16121:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp12 ip 192.168.203.157:988 00000800:00000200:0.0:1767384892.512121:0:16121:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fe818d08 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384892.512176:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384892.512179:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe818d08. 00000400:00000200:0.0:1767384892.512182:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384892.512185:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp12->192.168.203.157@tcp12: ACK: OK 00000800:00000001:0.0:1767384892.512191:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384892.512195:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384892.512197:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384892.512201:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384892.512202:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384892.512207:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384892.512212:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp12(192.168.203.157@tcp12) <- 192.168.203.157@tcp12 : ACK - for me 00000400:00000200:0.0:1767384892.512221:0:16121:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.157@tcp12: ACK from 12345-192.168.203.157@tcp12 into md 0x1221 00000400:00000200:0.0:1767384892.512224:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384892.512228:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp12->192.168.203.157@tcp12: ACK: OK 00000400:00000200:0.0:1767384892.512232:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000081cab23 00000400:00000010:0.0:1767384892.512234:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000081cab23. 00000400:00000200:0.0:1767384892.512237:0:16121:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384892.512240:0:16121:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.157@tcp ev->status 0 00000400:00000200:0.0:1767384892.512244:0:16121:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:0.0:1767384892.512247:0:16121:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (6) 00000800:00000001:0.0:1767384892.512252:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384892.512255:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384892.512271:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384892.512275:0:16125:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c79813d. 00000400:00000010:0.0:1767384892.512280:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6452143. 00000400:00000200:0.0:1767384892.512283:0:16125:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000090d96c3f 00000400:00000200:0.0:1767384892.512292:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x1000d1 00000400:00000010:0.0:1767384892.512298:0:16125:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 120 at 00000000e8cc5cff. 00000400:00000010:0.0:1767384892.512306:0:16125:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 144 at 00000000828639fc. 00000400:00000010:0.0:1767384892.512314:0:16125:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 120 at 00000000d839aefe. 00000400:00000010:0.0:1767384892.512325:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000006aab08a6. 00000400:00000200:0.0:1767384892.512330:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 000000006aab08a6 nid 192.168.203.157@tcp13 00000400:00000010:0.0:1767384892.512334:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b9ba7f48. 00000400:00000200:0.0:1767384892.512336:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b9ba7f48 net tcp13 00000400:00000200:0.0:1767384892.512339:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (5) 00000400:00000200:0.0:1767384892.512342:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp13 flags 0x11 00000400:00000010:0.0:1767384892.512345:0:16125:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 120 at 00000000e8cc5cff. 00000400:00000010:0.0:1767384892.512348:0:16125:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 144 at 00000000828639fc. 00000400:00000010:0.0:1767384892.512350:0:16125:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 120 at 00000000d839aefe. 00000400:00000010:0.0:1767384892.512353:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 00000000c0cf7862. 00000400:00000200:0.0:1767384892.512357:0:16125:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:0.0:1767384892.512360:0:16125:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.157@tcp(00000000aa3f4fd0): 0. state = 0x100151 00000400:00000200:0.0:1767384892.512364:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 rc 1 00000400:00000200:0.0:1767384892.512370:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000400:00000200:0.0:1767384892.512373:0:16125:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.157@tcp 00000400:00000200:0.0:1767384892.512376:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100111 rc 0 00000400:00000200:0.0:1767384892.512380:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:0.0:1767384892.512384:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (6) 00000800:00000010:3.0:1767384892.512484:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ec54db99. 00000800:00000010:3.0:1767384892.512489:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b10582b3. 00000800:00000010:3.0:1767384892.512510:0:16117:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000034a3503d. 00000800:00000200:3.1:1767384892.512516:0:16117:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e33b7e07] -> 12345-192.168.203.157@tcp12 (4) 00000800:00000200:3.1:1767384892.512520:0:16117:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp12 0000000034a3503d deleted 00000800:00000010:3.1:1767384892.512522:0:16117:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000034a3503d. 00000800:00000200:3.1:1767384892.512526:0:16117:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384892.512530:0:16117:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp12 p 3.x 192.168.203.157 -> 192.168.203.157:1016 incarnation:1767384891219737230 sched[0] 00000800:00000010:3.0:1767384892.512536:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000df0a06c5. 00000800:00000010:3.0:1767384892.512589:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000df0a06c5. 00000800:00000010:3.0:1767384892.512593:0:16117:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b10582b3. 00000800:00000010:3.0:1767384892.512618:0:16117:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b228bcf4. 00000800:00000001:0.0:1767384892.512637:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384892.512643:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384892.512644:0:16118:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384892.512651:0:16118:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp12 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384891219737230 sched[0] 00000800:00000010:3.0:1767384892.512654:0:16118:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005a3ffaf0. 00000800:00000001:0.0:1767384892.512679:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384892.512684:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384892.519854:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384892.519858:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384892.519876:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384892.519878:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384892.519879:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384892.519881:0:16763:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384892.519882:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006766970c. 00080000:00000001:0.0:1767384892.519888:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000002:3.0:1767384892.519889:0:16763:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:3.0:1767384892.519893:0:16763:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384892.519905:0:16763:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384892.519916:0:16763:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384892.519928:0:16763:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384892.519931:0:16763:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:0.0:1767384892.519933:0:16764:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008df8a46d. 20000000:01000000:0.0:1767384892.519936:0:16764:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 00080000:00000020:3.0:1767384892.519938:0:16763:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384892.519947:0:16764:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:2.0:1767384892.519951:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384892.519951:0:16764:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:2.0:1767384892.519957:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384892.519961:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384892.519965:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384892.519969:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384892.519973:0:16764:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384892.519978:0:16764:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384892.519979:0:16764:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384892.519980:0:16764:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000010:2.0:1767384892.519982:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004c431a22. 00000020:00000001:0.0:1767384892.519983:0:16764:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384892.519989:0:16764:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00010000:00000001:2.0:1767384892.519990:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384892.519993:0:16764:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000010:2.0:1767384892.519995:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000051552f86. 00080000:00000010:0.0:1767384892.519999:0:16764:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c8cf2313. 00000020:00000001:2.0:1767384892.520001:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384892.520003:0:16764:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635436770062336 : -108636939489280 : ffff9d31fdcff000) 00000020:00000040:2.0:1767384892.520005:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000051552f86 with handle 0x4895a8f6c11e8591 to hash 00080000:00000001:0.0:1767384892.520007:0:16764:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:2.0:1767384892.520032:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384892.520034:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635436275763712 : -108637433787904 : ffff9d31e0598a00) 00010000:00000001:2.0:1767384892.520038:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635436275763712 : -108637433787904 : ffff9d31e0598a00) 00010000:00000001:2.0:1767384892.520042:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384892.520045:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384892.520048:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000051552f86/0x4895a8f6c11e8591 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384892.520073:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384892.520078:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384892.520080:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384892.520083:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384892.520085:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384892.520086:0:16764:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1767384892.520088:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384892.520090:0:16764:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384892.520093:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384892.520096:0:16764:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384892.520098:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384892.520102:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384892.520104:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384892.520106:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384892.520108:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004c431a22) refcount = 1 00080000:00000001:0.0:1767384892.520110:0:16764:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384892.520114:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000051552f86/0x4895a8f6c11e8591 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384892.520116:0:16764:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384892.520126:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384892.520129:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384892.520131:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384892.520134:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384892.520136:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384892.520140:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384892.520143:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002206779s 00010000:00000001:2.0:1767384892.520147:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384892.520156:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384892.520158:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000051552f86 refcount=4 00000020:00000001:2.0:1767384892.520162:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275763712 : -108637433787904 : ffff9d31e0598a00) 00010000:00000001:2.0:1767384892.520165:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275763712 : -108637433787904 : ffff9d31e0598a00) 00010000:00000001:2.0:1767384892.520168:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384892.520171:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000051552f86/0x4895a8f6c11e8591 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384892.520179:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384892.520182:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000051552f86/0x4895a8f6c11e8591 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384892.520188:0:16764:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:2.0:1767384892.520190:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384892.520194:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1767384892.520195:0:16764:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00010000:2.0:1767384892.520198:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000051552f86/0x4895a8f6c11e8591 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384892.520206:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384892.520208:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384892.520211:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384892.520215:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000051552f86/0x4895a8f6c11e8591 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384892.520222:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000051552f86 already unused, calling callback (00000000be7801c4) 00010000:00000001:2.0:1767384892.520225:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384892.520228:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384892.520231:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000051552f86/0x4895a8f6c11e8591 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384892.520238:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384892.520240:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384892.520242:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384892.520244:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000051552f86 refcount=5 00000020:00000001:2.0:1767384892.520246:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275763712 : -108637433787904 : ffff9d31e0598a00) 00010000:00000001:2.0:1767384892.520248:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275763712 : -108637433787904 : ffff9d31e0598a00) 00010000:00000001:2.0:1767384892.520257:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384892.520260:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000051552f86/0x4895a8f6c11e8591 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384892.520267:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384892.520270:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384892.520272:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384892.520276:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384892.520278:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384892.520281:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384892.520283:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384892.520286:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000051552f86 with handle 0x4895a8f6c11e8591 from hash 00010000:00000001:2.0:1767384892.520289:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384892.520290:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384892.520292:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384892.520293:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384892.520296:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384892.520298:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384892.520301:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384892.520304:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384892.520307:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384892.520310:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384892.520312:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384892.520315:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384892.520317:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384892.520319:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384892.520322:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384892.520325:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384892.520328:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000051552f86/0x4895a8f6c11e8591 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384892.520335:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384892.520337:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384892.520338:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384892.520340:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384892.520342:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384892.520344:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384892.520351:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384892.520355:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384892.520357:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384892.520360:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000051552f86/0x4895a8f6c11e8591 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384892.520367:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384892.520369:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384892.520371:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000051552f86/0x4895a8f6c11e8591 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384892.520378:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004c431a22 count: 0 00010000:00000001:2.0:1767384892.520388:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384892.520390:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384892.523073:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294882385, at 4294882386 00000100:00000040:0.0:1767384892.523073:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294882385, at 4294882386 00000100:00000040:2.0:1767384892.523075:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294882385, at 4294882386 00000100:00000010:3.0:1767384892.523086:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000044bdb3ff. 00000100:00000010:0.0:1767384892.523089:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e4a79cda. 00000100:00000010:2.0:1767384892.523092:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001f4a6022. 00010000:00000010:2.1:1767384892.527046:0:16644:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004c431a22. 00010000:00000010:2.1:1767384892.527055:0:16644:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000051552f86. 00080000:00000001:0.0:1767384892.528604:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384892.528607:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384892.528609:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384892.528611:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384892.528613:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384892.528615:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c8cf2313. 00080000:00000001:0.0:1767384892.528620:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384892.528632:0:16764:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384892.528638:0:16764:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:0.0:1767384892.528652:0:16764:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384892.528656:0:16764:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384892.528659:0:16764:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384892.528672:0:16764:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384892.528676:0:16764:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384892.528685:0:16764:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384892.528695:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384892.528704:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384892.528706:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384892.528710:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384892.528712:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384892.528718:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006a090c41. 00010000:00000001:0.0:1767384892.528722:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384892.528726:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dd8138a9. 00000020:00000001:0.0:1767384892.528729:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384892.528731:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000dd8138a9 with handle 0x4895a8f6c11e8598 to hash 00000020:00000001:0.0:1767384892.528733:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384892.528734:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00010000:00000001:0.0:1767384892.528737:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00010000:00000001:0.0:1767384892.528739:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384892.528741:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384892.528743:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e8598 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384892.528749:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384892.528767:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384892.528770:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384892.528773:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384892.528775:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384892.528777:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384892.528779:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384892.528782:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384892.528783:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384892.528785:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384892.528786:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384892.528788:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006a090c41) refcount = 1 00010000:00010000:0.0:1767384892.528792:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e8598 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384892.528798:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384892.528800:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384892.528802:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384892.528804:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384892.528812:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384892.528815:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384892.528818:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002206779s 00010000:00000001:0.0:1767384892.528821:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384892.528823:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384892.528824:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dd8138a9 refcount=4 00000020:00000001:0.0:1767384892.528827:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00010000:00000001:0.0:1767384892.528829:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00010000:00000001:0.0:1767384892.528831:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384892.528832:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e8598 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384892.528836:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384892.528837:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e8598 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384892.528841:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384892.528843:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384892.528844:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e8598 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384892.528848:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384892.528849:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384892.528850:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384892.528852:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e8598 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384892.528856:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000dd8138a9 already unused, calling callback (00000000be7801c4) 00010000:00000001:0.0:1767384892.528858:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384892.528860:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384892.528861:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e8598 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384892.528864:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384892.528866:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384892.528872:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384892.528873:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dd8138a9 refcount=5 00000020:00000001:0.0:1767384892.528874:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00010000:00000001:0.0:1767384892.528876:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00010000:00000001:0.0:1767384892.528879:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384892.528880:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e8598 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384892.528884:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384892.528886:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384892.528887:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384892.528889:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384892.528891:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384892.528893:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384892.528894:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384892.528895:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dd8138a9 with handle 0x4895a8f6c11e8598 from hash 00010000:00000001:0.0:1767384892.528897:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384892.528898:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384892.528900:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384892.528901:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384892.528903:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384892.528905:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384892.528906:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384892.528907:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384892.528909:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384892.528911:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384892.528912:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384892.528913:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384892.528914:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384892.528915:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384892.528916:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384892.528918:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384892.528919:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e8598 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384892.528923:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384892.528929:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384892.528930:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384892.528932:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384892.528934:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384892.528935:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384892.528938:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384892.528941:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384892.528943:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384892.528944:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e8598 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384892.528948:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384892.528950:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384892.528951:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e8598 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384892.528954:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006a090c41 count: 0 00010000:00000001:0.0:1767384892.528962:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384892.528963:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384892.530261:0:16763:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384892.530266:0:16763:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384892.530270:0:16763:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b44a3452. 20000000:00000001:3.0:1767384892.530275:0:16763:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384892.530280:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358502272 00010000:00000001:3.0:1767384892.530283:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384892.530292:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000363d60d4 x1853237358502272/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:118/0 lens 4848/4768 e 0 to 0 dl 1767384903 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384892.530302:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384892.530305:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384892.530309:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384892.530314:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384892.530317:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:3.0:1767384892.530320:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:3.0:1767384892.530323:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384892.530326:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.530330:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384892.530333:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384892.530338:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d4a5bbf7. 00000100:00000200:3.0:1767384892.530345:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358502272, offset 224 00000400:00000200:3.0:1767384892.530352:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384892.530364:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384892.530375:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272702180 00000400:00000200:3.0:1767384892.530383:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1225 [2] + 224 00000400:00000200:3.0:1767384892.530392:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384892.530396:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384892.530402:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384892.530414:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005776bb6a x1853237358502272/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384892.530423:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005776bb6a x1853237358502272/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384892.530439:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384892.530448:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4a5bbf7 00000400:00000010:3.0:1767384892.530451:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d4a5bbf7. 00000100:00000001:3.0:1767384892.530454:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384892.530456:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384892.530458:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384892.530461:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.530462:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384892.530467:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000001:2.0:1767384892.530469:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384892.530471:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384892.530472:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384892.530476:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384892.530477:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065ad36f3. 00000020:00000001:3.0:1767384892.530483:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384892.530483:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004fddbaf 00000400:00000010:2.0:1767384892.530487:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000004fddbaf. 00000100:00000001:2.0:1767384892.530490:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384892.530491:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000363d60d4 x1853237358502272/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:118/0 lens 4848/4768 e 0 to 0 dl 1767384903 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384892.530495:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005776bb6a x1853237358502272/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384892.530520:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005776bb6a x1853237358502272/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384892.530522:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000363d60d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16128:x1853237358502272:12345-0@lo:253: Request processed in 19149us (19539us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384892.530535:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384892.530538:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384892.530540:0:16128:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767384892.530544:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 02000000:00000001:2.0:1767384892.530544:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384892.530547:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384892.530550:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384892.530551:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 02000000:00000001:2.0:1767384892.530552:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384892.530558:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:2.0:1767384892.530560:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=16 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384892.530561:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384892.530565:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f92895fe. 00000020:00000010:3.0:1767384892.530571:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002f79b46f. 00000100:00001000:2.0:1767384892.530572:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=16 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384892.530575:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000beca7526. 00000100:00000001:2.0:1767384892.530576:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384892.530579:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384892.530581:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 00010000:00000001:2.0:1767384892.530581:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384892.530585:0:16128:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384892.530587:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384892.530588:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384892.530589:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005d7e5caa. 02000000:00000001:3.0:1767384892.530592:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1767384892.530593:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005776bb6a x1853237358502272/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384892.530595:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384892.530603:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384892.530603:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384892.530607:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384892.530609:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384892.530611:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ae605e5. 00000020:01000004:2.0:1767384892.530613:0:16128:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384892.530616:0:16128:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:3.0:1767384892.530617:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d4a5bbf7. 00000020:01000004:2.0:1767384892.530618:0:16128:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384892.530619:0:16128:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384892.530620:0:16128:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384892.530621:0:16128:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384892.530622:0:16128:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384892.530625:0:16128:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384892.530627:0:16128:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384892.530628:0:16128:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384892.530631:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005776bb6a x1853237358502272/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384892.530636:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005776bb6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358502272:0@lo:253: 00000100:00000001:2.0:1767384892.530641:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384892.530643:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384892.530645:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005776bb6a x1853237358502272/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384892.530650:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384892.530652:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384892.530654:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000de8b9cb5. 02000000:00000001:2.0:1767384892.530658:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384892.530659:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384892.530661:0:16128:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1767384892.530662:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384892.530670:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000008b01b2. 02000000:00000001:2.0:1767384892.530674:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384892.530676:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384892.530678:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005776bb6a. 00000100:00000001:2.0:1767384892.530681:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384892.530682:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384892.530683:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384892.530690:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384892.530691:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.530693:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384892.530695:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.531984:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384892.531987:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384892.531993:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384892.531996:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384892.531998:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080216c13. 00000400:00000200:2.0:1767384892.532004:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043e2b2a4 00000400:00000010:2.0:1767384892.532007:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000043e2b2a4. 00000100:00000001:2.0:1767384892.532036:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384892.532041:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007fd72a2d x1853237358502400/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384892.532063:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007fd72a2d x1853237358502400/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384892.532085:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384892.532091:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384892.532095:0:16129:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384892.532098:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384892.532102:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384892.532105:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384892.532109:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384892.532115:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384892.532122:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384892.532129:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384892.532131:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384892.532134:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384892.532136:0:16129:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.532138:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384892.532151:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007fd72a2d x1853237358502400/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384892.532161:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384892.532165:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384892.532166:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384892.532169:0:16129:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384892.532170:0:16129:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384892.532171:0:16129:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384892.532173:0:16129:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384892.532174:0:16129:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384892.532175:0:16129:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384892.532176:0:16129:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384892.532177:0:16129:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384892.532178:0:16129:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384892.532179:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007fd72a2d x1853237358502400/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384892.532184:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007fd72a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358502400:0@lo:253: 00000100:00000001:2.0:1767384892.532187:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384892.532188:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384892.532189:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007fd72a2d x1853237358502400/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384908 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384892.532193:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384892.532194:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384892.532195:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000474943cc. 02000000:00000001:2.0:1767384892.532197:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384892.532198:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384892.532199:0:16129:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1767384892.532200:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384892.532202:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000074ae7046. 02000000:00000001:2.0:1767384892.532205:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384892.532205:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384892.532206:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007fd72a2d. 00000100:00000001:2.0:1767384892.532208:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384892.532209:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384892.532210:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384892.532217:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384892.532218:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384892.532219:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384892.532221:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384892.535300:0:19636:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d7cff2ba. 00000400:00000040:0.0:1767384892.535317:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384892.535320:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384892.535323:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384892.535325:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384892.535328:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384892.535330:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384892.535333:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384892.535335:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384892.535338:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384892.535340:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384892.535342:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384892.535343:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384892.535345:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384892.535347:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384892.535348:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384892.535349:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384892.535350:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384892.535351:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384892.535356:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384892.535358:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384892.535359:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384892.535360:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384892.535362:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384892.535363:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384892.535364:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384892.535366:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384892.535368:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384892.535369:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384892.535370:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384892.535371:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384892.535371:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384892.535373:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384892.535374:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384892.535375:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384892.535376:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384892.535377:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384892.535378:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384892.535380:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384892.535381:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384892.535382:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384892.535383:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384892.535385:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384892.535386:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384892.535387:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384892.535388:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384892.535389:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384892.535390:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384892.535391:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384892.535392:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384892.535393:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384892.535394:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384892.535395:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384892.535396:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384892.535398:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384892.535398:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384892.535399:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384892.535400:0:19636:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384892.535430:0:19636:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d7cff2ba. 00010000:00000010:0.1:1767384892.539076:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006a090c41. 00010000:00000010:0.1:1767384892.539085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dd8138a9. 00080000:00000001:2.0:1767384893.088852:0:19792:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384893.088864:0:19792:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384893.088867:0:19792:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384893.088873:0:19792:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384893.088880:0:19792:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384893.088883:0:19792:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384893.273163:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384893.273169:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384893.273173:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384893.822780:0:19956:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384893.822783:0:19956:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp14 --if ens2 00000001:00000001:3.0:1767384893.826219:0:19956:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384893.833478:0:19957:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000006c62b264. 00000400:00000010:3.0:1767384893.833509:0:19957:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000637fda37. 00000400:00000010:3.0:1767384893.833521:0:19957:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000020212193. 00000400:00000010:3.0:1767384893.833526:0:19957:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000035a809bb. 00000400:00000010:3.0:1767384893.833531:0:19957:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004203177c. 00000400:00000010:3.0:1767384893.833536:0:19957:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000fe7c286. 00000400:00000010:3.0:1767384893.833539:0:19957:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d43a59c7. 00000400:00000010:3.0:1767384893.833552:0:19957:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007049ccf5. 00000400:00000010:3.0:1767384893.833557:0:19957:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000cecda67a. 00000800:00000010:3.0:1767384893.833569:0:19957:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000009b232d70. 00000800:00000200:3.0:1767384893.833581:0:19957:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384893.833588:0:19957:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384893.833629:0:19957:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:3.0:1767384893.833651:0:19957:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp14 [8/256/0/180] 00000400:00000010:3.0:1767384893.835031:0:19957:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 000000008108ac05. 00000400:00000010:3.0:1767384893.835039:0:19957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000187e50c4. 00000400:00000010:3.0:1767384893.835048:0:19957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027fa4960. 00000400:00000001:3.0:1767384893.835064:0:19957:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384893.835066:0:19957:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384893.835068:0:19957:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac85a366. 00000400:00000200:3.0:1767384893.835072:0:19957:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bd0b3a1 00000400:00000010:3.0:1767384893.835076:0:19957:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bd0b3a1. 00000400:00000010:3.0:1767384893.835082:0:19957:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 000000004d201831. 00000400:00000200:3.0:1767384893.835086:0:19957:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (5) 00000400:00000200:3.0:1767384893.835104:0:19957:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:3.0:1767384893.835111:0:19957:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131086 00000020:00000010:3.0:1767384893.835118:0:19957:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000005d7e5caa. 00000020:01000000:3.0:1767384893.835125:0:19957:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384893.835128:0:19957:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp14 00000400:00000010:3.0:1767384893.835142:0:19957:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000637fda37. 00000400:00000010:3.0:1767384893.835155:0:19957:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000006c62b264. 00000020:00000001:0.0:1767384893.835165:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384893.835172:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384893.835183:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384893.835188:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384893.835196:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384893.835200:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384893.835203:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384893.835204:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384893.835205:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384893.835207:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384893.835208:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384893.835211:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384893.835212:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384893.835219:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384893.835227:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c705512f. 00000020:00000040:0.0:1767384893.835237:0:36:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1767384893.835243:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384893.835252:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384893.835259:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384893.835272:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a18aee20. 00000100:00000001:0.0:1767384893.835281:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384893.835292:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384893.835298:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384893.835309:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c705512f] to pc [ptlrpcd_00_03+3] req@00000000c705512f x1853237358502528/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384893.835355:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384893.835360:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384893.835362:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384893.835371:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384893.835372:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384893.835382:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384893.835385:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c705512f x1853237358502528/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384893.835385:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384893.835387:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384893.835399:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384893.835420:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384893.835421:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000001:0.0:1767384893.835424:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:2.0:1767384893.835425:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384893.835430:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000200:1.1:1767384893.835433:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de88f293] -> 12345-192.168.203.157@tcp13 (2) 02000000:00000001:2.0:1767384893.835436:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 10000000:01000000:0.0:1767384893.835436:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 02000000:00000001:2.0:1767384893.835442:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384893.835443:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:2.0:1767384893.835453:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384893.835453:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00100000:2.0:1767384893.835456:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c705512f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358502528:0@lo:253: 00000100:00000001:2.0:1767384893.835460:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:0.0:1767384893.835464:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384893.835466:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:2.0:1767384893.835467:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:0.0:1767384893.835469:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:2.0:1767384893.835470:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384893.835474:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:2.0:1767384893.835479:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:01000004:0.0:1767384893.835484:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000010:2.0:1767384893.835487:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000de8b9cb5. 00000020:01000004:0.0:1767384893.835492:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384893.835494:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384893.835497:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:2.0:1767384893.835509:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065ad36f3. 00000100:00000010:0.0:1767384893.835511:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a8eca923. 00000020:00000040:0.0:1767384893.835517:0:36:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000400:00000010:2.0:1767384893.835520:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000087cd8305. 00000100:00000001:0.0:1767384893.835520:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384893.835523:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:2.0:1767384893.835526:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358502528, portal 25 02000000:00000001:0.0:1767384893.835527:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384893.835531:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384893.835533:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780961408 : -108637928590208 : ffff9d31c2db7480) 00000100:00000040:2.0:1767384893.835537:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c705512f x1853237358502528/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384893.835540:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000207af959. 00000100:00000001:0.0:1767384893.835544:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384893.835549:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384893.835553:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384893.835555:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384893.835565:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384893.835565:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eca923] to pc [ptlrpcd_00_00+0] req@00000000a8eca923 x1853237358502656/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384893.835570:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007fd64056. 00000100:00000200:2.0:1767384893.835576:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358502528, offset 0 00000400:00000200:2.0:1767384893.835585:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000001:0.0:1767384893.835590:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384893.835593:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384893.835597:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384893.835600:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:01000000:0.0:1767384893.835600:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384893.835604:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000005d7e5caa. 00000400:00000200:2.0:1767384893.835622:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272702280 00000100:00000001:0.0:1767384893.835627:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384893.835630:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384893.835637:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384893.835644:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d1 [2] + 0 00000100:00000040:0.0:1767384893.835644:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a8eca923 x1853237358502656/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384893.835651:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d950376. 00000400:00000200:2.0:1767384893.835656:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000992d650f 00000100:00000001:0.0:1767384893.835660:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384893.835663:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384893.835665:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384893.835666:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384893.835672:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384893.835677:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384893.835679:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384893.835688:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000992d650f 00000100:00100000:0.0:1767384893.835688:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a8eca923 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358502656:0@lo:253: 00000400:00000010:2.0:1767384893.835691:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000992d650f. 00000100:00000001:0.0:1767384893.835695:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384893.835699:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384893.835702:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384893.835707:0:16130:0:(events.c:337:request_in_callback()) incoming req@00000000d7f91477 x1853237358502528 msgsize 4848 02000000:00000001:0.0:1767384893.835708:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384893.835713:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384893.835716:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1767384893.835719:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384893.835723:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000010:0.0:1767384893.835724:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000cc5e30e9. 02000000:00000001:0.0:1767384893.835727:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384893.835733:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023797a56. 00000400:00000010:0.0:1767384893.835740:0:16127:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005ff2afb5. 00000100:00000001:2.0:1767384893.835754:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767384893.835757:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358502656, portal 25 00000100:00000001:0.0:1767384893.835760:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384893.835761:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780951552 : -108637928600064 : ffff9d31c2db4e00) 00000400:00000200:2.0:1767384893.835765:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fd64056 00000100:00000040:0.0:1767384893.835769:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a8eca923 x1853237358502656/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384893.835773:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007fd64056. 00000100:00000001:0.0:1767384893.835781:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384893.835782:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384893.835788:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767384893.835790:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c705512f x1853237358502528/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384893.835793:0:16127:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000043e2b2a4. 00000100:00000200:0.0:1767384893.835802:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358502656, offset 0 00000100:00000001:2.0:1767384893.835805:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384893.835813:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c705512f x1853237358502528/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384893.835816:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384893.835824:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384893.835827:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384893.835832:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384893.835838:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384893.835843:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272702300 00000100:00000001:2.0:1767384893.835845:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294883709 00000100:00000010:2.0:1767384893.835852:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000da213b31. 00000400:00000200:0.0:1767384893.835856:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d5 [2] + 0 00000400:00000010:0.0:1767384893.835862:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5908a4b. 00000100:00000001:2.0:1767384893.835866:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384893.835880:0:16127:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007b51c229 00000100:00000001:2.0:1767384893.835887:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294883709 00000400:00000200:0.0:1767384893.835888:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767384893.835895:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c695ffee. 00000400:00000200:0.0:1767384893.835902:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384893.835903:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384893.835911:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b51c229 00000400:00000010:0.0:1767384893.835914:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b51c229. 00000100:00000001:2.0:1767384893.835915:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294883709 00000100:00000010:2.0:1767384893.835921:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002a909339. 00000100:00000001:0.0:1767384893.835922:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384893.835926:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000200:0.0:1767384893.835926:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384893.835930:0:16127:0:(events.c:337:request_in_callback()) incoming req@00000000763f368e x1853237358502656 msgsize 4848 00000100:00000001:2.0:1767384893.835944:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294883709 00000100:00100000:0.0:1767384893.835945:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:2.0:1767384893.835950:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000059033cee. 00000100:00000040:0.0:1767384893.835952:0:16127:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384893.835955:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384893.835965:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384893.835966:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384893.835968:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384893.835973:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384893.835975:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043e2b2a4 00000100:00000001:2.0:1767384893.835976:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384893.835977:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000043e2b2a4. 00000100:00000001:0.0:1767384893.835983:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384893.835986:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384893.835989:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384893.835995:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384893.835996:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384893.835998:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384893.835999:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a8eca923 x1853237358502656/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384893.836002:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384893.836039:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384893.836043:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384893.836044:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384893.836053:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a8eca923 x1853237358502656/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384893.836064:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384893.836066:0:16127:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384893.836069:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384893.836075:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358502528 00000100:00000001:0.0:1767384893.836077:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384893.836078:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384893.836083:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384893.836084:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294883710 00000100:00000001:2.0:1767384893.836086:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384893.836091:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384893.836095:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358502528 00000100:00000001:0.0:1767384893.836097:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294883709 00000020:00000001:2.0:1767384893.836098:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384893.836101:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:2.0:1767384893.836107:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384893.836107:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294883710 00000020:00000040:2.0:1767384893.836111:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000020:00000001:2.0:1767384893.836116:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384893.836117:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294883709 00000100:00000001:0.0:1767384893.836122:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294883710 00000020:00000001:2.0:1767384893.836129:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384893.836136:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384893.836138:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294883709 00000020:00000010:2.0:1767384893.836143:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017451a03. 00000100:00000001:2.0:1767384893.836149:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384893.836150:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294883710 00000020:00000010:2.0:1767384893.836155:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000017451a03. 00000020:00000010:2.0:1767384893.836164:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c381ec43. 00000100:00000001:0.0:1767384893.836165:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294883709 00000020:00000010:2.0:1767384893.836175:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000523a26fc. 00000100:00000001:0.0:1767384893.836177:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384893.836181:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384893.836183:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384893.836184:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a9c8672b. 00000100:00000001:0.0:1767384893.836185:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384893.836194:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384893.836197:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384893.836202:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384893.836204:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384893.836207:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384893.836208:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384893.836213:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384893.836214:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384893.836219:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384893.836223:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384893.836236:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384893.836256:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384893.836257:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384893.836262:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358502656 02000000:00000001:0.0:1767384893.836265:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384893.836268:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384893.836271:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384893.836276:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384893.836283:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384893.836284:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358502656 00000100:00000001:2.0:1767384893.836286:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384893.836289:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384893.836292:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:0.0:1767384893.836294:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384893.836298:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000020:00000040:0.0:1767384893.836299:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000020:00000001:0.0:1767384893.836304:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000040:2.0:1767384893.836305:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:2.0:1767384893.836309:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529252432 : -108637180299184 : ffff9d31ef757850) 00000020:00000001:0.0:1767384893.836309:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384893.836319:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384893.836322:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d7f91477 x1853237358502528/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:119/0 lens 4848/0 e 0 to 0 dl 1767384904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384893.836325:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001d97d3f3. 00000100:00000001:0.0:1767384893.836333:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384893.836336:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384893.836338:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001d97d3f3. 00000020:00000010:2.0:1767384893.836342:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017451a03. 00000020:00000010:0.0:1767384893.836347:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf6f24d5. 00000100:00000001:2.0:1767384893.836349:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384893.836355:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000017451a03. 00000020:00000010:0.0:1767384893.836355:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c0cf7862. 00000020:00000010:0.0:1767384893.836364:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dc46c474. 00000100:00100000:2.0:1767384893.836368:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d7f91477 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16130:x1853237358502528:12345-0@lo:253: 00000100:00000001:0.0:1767384893.836370:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1767384893.836373:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358502528 00000100:00000001:0.0:1767384893.836374:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384893.836377:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384893.836378:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384893.836383:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384893.836388:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384893.836388:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384893.836394:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384893.836397:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000100:00000001:0.0:1767384893.836397:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384893.836409:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384893.836411:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384893.836413:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384893.836414:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384893.836415:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384893.836417:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384893.836418:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384893.836423:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00000001:2.0:1767384893.836424:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767384893.836428:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 02000000:00000001:2.0:1767384893.836429:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384893.836432:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529248336 : -108637180303280 : ffff9d31ef756850) 02000000:00000010:2.0:1767384893.836435:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008603e42c. 00000100:00000040:0.0:1767384893.836437:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000763f368e x1853237358502656/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:119/0 lens 4848/0 e 0 to 0 dl 1767384904 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384893.836439:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384893.836443:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384893.836448:0:16764:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384893.836450:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384893.836455:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001d97d3f3. 00000100:00000001:0.0:1767384893.836457:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384893.836458:0:16764:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003957a940. 00000020:00000010:0.0:1767384893.836459:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001d97d3f3. 20000000:01000000:2.0:1767384893.836463:0:16764:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00100000:0.0:1767384893.836467:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000763f368e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16127:x1853237358502656:12345-0@lo:253: 20000000:00000001:2.0:1767384893.836468:0:16764:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384893.836472:0:16764:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000200:0.0:1767384893.836473:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358502656 20000000:00000001:2.0:1767384893.836475:0:16764:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384893.836477:0:16764:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384893.836479:0:16764:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:0.0:1767384893.836484:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000010:2.0:1767384893.836488:0:16764:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001ac6bd2a. 00000020:00000001:0.0:1767384893.836490:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:01000000:2.0:1767384893.836493:0:16764:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #14 00000020:00000001:0.0:1767384893.836493:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384893.836498:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384893.836500:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 20000000:00000001:2.0:1767384893.836501:0:16764:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:0.0:1767384893.836505:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:2.0:1767384893.836507:0:16764:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:0.0:1767384893.836509:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384893.836512:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384893.836514:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384893.836515:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384893.836519:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384893.836524:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384893.836531:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005b34f959. 02000000:00000001:0.0:1767384893.836534:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384893.836537:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384893.836539:0:16763:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384893.836546:0:16763:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007cd7513e. 20000000:01000000:0.0:1767384893.836550:0:16763:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384893.836552:0:16763:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:2.0:1767384893.836553:0:16764:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384893.836554:0:16763:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:2.0:1767384893.836557:0:16764:0:(osd_index.c:949:osd_remote_fid()) Process entered 20000000:00000001:0.0:1767384893.836558:0:16763:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384893.836559:0:16764:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384893.836561:0:16763:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384893.836562:0:16764:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 20000000:00000001:0.0:1767384893.836567:0:16763:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384893.836568:0:16764:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384893.836575:0:16764:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:2.0:1767384893.836579:0:16764:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384893.836589:0:16764:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000082f673dc. 00080000:00000001:2.0:1767384893.836592:0:16764:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635436781191168 : -108636928360448 : ffff9d31fe79c000) 00080000:00000001:2.0:1767384893.836595:0:16764:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384893.836702:0:16764:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384893.836704:0:16764:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384893.836708:0:16764:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384893.836728:0:16764:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384893.836730:0:16764:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384893.836943:0:16764:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384893.836948:0:16764:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000200:1.1:1767384893.837224:0:16116:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de88f293] -> 12345-192.168.203.157@tcp13 (2) 00000800:00000200:1.1:1767384893.837230:0:16116:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp13 000000006ffd2efd deleted 00000800:00000010:1.1:1767384893.837233:0:16116:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006ffd2efd. 00000800:00000200:1.1:1767384893.837239:0:16116:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384893.837244:0:16116:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp13 ip 192.168.203.157:1015 00000800:00000200:1.1:1767384893.837249:0:16116:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007319920d type 1, nob 224 niov 1 nkiov 1 00000800:00000200:1.1:1767384893.837429:0:16115:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:0.0:1767384893.837588:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384893.837598:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384893.837730:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384893.837733:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007319920d. 00000400:00000200:0.0:1767384893.837758:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384893.837769:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp13->192.168.203.157@tcp13: PUT: OK 00000400:00000200:0.0:1767384893.837775:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384893.837794:0:16120:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp: 0 00000800:00000001:0.0:1767384893.837804:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384893.837815:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384893.837817:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384893.837825:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384893.837839:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp13(192.168.203.157@tcp13) <- 192.168.203.157@tcp13 : PUT - for me 00000400:00000200:0.0:1767384893.837848:0:16120:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 128 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384893.837867:0:16120:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.157@tcp of length 128/128 into md 0x1235 [1] + 0 00000400:00000010:0.0:1767384893.837871:0:16120:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c79813d. 00000400:00000200:0.0:1767384893.837877:0:16120:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b6452143 00000800:00000001:0.0:1767384893.837880:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384893.837898:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384893.837909:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384893.837919:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp13->192.168.203.157@tcp13: PUT: OK 00000400:00000200:0.0:1767384893.837926:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6452143 00000400:00000010:0.0:1767384893.837939:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6452143. 00000400:00000200:0.0:1767384893.837948:0:16120:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384893.837952:0:16120:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (7) 00000400:00000200:0.0:1767384893.837963:0:16120:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000010:0.0:1767384893.837967:0:16120:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 0000000043e2b2a4. 00000400:00000200:0.0:1767384893.837974:0:16120:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.157@tcp 6 00000400:00000200:0.0:1767384893.837984:0:16120:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:0.0:1767384893.838002:0:16120:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (8) 00000400:00000200:0.0:1767384893.838047:0:16120:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384893.838062:0:16120:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp13 to MR: 192.168.203.157@tcp13 local destination 00000400:00000200:0.0:1767384893.838068:0:16120:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp13 NI seq info: [14:14:256:4294967295] 192.168.203.157@tcp13 LPNI seq info [14:14:8:4294967295] 00000400:00000200:0.0:1767384893.838083:0:16120:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp13(192.168.203.157@tcp13:192.168.203.157@tcp13) -> 192.168.203.157@tcp13(192.168.203.157@tcp13:192.168.203.157@tcp13) 192.168.203.157@tcp13 : ACK try# 0 00000800:00000200:0.0:1767384893.838094:0:16120:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.157@tcp13 00000800:00000010:0.0:1767384893.838099:0:16120:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005b1fd2f0. 00000800:00000200:0.0:1767384893.838110:0:16120:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de88f293] -> 12345-192.168.203.157@tcp13 (4) 00000800:00000200:0.0:1767384893.838120:0:16120:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp13 ip 192.168.203.157:988 00000800:00000200:0.0:1767384893.838123:0:16120:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005b1fd2f0 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384893.838187:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384893.838192:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005b1fd2f0. 00000400:00000200:0.0:1767384893.838195:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384893.838202:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp13->192.168.203.157@tcp13: ACK: OK 00000800:00000001:0.0:1767384893.838212:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384893.838232:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384893.838235:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384893.838248:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384893.838251:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384893.838256:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384893.838265:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp13(192.168.203.157@tcp13) <- 192.168.203.157@tcp13 : ACK - for me 00000400:00000200:0.0:1767384893.838282:0:16120:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.157@tcp13: ACK from 12345-192.168.203.157@tcp13 into md 0x124d 00000400:00000200:0.0:1767384893.838288:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384893.838291:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp13->192.168.203.157@tcp13: ACK: OK 00000400:00000200:0.0:1767384893.838301:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a7ee07e 00000400:00000010:0.0:1767384893.838304:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a7ee07e. 00000400:00000200:0.0:1767384893.838314:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384893.838326:0:16120:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.157@tcp ev->status 0 00000400:00000200:0.0:1767384893.838338:0:16120:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:0.0:1767384893.838344:0:16120:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (7) 00000800:00000001:0.0:1767384893.838352:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384893.838357:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384893.838417:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384893.838422:0:16125:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c79813d. 00000400:00000010:0.0:1767384893.838433:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6452143. 00000400:00000200:0.0:1767384893.838436:0:16125:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000090d96c3f 00000400:00000200:0.0:1767384893.838450:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x1000d1 00000400:00000010:0.0:1767384893.838458:0:16125:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 140 at 00000000af58c22e. 00000400:00000010:0.0:1767384893.838818:0:16125:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 168 at 000000000243488c. 00000400:00000010:0.0:1767384893.838823:0:16125:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 140 at 000000009d6a0a64. 00000400:00000010:0.0:1767384893.838848:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000071e6d29f. 00000400:00000200:0.0:1767384893.838853:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000071e6d29f nid 192.168.203.157@tcp14 00000400:00000010:0.0:1767384893.838858:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000047e9e870. 00000400:00000200:0.0:1767384893.838864:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 0000000047e9e870 net tcp14 00000400:00000200:0.0:1767384893.838924:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (6) 00000400:00000200:0.0:1767384893.838929:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp14 flags 0x11 00000400:00000010:0.0:1767384893.838942:0:16125:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 140 at 00000000af58c22e. 00000400:00000010:0.0:1767384893.838948:0:16125:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 168 at 000000000243488c. 00000400:00000010:0.0:1767384893.838950:0:16125:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 140 at 000000009d6a0a64. 00000400:00000010:0.0:1767384893.838962:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 0000000043e2b2a4. 00000400:00000200:0.0:1767384893.838966:0:16125:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:0.0:1767384893.838969:0:16125:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.157@tcp(00000000aa3f4fd0): 0. state = 0x100151 00000400:00000200:0.0:1767384893.838974:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 rc 1 00000400:00000200:0.0:1767384893.838980:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000400:00000200:0.0:1767384893.838984:0:16125:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.157@tcp 00000400:00000200:0.0:1767384893.838986:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100111 rc 0 00000400:00000200:0.0:1767384893.838989:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:0.0:1767384893.838997:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (7) 00000400:00000200:2.0:1767384893.839325:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384893.839354:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp13 from 246.3.0.2 00000800:00000010:2.0:1767384893.839357:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000aa439ecd. 00000800:00000010:2.0:1767384893.839573:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000df74c64f. 00000800:00000010:2.0:1767384893.839581:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000213b66a3. 00000800:00000010:2.0:1767384893.839617:0:16117:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000035b82177. 00000800:00000200:2.1:1767384893.839624:0:16117:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de88f293] -> 12345-192.168.203.157@tcp13 (4) 00000800:00000200:2.1:1767384893.839633:0:16117:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp13 0000000035b82177 deleted 00000800:00000010:2.1:1767384893.839636:0:16117:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000035b82177. 00000800:00000200:2.1:1767384893.839645:0:16117:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384893.839654:0:16117:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp13 p 3.x 192.168.203.157 -> 192.168.203.157:1014 incarnation:1767384892509091374 sched[0] 00000800:00000010:2.0:1767384893.839661:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008c226b8b. 00000800:00000010:2.0:1767384893.839708:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008c226b8b. 00000800:00000010:2.0:1767384893.839715:0:16117:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000213b66a3. 00000800:00000010:2.0:1767384893.839770:0:16117:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000aa439ecd. 00000800:00000001:2.0:1767384893.839835:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384893.839851:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384893.839863:0:16115:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000001:0.0:1767384893.839960:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384893.839966:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384893.848070:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294883710, at 4294883711 00000100:00000010:3.0:1767384893.848098:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000059033cee. 00080000:00000001:2.0:1767384893.848136:0:16764:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384893.848164:0:16764:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:2.0:1767384893.848178:0:16764:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384893.848184:0:16764:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384893.848204:0:16764:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384893.848217:0:16764:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384893.848223:0:16764:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:3.0:1767384893.848227:0:16763:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000020eee12e. 20000000:01000000:3.0:1767384893.848234:0:16763:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #14 00080000:00000020:2.0:1767384893.848234:0:16764:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384893.848250:0:16763:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384893.848259:0:16763:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384893.848298:0:16763:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384893.848305:0:16763:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384893.848309:0:16763:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384893.848325:0:16763:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384893.848332:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384893.848342:0:16763:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:3.0:1767384893.848348:0:16763:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384893.848358:0:16763:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000118cf1e5. 00080000:00000001:3.0:1767384893.848376:0:16763:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431499044864 : -108642210506752 : ffff9d30c3a29800) 00080000:00000001:3.0:1767384893.848386:0:16763:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384893.848464:0:16763:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384893.848469:0:16763:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384893.848481:0:16763:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384893.848517:0:16763:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384893.848528:0:16763:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384893.848711:0:16763:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384893.848717:0:16763:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:2.0:1767384893.849068:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294883710, at 4294883712 00000100:00000010:2.0:1767384893.849080:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002a909339. 00000100:00000040:0.0:1767384893.849087:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294883710, at 4294883712 00000100:00000010:0.0:1767384893.849095:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000da213b31. 00010000:00000010:1.1:1767384893.855064:0:16644:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dc426f32. 00010000:00000010:1.1:1767384893.855073:0:16644:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000c4140f9. 20000000:01000000:0.0:1767384893.858852:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384893.858864:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384893.858867:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384893.858873:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384893.858881:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384893.858897:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006a090c41. 00010000:00000001:0.0:1767384893.858905:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384893.858914:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000168ea983. 00000020:00000001:0.0:1767384893.858923:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384893.858932:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000168ea983 with handle 0x4895a8f6c11e85a6 to hash 00000020:00000001:0.0:1767384893.858935:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384893.858937:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854930944 : -108637854620672 : ffff9d31c7442400) 00010000:00000001:0.0:1767384893.858940:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854930944 : -108637854620672 : ffff9d31c7442400) 00010000:00000001:0.0:1767384893.858942:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384893.858944:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384893.858946:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000168ea983/0x4895a8f6c11e85a6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384893.858953:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384893.858955:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384893.858963:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384893.858964:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384893.858966:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384893.858968:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000010:3.0:1767384893.858969:0:19962:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c2e1567f. 00010000:00000001:0.0:1767384893.858969:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384893.858975:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384893.858976:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384893.858977:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384893.858979:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384893.858980:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006a090c41) refcount = 1 00010000:00010000:0.0:1767384893.858983:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000168ea983/0x4895a8f6c11e85a6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384893.858987:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000400:00000040:3.0:1767384893.858988:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00010000:00000001:0.0:1767384893.858989:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384893.858991:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:3.0:1767384893.858994:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00010000:00000001:0.0:1767384893.858995:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384893.858999:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000040:3.0:1767384893.859001:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 20000000:00000001:0.0:1767384893.859002:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000040:3.0:1767384893.859007:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 20000000:01000000:0.0:1767384893.859007:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002206779s 00010000:00000001:0.0:1767384893.859031:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384893.859034:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384893.859037:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000168ea983 refcount=4 00000020:00000001:0.0:1767384893.859039:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854930944 : -108637854620672 : ffff9d31c7442400) 00010000:00000001:0.0:1767384893.859041:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854930944 : -108637854620672 : ffff9d31c7442400) 00010000:00000001:0.0:1767384893.859043:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384893.859044:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000168ea983/0x4895a8f6c11e85a6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384893.859049:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384893.859050:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000168ea983/0x4895a8f6c11e85a6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384893.859054:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384893.859055:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384893.859057:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000168ea983/0x4895a8f6c11e85a6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384893.859065:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384893.859066:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384893.859069:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384893.859070:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000168ea983/0x4895a8f6c11e85a6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384893.859074:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000168ea983 already unused, calling callback (00000000be7801c4) 00010000:00000001:0.0:1767384893.859076:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000040:3.0:1767384893.859078:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00010000:00000001:0.0:1767384893.859079:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384893.859081:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000168ea983/0x4895a8f6c11e85a6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000400:00000040:3.0:1767384893.859082:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384893.859087:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384893.859090:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00010000:00000001:0.0:1767384893.859090:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384893.859093:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000040:3.0:1767384893.859094:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000020:00000001:0.0:1767384893.859096:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000040:3.0:1767384893.859097:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000020:00000040:0.0:1767384893.859099:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000168ea983 refcount=5 00000020:00000001:0.0:1767384893.859101:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854930944 : -108637854620672 : ffff9d31c7442400) 00010000:00000001:0.0:1767384893.859102:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854930944 : -108637854620672 : ffff9d31c7442400) 00010000:00000001:0.0:1767384893.859105:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000040:3.0:1767384893.859107:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00010000:00010000:0.0:1767384893.859107:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000168ea983/0x4895a8f6c11e85a6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000400:00000040:3.0:1767384893.859110:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384893.859114:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00010000:00000001:0.0:1767384893.859116:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000040:3.0:1767384893.859117:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00010000:00000001:0.0:1767384893.859119:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000040:3.0:1767384893.859120:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00010000:00000001:0.0:1767384893.859121:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384893.859123:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00010000:00000001:0.0:1767384893.859125:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000040:3.0:1767384893.859126:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00010000:00000001:0.0:1767384893.859128:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000040:3.0:1767384893.859129:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384893.859132:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00010000:00000001:0.0:1767384893.859132:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000040:3.0:1767384893.859134:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00010000:00000001:0.0:1767384893.859135:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384893.859138:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000020:00000040:0.0:1767384893.859139:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000168ea983 with handle 0x4895a8f6c11e85a6 from hash 00000400:00000040:3.0:1767384893.859141:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00010000:00000001:0.0:1767384893.859143:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000040:3.0:1767384893.859144:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00010000:00000001:0.0:1767384893.859147:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000040:3.0:1767384893.859148:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00010000:00000001:0.0:1767384893.859150:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000040:3.0:1767384893.859151:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384893.859153:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384893.859155:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384893.859156:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384893.859157:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00010000:00000001:0.0:1767384893.859159:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000040:3.0:1767384893.859160:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00010000:00000001:0.0:1767384893.859162:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000040:3.0:1767384893.859163:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384893.859166:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00010000:00000001:0.0:1767384893.859166:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000040:3.0:1767384893.859170:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00010000:00000001:0.0:1767384893.859170:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000040:3.0:1767384893.859172:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00010000:00000001:0.0:1767384893.859173:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:3.0:1767384893.859174:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384893.859178:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00010000:00000001:0.0:1767384893.859178:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384893.859180:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00010000:00000001:0.0:1767384893.859181:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000040:3.0:1767384893.859183:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00010000:00000001:0.0:1767384893.859184:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000040:3.0:1767384893.859187:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00010000:00000001:0.0:1767384893.859188:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000040:3.0:1767384893.859191:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00010000:00000001:0.0:1767384893.859191:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384893.859194:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384893.859195:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00010000:00000001:0.0:1767384893.859197:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384893.859198:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384893.859201:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00010000:00000001:0.0:1767384893.859201:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384893.859205:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000168ea983/0x4895a8f6c11e85a6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000400:00000040:3.0:1767384893.859206:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384893.859209:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384893.859213:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00010000:00000001:0.0:1767384893.859215:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000040:3.0:1767384893.859216:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00010000:00000001:0.0:1767384893.859217:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000040:3.0:1767384893.859218:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00010000:00000001:0.0:1767384893.859220:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000040:3.0:1767384893.859222:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00010000:00000001:0.0:1767384893.859222:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384893.859224:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384893.859225:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384893.859227:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384893.859230:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384893.859231:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 20000000:00000001:0.0:1767384893.859235:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384893.859236:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00010000:00010000:0.0:1767384893.859238:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000168ea983/0x4895a8f6c11e85a6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000400:00000040:3.0:1767384893.859240:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384893.859245:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00010000:00000001:0.0:1767384893.859246:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384893.859249:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000040:3.0:1767384893.859250:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00010000:00010000:0.0:1767384893.859251:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000168ea983/0x4895a8f6c11e85a6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000400:00000040:3.0:1767384893.859256:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00010000:00000040:0.0:1767384893.859258:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006a090c41 count: 0 00000400:00000040:3.0:1767384893.859260:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384893.859263:0:19962:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00010000:00000001:0.0:1767384893.859271:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384893.859274:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:3.0:1767384893.859301:0:19962:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c2e1567f. 00080000:00000020:0.0:1767384893.861347:0:16764:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384893.861352:0:16764:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384893.861359:0:16764:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003957a940. 20000000:00000001:0.0:1767384893.861366:0:16764:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384893.861370:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358502528 00010000:00000001:0.0:1767384893.861373:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384893.861379:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d7f91477 x1853237358502528/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:119/0 lens 4848/4768 e 0 to 0 dl 1767384904 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384893.861386:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384893.861390:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384893.861393:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=17 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384893.861400:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384893.861405:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384893.861407:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384893.861409:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384893.861411:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384893.861415:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384893.861418:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384893.861421:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f63fb9d. 00000100:00000200:0.0:1767384893.861425:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358502528, offset 224 00000400:00000200:0.0:1767384893.861432:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384893.861442:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384893.861452:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272702280 00000400:00000200:0.0:1767384893.861458:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1251 [2] + 224 00000400:00000200:0.0:1767384893.861464:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384893.861467:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384893.861472:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384893.861487:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c705512f x1853237358502528/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384893.861494:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c705512f x1853237358502528/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384893.861510:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384893.861519:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f63fb9d 00000400:00000010:0.0:1767384893.861522:0:16764:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005f63fb9d. 00000100:00000001:2.0:1767384893.861525:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384893.861525:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384893.861530:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384893.861532:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384893.861540:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384893.861541:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384893.861544:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000001:2.0:1767384893.861547:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384893.861548:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384893.861551:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384893.861552:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065ad36f3. 00000020:00000001:0.0:1767384893.861555:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384893.861560:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d7f91477 x1853237358502528/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:119/0 lens 4848/4768 e 0 to 0 dl 1767384904 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384893.861570:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087cd8305 00000400:00000010:2.0:1767384893.861576:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000087cd8305. 00000100:00100000:0.0:1767384893.861581:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d7f91477 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16130:x1853237358502528:12345-0@lo:253: Request processed in 25243us (25871us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384893.861583:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384893.861592:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c705512f x1853237358502528/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384893.861594:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00000040:0.0:1767384893.861599:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00000001:0.0:1767384893.861603:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384893.861606:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384893.861610:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000523a26fc. 00000020:00000010:0.0:1767384893.861616:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a9c8672b. 00000020:00000010:0.0:1767384893.861624:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c381ec43. 00000100:00000200:2.0:1767384893.861631:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c705512f x1853237358502528/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384893.861631:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 02000000:00000001:0.0:1767384893.861640:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384893.861642:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767384893.861643:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008603e42c. 00000100:00000001:2.0:1767384893.861646:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384893.861648:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384893.861651:0:16130:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384893.861653:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384893.861656:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384893.861659:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767384893.861660:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384893.861663:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384893.861665:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac364a41. 02000000:00000001:2.0:1767384893.861668:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384893.861670:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f63fb9d. 00000100:00001000:2.0:1767384893.861675:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=17 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384893.861684:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=17 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384893.861689:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384893.861692:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384893.861697:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384893.861699:0:16130:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384893.861703:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384893.861708:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c705512f x1853237358502528/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384893.861728:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384893.861732:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384893.861735:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384893.861739:0:16130:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384893.861756:0:16130:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384893.861758:0:16130:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384893.861759:0:16130:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384893.861760:0:16130:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384893.861762:0:16130:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384893.861764:0:16130:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384893.861766:0:16130:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384893.861768:0:16130:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384893.861769:0:16130:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384893.861774:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c705512f x1853237358502528/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384893.861783:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c705512f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358502528:0@lo:253: 00000100:00000001:2.0:1767384893.861795:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384893.861798:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384893.861802:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c705512f x1853237358502528/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384893.861809:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384893.861812:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384893.861815:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000de8b9cb5. 02000000:00000001:2.0:1767384893.861819:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384893.861822:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384893.861823:0:16130:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1767384893.861826:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384893.861828:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a18aee20. 02000000:00000001:2.0:1767384893.861834:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384893.861836:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384893.861838:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c705512f. 00000100:00000001:2.0:1767384893.861842:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384893.861844:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384893.861847:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384893.861854:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384893.861856:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384893.861859:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384893.861861:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384893.862911:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384893.862914:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384893.862917:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384893.862920:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384893.862929:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023797a56. 00000400:00000200:0.0:1767384893.862937:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ff2afb5 00000400:00000010:0.0:1767384893.862942:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005ff2afb5. 00000100:00000001:0.0:1767384893.862952:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384893.862960:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a8eca923 x1853237358502656/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384893.863009:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a8eca923 x1853237358502656/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384893.863066:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384893.863074:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384893.863078:0:16127:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384893.863083:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384893.863084:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384893.863087:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384893.863093:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384893.863097:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=17 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384893.863101:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=17 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384893.863109:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384893.863111:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384893.863118:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384893.863124:0:16127:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384893.863127:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384893.863133:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a8eca923 x1853237358502656/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384893.863138:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384893.863140:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384893.863141:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384893.863143:0:16127:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384893.863145:0:16127:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384893.863147:0:16127:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384893.863148:0:16127:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384893.863149:0:16127:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384893.863150:0:16127:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384893.863151:0:16127:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384893.863152:0:16127:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384893.863152:0:16127:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384893.863154:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a8eca923 x1853237358502656/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384893.863159:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a8eca923 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358502656:0@lo:253: 00000100:00000001:0.0:1767384893.863162:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384893.863168:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384893.863170:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a8eca923 x1853237358502656/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384909 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384893.863174:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384893.863175:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384893.863176:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000cc5e30e9. 02000000:00000001:0.0:1767384893.863179:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384893.863180:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384893.863181:0:16127:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1767384893.863182:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384893.863183:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000207af959. 02000000:00000001:0.0:1767384893.863184:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384893.863185:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384893.863186:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a8eca923. 00000100:00000001:0.0:1767384893.863188:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384893.863188:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384893.863189:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384893.863193:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384893.863194:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384893.863195:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384893.863197:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384893.872046:0:19958:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006a090c41. 00010000:00000010:0.1:1767384893.872053:0:19958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000168ea983. 00000020:00000001:2.0:1767384894.297151:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384894.297157:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384894.297160:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384894.490096:0:16756:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384894.490100:0:16756:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384894.490131:0:16767:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384894.490134:0:16767:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ff67cc77) refs 2 10000000:00000001:2.0:1767384894.490137:0:16767:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384894.490139:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384894.490141:0:16767:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384894.490142:0:16767:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384894.490144:0:16767:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384894.490145:0:16767:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384894.490146:0:16767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9d31c7708000 from 7 10000000:00000001:2.0:1767384894.490149:0:16767:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384894.490150:0:16767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384894.490156:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000adf9ac74. 00000020:00000040:2.0:1767384894.490165:0:16767:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1767384894.490169:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384894.490172:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384894.490175:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384894.490181:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007930ead1. 00000100:00000001:2.0:1767384894.490186:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384894.490190:0:16767:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384894.490192:0:16767:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384894.490198:0:16767:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001f51a84c. 00010000:00000001:2.0:1767384894.490201:0:16767:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384894.490203:0:16767:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d44f8866. 00000020:00000001:2.0:1767384894.490205:0:16767:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384894.490207:0:16767:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d44f8866 with handle 0x4895a8f6c11e85ad to hash 00000020:00000001:2.0:1767384894.490209:0:16767:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384894.490210:0:16767:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635436275764736 : -108637433786880 : ffff9d31e0598e00) 00010000:00000001:2.0:1767384894.490212:0:16767:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635436275764736 : -108637433786880 : ffff9d31e0598e00) 00010000:00000001:2.0:1767384894.490215:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384894.490216:0:16767:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384894.490218:0:16767:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: 00000000d44f8866/0x4895a8f6c11e85ad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384894.490224:0:16767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: 00000000d44f8866/0x4895a8f6c11e85ad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384894.490232:0:16767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: 00000000d44f8866/0x4895a8f6c11e85ad lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384894.490236:0:16767:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384894.490238:0:16767:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384894.490243:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000087cd8305. 00000100:00000001:2.0:1767384894.490244:0:16767:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635431480629696 : -108642228921920 : ffff9d30c28999c0) 00000100:00000001:2.0:1767384894.490247:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384894.490248:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504589056 : -108642204962560 : ffff9d30c3f73100) 00000100:00000001:2.0:1767384894.490252:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384894.490258:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384894.490260:0:16767:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384894.490262:0:16767:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384894.490268:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000adf9ac74 x1853237358502784/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384894.490275:0:16767:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384894.490276:0:16767:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384894.490279:0:16767:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384894.490281:0:16767:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384894.490283:0:16767:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384894.490285:0:16767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000adf9ac74 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358502784:0@lo:101: 00000100:00000001:2.0:1767384894.490288:0:16767:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384894.490292:0:16767:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384894.490294:0:16767:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384894.490296:0:16767:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384894.490299:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fcac358d. 02000000:00000001:2.0:1767384894.490301:0:16767:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384894.490306:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065ad36f3. 00000400:00000010:2.0:1767384894.490311:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fb66108. 00000100:00000200:2.0:1767384894.490316:0:16767:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358502784, portal 25 00000100:00000001:2.0:1767384894.490318:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384894.490319:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504589056 : -108642204962560 : ffff9d30c3f73100) 00000100:00000040:2.0:1767384894.490322:0:16767:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000adf9ac74 x1853237358502784/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384910 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384894.490329:0:16767:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384894.490331:0:16767:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384894.490333:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081bd7484. 00000100:00000200:2.0:1767384894.490335:0:16767:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237358502784, offset 0 00000400:00000200:2.0:1767384894.490341:0:16767:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384894.490352:0:16767:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384894.490361:0:16767:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272702380 00000400:00000200:2.0:1767384894.490366:0:16767:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1d9 [2] + 0 00000400:00000010:2.0:1767384894.490369:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c32153b5. 00000400:00000200:2.0:1767384894.490373:0:16767:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008831a9b5 00000400:00000200:2.0:1767384894.490383:0:16767:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384894.490386:0:16767:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384894.490390:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008831a9b5 00000400:00000010:2.0:1767384894.490392:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008831a9b5. 00000100:00000001:2.0:1767384894.490395:0:16767:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384894.490397:0:16767:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384894.490399:0:16767:0:(events.c:337:request_in_callback()) incoming req@000000003817309e x1853237358502784 msgsize 328 00000100:00100000:2.0:1767384894.490402:0:16767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384894.490403:0:16767:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384894.490414:0:16767:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384894.490421:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081bd7484 00000400:00000010:2.0:1767384894.490422:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081bd7484. 00000100:00000001:2.0:1767384894.490424:0:16767:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384894.490426:0:16767:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000adf9ac74 x1853237358502784/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384910 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384894.490433:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384894.490435:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000adf9ac74 x1853237358502784/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384910 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384894.490440:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384894.490442:0:16767:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384894.490446:0:16767:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384894.490449:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294884364 00000100:00000010:2.0:1767384894.490453:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002a909339. 00000100:00000001:2.0:1767384894.490458:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384894.490467:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294884364 00000100:00000010:2.0:1767384894.490471:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000018508f2f. 00000100:00000001:2.0:1767384894.490476:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384894.490481:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294884364 00000100:00000010:2.0:1767384894.490486:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005fee7bb1. 00000100:00000001:2.0:1767384894.490492:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384894.490495:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294884364 00000100:00000010:2.0:1767384894.490500:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b04b1e8c. 00000100:00000001:2.0:1767384894.490503:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384894.490516:0:16767:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384894.490521:0:16767:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384894.490525:0:16767:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384894.490529:0:16767:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384894.490531:0:16767:0:(client.c:2690:ptlrpc_set_wait()) set 0000000087cd8305 going to sleep for 11 seconds 00000100:00000001:2.0:1767384894.490536:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384894.490539:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384894.490900:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384894.490906:0:16767:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384894.490909:0:16767:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384894.490914:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065ad36f3. 00000400:00000200:2.0:1767384894.490919:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fb66108 00000400:00000010:2.0:1767384894.490922:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fb66108. 00000100:00000001:2.0:1767384894.490929:0:16767:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384894.490935:0:16767:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000adf9ac74 x1853237358502784/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384910 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384894.490947:0:16767:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000adf9ac74 x1853237358502784/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384910 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384894.490957:0:16767:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384894.490959:0:16767:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384894.490963:0:16767:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384894.490966:0:16767:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384894.490968:0:16767:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384894.490971:0:16767:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384894.490976:0:16767:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384894.490980:0:16767:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=18 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384894.490985:0:16767:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=18 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384894.490989:0:16767:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384894.490991:0:16767:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384894.490994:0:16767:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384894.490996:0:16767:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384894.491000:0:16767:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384894.491004:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000adf9ac74 x1853237358502784/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384910 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384894.491039:0:16767:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384894.491042:0:16767:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384894.491049:0:16767:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384894.491053:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000adf9ac74 x1853237358502784/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384910 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384894.491059:0:16767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000adf9ac74 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358502784:0@lo:101: 00000100:00000001:2.0:1767384894.491063:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384894.491065:0:16767:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384894.491066:0:16767:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384894.491068:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384894.491070:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000adf9ac74 x1853237358502784/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384910 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384894.491074:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384894.491076:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000087cd8305. 00000100:00000001:2.0:1767384894.491078:0:16767:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384894.491079:0:16767:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384894.491081:0:16767:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384894.491084:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384894.491085:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384894.491087:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d44f8866 refcount=4 00000020:00000001:2.0:1767384894.491089:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275764736 : -108637433786880 : ffff9d31e0598e00) 00010000:00000001:2.0:1767384894.491091:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275764736 : -108637433786880 : ffff9d31e0598e00) 00010000:00000040:2.0:1767384894.491095:0:16767:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000d44f8866, remote cookie: 0x4895a8f6c11e85b4, flags: 0x0 00010000:00000001:2.0:1767384894.491097:0:16767:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384894.491099:0:16767:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384894.491100:0:16767:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384894.491102:0:16767:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384894.491104:0:16767:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384894.491105:0:16767:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001f51a84c) refcount = 1 00010000:00010000:2.0:1767384894.491108:0:16767:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: 00000000d44f8866/0x4895a8f6c11e85ad lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e85b4 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384894.491112:0:16767:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384894.491114:0:16767:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384894.491115:0:16767:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384894.491122:0:16767:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384894.491124:0:16767:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384894.491126:0:16767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: 00000000d44f8866/0x4895a8f6c11e85ad lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4895a8f6c11e85b4 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384894.491130:0:16767:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384894.491131:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384894.491132:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384894.491133:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384894.491133:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384894.491134:0:16767:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384894.491136:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384894.491138:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000adf9ac74 x1853237358502784/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384910 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384894.491143:0:16767:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384894.491145:0:16767:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384894.491147:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fcac358d. 02000000:00000001:2.0:1767384894.491150:0:16767:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384894.491151:0:16767:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384894.491153:0:16767:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1767384894.491154:0:16767:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384894.491156:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007930ead1. 02000000:00000001:2.0:1767384894.491159:0:16767:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384894.491161:0:16767:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384894.491162:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000adf9ac74. 00000100:00000001:2.0:1767384894.491164:0:16767:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384894.491165:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384894.491167:0:16767:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384894.491169:0:16767:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384894.491170:0:16767:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ff67cc77) refs 3 10000000:00000001:2.0:1767384894.491172:0:16767:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384894.491173:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384894.491175:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384894.491176:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d44f8866 refcount=3 00000020:00000001:2.0:1767384894.491178:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275764736 : -108637433786880 : ffff9d31e0598e00) 00010000:00000001:2.0:1767384894.491179:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275764736 : -108637433786880 : ffff9d31e0598e00) 00010000:00000001:2.0:1767384894.491181:0:16767:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384894.491185:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384894.491186:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384894.491187:0:16767:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384894.491189:0:16767:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384894.491191:0:16767:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000c4694bb7. 00000100:00000010:2.0:1767384894.491204:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000adf9ac74. 00000020:00000040:2.0:1767384894.491206:0:16767:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1767384894.491208:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384894.491209:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384894.491211:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384894.491213:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007930ead1. 00000100:00000001:2.0:1767384894.491216:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384894.491218:0:16767:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384894.491220:0:16767:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000fcac358d. 00000100:00000010:2.0:1767384894.491223:0:16767:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000004a022ed0. 00000020:00000040:2.0:1767384894.491224:0:16767:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1767384894.491227:0:16767:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384894.491228:0:16767:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384894.491230:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000087cd8305. 00000100:00000001:2.0:1767384894.491232:0:16767:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635431480629696 : -108642228921920 : ffff9d30c28999c0) 00000100:00000001:2.0:1767384894.491234:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384894.491235:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504589056 : -108642204962560 : ffff9d30c3f73100) 00000100:00000001:2.0:1767384894.491237:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384894.491238:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384894.491239:0:16767:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384894.491240:0:16767:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384894.491243:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000adf9ac74 x1853237358502912/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384894.491247:0:16767:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384894.491248:0:16767:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384894.491250:0:16767:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384894.491252:0:16767:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384894.491253:0:16767:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384894.491255:0:16767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000adf9ac74 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358502912:0@lo:256: 00000100:00000001:2.0:1767384894.491257:0:16767:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384894.491263:0:16767:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384894.491265:0:16767:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384894.491267:0:16767:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384894.491270:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065ad36f3. 00000400:00000010:2.0:1767384894.491273:0:16767:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000061aeb939. 00000100:00000200:2.0:1767384894.491276:0:16767:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958272702400-0x6958272702400, portal 33 00000100:00000001:2.0:1767384894.491279:0:16767:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384894.491280:0:16767:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384894.491282:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c381ec43. 02000000:00000001:2.0:1767384894.491283:0:16767:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384894.491285:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001942ab9. 00000400:00000010:2.0:1767384894.491288:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fb66108. 00000100:00000200:2.0:1767384894.491289:0:16767:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358502912, portal 25 00000100:00000001:2.0:1767384894.491291:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384894.491292:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504589056 : -108642204962560 : ffff9d30c3f73100) 00000100:00000040:2.0:1767384894.491295:0:16767:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000adf9ac74 x1853237358502912/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384910 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384894.491299:0:16767:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384894.491302:0:16767:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384894.491303:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081bd7484. 00000100:00000200:2.0:1767384894.491305:0:16767:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237358502912, offset 0 00000400:00000200:2.0:1767384894.491309:0:16767:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384894.491314:0:16767:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384894.491319:0:16767:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272702400 00000400:00000200:2.0:1767384894.491322:0:16767:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1dd [2] + 0 00000400:00000010:2.0:1767384894.491324:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073e7abe7. 00000400:00000200:2.0:1767384894.491327:0:16767:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000065a19ce3 00000400:00000200:2.0:1767384894.491330:0:16767:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384894.491334:0:16767:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384894.491337:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065a19ce3 00000400:00000010:2.0:1767384894.491339:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000065a19ce3. 00000100:00000001:2.0:1767384894.491342:0:16767:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384894.491344:0:16767:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384894.491346:0:16767:0:(events.c:337:request_in_callback()) incoming req@000000006060d4af x1853237358502912 msgsize 304 00000100:00100000:2.0:1767384894.491355:0:16767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384894.491357:0:16767:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384894.491366:0:16767:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384894.491371:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081bd7484 00000400:00000010:2.0:1767384894.491372:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081bd7484. 00000100:00000001:2.0:1767384894.491373:0:16767:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384894.491375:0:16767:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000adf9ac74 x1853237358502912/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384910 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384894.491381:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384894.491382:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000adf9ac74 x1853237358502912/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384910 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384894.491387:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384894.491388:0:16767:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384894.491391:0:16767:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384894.491393:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294884365 00000100:00000001:2.0:1767384894.491398:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294884364 00000100:00000001:2.0:1767384894.491401:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294884365 00000100:00000001:2.0:1767384894.491404:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294884364 00000100:00000001:2.0:1767384894.491406:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294884365 00000100:00000001:2.0:1767384894.491408:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294884364 00000100:00000001:2.0:1767384894.491411:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294884365 00000100:00000001:2.0:1767384894.491414:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294884364 00000100:00000001:2.0:1767384894.491419:0:16767:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384894.491420:0:16767:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384894.491422:0:16767:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384894.491423:0:16767:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384894.491425:0:16767:0:(client.c:2690:ptlrpc_set_wait()) set 0000000087cd8305 going to sleep for 11 seconds 00000100:00000001:2.0:1767384894.491430:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384894.491434:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384894.491732:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384894.491735:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384894.491926:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384894.491932:0:16767:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384894.491935:0:16767:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384894.491938:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001942ab9. 00000400:00000200:3.0:1767384894.491944:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fb66108 00000400:00000010:3.0:1767384894.491948:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fb66108. 00000100:00000001:3.0:1767384894.491953:0:16767:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384894.491959:0:16767:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000adf9ac74 x1853237358502912/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384910 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384894.491972:0:16767:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000adf9ac74 x1853237358502912/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384910 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384894.491990:0:16767:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384894.491993:0:16767:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384894.491997:0:16767:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384894.491999:0:16767:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384894.492002:0:16767:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384894.492003:0:16767:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384894.492007:0:16767:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384894.492041:0:16767:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=18 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384894.492045:0:16767:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384894.492047:0:16767:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384894.492048:0:16767:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384894.492050:0:16767:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384894.492052:0:16767:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384894.492053:0:16767:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384894.492056:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000adf9ac74 x1853237358502912/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384910 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384894.492066:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000adf9ac74 x1853237358502912/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384910 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384894.492082:0:16767:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384894.492085:0:16767:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384894.492091:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000adf9ac74 x1853237358502912/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384910 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384894.492100:0:16767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000adf9ac74 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358502912:0@lo:256: 00000100:00000001:3.0:1767384894.492104:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384894.492110:0:16767:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384894.492114:0:16767:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384894.492116:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384894.492118:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000adf9ac74 x1853237358502912/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384910 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384894.492126:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384894.492129:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000087cd8305. 00000100:00000001:3.0:1767384894.492136:0:16767:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384894.492139:0:16767:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384894.492142:0:16767:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 16, more 0. 10000000:00000001:3.0:1767384894.492146:0:16767:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384894.492151:0:16767:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000000880b058. 10000000:00000040:3.0:1767384894.492163:0:16767:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.157@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384894.492170:0:16767:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384894.492172:0:16767:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384894.492176:0:16767:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.157@tcp has 192.168.203.157@tcp. 00000100:00000001:3.0:1767384894.492178:0:16767:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384894.492180:0:16767:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384894.492181:0:16767:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.157@tcp with 192.168.203.157@tcp 00000100:00000200:3.0:1767384894.492183:0:16767:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.157@tcp' 00000400:00000200:3.0:1767384894.492185:0:16767:0:(peer.c:1356:LNetAddPeer()) Add peer with 6 NIDs 00000400:00001000:3.0:1767384894.492187:0:16767:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384894.492190:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.157@tcp 00000400:00000200:3.0:1767384894.492194:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384894.492198:0:16767:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (6) 00000400:00000200:3.0:1767384894.492201:0:16767:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384894.492209:0:16767:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp: 0. pending discovery 00000400:00000200:3.0:1767384894.492211:0:16767:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (7) 00000400:00000200:3.0:1767384894.492212:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp 00000400:00000200:3.0:1767384894.492214:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.157@tcp10 00000400:00000200:3.0:1767384894.492217:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384894.492219:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp10 00000400:00000200:3.0:1767384894.492220:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.157@tcp11 00000400:00000200:3.0:1767384894.492223:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384894.492224:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp11 00000400:00000200:3.0:1767384894.492225:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.157@tcp12 00000400:00000200:3.0:1767384894.492227:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384894.492228:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp12 00000400:00000200:3.0:1767384894.492229:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.157@tcp13 00000400:00000200:3.0:1767384894.492231:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384894.492232:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp13 00000400:00000200:3.0:1767384894.492234:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.157@tcp14 00000400:00000200:3.0:1767384894.492236:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384894.492237:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp14 00000100:00000001:3.0:1767384894.492238:0:16767:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384894.492240:0:16767:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384894.492243:0:16767:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.157@tcp' by NID '192.168.203.157@tcp' 10000000:00000010:3.0:1767384894.492247:0:16767:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000c23d5068. 10000000:00000040:3.0:1767384894.492248:0:16767:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 16/16 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.157@tcp::2 00000020:00000080:3.0:1767384894.492250:0:16767:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384894.492254:0:16767:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384894.492259:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a4337fa7. 00000020:00000010:3.0:1767384894.492326:0:16767:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000066e32cf1. 00000040:00000010:3.0:1767384894.492331:0:16767:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000068e5ef65. 00000020:00000010:3.0:1767384894.492335:0:16767:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bb91013b. 00000020:00000010:3.0:1767384894.492338:0:16767:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d8c06e7d. 00000020:00000010:3.0:1767384894.492342:0:16767:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a3b8c66e. 80000000:00000010:3.0:1767384894.492346:0:16767:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000308d8467. 40000000:00000010:3.0:1767384894.492349:0:16767:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006ca56d22. 00100000:00000010:3.0:1767384894.492354:0:16767:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e9c6856f. 00040000:00000010:3.0:1767384894.492363:0:16767:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000da5b22cd. 00040000:00000010:3.0:1767384894.492367:0:16767:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ff339b81. 00040000:00000010:3.0:1767384894.492371:0:16767:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000080c99af8. 00080000:00000010:3.0:1767384894.492375:0:16767:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000091b56c96. 00000004:00000010:3.0:1767384894.492378:0:16767:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004e4a6b75. 00000004:00000010:3.0:1767384894.492384:0:16767:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000076b6bfae. 00000004:00000010:3.0:1767384894.492388:0:16767:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007fb61665. 00002000:00000010:3.0:1767384894.492391:0:16767:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000356afda7. 00000004:00000010:3.0:1767384894.492395:0:16767:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000118cf1e5. 00000004:00000001:3.0:1767384894.492397:0:16767:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384894.492399:0:16767:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384894.492401:0:16767:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000c23d5068 00000040:00001000:3.0:1767384894.492402:0:16767:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384894.492403:0:16767:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384894.492404:0:16767:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384894.492405:0:16767:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384894.492407:0:16767:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384894.492408:0:16767:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384894.492409:0:16767:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384894.492410:0:16767:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.157@tcp::2 00000040:00000001:3.0:1767384894.492411:0:16767:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384894.492457:0:16767:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384894.492460:0:16767:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000066e32cf1. 00000040:00000010:3.0:1767384894.492463:0:16767:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000068e5ef65. 00000020:00000010:3.0:1767384894.492466:0:16767:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bb91013b. 00000020:00000010:3.0:1767384894.492469:0:16767:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d8c06e7d. 00000020:00000010:3.0:1767384894.492472:0:16767:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a3b8c66e. 80000000:00000010:3.0:1767384894.492475:0:16767:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000308d8467. 40000000:00000010:3.0:1767384894.492477:0:16767:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006ca56d22. 00100000:00000010:3.0:1767384894.492479:0:16767:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e9c6856f. 00040000:00000010:3.0:1767384894.492481:0:16767:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000da5b22cd. 00040000:00000010:3.0:1767384894.492484:0:16767:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ff339b81. 00040000:00000010:3.0:1767384894.492486:0:16767:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000080c99af8. 00080000:00000010:3.0:1767384894.492488:0:16767:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000091b56c96. 00000004:00000010:3.0:1767384894.492490:0:16767:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004e4a6b75. 00000004:00000010:3.0:1767384894.492499:0:16767:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000076b6bfae. 00000004:00000010:3.0:1767384894.492502:0:16767:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007fb61665. 00002000:00000010:3.0:1767384894.492504:0:16767:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000356afda7. 00000004:00000010:3.0:1767384894.492506:0:16767:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000118cf1e5. 00000020:00000010:3.0:1767384894.492509:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a4337fa7. 00000020:00000001:3.0:1767384894.492511:0:16767:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384894.492513:0:16767:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384894.492515:0:16767:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000c23d5068. 10000000:00000010:3.0:1767384894.492517:0:16767:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000000880b058. 10000000:00000001:3.0:1767384894.492519:0:16767:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384894.492521:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384894.492523:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000adf9ac74 x1853237358502912/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384910 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384894.492528:0:16767:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384894.492530:0:16767:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384894.492531:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c381ec43. 02000000:00000001:3.0:1767384894.492533:0:16767:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384894.492535:0:16767:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384894.492535:0:16767:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384894.492537:0:16767:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384894.492537:0:16767:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384894.492538:0:16767:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384894.492539:0:16767:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384894.492540:0:16767:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384894.492541:0:16767:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000004a022ed0. 00000100:00000010:3.0:1767384894.492543:0:16767:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000fcac358d. 00000100:00000001:3.0:1767384894.492544:0:16767:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384894.492545:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007930ead1. 02000000:00000001:3.0:1767384894.492547:0:16767:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384894.492547:0:16767:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384894.492548:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000adf9ac74. 00000100:00000001:3.0:1767384894.492550:0:16767:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384894.492551:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384894.492563:0:16767:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000c4694bb7. 10000000:01000000:3.0:1767384894.492566:0:16767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384894.492568:0:16767:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384894.492574:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384894.492575:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384894.492576:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d44f8866 refcount=3 00000020:00000001:3.0:1767384894.492578:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275764736 : -108637433786880 : ffff9d31e0598e00) 00010000:00000001:3.0:1767384894.492580:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275764736 : -108637433786880 : ffff9d31e0598e00) 00010000:00000001:3.0:1767384894.492582:0:16767:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384894.492584:0:16767:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: 00000000d44f8866/0x4895a8f6c11e85ad lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e85b4 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384894.492589:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384894.492590:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384894.492591:0:16767:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: 00000000d44f8866/0x4895a8f6c11e85ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e85b4 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384894.492595:0:16767:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384894.492596:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384894.492597:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384894.492598:0:16767:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384894.492599:0:16767:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384894.492601:0:16767:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384894.492602:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384894.492603:0:16767:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ff67cc77) refs 3 10000000:00000001:3.0:1767384894.492605:0:16767:0:(mgc_request.c:147:config_log_put()) Process leaving 00080000:00000001:3.0:1767384894.502616:0:20129:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384894.502627:0:20129:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384894.502630:0:20129:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384894.502635:0:20129:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384894.502641:0:20129:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384894.502643:0:20129:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384894.503056:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294884365, at 4294884366 00000100:00000010:0.0:1767384894.503063:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002a909339. 00000100:00000040:2.0:1767384894.503107:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294884365, at 4294884366 00000100:00000010:2.0:1767384894.503119:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005fee7bb1. 00000100:00000040:3.0:1767384894.503581:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294884365, at 4294884366 00000100:00000010:3.0:1767384894.503588:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b04b1e8c. 00000400:00000010:0.0:1767384895.192501:0:20296:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000024f32905. 00000400:00000010:0.0:1767384895.192515:0:20296:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000f97d6960. 00000400:00000010:0.0:1767384895.192539:0:20296:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000094ffcbed. 00000400:00000010:0.0:1767384895.192542:0:20296:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000bf6f24d5. 00000400:00000010:0.0:1767384895.192545:0:20296:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006d4e1e7a. 00000400:00000010:0.0:1767384895.192549:0:20296:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c34e3790. 00000400:00000010:0.0:1767384895.192551:0:20296:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f0d4eabc. 00000400:00000010:0.0:1767384895.192552:0:20296:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000032e30317. 00000400:00000010:0.0:1767384895.192555:0:20296:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d7cff2ba. 00000800:00000010:0.0:1767384895.192564:0:20296:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000885e506d. 00000800:00000200:0.0:1767384895.192573:0:20296:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384895.192583:0:20296:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384895.192627:0:20296:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:0.0:1767384895.192661:0:20296:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp15 [8/256/0/180] 00000400:00000010:0.0:1767384895.194145:0:20296:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 0000000066b99aa0. 00000400:00000010:0.0:1767384895.194151:0:20296:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023797a56. 00000400:00000010:0.0:1767384895.194156:0:20296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d04655f3. 00000400:00000001:0.0:1767384895.194170:0:20296:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384895.194172:0:20296:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384895.194173:0:20296:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000187e50c4. 00000400:00000200:0.0:1767384895.194176:0:20296:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027fa4960 00000400:00000010:0.0:1767384895.194177:0:20296:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000027fa4960. 00000400:00000010:0.0:1767384895.194180:0:20296:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 000000008108ac05. 00000400:00000200:0.0:1767384895.194184:0:20296:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (6) 00000400:00000200:0.0:1767384895.194194:0:20296:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:0.0:1767384895.194203:0:20296:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131087 00000020:00000010:0.0:1767384895.194211:0:20296:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000005b34f959. 00000020:01000000:0.0:1767384895.194215:0:20296:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384895.194218:0:20296:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp15 00000400:00000010:0.0:1767384895.194234:0:20296:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000f97d6960. 00000400:00000010:0.0:1767384895.194237:0:20296:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000024f32905. 00000020:00000001:2.0:1767384895.194256:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384895.194261:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384895.194265:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384895.194269:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384895.194274:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384895.194277:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384895.194281:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384895.194284:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384895.194286:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384895.194288:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384895.194290:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384895.194292:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384895.194294:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384895.194296:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384895.194303:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d083d558. 00000020:00000040:2.0:1767384895.194308:0:36:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1767384895.194316:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384895.194320:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384895.194325:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384895.194333:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000de8b9cb5. 00000100:00000001:2.0:1767384895.194340:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.194350:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384895.194353:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384895.194362:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d083d558] to pc [ptlrpcd_00_01+1] req@00000000d083d558 x1853237358503040/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384895.194395:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384895.194399:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384895.194402:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384895.194404:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:2.0:1767384895.194408:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384895.194410:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384895.194415:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384895.194417:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384895.194419:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:3.0:1767384895.194422:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d083d558 x1853237358503040/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384895.194422:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384895.194426:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000200:1.1:1767384895.194430:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006a1bfc6b] -> 12345-192.168.203.157@tcp14 (2) 00000020:01000004:2.0:1767384895.194431:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384895.194435:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384895.194443:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384895.194447:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384895.194451:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384895.194454:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384895.194457:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384895.194460:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:3.0:1767384895.194461:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384895.194464:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384895.194464:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384895.194468:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000079d1fecb. 02000000:00000001:3.0:1767384895.194469:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1767384895.194472:0:36:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 02000000:00000001:3.0:1767384895.194473:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384895.194475:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384895.194476:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384895.194477:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1767384895.194481:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d083d558 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358503040:0@lo:253: 02000000:00000001:2.0:1767384895.194481:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384895.194486:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767384895.194489:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008603e42c. 02000000:00000001:3.0:1767384895.194491:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384895.194495:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.194495:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384895.194502:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384895.194502:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384895.194520:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384895.194523:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b44a3452. 00000100:00000040:2.0:1767384895.194525:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d1fecb] to pc [ptlrpcd_00_02+2] req@0000000079d1fecb x1853237358503168/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384895.194528:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384895.194537:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d43db1e1. 00000400:00000010:3.0:1767384895.194544:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d44681f6. 00000100:00000200:3.0:1767384895.194548:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358503040, portal 25 10000000:00000001:2.0:1767384895.194549:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384895.194550:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:2.0:1767384895.194552:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384895.194554:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504578304 : -108642204973312 : ffff9d30c3f70700) 00000020:00000001:2.0:1767384895.194555:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384895.194559:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384895.194561:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000005b34f959. 00000100:00000040:3.0:1767384895.194563:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d083d558 x1853237358503040/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384895.194571:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384895.194572:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384895.194576:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1767384895.194577:0:16130:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1767384895.194581:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384895.194582:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eaecee61. 00000100:00000200:3.0:1767384895.194586:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358503040, offset 0 00000100:00000001:2.0:1767384895.194589:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384895.194593:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384895.194593:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384895.194598:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384895.194600:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384895.194602:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384895.194606:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384895.194608:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000079d1fecb x1853237358503168/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384895.194616:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384895.194617:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384895.194620:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384895.194621:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272702480 00000400:00000200:3.0:1767384895.194628:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e1 [2] + 0 02000000:00000001:2.0:1767384895.194628:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384895.194634:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384895.194635:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c811be1. 00000400:00000200:3.0:1767384895.194643:0:16128:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008bbc133c 00000100:00100000:2.0:1767384895.194643:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000079d1fecb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358503168:0@lo:253: 00000100:00000001:2.0:1767384895.194649:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384895.194652:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384895.194653:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384895.194656:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384895.194659:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384895.194660:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1767384895.194665:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003957a940. 00000400:00000200:3.0:1767384895.194666:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bbc133c 02000000:00000001:2.0:1767384895.194668:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384895.194673:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eed5be93. 00000400:00000010:3.0:1767384895.194675:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008bbc133c. 00000100:00000001:3.0:1767384895.194681:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384895.194685:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767384895.194686:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2da320a. 00000100:00000040:3.0:1767384895.194688:0:16128:0:(events.c:337:request_in_callback()) incoming req@0000000049aae8eb x1853237358503040 msgsize 4848 00000100:00000200:2.0:1767384895.194691:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358503168, portal 25 00000100:00000001:2.0:1767384895.194697:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1767384895.194698:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384895.194699:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504590848 : -108642204960768 : ffff9d30c3f73800) 00000100:00000040:3.0:1767384895.194701:0:16128:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1767384895.194706:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000079d1fecb x1853237358503168/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384895.194711:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384895.194712:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384895.194717:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384895.194720:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eaecee61 00000400:00000010:2.0:1767384895.194722:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8147422. 00000400:00000010:3.0:1767384895.194724:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eaecee61. 00000100:00000001:3.0:1767384895.194729:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384895.194730:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358503168, offset 0 00000100:00000200:3.0:1767384895.194748:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d083d558 x1853237358503040/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384895.194749:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384895.194759:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384895.194759:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384895.194766:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d083d558 x1853237358503040/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384895.194788:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272702500 00000400:00000200:2.0:1767384895.194796:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e5 [2] + 0 00000100:00000001:3.0:1767384895.194798:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384895.194800:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086e01bf9. 00000100:00000001:3.0:1767384895.194803:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384895.194805:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005d314efa 00000400:00000200:2.0:1767384895.194810:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384895.194812:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384895.194816:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384895.194819:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294885068 00000400:00000200:2.0:1767384895.194821:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d314efa 00000400:00000010:2.0:1767384895.194825:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d314efa. 00000100:00000010:3.0:1767384895.194828:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a47bd13d. 00000100:00000001:2.0:1767384895.194829:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384895.194831:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384895.194837:0:16130:0:(events.c:337:request_in_callback()) incoming req@00000000f6fec9f2 x1853237358503168 msgsize 4848 00000100:00000001:3.0:1767384895.194839:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00100000:2.0:1767384895.194844:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384895.194851:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294885068 00000100:00000040:2.0:1767384895.194852:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:3.0:1767384895.194859:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000be7b2e25. 00000100:00000001:2.0:1767384895.194860:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384895.194864:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384895.194868:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8147422 00000100:00000001:3.0:1767384895.194870:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294885068 00000400:00000010:2.0:1767384895.194872:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8147422. 00000100:00000001:2.0:1767384895.194877:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:3.0:1767384895.194878:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3914576. 00000100:00000200:2.0:1767384895.194882:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000079d1fecb x1853237358503168/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384895.194884:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384895.194892:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294885068 00000100:00000001:2.0:1767384895.194892:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384895.194896:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000079d1fecb x1853237358503168/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384895.194899:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007ac714e7. 00000100:00000001:2.0:1767384895.194904:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384895.194906:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384895.194909:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384895.194915:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384895.194916:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384895.194922:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.194923:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294885068 00000100:00000001:2.0:1767384895.194926:0:16130:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, keep current deadline 4294885068 00000100:00000001:2.0:1767384895.194927:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294885068 00000100:00000001:2.0:1767384895.194930:0:16130:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, keep current deadline 4294885068 00000100:00000001:2.0:1767384895.194934:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294885068 00000100:00000001:3.0:1767384895.194937:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.194937:0:16130:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, keep current deadline 4294885068 00000100:00000001:2.0:1767384895.194942:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294885068 00000100:00000001:3.0:1767384895.194943:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384895.194947:0:16130:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, keep current deadline 4294885068 00000100:00000001:2.0:1767384895.194950:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384895.194952:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384895.194952:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.194954:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384895.194956:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384895.194957:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384895.194964:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384895.194967:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384895.194969:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384895.194972:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.194979:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384895.194982:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358503040 00000100:00000001:3.0:1767384895.194983:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384895.194985:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384895.194987:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.194988:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384895.194991:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384895.194994:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384895.194997:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358503040 00000020:00000001:2.0:1767384895.195005:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384895.195007:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:2.0:1767384895.195009:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384895.195010:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:2.0:1767384895.195011:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000100:00100000:3.0:1767384895.195013:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358503168 00000020:00000001:2.0:1767384895.195015:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 02000000:00000001:3.0:1767384895.195016:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384895.195018:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:3.0:1767384895.195019:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384895.195022:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.195023:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384895.195045:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083bd2237. 00000100:00000001:2.0:1767384895.195048:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384895.195050:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384895.195050:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083bd2237. 00000100:00100000:3.0:1767384895.195056:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358503168 00000020:00000001:3.0:1767384895.195058:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1767384895.195058:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af3bda12. 00000020:00000040:3.0:1767384895.195061:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000010:2.0:1767384895.195063:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008d92e571. 00000020:00000001:3.0:1767384895.195064:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384895.195067:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=16 00000020:00000001:3.0:1767384895.195070:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000010:2.0:1767384895.195070:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000046cb2c56. 00000020:00000001:3.0:1767384895.195074:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:3.0:1767384895.195077:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384895.195079:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:3.0:1767384895.195080:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008a1a0028. 00000100:00000001:2.0:1767384895.195082:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384895.195084:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384895.195085:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1767384895.195089:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008a1a0028. 00000100:00000001:2.0:1767384895.195090:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384895.195097:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012e1767a. 00000100:00000001:2.0:1767384895.195099:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384895.195101:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c23d5068. 00000020:00000010:3.0:1767384895.195106:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002f79b46f. 00000100:00000001:2.0:1767384895.195108:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384895.195110:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384895.195114:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384895.195115:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384895.195120:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.195120:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384895.195123:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384895.195124:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384895.195129:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00000040:2.0:1767384895.195132:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:3.0:1767384895.195134:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384895.195135:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436305539152 : -108637404012464 : ffff9d31e21fe050) 00000100:00000040:2.0:1767384895.195138:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000049aae8eb x1853237358503040/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:121/0 lens 4848/0 e 0 to 0 dl 1767384906 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384895.195142:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384895.195148:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384895.195151:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000020:00000010:2.0:1767384895.195153:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083bd2237. 00000100:00000040:3.0:1767384895.195154:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000100:00000001:2.0:1767384895.195158:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384895.195159:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436305542224 : -108637404009392 : ffff9d31e21fec50) 00000020:00000010:2.0:1767384895.195165:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083bd2237. 00000100:00000040:3.0:1767384895.195168:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f6fec9f2 x1853237358503168/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:121/0 lens 4848/0 e 0 to 0 dl 1767384906 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384895.195174:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000049aae8eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+16:16128:x1853237358503040:12345-0@lo:253: 00000100:00000200:2.0:1767384895.195183:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358503040 00000100:00000001:3.0:1767384895.195185:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384895.195188:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008a1a0028. 00000100:00000001:3.0:1767384895.195193:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384895.195195:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008a1a0028. 00000020:00000001:2.0:1767384895.195195:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384895.195200:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:3.0:1767384895.195203:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f6fec9f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+16:16130:x1853237358503168:12345-0@lo:253: 00000020:00000001:2.0:1767384895.195204:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384895.195208:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:3.0:1767384895.195209:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358503168 00000020:00000001:2.0:1767384895.195211:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:3.0:1767384895.195212:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384895.195215:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384895.195217:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384895.195218:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384895.195220:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384895.195221:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384895.195224:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384895.195224:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384895.195226:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:2.0:1767384895.195229:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384895.195230:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384895.195233:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384895.195234:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384895.195235:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384895.195237:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384895.195238:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384895.195241:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384895.195244:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000207af959. 00000100:00000001:3.0:1767384895.195245:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384895.195249:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384895.195249:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.195253:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384895.195256:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000da6ee759. 20000000:00000001:2.0:1767384895.195258:0:16764:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:3.0:1767384895.195260:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384895.195263:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384895.195265:0:16763:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384895.195268:0:16764:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000cc5e30e9. 20000000:00000010:3.0:1767384895.195273:0:16763:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005d7e5caa. 20000000:01000000:2.0:1767384895.195273:0:16764:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384895.195277:0:16764:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:3.0:1767384895.195279:0:16763:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384895.195280:0:16764:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384895.195282:0:16763:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384895.195283:0:16764:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384895.195286:0:16764:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384895.195287:0:16763:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384895.195289:0:16764:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384895.195290:0:16763:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384895.195299:0:16763:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384895.195299:0:16764:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008a3f1e51. 20000000:00000001:3.0:1767384895.195302:0:16763:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:2.0:1767384895.195303:0:16764:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 20000000:00000001:2.0:1767384895.195309:0:16764:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384895.195313:0:16764:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384895.195356:0:16764:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384895.195360:0:16764:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384895.195361:0:16764:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384895.195363:0:16764:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384895.195366:0:16764:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384895.195372:0:16764:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:2.0:1767384895.195378:0:16764:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384895.195384:0:16764:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f71b79a5. 00080000:00000001:2.0:1767384895.195386:0:16764:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635436781197312 : -108636928354304 : ffff9d31fe79d800) 00080000:00000001:2.0:1767384895.195390:0:16764:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384895.195494:0:16764:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000800:00000200:1.1:1767384895.195494:0:16116:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006a1bfc6b] -> 12345-192.168.203.157@tcp14 (2) 00080000:00000001:2.0:1767384895.195497:0:16764:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384895.195501:0:16764:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000200:1.1:1767384895.195505:0:16116:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp14 00000000b10582b3 deleted 00000800:00000010:1.1:1767384895.195522:0:16116:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b10582b3. 00000800:00000200:1.1:1767384895.195528:0:16116:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:2.0:1767384895.195534:0:16764:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384895.195536:0:16116:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp14 ip 192.168.203.157:1013 00080000:00000001:2.0:1767384895.195539:0:16764:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:1.1:1767384895.195543:0:16116:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d97c4f2 type 1, nob 240 niov 1 nkiov 1 00080000:00000001:2.0:1767384895.195621:0:16764:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384895.195624:0:16764:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000200:1.1:1767384895.195700:0:16118:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384895.195748:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384895.195752:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d97c4f2. 00000400:00000200:2.0:1767384895.195757:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384895.195764:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp14->192.168.203.157@tcp14: PUT: OK 00000400:00000200:2.0:1767384895.195768:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384895.195770:0:16120:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp: 0 00000800:00000001:2.0:1767384895.195779:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384895.195785:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384895.195786:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384895.195790:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384895.195796:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp14(192.168.203.157@tcp14) <- 192.168.203.157@tcp14 : PUT - for me 00000400:00000200:2.0:1767384895.195805:0:16120:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 144 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384895.195810:0:16120:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.157@tcp of length 144/144 into md 0x1261 [1] + 0 00000400:00000010:2.0:1767384895.195813:0:16120:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c79813d. 00000400:00000200:2.0:1767384895.195816:0:16120:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b6452143 00000800:00000001:2.0:1767384895.195820:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384895.195827:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384895.195829:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384895.195833:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp14->192.168.203.157@tcp14: PUT: OK 00000400:00000200:2.0:1767384895.195835:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6452143 00000400:00000010:2.0:1767384895.195837:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6452143. 00000400:00000200:2.0:1767384895.195841:0:16120:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384895.195844:0:16120:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (8) 00000400:00000200:2.0:1767384895.195848:0:16120:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000010:2.0:1767384895.195852:0:16120:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 00000000d8147422. 00000400:00000200:2.0:1767384895.195857:0:16120:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.157@tcp 7 00000400:00000200:2.0:1767384895.195861:0:16120:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:2.0:1767384895.195869:0:16120:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (9) 00000400:00000200:2.0:1767384895.195880:0:16120:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384895.195886:0:16120:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp14 to MR: 192.168.203.157@tcp14 local destination 00000400:00000200:2.0:1767384895.195891:0:16120:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp14 NI seq info: [16:16:256:4294967295] 192.168.203.157@tcp14 LPNI seq info [16:16:8:4294967295] 00000400:00000200:2.0:1767384895.195902:0:16120:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp14(192.168.203.157@tcp14:192.168.203.157@tcp14) -> 192.168.203.157@tcp14(192.168.203.157@tcp14:192.168.203.157@tcp14) 192.168.203.157@tcp14 : ACK try# 0 00000800:00000200:2.0:1767384895.195910:0:16120:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.157@tcp14 00000800:00000010:2.0:1767384895.195917:0:16120:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009cebb9e5. 00000800:00000200:2.0:1767384895.195923:0:16120:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006a1bfc6b] -> 12345-192.168.203.157@tcp14 (4) 00000800:00000200:2.0:1767384895.195928:0:16120:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp14 ip 192.168.203.157:988 00000800:00000200:2.0:1767384895.195931:0:16120:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009cebb9e5 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384895.195975:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384895.195978:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009cebb9e5. 00000400:00000200:2.0:1767384895.195982:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384895.195987:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp14->192.168.203.157@tcp14: ACK: OK 00000800:00000001:2.0:1767384895.196068:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384895.196075:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384895.196077:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384895.196080:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384895.196087:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp14(192.168.203.157@tcp14) <- 192.168.203.157@tcp14 : ACK - for me 00000400:00000200:2.0:1767384895.196099:0:16120:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.157@tcp14: ACK from 12345-192.168.203.157@tcp14 into md 0x12a1 00000400:00000200:2.0:1767384895.196102:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384895.196105:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp14->192.168.203.157@tcp14: ACK: OK 00000400:00000200:2.0:1767384895.196108:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8127395 00000400:00000010:2.0:1767384895.196111:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8127395. 00000400:00000200:2.0:1767384895.196114:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384895.196116:0:16120:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.157@tcp ev->status 0 00000400:00000200:2.0:1767384895.196123:0:16120:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:2.0:1767384895.196125:0:16120:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (8) 00000800:00000001:2.0:1767384895.196130:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384895.196134:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384895.197605:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a18aee20. 00000800:00000010:2.0:1767384895.197611:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b41c66e4. 00000800:00000010:2.0:1767384895.197634:0:16117:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000009d685fc. 00000800:00000200:2.1:1767384895.197641:0:16117:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006a1bfc6b] -> 12345-192.168.203.157@tcp14 (4) 00000800:00000200:2.1:1767384895.197646:0:16117:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp14 0000000009d685fc deleted 00000800:00000010:2.1:1767384895.197648:0:16117:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000009d685fc. 00000800:00000200:2.1:1767384895.197652:0:16117:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384895.197669:0:16117:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp14 p 3.x 192.168.203.157 -> 192.168.203.157:1012 incarnation:1767384893833571750 sched[0] 00000800:00000010:2.0:1767384895.197674:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004a022ed0. 00000800:00000010:2.0:1767384895.197731:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004a022ed0. 00000800:00000010:2.0:1767384895.197752:0:16117:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b41c66e4. 00000800:00000010:2.0:1767384895.197773:0:16117:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e131f2a5. 00000800:00000200:2.1:1767384895.197808:0:16118:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384895.197814:0:16118:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp14 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384893833571750 sched[0] 00000800:00000010:2.0:1767384895.197816:0:16118:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b10582b3. 00000800:00000001:2.0:1767384895.197857:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384895.197863:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384895.204192:0:16764:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384895.204199:0:16764:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:2.0:1767384895.204201:0:16764:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384895.204204:0:16764:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384895.204207:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384895.204211:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384895.204213:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384895.204213:0:16764:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384895.204217:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384895.204218:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384895.204221:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f71b79a5. 00080000:00000001:3.0:1767384895.204225:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384895.204227:0:16764:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384895.204230:0:16764:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384895.204234:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:2.0:1767384895.204235:0:16764:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384895.204238:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384895.204241:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384895.204247:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384895.204250:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384895.204273:0:16785:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000002dc7165b count: 2 00010000:00000001:0.0:1767384895.204276:0:16785:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384895.204279:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384895.204283:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ac75b9fe. 00000020:00000001:0.0:1767384895.204288:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384895.204291:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ac75b9fe with handle 0x4895a8f6c11e85bb to hash 00000020:00000001:0.0:1767384895.204293:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384895.204295:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854929920 : -108637854621696 : ffff9d31c7442000) 00010000:00000001:0.0:1767384895.204298:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854929920 : -108637854621696 : ffff9d31c7442000) 00010000:00000001:0.0:1767384895.204303:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384895.204310:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384895.204314:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ac75b9fe/0x4895a8f6c11e85bb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384895.204339:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384895.204343:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384895.204346:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384895.204349:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384895.204352:0:16785:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384895.204357:0:16785:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e85b4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e85ad expref: 16 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384895.204364:0:16785:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384895.204367:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384895.204370:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384895.204372:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384895.204375:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384895.204378:0:16785:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384895.204380:0:16785:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000ac75b9fe/0x4895a8f6c11e85bb lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384895.204387:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002dc7165b) refcount = 2 00010000:00000040:0.0:1767384895.204391:0:16785:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384895.204394:0:16785:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e85b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x4895a8f6c11e85ad expref: 16 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384895.204401:0:16785:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384895.204414:0:16785:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ac75b9fe/0x4895a8f6c11e85bb lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384895.204422:0:16785:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008e987471. 00000100:00000001:0.0:1767384895.204426:0:16785:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384895.204430:0:16785:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f97d6960. 00000100:00000001:0.0:1767384895.204433:0:16785:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635431506821888 : -108642202729728 : ffff9d30c4194300) 00000100:00000001:0.0:1767384895.204436:0:16785:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635431506821888 : -108642202729728 : ffff9d30c4194300) 00000100:00000001:0.0:1767384895.204438:0:16785:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384895.204445:0:16785:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384895.204447:0:16785:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384895.204451:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384895.204454:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384895.204456:0:16785:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384895.204459:0:16785:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384895.204462:0:16785:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384895.204465:0:16785:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384895.204470:0:16785:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a8eca923. 00000020:00000040:0.0:1767384895.204473:0:16785:0:(genops.c:1229:class_import_get()) import 00000000c30cd863 refcount=2 obd=MGS 00000100:00000001:0.0:1767384895.204476:0:16785:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384895.204478:0:16785:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384895.204481:0:16785:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384895.204486:0:16785:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000be5dc27c. 00000100:00000001:0.0:1767384895.204490:0:16785:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384895.204495:0:16785:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e85b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4895a8f6c11e85ad expref: 16 pid: 16763 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384895.204509:0:16785:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e85b4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4895a8f6c11e85ad expref: 16 pid: 16763 timeout: 367 lvb_type: 0 00010000:00000001:0.0:1767384895.204518:0:16785:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384895.204521:0:16785:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384895.204524:0:16785:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a8eca923 x1853237358503296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384895.204533:0:16785:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384895.204535:0:16785:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384895.204539:0:16785:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a8eca923 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16785:1853237358503296:0@lo:104: 00000100:00000001:0.0:1767384895.204543:0:16785:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384895.204547:0:16785:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384895.204548:0:16785:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384895.204551:0:16785:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384895.204553:0:16785:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006757853d. 02000000:00000001:0.0:1767384895.204556:0:16785:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384895.204560:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e8cbd7d. 00000400:00000010:0.0:1767384895.204565:0:16785:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d7032c9. 00000100:00000200:0.0:1767384895.204574:0:16785:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358503296, portal 16 00000100:00000001:0.0:1767384895.204577:0:16785:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384895.204579:0:16785:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780951552 : -108637928600064 : ffff9d31c2db4e00) 00000100:00000040:0.0:1767384895.204585:0:16785:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000a8eca923 x1853237358503296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384911 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384895.204604:0:16785:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384895.204607:0:16785:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384895.204609:0:16785:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075a1bd77. 00000100:00000200:0.0:1767384895.204612:0:16785:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237358503296, offset 0 00000400:00000200:0.0:1767384895.204617:0:16785:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384895.204623:0:16785:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384895.204630:0:16785:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272702580 00000400:00000200:0.0:1767384895.204635:0:16785:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 656 00000400:00000200:0.0:1767384895.204655:0:16785:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384895.204658:0:16785:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384895.204663:0:16785:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384895.204665:0:16785:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384895.204668:0:16785:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aa3eddaf. 00000100:00000040:0.0:1767384895.204671:0:16785:0:(events.c:337:request_in_callback()) incoming req@00000000aa3eddaf x1853237358503296 msgsize 328 00000100:00100000:0.0:1767384895.204675:0:16785:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384895.204689:0:16785:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384895.204694:0:16785:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075a1bd77 00000400:00000010:0.0:1767384895.204696:0:16785:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075a1bd77. 00000100:00000001:0.0:1767384895.204699:0:16785:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384895.204703:0:16785:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a8eca923 x1853237358503296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384911 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384895.204713:0:16785:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384895.204716:0:16753:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384895.204716:0:16785:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a8eca923 x1853237358503296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384911 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384895.204719:0:16753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358503296 02000000:00000001:2.0:1767384895.204723:0:16753:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384895.204726:0:16753:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384895.204728:0:16753:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384895.204744:0:16753:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384895.204745:0:16785:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384895.204747:0:16753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358503296 00000100:00000001:0.0:1767384895.204749:0:16785:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384895.204750:0:16753:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384895.204753:0:16753:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e83fb 00000100:00000001:0.0:1767384895.204754:0:16785:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384895.204755:0:16753:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384895.204758:0:16753:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f3b2147e refcount=3 00000100:00000001:0.0:1767384895.204770:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294885078 00000020:00000001:2.0:1767384895.204772:0:16753:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633131008 : -108637076420608 : ffff9d31f5a68800) 00000020:00000001:2.0:1767384895.204776:0:16753:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633131008 : -108637076420608 : ffff9d31f5a68800) 00000100:00000001:2.0:1767384895.204778:0:16753:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384895.204781:0:16753:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c078084. 00000100:00000001:0.0:1767384895.204781:0:16785:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294885068 00000100:00000001:2.0:1767384895.204792:0:16753:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384895.204795:0:16753:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c078084. 00000100:00000001:0.0:1767384895.204796:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294885078 00000020:00000010:2.0:1767384895.204799:0:16753:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e11259cd. 00000100:00000001:0.0:1767384895.204801:0:16785:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294885068 00000020:00000010:2.0:1767384895.204803:0:16753:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000775d4bee. 00000100:00000001:0.0:1767384895.204808:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294885078 00000020:00000010:2.0:1767384895.204809:0:16753:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009fcb46c6. 00000100:00000001:0.0:1767384895.204815:0:16785:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294885068 00000100:00000040:2.0:1767384895.204819:0:16753:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384895.204821:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294885078 00000100:00000001:2.0:1767384895.204823:0:16753:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384895.204826:0:16753:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384895.204828:0:16753:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384895.204828:0:16785:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294885068 00000100:00000001:2.0:1767384895.204832:0:16753:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384895.204834:0:16785:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384895.204838:0:16785:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384895.204841:0:16785:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.204844:0:16753:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384895.204844:0:16785:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384895.204849:0:16785:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384895.204853:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384895.204855:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384895.204857:0:16785:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.204859:0:16753:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1767384895.204860:0:16785:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:2.0:1767384895.204862:0:16753:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1767384895.204864:0:16785:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00100000:2.0:1767384895.204868:0:16753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000001:0.0:1767384895.204870:0:16785:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384895.204871:0:16753:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f3b2147e : new rpc_count 1 00000100:00000001:0.0:1767384895.204874:0:16785:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384895.204875:0:16753:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635435780949760 : -108637928601856 : ffff9d31c2db4700) 00000100:00000001:0.0:1767384895.204878:0:16785:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767384895.204881:0:16753:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aa3eddaf x1853237358503296/t0(0) o104->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:121/0 lens 328/0 e 0 to 0 dl 1767384906 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384895.204883:0:16785:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f97d6960 going to sleep for 11 seconds 00000100:00000001:0.0:1767384895.204888:0:16785:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384895.204892:0:16753:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384895.204894:0:16785:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384895.204896:0:16753:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c078084. 00000100:00000001:2.0:1767384895.204899:0:16753:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384895.204901:0:16753:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c078084. 00000100:00100000:2.0:1767384895.204905:0:16753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aa3eddaf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fc613044-dd35-4201-b03c-4d69ab0214c0+3:16785:x1853237358503296:12345-0@lo:104: 00000100:00000200:2.0:1767384895.204908:0:16753:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358503296 00010000:00000001:2.0:1767384895.204910:0:16753:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384895.204914:0:16753:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384895.204915:0:16753:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384895.204916:0:16753:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d44f8866 refcount=2 00000020:00000001:2.0:1767384895.204917:0:16753:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275764736 : -108637433786880 : ffff9d31e0598e00) 00010000:00000001:2.0:1767384895.204919:0:16753:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275764736 : -108637433786880 : ffff9d31e0598e00) 00010000:00000001:2.0:1767384895.204922:0:16753:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384895.204928:0:16753:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384895.204931:0:16753:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.157@tcp lock: 00000000d44f8866/0x4895a8f6c11e85ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4895a8f6c11e85b4 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384895.204937:0:16753:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384895.204939:0:16753:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384895.204942:0:16753:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000262be902. 02000000:00000001:2.0:1767384895.204944:0:16753:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.204945:0:16753:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.204948:0:16753:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384895.204950:0:16753:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384895.204953:0:16753:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c1b60063 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384895.204957:0:16753:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384895.204959:0:16753:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:2.0:1767384895.204961:0:16753:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384895.204963:0:16753:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384895.204964:0:16753:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.204966:0:16753:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384895.204968:0:16753:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384895.204970:0:16753:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081bd7484. 00000100:00000200:2.0:1767384895.204973:0:16753:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237358503296, offset 224 00000400:00000200:2.0:1767384895.204977:0:16753:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384895.204983:0:16753:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384895.204987:0:16753:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272702580 00000400:00000200:2.0:1767384895.204990:0:16753:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x12b9 [1] + 224 00000400:00000200:2.0:1767384895.204992:0:16753:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384895.204994:0:16753:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384895.204997:0:16753:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384895.204999:0:16753:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a8eca923 x1853237358503296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384911 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384895.205007:0:16753:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000a8eca923 x1853237358503296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384911 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384895.205046:0:16753:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384895.205053:0:16753:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081bd7484 00000100:00000001:0.0:1767384895.205054:0:16785:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384895.205060:0:16753:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081bd7484. 00000100:00000001:2.0:1767384895.205064:0:16753:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384895.205065:0:16785:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384895.205066:0:16753:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384895.205069:0:16785:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384895.205072:0:16785:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e8cbd7d. 00000100:00000001:2.0:1767384895.205073:0:16753:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384895.205079:0:16753:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000200:0.0:1767384895.205079:0:16785:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d7032c9 00000400:00000010:0.0:1767384895.205083:0:16785:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d7032c9. 00010000:00000001:2.0:1767384895.205085:0:16753:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767384895.205089:0:16785:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:2.0:1767384895.205090:0:16753:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000009d685fc. 00010000:00000001:2.0:1767384895.205094:0:16753:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:0.0:1767384895.205096:0:16785:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a8eca923 x1853237358503296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384911 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1767384895.205107:0:16753:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000200:0.0:1767384895.205109:0:16785:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a8eca923 x1853237358503296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384911 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384895.205110:0:16753:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.205115:0:16753:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.205120:0:16753:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384895.205127:0:16753:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa3eddaf x1853237358503296/t0(0) o104->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:121/0 lens 328/224 e 0 to 0 dl 1767384906 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384895.205127:0:16785:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384895.205137:0:16753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aa3eddaf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fc613044-dd35-4201-b03c-4d69ab0214c0+3:16785:x1853237358503296:12345-0@lo:104: Request processed in 242us (462us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384895.205138:0:16785:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384895.205145:0:16785:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:2.0:1767384895.205147:0:16753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 02000000:00000001:0.0:1767384895.205148:0:16785:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767384895.205151:0:16753:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f3b2147e : new rpc_count 0 00000100:00000001:0.0:1767384895.205152:0:16785:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384895.205154:0:16753:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384895.205155:0:16785:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.205157:0:16753:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384895.205160:0:16785:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384895.205162:0:16753:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000775d4bee. 00000100:00001000:0.0:1767384895.205165:0:16785:0:(import.c:2128:obd_at_measure()) add 5 to 0000000080a5a92e time=19 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384895.205167:0:16753:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009fcb46c6. 00000100:00001000:0.0:1767384895.205182:0:16785:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cfe3d233 time=19 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384895.205183:0:16753:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e11259cd. 00000100:00000001:0.0:1767384895.205190:0:16785:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:2.0:1767384895.205191:0:16753:0:(genops.c:898:class_export_put()) PUTting export 00000000f3b2147e : new refcount 2 00000100:00000001:0.0:1767384895.205192:0:16785:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.205195:0:16753:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384895.205197:0:16785:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384895.205199:0:16785:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384895.205202:0:16785:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384895.205207:0:16785:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a8eca923 x1853237358503296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384911 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767384895.205214:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384895.205215:0:16785:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384895.205218:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384895.205220:0:16785:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00010000:2.0:1767384895.205221:0:16758:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:0.0:1767384895.205223:0:16785:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384895.205225:0:16758:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384895.205229:0:16758:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:0.0:1767384895.205230:0:16785:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00010000:2.0:1767384895.205232:0:16758:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.157@tcp lock: 00000000d44f8866/0x4895a8f6c11e85ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4895a8f6c11e85b4 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384895.205234:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384895.205237:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384895.205241:0:16785:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384895.205242:0:16758:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d44f8866 already unused, calling callback (00000000de964f35) 00000100:00000040:0.0:1767384895.205247:0:16785:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a8eca923 x1853237358503296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384911 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:2.0:1767384895.205252:0:16758:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384895.205255:0:16758:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.157@tcp lock: 00000000d44f8866/0x4895a8f6c11e85ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4895a8f6c11e85b4 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384895.205271:0:16758:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00100000:0.0:1767384895.205272:0:16785:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a8eca923 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16785:1853237358503296:0@lo:104: 00010000:00000001:2.0:1767384895.205273:0:16758:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384895.205276:0:16758:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384895.205278:0:16758:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d44f8866 refcount=3 00000100:00000001:0.0:1767384895.205281:0:16785:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384895.205282:0:16758:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275764736 : -108637433786880 : ffff9d31e0598e00) 00010000:00000001:2.0:1767384895.205287:0:16758:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275764736 : -108637433786880 : ffff9d31e0598e00) 00000100:00000001:0.0:1767384895.205288:0:16785:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.205306:0:16758:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1767384895.205308:0:16785:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00010000:2.0:1767384895.205309:0:16758:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.157@tcp lock: 00000000d44f8866/0x4895a8f6c11e85ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4895a8f6c11e85b4 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384895.205313:0:16785:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:2.0:1767384895.205317:0:16758:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000040:0.0:1767384895.205320:0:16785:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a8eca923 x1853237358503296/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384911 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00010000:2.0:1767384895.205321:0:16758:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.157@tcp lock: 00000000d44f8866/0x4895a8f6c11e85ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4895a8f6c11e85b4 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384895.205347:0:16758:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:0.0:1767384895.205350:0:16785:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:00000001:2.0:1767384895.205351:0:16758:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384895.205354:0:16758:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 02000000:00000001:0.0:1767384895.205354:0:16785:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00000040:2.0:1767384895.205356:0:16758:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384895.205360:0:16758:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000010:0.0:1767384895.205360:0:16785:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006757853d. 00010000:00000001:2.0:1767384895.205362:0:16758:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384895.205367:0:16785:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000001:2.0:1767384895.205372:0:16758:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384895.205374:0:16758:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384895.205378:0:16758:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ff67cc77) refs 2 00000020:00000001:0.0:1767384895.205378:0:16785:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:2.0:1767384895.205382:0:16758:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000040:0.0:1767384895.205383:0:16785:0:(genops.c:1242:class_import_put()) import 00000000c30cd863 refcount=1 obd=MGS 10000000:00000001:2.0:1767384895.205385:0:16758:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384895.205389:0:16785:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384895.205390:0:16758:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000010:0.0:1767384895.205393:0:16785:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000be5dc27c. 00010000:00000001:2.0:1767384895.205394:0:16758:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384895.205397:0:16758:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:0.0:1767384895.205400:0:16785:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767384895.205401:0:16758:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384895.205405:0:16758:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384895.205405:0:16785:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384895.205409:0:16785:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a8eca923. 00000020:00000040:2.0:1767384895.205410:0:16758:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d44f8866 with handle 0x4895a8f6c11e85ad from hash 00010000:00000001:2.0:1767384895.205416:0:16758:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1767384895.205418:0:16785:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384895.205421:0:16785:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384895.205425:0:16758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:0.0:1767384895.205426:0:16785:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f97d6960. 00010000:00000001:2.0:1767384895.205427:0:16758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384895.205430:0:16758:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1767384895.205432:0:16785:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384895.205435:0:16758:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384895.205436:0:16785:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384895.205437:0:16758:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384895.205443:0:16758:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000010:0.0:1767384895.205443:0:16785:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008e987471. 00010000:00000001:2.0:1767384895.205446:0:16758:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:0.0:1767384895.205449:0:16785:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384895.205451:0:16758:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000119c606c. 00010000:00000001:0.0:1767384895.205454:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384895.205455:0:16758:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=6 obd=MGC192.168.203.157@tcp 00010000:00000001:0.0:1767384895.205459:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384895.205460:0:16758:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384895.205463:0:16758:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 20000000:00000001:0.0:1767384895.205465:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 02000000:00000001:2.0:1767384895.205466:0:16758:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384895.205470:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000010:2.0:1767384895.205471:0:16758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e11259cd. 00010000:00010000:0.0:1767384895.205474:0:16785:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000ac75b9fe/0x4895a8f6c11e85bb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384895.205475:0:16758:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.205480:0:16758:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384895.205484:0:16758:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.157@tcp lock: 00000000d44f8866/0x4895a8f6c11e85ad lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4895a8f6c11e85b4 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384895.205491:0:16758:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384895.205492:0:16758:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384895.205494:0:16758:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384895.205495:0:16758:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384895.205498:0:16758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000119c606c] to pc [ptlrpcd_00_03+3] req@00000000119c606c x1853237358503424/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384895.205517:0:16758:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384895.205519:0:16758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384895.205521:0:16758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384895.205523:0:16758:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.205524:0:16758:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384895.205526:0:16758:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384895.205529:0:16758:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.157@tcp lock: 00000000d44f8866/0x4895a8f6c11e85ad lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4895a8f6c11e85b4 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384895.205530:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384895.205534:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384895.205538:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767384895.205538:0:16758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384895.205542:0:16758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.157@tcp lock: 00000000d44f8866/0x4895a8f6c11e85ad lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4895a8f6c11e85b4 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384895.205547:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000119c606c x1853237358503424/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384895.205560:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384895.205563:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384895.205565:0:16758:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001f51a84c count: 0 02000000:00000001:3.0:1767384895.205567:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384895.205570:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384895.205572:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.205574:0:16758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1767384895.205575:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000119c606c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358503424:0@lo:103: 00010000:00000001:2.0:1767384895.205577:0:16758:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384895.205580:0:16758:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000009d685fc. 00000100:00000001:3.0:1767384895.205581:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1767384895.205586:0:16758:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384895.205587:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384895.205590:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384895.205591:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384895.205593:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384895.205594:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384895.205597:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005bf44b16. 00010000:00010000:2.0:1767384895.205598:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384895.205600:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384895.205602:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384895.205603:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384895.205606:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767384895.205607:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a025410f. 00000020:00000001:2.0:1767384895.205608:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384895.205611:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384895.205613:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ab784e2. 00010000:00010000:2.0:1767384895.205613:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:3.0:1767384895.205618:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358503424, portal 18 00000100:00000001:3.0:1767384895.205620:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384895.205622:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504591744 : -108642204959872 : ffff9d30c3f73b80) 00000100:00000040:3.0:1767384895.205626:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000119c606c x1853237358503424/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384911 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384895.205631:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384895.205634:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384895.205642:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000479d091f. 00000100:00000200:3.0:1767384895.205644:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237358503424, offset 0 00000400:00000200:3.0:1767384895.205664:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384895.205671:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384895.205678:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272702600 00000400:00000200:3.0:1767384895.205685:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 656 00000400:00000200:3.0:1767384895.205689:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384895.205692:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384895.205697:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384895.205698:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384895.205701:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001a0fe98e. 00000100:00000040:3.0:1767384895.205703:0:16130:0:(events.c:337:request_in_callback()) incoming req@000000001a0fe98e x1853237358503424 msgsize 328 00000100:00100000:3.0:1767384895.205708:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384895.205718:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384895.205724:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000479d091f 00000400:00000010:3.0:1767384895.205726:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000479d091f. 00000100:00000001:3.0:1767384895.205729:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384895.205744:0:16756:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1767384895.205748:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000119c606c x1853237358503424/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384911 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384895.205748:0:16756:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358503424 02000000:00000001:2.0:1767384895.205752:0:16756:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384895.205754:0:16756:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384895.205756:0:16756:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384895.205761:0:16756:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384895.205779:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384895.205782:0:16756:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358503424 00000020:00000001:2.0:1767384895.205784:0:16756:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1767384895.205786:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000119c606c x1853237358503424/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384911 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384895.205787:0:16756:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:2.0:1767384895.205790:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384895.205792:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=17 00000020:00000001:2.0:1767384895.205796:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:2.0:1767384895.205801:0:16756:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384895.205805:0:16756:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384895.205810:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384895.205810:0:16756:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f3a0e8ce. 00000100:00000001:2.0:1767384895.205814:0:16756:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384895.205816:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384895.205817:0:16756:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f3a0e8ce. 00000100:00000001:3.0:1767384895.205825:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384895.205825:0:16756:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ef013d3. 00000020:00000010:2.0:1767384895.205831:0:16756:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000775d4bee. 00000100:00000001:3.0:1767384895.205833:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294885079 00000020:00000010:2.0:1767384895.205841:0:16756:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009fcb46c6. 00000100:00000040:2.0:1767384895.205848:0:16756:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384895.205850:0:16756:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384895.205851:0:16756:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384895.205852:0:16756:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384895.205854:0:16756:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.205857:0:16756:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384895.205859:0:16756:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384895.205860:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384895.205861:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fe748dd8 refcount=4 00000020:00000001:2.0:1767384895.205863:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879615488 : -108637829936128 : ffff9d31c8bccc00) 00010000:00000001:2.0:1767384895.205864:0:16756:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879615488 : -108637829936128 : ffff9d31c8bccc00) 00010000:00010000:2.0:1767384895.205867:0:16756:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e85b4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4895a8f6c11e85ad expref: 17 pid: 16763 timeout: 367 lvb_type: 0 00010000:00000001:2.0:1767384895.205871:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384895.205872:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384895.205873:0:16756:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384895.205875:0:16756:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384895.205878:0:16756:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384895.205881:0:16756:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001a0fe98e x1853237358503424/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:121/0 lens 328/0 e 0 to 0 dl 1767384906 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384895.205887:0:16756:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384895.205888:0:16756:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.205899:0:16756:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384895.205912:0:16756:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384895.205914:0:16756:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384895.205917:0:16756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000001:0.0:1767384895.205919:0:16755:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384895.205920:0:16756:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 3 00000100:00000001:0.0:1767384895.205924:0:16755:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384895.205925:0:16756:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436515724800 : -108637193826816 : ffff9d31eea70e00) 00000100:00000001:0.0:1767384895.205929:0:16755:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384895.205930:0:16756:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001a0fe98e x1853237358503424/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:121/0 lens 328/0 e 0 to 0 dl 1767384906 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384895.205935:0:16755:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.205944:0:16756:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384895.205953:0:16756:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f3a0e8ce. 00000100:00000001:2.0:1767384895.205955:0:16756:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384895.205957:0:16756:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f3a0e8ce. 00000100:00100000:2.0:1767384895.205962:0:16756:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001a0fe98e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fc613044-dd35-4201-b03c-4d69ab0214c0+17:16130:x1853237358503424:12345-0@lo:103: 00000100:00000200:2.0:1767384895.205966:0:16756:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358503424 00010000:00000001:2.0:1767384895.205967:0:16756:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384895.205969:0:16756:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384895.205973:0:16756:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384895.205976:0:16756:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384895.205977:0:16756:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384895.206253:0:16756:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000313b42da. 02000000:00000001:2.0:1767384895.206256:0:16756:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.206258:0:16756:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.206261:0:16756:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384895.206263:0:16756:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384895.206265:0:16756:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384895.206266:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384895.206268:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fe748dd8 refcount=4 00000020:00000001:2.0:1767384895.206269:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879615488 : -108637829936128 : ffff9d31c8bccc00) 00010000:00000001:2.0:1767384895.206287:0:16756:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879615488 : -108637829936128 : ffff9d31c8bccc00) 00010000:00000040:2.0:1767384895.206289:0:16756:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000002dc7165b count: 3 00010000:00010000:2.0:1767384895.206292:0:16756:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e85b4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4895a8f6c11e85ad expref: 17 pid: 16763 timeout: 367 lvb_type: 0 00000100:00001000:2.0:1767384895.206297:0:16756:0:(import.c:2128:obd_at_measure()) add 0 to 0000000011468271 time=1767384895 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384895.206299:0:16756:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384895.206304:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384895.206306:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384895.206308:0:16756:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e85b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4895a8f6c11e85ad expref: 17 pid: 16763 timeout: 367 lvb_type: 0 00000020:00000001:2.0:1767384895.206312:0:16756:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384895.206313:0:16756:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384895.206314:0:16756:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384895.206322:0:16756:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.206325:0:16756:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384895.206327:0:16756:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384895.206332:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384895.206368:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384895.206370:0:16756:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384895.206371:0:16756:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384895.206373:0:16756:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fe748dd8 with handle 0x4895a8f6c11e85b4 from hash 00010000:00000001:2.0:1767384895.206375:0:16756:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384895.206377:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384895.206378:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384895.206380:0:16756:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384895.206381:0:16756:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384895.206382:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384895.206384:0:16756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e85b4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4895a8f6c11e85ad expref: 17 pid: 16763 timeout: 367 lvb_type: 0 00010000:00000040:2.0:1767384895.206389:0:16756:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000005d63f134 : new locks_count 9 00000020:00000040:2.0:1767384895.206390:0:16756:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 16 00010000:00000001:2.0:1767384895.206395:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384895.206397:0:16756:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384895.206399:0:16756:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384895.206400:0:16756:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000ac75b9fe 00010000:00000001:2.0:1767384895.206402:0:16756:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384895.206404:0:16756:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384895.206405:0:16756:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384895.206407:0:16756:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384895.206408:0:16756:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384895.206410:0:16756:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384895.206412:0:16756:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384895.206413:0:16756:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000ac75b9fe/0x4895a8f6c11e85bb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384895.206417:0:16756:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384895.206419:0:16756:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384895.206421:0:16756:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384895.206422:0:16756:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384895.206430:0:16756:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002dc7165b) refcount = 2 00010000:00010000:2.0:1767384895.206432:0:16756:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ac75b9fe/0x4895a8f6c11e85bb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384895.206437:0:16756:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384895.206439:0:16756:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384895.206441:0:16756:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384895.206442:0:16756:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384895.206452:0:16756:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000056437f58. 00000100:00000001:2.0:1767384895.206454:0:16756:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384895.206457:0:16756:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009d685fc. 00000100:00000001:2.0:1767384895.206459:0:16756:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635431480628160 : -108642228923456 : ffff9d30c28993c0) 00000100:00000001:2.0:1767384895.206461:0:16756:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635431480628160 : -108642228923456 : ffff9d30c28993c0) 00000100:00000001:2.0:1767384895.206463:0:16756:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384895.206464:0:16756:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384895.206466:0:16756:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384895.206468:0:16756:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384895.206471:0:16756:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002232882s 00010000:00000001:2.0:1767384895.206473:0:16756:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384895.206474:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384895.206476:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ac75b9fe refcount=5 00000020:00000001:2.0:1767384895.206478:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854929920 : -108637854621696 : ffff9d31c7442000) 00010000:00000001:2.0:1767384895.206480:0:16756:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854929920 : -108637854621696 : ffff9d31c7442000) 00010000:00000001:2.0:1767384895.206482:0:16756:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384895.206484:0:16756:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ac75b9fe/0x4895a8f6c11e85bb lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384895.206490:0:16756:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384895.206492:0:16756:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ac75b9fe/0x4895a8f6c11e85bb lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384895.206496:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384895.206498:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384895.206499:0:16756:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ac75b9fe/0x4895a8f6c11e85bb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384895.206513:0:16756:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384895.206514:0:16756:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.206517:0:16756:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384895.206518:0:16756:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ac75b9fe/0x4895a8f6c11e85bb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384895.206523:0:16756:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ac75b9fe already unused, calling callback (00000000be7801c4) 00010000:00000001:2.0:1767384895.206525:0:16756:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384895.206527:0:16756:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384895.206528:0:16756:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ac75b9fe/0x4895a8f6c11e85bb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384895.206533:0:16756:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384895.206534:0:16756:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384895.206536:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384895.206537:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ac75b9fe refcount=6 00000020:00000001:2.0:1767384895.206539:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854929920 : -108637854621696 : ffff9d31c7442000) 00010000:00000001:2.0:1767384895.206541:0:16756:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854929920 : -108637854621696 : ffff9d31c7442000) 00010000:00000001:2.0:1767384895.206543:0:16756:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384895.206544:0:16756:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ac75b9fe/0x4895a8f6c11e85bb lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384895.206548:0:16756:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384895.206550:0:16756:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384895.206552:0:16756:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.206565:0:16756:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384895.206566:0:16756:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384895.206569:0:16756:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384895.206570:0:16756:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384895.206572:0:16756:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ac75b9fe with handle 0x4895a8f6c11e85bb from hash 00010000:00000001:2.0:1767384895.206574:0:16756:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384895.206576:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384895.206577:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384895.206584:0:16756:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384895.206586:0:16756:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384895.206588:0:16756:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384895.206590:0:16756:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00010000:0.0:1767384895.206590:0:16785:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000ac75b9fe/0x4895a8f6c11e85bb lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384895.206594:0:16756:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384895.206599:0:16756:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.206603:0:16756:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384895.206606:0:16756:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384895.206611:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384895.206611:0:16785:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384895.206614:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384895.206618:0:16756:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384895.206618:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384895.206623:0:16756:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.206625:0:16756:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384895.206625:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ac75b9fe/0x4895a8f6c11e85bb lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384895.206629:0:16756:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ac75b9fe/0x4895a8f6c11e85bb lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384895.206662:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384895.206663:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384895.206664:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384895.206666:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384895.206667:0:16756:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384895.206670:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384895.206671:0:16756:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384895.206672:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384895.206673:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384895.206674:0:16756:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384895.206677:0:16756:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384895.206681:0:16756:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384895.206681:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384895.206686:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384895.206687:0:16756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ac75b9fe/0x4895a8f6c11e85bb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384895.206694:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384895.206695:0:16756:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.206697:0:16756:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384895.206699:0:16756:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384895.206701:0:16756:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.206703:0:16756:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.206704:0:16756:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384895.206706:0:16756:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000009d685fc. 00000100:00000001:2.0:1767384895.206709:0:16756:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384895.206715:0:16756:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384895.206717:0:16756:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000056437f58. 00010000:00000001:2.0:1767384895.206719:0:16756:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384895.206721:0:16756:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002dc7165b count: 0 00010000:00010000:2.0:1767384895.206727:0:16756:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384895.206729:0:16756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384895.206731:0:16756:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384895.206745:0:16756:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384895.206747:0:16756:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bb2adef3 time=19 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384895.206749:0:16130:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294885078 00000100:00000001:2.0:1767384895.206750:0:16756:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384895.206754:0:16756:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:3.0:1767384895.206755:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294885080 00000100:00000001:2.0:1767384895.206757:0:16756:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384895.206761:0:16756:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384895.206762:0:16756:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.206764:0:16756:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384895.206766:0:16756:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384895.206790:0:16130:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294885078 00000100:00000001:3.0:1767384895.206799:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294885080 00000100:00000001:3.0:1767384895.206805:0:16130:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294885078 00000100:00000001:3.0:1767384895.206809:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294885080 00000100:00000001:3.0:1767384895.206823:0:16130:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294885078 00000100:00000001:3.0:1767384895.206828:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384895.206831:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384895.206833:0:16756:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081bd7484. 00000100:00000001:3.0:1767384895.206835:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384895.206837:0:16756:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237358503424, offset 224 00000100:00000001:3.0:1767384895.206839:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384895.206844:0:16756:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384895.206847:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384895.206852:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384895.206852:0:16756:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384895.206859:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384895.206860:0:16756:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272702600 00000100:00000001:3.0:1767384895.206862:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384895.206866:0:16756:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x12c5 [1] + 224 00000100:00000001:3.0:1767384895.206867:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384895.206872:0:16756:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384895.206873:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384895.206879:0:16756:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384895.206883:0:16756:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384895.206886:0:16756:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000119c606c x1853237358503424/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384911 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384895.206894:0:16756:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000119c606c x1853237358503424/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384911 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384895.206906:0:16756:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384895.206912:0:16756:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081bd7484 00000400:00000010:2.0:1767384895.206913:0:16756:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081bd7484. 00000100:00000001:2.0:1767384895.206915:0:16756:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384895.206917:0:16756:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384895.206926:0:16756:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384895.206928:0:16756:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:2.0:1767384895.206930:0:16756:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.206932:0:16756:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384895.206936:0:16756:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a0fe98e x1853237358503424/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:121/0 lens 328/224 e 0 to 0 dl 1767384906 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384895.206942:0:16756:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001a0fe98e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fc613044-dd35-4201-b03c-4d69ab0214c0+16:16130:x1853237358503424:12345-0@lo:103: Request processed in 997us (1237us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384895.206950:0:16756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:2.0:1767384895.206952:0:16756:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 2 00000100:00000001:2.0:1767384895.206954:0:16756:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384895.206955:0:16756:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384895.206957:0:16756:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000775d4bee. 00000020:00000010:2.0:1767384895.206961:0:16756:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009fcb46c6. 00000020:00000010:2.0:1767384895.206965:0:16756:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ef013d3. 00000020:00000040:2.0:1767384895.206970:0:16756:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 15 00000100:00000001:2.0:1767384895.206973:0:16756:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384895.206991:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384895.206993:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384895.206997:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384895.206998:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384895.207000:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a025410f. 00000400:00000200:2.0:1767384895.207002:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ab784e2 00000400:00000010:2.0:1767384895.207004:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ab784e2. 00000100:00000001:2.0:1767384895.207006:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384895.207009:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000119c606c x1853237358503424/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384911 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384895.207038:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000119c606c x1853237358503424/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384911 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384895.207044:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384895.207046:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384895.207048:0:16130:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384895.207049:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384895.207051:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384895.207058:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384895.207060:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384895.207063:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f692eeab time=19 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384895.207066:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384895.207068:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384895.207070:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.207071:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384895.207073:0:16130:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.207074:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384895.207077:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000119c606c x1853237358503424/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384911 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384895.207082:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384895.207084:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384895.207085:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384895.207087:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000119c606c x1853237358503424/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384911 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384895.207093:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000119c606c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358503424:0@lo:103: 00000100:00000001:2.0:1767384895.207098:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.207100:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384895.207103:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000119c606c x1853237358503424/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384911 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384895.207107:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384895.207109:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384895.207111:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005bf44b16. 02000000:00000001:2.0:1767384895.207114:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384895.207116:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384895.207117:0:16130:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1767384895.207119:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384895.207120:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e11259cd. 02000000:00000001:2.0:1767384895.207123:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384895.207124:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384895.207126:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000119c606c. 00000100:00000001:2.0:1767384895.207128:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384895.207129:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384895.207136:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.207138:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384895.207139:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384895.207141:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.207143:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384895.210036:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001f51a84c. 00010000:00000010:2.1:1767384895.210041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d44f8866. 00010000:00000010:2.1:1767384895.212041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fe748dd8. 00010000:00000010:2.1:1767384895.212049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ac75b9fe. 00010000:00000010:2.1:1767384895.212055:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002dc7165b. 00080000:00000001:0.0:1767384895.212698:0:16763:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384895.212704:0:16763:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:0.0:1767384895.212708:0:16763:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384895.212711:0:16763:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384895.212712:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:01000000:0.0:1767384895.212714:0:16763:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384895.212715:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384895.212719:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384895.212719:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384895.212720:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384895.212722:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e45787a4. 00080000:00000001:3.0:1767384895.212726:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384895.212728:0:16763:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384895.212749:0:16763:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384895.212751:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384895.212754:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:0.0:1767384895.212755:0:16763:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:2.0:1767384895.212756:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384895.212761:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384895.212763:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384895.212768:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001f51a84c. 00010000:00000001:2.0:1767384895.212788:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384895.212790:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d44f8866. 00000020:00000001:2.0:1767384895.212793:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384895.212794:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d44f8866 with handle 0x4895a8f6c11e85c2 to hash 00000020:00000001:2.0:1767384895.212796:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384895.212797:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635436275764736 : -108637433786880 : ffff9d31e0598e00) 00010000:00000001:2.0:1767384895.212799:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635436275764736 : -108637433786880 : ffff9d31e0598e00) 00010000:00000001:2.0:1767384895.212801:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384895.212803:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384895.212804:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d44f8866/0x4895a8f6c11e85c2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384895.212810:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384895.212811:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384895.212813:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384895.212814:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384895.212816:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384895.212817:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384895.212818:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384895.212820:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384895.212821:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384895.212822:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384895.212823:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384895.212824:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001f51a84c) refcount = 1 00010000:00010000:2.0:1767384895.212826:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d44f8866/0x4895a8f6c11e85c2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384895.212837:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384895.212838:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384895.212839:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384895.212841:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.212842:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384895.212844:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384895.212846:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002232882s 00010000:00000001:2.0:1767384895.212848:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384895.212850:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384895.212851:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d44f8866 refcount=4 00000020:00000001:2.0:1767384895.212853:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275764736 : -108637433786880 : ffff9d31e0598e00) 00010000:00000001:2.0:1767384895.212855:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275764736 : -108637433786880 : ffff9d31e0598e00) 00010000:00000001:2.0:1767384895.212857:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384895.212859:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d44f8866/0x4895a8f6c11e85c2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384895.212863:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384895.212864:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d44f8866/0x4895a8f6c11e85c2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384895.212867:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384895.212868:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384895.212869:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d44f8866/0x4895a8f6c11e85c2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384895.212873:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384895.212874:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.212876:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384895.212877:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d44f8866/0x4895a8f6c11e85c2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384895.212881:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d44f8866 already unused, calling callback (00000000be7801c4) 00010000:00000001:2.0:1767384895.212882:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384895.212889:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384895.212891:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d44f8866/0x4895a8f6c11e85c2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384895.212895:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384895.212896:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384895.212897:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384895.212899:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d44f8866 refcount=5 00000020:00000001:2.0:1767384895.212900:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275764736 : -108637433786880 : ffff9d31e0598e00) 00010000:00000001:2.0:1767384895.212902:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275764736 : -108637433786880 : ffff9d31e0598e00) 00010000:00000001:2.0:1767384895.212904:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384895.212905:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d44f8866/0x4895a8f6c11e85c2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384895.212908:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384895.212910:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384895.212911:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.212913:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384895.212914:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384895.212915:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384895.212915:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384895.212917:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d44f8866 with handle 0x4895a8f6c11e85c2 from hash 00010000:00000001:2.0:1767384895.212918:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384895.212919:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384895.212920:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384895.212921:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384895.212921:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384895.212923:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384895.212924:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384895.212928:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384895.212929:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.212931:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384895.212932:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384895.212934:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384895.212935:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384895.212936:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.212942:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.212943:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384895.212945:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d44f8866/0x4895a8f6c11e85c2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384895.212948:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384895.212949:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384895.212950:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384895.212950:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384895.212951:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384895.212952:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384895.212953:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384895.212955:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384895.212956:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384895.212957:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d44f8866/0x4895a8f6c11e85c2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384895.212960:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384895.212961:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384895.212962:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d44f8866/0x4895a8f6c11e85c2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384895.212966:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001f51a84c count: 0 00010000:00000001:2.0:1767384895.212973:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384895.212974:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384895.213575:0:16764:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384895.213579:0:16764:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384895.213581:0:16764:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000cc5e30e9. 20000000:00000001:3.0:1767384895.213586:0:16764:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384895.213589:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358503040 00010000:00000001:3.0:1767384895.213591:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384895.213596:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000049aae8eb x1853237358503040/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:121/0 lens 4848/4768 e 0 to 0 dl 1767384906 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384895.213603:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384895.213605:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384895.213607:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=19 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384895.213610:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384895.213611:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:3.0:1767384895.213613:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:3.0:1767384895.213615:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384895.213616:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384895.213618:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384895.213621:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384895.213631:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000042743d5b. 00000100:00000200:3.0:1767384895.213634:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358503040, offset 224 00000400:00000200:3.0:1767384895.213639:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384895.213644:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384895.213650:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272702480 00000400:00000200:3.0:1767384895.213654:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12a5 [2] + 224 00000400:00000200:3.0:1767384895.213658:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384895.213661:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384895.213665:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384895.213667:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d083d558 x1853237358503040/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384895.213674:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d083d558 x1853237358503040/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384895.213687:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384895.213691:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042743d5b 00000400:00000010:3.0:1767384895.213693:0:16764:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000042743d5b. 00000100:00000001:2.0:1767384895.213695:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384895.213696:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384895.213699:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384895.213699:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384895.213705:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384895.213705:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384895.213709:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384895.213711:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000010:2.0:1767384895.213712:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d43db1e1. 00010000:00000001:3.0:1767384895.213715:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384895.213718:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384895.213718:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d44681f6 00000400:00000010:2.0:1767384895.213722:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d44681f6. 00000020:00000001:3.0:1767384895.213723:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384895.213727:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384895.213728:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049aae8eb x1853237358503040/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:121/0 lens 4848/4768 e 0 to 0 dl 1767384906 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384895.213748:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d083d558 x1853237358503040/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384895.213760:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000049aae8eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16128:x1853237358503040:12345-0@lo:253: Request processed in 18607us (19068us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384895.213765:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d083d558 x1853237358503040/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384895.213773:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00000040:3.0:1767384895.213777:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00000001:3.0:1767384895.213781:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384895.213785:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384895.213791:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384895.213792:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008d92e571. 00000100:00000001:2.0:1767384895.213793:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384895.213797:0:16128:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384895.213799:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384895.213801:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384895.213802:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000046cb2c56. 00000100:00000001:2.0:1767384895.213802:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384895.213804:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384895.213807:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=19 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384895.213809:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384895.213811:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384895.213814:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384895.213816:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384895.213818:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af3bda12. 00010000:00000001:2.0:1767384895.213818:0:16128:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.213823:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384895.213827:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 00000100:00000040:2.0:1767384895.213828:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d083d558 x1853237358503040/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384895.213833:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384895.213838:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000207af959. 00000100:00000001:2.0:1767384895.213838:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384895.213843:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767384895.213844:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384895.213845:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384895.213849:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384895.213849:0:16128:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384895.213854:0:16128:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384895.213855:0:16128:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000200:3.0:1767384895.213856:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:2.0:1767384895.213857:0:16128:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384895.213860:0:16128:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384895.213863:0:16128:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:3.0:1767384895.213864:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf292622. 00000020:01000004:2.0:1767384895.213864:0:16128:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384895.213867:0:16128:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384895.213869:0:16128:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384895.213870:0:16128:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:3.0:1767384895.213872:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000042743d5b. 00000100:00000040:2.0:1767384895.213872:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d083d558 x1853237358503040/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384895.213881:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d083d558 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358503040:0@lo:253: 00000100:00000001:2.0:1767384895.213885:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384895.213887:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384895.213896:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d083d558 x1853237358503040/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384895.213901:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384895.213903:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384895.213904:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b44a3452. 02000000:00000001:2.0:1767384895.213908:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384895.213910:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384895.213912:0:16128:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1767384895.213914:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384895.213915:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000de8b9cb5. 02000000:00000001:2.0:1767384895.213919:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384895.213921:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384895.213923:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d083d558. 00000100:00000001:2.0:1767384895.213925:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384895.213926:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384895.213940:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384895.213945:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384895.213946:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.213950:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384895.213952:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384895.216123:0:16763:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384895.216125:0:16763:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384895.216127:0:16763:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005d7e5caa. 20000000:00000001:2.0:1767384895.216131:0:16763:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384895.216134:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358503168 00010000:00000001:2.0:1767384895.216136:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384895.216139:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f6fec9f2 x1853237358503168/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:121/0 lens 4848/4768 e 0 to 0 dl 1767384906 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384895.216145:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384895.216147:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384895.216149:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384895.216151:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384895.216153:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:2.0:1767384895.216155:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384895.216158:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384895.216159:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.216167:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384895.216169:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384895.216172:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000213b66a3. 00000100:00000200:2.0:1767384895.216175:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358503168, offset 224 00000400:00000200:2.0:1767384895.216179:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384895.216186:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384895.216192:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272702500 00000400:00000200:2.0:1767384895.216196:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12ad [2] + 224 00000400:00000200:2.0:1767384895.216200:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384895.216203:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384895.216206:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384895.216210:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000079d1fecb x1853237358503168/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384895.216216:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000079d1fecb x1853237358503168/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384895.216229:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384895.216235:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000213b66a3 00000400:00000010:2.0:1767384895.216237:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000213b66a3. 00000100:00000001:3.0:1767384895.216239:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384895.216240:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384895.216243:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384895.216243:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384895.216250:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384895.216250:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384895.216254:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384895.216255:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000010:3.0:1767384895.216274:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eed5be93. 00010000:00000001:2.0:1767384895.216275:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384895.216278:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384895.216279:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2da320a 00000020:00000001:2.0:1767384895.216280:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384895.216282:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b2da320a. 00000100:00000040:2.0:1767384895.216285:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6fec9f2 x1853237358503168/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:121/0 lens 4848/4768 e 0 to 0 dl 1767384906 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384895.216288:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384895.216295:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000079d1fecb x1853237358503168/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384895.216296:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f6fec9f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16130:x1853237358503168:12345-0@lo:253: Request processed in 21109us (21456us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384895.216310:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00000040:2.0:1767384895.216314:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000200:3.0:1767384895.216316:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000079d1fecb x1853237358503168/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384895.216317:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384895.216320:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384895.216325:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384895.216329:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384895.216329:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c23d5068. 00000100:00000001:3.0:1767384895.216334:0:16130:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384895.216335:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002f79b46f. 02000000:00000001:3.0:1767384895.216336:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384895.216339:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384895.216341:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384895.216341:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012e1767a. 02000000:00000001:3.0:1767384895.216343:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384895.216346:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 00000100:00001000:3.0:1767384895.216347:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=19 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384895.216350:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384895.216352:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=19 v=5 (1 0 0 0) 02000000:00000010:2.0:1767384895.216353:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000da6ee759. 00000100:00000001:3.0:1767384895.216359:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384895.216360:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384895.216361:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384895.216363:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384895.216364:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384895.216367:0:16130:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384895.216368:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384895.216369:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384895.216374:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000079d1fecb x1853237358503168/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384895.216374:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001aa0a148. 00000400:00000010:2.0:1767384895.216379:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000213b66a3. 00000100:00000001:3.0:1767384895.216394:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384895.216396:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384895.216397:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384895.216400:0:16130:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384895.216401:0:16130:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384895.216402:0:16130:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384895.216403:0:16130:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384895.216404:0:16130:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384895.216406:0:16130:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384895.216407:0:16130:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384895.216408:0:16130:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384895.216409:0:16130:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384895.216411:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000079d1fecb x1853237358503168/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384895.216417:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000079d1fecb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358503168:0@lo:253: 00000100:00000001:3.0:1767384895.216422:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384895.216423:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384895.216425:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000079d1fecb x1853237358503168/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384895.216429:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384895.216431:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384895.216433:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003957a940. 02000000:00000001:3.0:1767384895.216437:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384895.216439:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384895.216440:0:16130:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384895.216442:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384895.216443:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008603e42c. 02000000:00000001:3.0:1767384895.216447:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384895.216448:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384895.216449:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000079d1fecb. 00000100:00000001:3.0:1767384895.216451:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384895.216452:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384895.216454:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384895.216457:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384895.216464:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384895.216467:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384895.216469:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384895.218080:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294885080, at 4294885081 00000100:00000010:2.0:1767384895.218088:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3914576. 00000400:00000010:0.0:1767384895.218267:0:20301:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000bbb172d0. 00000400:00000040:0.0:1767384895.218286:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384895.218290:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384895.218293:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384895.218294:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384895.218297:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384895.218298:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384895.218301:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384895.218303:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384895.218305:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384895.218307:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384895.218309:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384895.218311:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384895.218314:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384895.218316:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384895.218317:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384895.218320:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384895.218321:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384895.218323:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384895.218324:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384895.218327:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384895.218328:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384895.218330:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384895.218331:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384895.218333:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384895.218334:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384895.218337:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384895.218338:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384895.218340:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384895.218346:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384895.218348:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384895.218349:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384895.218351:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384895.218353:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384895.218354:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384895.218355:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384895.218357:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384895.218358:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384895.218360:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384895.218362:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384895.218363:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384895.218365:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384895.218366:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384895.218368:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384895.218370:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384895.218371:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384895.218373:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384895.218374:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384895.218375:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384895.218377:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384895.218379:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384895.218381:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384895.218382:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384895.218383:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384895.218385:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384895.218387:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384895.218389:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384895.218390:0:20301:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384895.218413:0:20301:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000bbb172d0. 00000100:00000040:0.0:1767384895.219062:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294885079, at 4294885082 00000100:00000010:0.0:1767384895.219069:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a47bd13d. 00000100:00000040:3.0:1767384895.219078:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294885080, at 4294885082 00000100:00000010:3.0:1767384895.219085:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007ac714e7. 00010000:00000010:2.1:1767384895.221052:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001f51a84c. 00010000:00000010:2.1:1767384895.221060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d44f8866. 00000020:00000001:2.0:1767384895.321110:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384895.321115:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384895.321119:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384896.345223:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384896.345226:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384896.345229:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384896.459952:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384896.459959:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000400:00000010:2.0:1767384896.459969:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081bd7484. 00000400:00000200:2.0:1767384896.459973:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (8) 00000400:00000010:2.0:1767384896.459978:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001b311e84. 00000400:00000200:2.0:1767384896.459981:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000020:00000001:3.0:1767384896.459991:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384896.459992:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 10000000:00000001:3.0:1767384896.459997:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384896.459999:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:00000001:3.0:1767384896.460001:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384896.460004:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384896.460007:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:3.0:1767384896.460009:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384896.460036:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384896.460038:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384896.460039:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384896.460040:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384896.460044:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384896.460045:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:3.0:1767384896.460047:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384896.460050:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384896.460052:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384896.460053:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:3.0:1767384896.460054:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384896.460061:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000980c7aa6. 00000400:00000200:2.0:1767384896.460061:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:00000040:3.0:1767384896.460068:0:36:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000400:00000200:2.0:1767384896.460071:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:3.0:1767384896.460074:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384896.460077:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 02000000:00000001:3.0:1767384896.460078:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384896.460082:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384896.460090:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp15 02000000:00000010:3.0:1767384896.460108:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000da6ee759. 00000400:00000200:2.0:1767384896.460112:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp15 lpni_is_preferred = 0 00000400:00000200:2.0:1767384896.460115:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp15 00000100:00000001:3.0:1767384896.460117:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384896.460122:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp15 NI seq info: [17:17:256:4294967295] 192.168.203.157@tcp15 LPNI seq info [17:17:8:4294967295] 00000100:00000001:3.0:1767384896.460127:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384896.460130:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp15 00000100:00000001:3.0:1767384896.460131:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384896.460141:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000980c7aa6] to pc [ptlrpcd_00_00+0] req@00000000980c7aa6 x1853237358503552/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384896.460143:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp15(192.168.203.157@tcp15:) -> 192.168.203.157@tcp15(192.168.203.157@tcp:192.168.203.157@tcp15) : PUT try# 0 00000800:00000200:2.0:1767384896.460158:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 160 bytes in 1 frags to 12345-192.168.203.157@tcp15 00000800:00000010:2.0:1767384896.460162:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c45aa468. 00000800:00000010:2.0:1767384896.460170:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ee0ecb8e. 00000800:00000010:2.0:1767384896.460173:0:16125:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000fbc428f6. 10000000:00000001:3.0:1767384896.460177:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384896.460178:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee0ecb8e] -> 12345-192.168.203.157@tcp15 (2) 10000000:00000001:3.0:1767384896.460183:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.460185:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384896.460189:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384896.460189:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee0ecb8e] -> 12345-192.168.203.157@tcp15 (2) 00000100:00100000:0.0:1767384896.460192:0:16128:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767384896.460196:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000000:3.0:1767384896.460202:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384896.460206:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 00000100:00000001:0.0:1767384896.460207:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384896.460209:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384896.460212:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100551 rc 0 00000100:00000001:0.0:1767384896.460212:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384896.460213:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384896.460217:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384896.460220:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:0.0:1767384896.460221:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384896.460222:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384896.460225:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384896.460226:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384896.460227:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384896.460228:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384896.460232:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:3.0:1767384896.460233:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384896.460237:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384896.460238:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767384896.460238:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:3.0:1767384896.460242:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384896.460245:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b366d3ae. 00000100:00000040:0.0:1767384896.460247:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000980c7aa6 x1853237358503552/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384896.460249:0:36:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1767384896.460254:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384896.460257:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384896.460260:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384896.460264:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000100:00000001:0.0:1767384896.460267:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1767384896.460269:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005d7e5caa. 00000100:00000001:0.0:1767384896.460271:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384896.460278:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384896.460280:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384896.460281:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384896.460285:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384896.460286:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.460288:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384896.460295:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000980c7aa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358503552:0@lo:253: 00000100:00000040:3.0:1767384896.460296:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b366d3ae] to pc [ptlrpcd_00_01+1] req@00000000b366d3ae x1853237358503680/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384896.460304:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000100:00000001:0.0:1767384896.460306:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384896.460314:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 10000000:00000001:3.0:1767384896.460318:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384896.460334:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384896.460338:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384896.460340:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767384896.460341:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384896.460344:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384896.460346:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000023a25b03. 02000000:00000010:0.0:1767384896.460347:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007cd7513e. 02000000:00000001:0.0:1767384896.460351:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384896.460365:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000010:0.0:1767384896.460365:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e8cbd7d. 00000100:00000001:3.0:1767384896.460369:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384896.460373:0:16127:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000010:0.0:1767384896.460373:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000892b5025. 00000100:00000001:3.0:1767384896.460379:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384896.460381:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358503552, portal 25 00000100:00000001:3.0:1767384896.460384:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384896.460386:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384896.460387:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384896.460389:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000100:00000001:0.0:1767384896.460391:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515721216 : -108637193830400 : ffff9d31eea70000) 00000100:00000001:3.0:1767384896.460392:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384896.460395:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384896.460400:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000980c7aa6 x1853237358503552/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384896.460403:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384896.460411:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b366d3ae x1853237358503680/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384896.460413:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000100:00000001:0.0:1767384896.460419:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384896.460425:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384896.460428:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384896.460429:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384896.460431:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384896.460434:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384896.460434:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c345cd29. 02000000:00000001:3.0:1767384896.460436:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384896.460439:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000100:00000200:0.0:1767384896.460441:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358503552, offset 0 00000100:00100000:3.0:1767384896.460442:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b366d3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358503680:0@lo:253: 00000100:00000001:3.0:1767384896.460449:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384896.460451:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384896.460453:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384896.460457:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384896.460457:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1767384896.460464:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b44a3452. 00000400:00000200:2.0:1767384896.460466:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 02000000:00000001:3.0:1767384896.460468:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384896.460473:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384896.460475:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005e574c9. 00000400:00000010:3.0:1767384896.460482:0:16127:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d1987cd2. 00000400:00000200:0.0:1767384896.460485:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272702680 00000100:00000200:3.0:1767384896.460486:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358503680, portal 25 00000100:00000001:3.0:1767384896.460491:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384896.460494:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515733760 : -108637193817856 : ffff9d31eea73100) 00000400:00000200:2.0:1767384896.460494:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:0.0:1767384896.460499:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e9 [2] + 0 00000100:00000040:3.0:1767384896.460500:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b366d3ae x1853237358503680/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384896.460510:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee81e7ea. 00000100:00000001:3.0:1767384896.460511:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384896.460515:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384896.460517:0:16128:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fc63e4d4 00000400:00000010:3.0:1767384896.460518:0:16127:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c068d509. 00000100:00000200:3.0:1767384896.460523:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358503680, offset 0 00000400:00000200:2.0:1767384896.460525:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:0.0:1767384896.460528:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384896.460529:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384896.460537:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384896.460543:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384896.460548:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272702700 00000400:00000200:0.0:1767384896.460549:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc63e4d4 00000400:00000200:2.0:1767384896.460552:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000010:0.0:1767384896.460554:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc63e4d4. 00000100:00000001:0.0:1767384896.460562:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384896.460566:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1ed [2] + 0 00000100:00000200:0.0:1767384896.460567:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1767384896.460570:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063ff17c5. 00000100:00000040:0.0:1767384896.460573:0:16128:0:(events.c:337:request_in_callback()) incoming req@00000000ad6185ce x1853237358503552 msgsize 4848 00000400:00000200:3.0:1767384896.460575:0:16127:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f5cbe935 00000400:00000200:2.0:1767384896.460580:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:3.0:1767384896.460582:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384896.460586:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384896.460590:0:16128:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384896.460595:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384896.460599:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5cbe935 00000400:00000010:3.0:1767384896.460601:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f5cbe935. 00000100:00000001:0.0:1767384896.460603:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384896.460605:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384896.460608:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384896.460609:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000100:00000040:3.0:1767384896.460611:0:16127:0:(events.c:337:request_in_callback()) incoming req@000000004859769f x1853237358503680 msgsize 4848 00000400:00000200:0.0:1767384896.460612:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c345cd29 00000400:00000010:0.0:1767384896.460617:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c345cd29. 00000100:00100000:3.0:1767384896.460622:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384896.460624:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384896.460625:0:16127:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000200:0.0:1767384896.460633:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000980c7aa6 x1853237358503552/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384896.460635:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384896.460642:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c068d509 00000400:00000010:3.0:1767384896.460645:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c068d509. 00000100:00000001:0.0:1767384896.460647:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384896.460648:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384896.460653:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000980c7aa6 x1853237358503552/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384896.460654:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b366d3ae x1853237358503680/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384896.460688:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384896.460688:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.460693:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767384896.460694:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b366d3ae x1853237358503680/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384896.460700:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.460701:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.460704:0:16127:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384896.460706:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294886334 00000100:00000001:3.0:1767384896.460709:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384896.460712:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000468d78a8. 00000100:00000001:3.0:1767384896.460714:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294886334 00000100:00000001:0.0:1767384896.460720:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384896.460743:0:16127:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, keep current deadline 4294886334 00000100:00000001:0.0:1767384896.460743:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294886334 00000100:00000001:3.0:1767384896.460748:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294886334 00000100:00000010:0.0:1767384896.460750:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d4ab12b. 00000100:00000001:0.0:1767384896.460767:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384896.460771:0:16127:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, keep current deadline 4294886334 00000100:00000001:0.0:1767384896.460772:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294886334 00000100:00000001:3.0:1767384896.460777:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294886334 00000100:00000010:0.0:1767384896.460779:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e4a79cda. 00000100:00000001:0.0:1767384896.460785:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384896.460789:0:16127:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, keep current deadline 4294886334 00000100:00000001:0.0:1767384896.460790:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294886334 00000100:00000001:3.0:1767384896.460793:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294886334 00000100:00000010:0.0:1767384896.460796:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3899e41. 00000100:00000001:0.0:1767384896.460802:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384896.460812:0:16127:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, keep current deadline 4294886334 00000100:00000001:0.0:1767384896.460812:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384896.460817:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384896.460819:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.460820:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.460825:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.460826:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.460827:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.460831:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.460835:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384896.460838:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384896.460841:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.460843:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384896.460845:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000207af959. 00000800:00000010:2.0:1767384896.460851:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000530a3b65. 00000800:00000010:2.0:1767384896.460855:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dbb52934. 00000100:00000001:3.0:1767384896.460856:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384896.460859:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358503552 02000000:00000001:3.0:1767384896.460861:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384896.460863:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384896.460865:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384896.460869:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384896.460872:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358503552 00000020:00000001:3.0:1767384896.460885:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384896.460887:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:3.0:1767384896.460890:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384896.460890:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:3.0:1767384896.460895:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000100:00100000:0.0:1767384896.460896:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358503680 00000800:00000010:2.0:1767384896.460897:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dbb52934. 00000020:00000001:3.0:1767384896.460901:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 02000000:00000001:0.0:1767384896.460902:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384896.460905:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384896.460906:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384896.460910:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384896.460910:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384896.460915:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008bab0ca7. 02000000:00000001:0.0:1767384896.460916:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.460919:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384896.460922:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008bab0ca7. 00000100:00100000:0.0:1767384896.460922:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358503680 00000020:00000001:0.0:1767384896.460928:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384896.460931:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000010:3.0:1767384896.460932:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000024b9a594. 00000020:00000001:0.0:1767384896.460933:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384896.460938:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000020:00000010:3.0:1767384896.460940:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000bd9a7ec. 00000020:00000001:0.0:1767384896.460942:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000010:3.0:1767384896.460946:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007ef13f74. 00000020:00000001:0.0:1767384896.460947:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384896.460954:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384896.460959:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:0.0:1767384896.460959:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006dbf6657. 00000100:00000001:0.0:1767384896.460962:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384896.460963:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384896.460966:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384896.460969:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384896.460969:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006dbf6657. 00000020:00000010:0.0:1767384896.460978:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6f3b890. 00000100:00000001:3.0:1767384896.460979:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384896.460983:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d259349d. 00000100:00000001:3.0:1767384896.460989:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384896.460991:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f97f350f. 00000100:00000001:0.0:1767384896.460998:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384896.461000:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384896.461002:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.461003:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384896.461006:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384896.461057:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00100000:3.0:1767384896.461063:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00000040:3.0:1767384896.461066:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:3.0:1767384896.461068:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635431487580240 : -108642221971376 : ffff9d30c2f3a850) 00000100:00000001:0.0:1767384896.461070:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384896.461074:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ad6185ce x1853237358503552/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:122/0 lens 4848/0 e 0 to 0 dl 1767384907 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384896.461075:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384896.461076:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp15 from 243.3.0.2 00000800:00000010:2.0:1767384896.461087:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ef1c68ab. 00000100:00000001:3.0:1767384896.461088:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384896.461088:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384896.461092:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384896.461098:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008bab0ca7. 00000100:00000001:3.0:1767384896.461103:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384896.461108:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000020:00000010:3.0:1767384896.461109:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008bab0ca7. 00000100:00000040:0.0:1767384896.461115:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000100:00100000:3.0:1767384896.461120:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ad6185ce pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16128:x1853237358503552:12345-0@lo:253: 00000100:00000001:0.0:1767384896.461120:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635431487571024 : -108642221980592 : ffff9d30c2f38450) 00000100:00000200:3.0:1767384896.461126:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358503552 00000020:00000001:3.0:1767384896.461129:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384896.461130:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004859769f x1853237358503680/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:122/0 lens 4848/0 e 0 to 0 dl 1767384907 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384896.461133:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384896.461137:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384896.461142:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384896.461146:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:3.0:1767384896.461150:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384896.461150:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384896.461154:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384896.461157:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1767384896.461157:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006dbf6657. 00000020:00000001:3.0:1767384896.461159:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384896.461163:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384896.461164:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.461171:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1767384896.461171:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006dbf6657. 02000000:00000001:3.0:1767384896.461176:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1767384896.461181:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004859769f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16127:x1853237358503680:12345-0@lo:253: 00000100:00000200:0.0:1767384896.461185:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358503680 00000020:00000001:0.0:1767384896.461187:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:3.0:1767384896.461189:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000083d9a27. 00000020:00000001:0.0:1767384896.461191:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:3.0:1767384896.461193:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384896.461195:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.461197:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384896.461199:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:3.0:1767384896.461202:0:16764:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384896.461202:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:0.0:1767384896.461208:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384896.461210:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:3.0:1767384896.461213:0:16764:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b7b1d74e. 00000020:00000001:0.0:1767384896.461213:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384896.461217:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:01000000:3.0:1767384896.461219:0:16764:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384896.461221:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384896.461223:0:16764:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:0.0:1767384896.461225:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:3.0:1767384896.461227:0:16764:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000010:2.0:1767384896.461227:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cc5e30e9. 02000000:00000001:0.0:1767384896.461229:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384896.461230:0:16764:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384896.461233:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000096f1fae6. 20000000:00000001:3.0:1767384896.461250:0:16764:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384896.461252:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005b34f959. 20000000:00000001:3.0:1767384896.461254:0:16764:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000001:0.0:1767384896.461268:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.461270:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384896.461273:0:16764:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006757853d. 20000000:00000001:0.0:1767384896.461273:0:16763:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:3.0:1767384896.461278:0:16764:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 00000800:00000010:2.0:1767384896.461279:0:16116:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b88f7b38. 20000000:00000001:3.0:1767384896.461284:0:16764:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000200:2.1:1767384896.461286:0:16116:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee0ecb8e] -> 12345-192.168.203.157@tcp15 (2) 00080000:00000001:3.0:1767384896.461291:0:16764:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000200:2.1:1767384896.461292:0:16116:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp15 00000000b88f7b38 deleted 20000000:00000010:0.0:1767384896.461292:0:16763:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e45927bf. 00000800:00000010:2.1:1767384896.461296:0:16116:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b88f7b38. 20000000:01000000:0.0:1767384896.461299:0:16763:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000200:2.1:1767384896.461302:0:16116:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 20000000:00000001:0.0:1767384896.461303:0:16763:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384896.461307:0:16763:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384896.461309:0:16763:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384896.461312:0:16116:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp15 ip 192.168.203.157:1011 20000000:00000001:0.0:1767384896.461314:0:16763:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384896.461317:0:16116:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c45aa468 type 1, nob 256 niov 1 nkiov 1 00000800:00000200:2.0:1767384896.461324:0:16116:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp15 p 3.x 192.168.203.157 -> 192.168.203.157:1011 incarnation:1767384895192565660 sched[0] 20000000:00000001:0.0:1767384896.461324:0:16763:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:2.0:1767384896.461331:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dbb52934. 00080000:00000001:3.0:1767384896.461337:0:16764:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384896.461341:0:16764:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384896.461343:0:16764:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384896.461351:0:16764:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384896.461354:0:16764:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384896.461359:0:16764:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:3.0:1767384896.461363:0:16764:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384896.461385:0:16764:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c3496bdc. 00000800:00000010:2.0:1767384896.461387:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dbb52934. 00080000:00000001:3.0:1767384896.461388:0:16764:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431482878976 : -108642226672640 : ffff9d30c2abec00) 00000800:00000010:2.0:1767384896.461392:0:16116:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000096f1fae6. 00080000:00000001:3.0:1767384896.461393:0:16764:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:2.0:1767384896.461430:0:16116:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ef1c68ab. 00000800:00000001:2.0:1767384896.461458:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384896.461463:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384896.461523:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384896.461526:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c45aa468. 00000400:00000200:2.0:1767384896.461529:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384896.461534:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp15->192.168.203.157@tcp15: PUT: OK 00000400:00000200:2.0:1767384896.461538:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000001:00000001:3.0:1767384896.461542:0:16764:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:2.0:1767384896.461542:0:16120:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp: 0 00080000:00000001:3.0:1767384896.461545:0:16764:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384896.461548:0:16764:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384896.461568:0:16764:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384896.461568:0:16115:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:3.0:1767384896.461574:0:16764:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:2.0:1767384896.461576:0:16115:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp15 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384895192565660 sched[0] 00000800:00000010:2.0:1767384896.461580:0:16115:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000530a3b65. 00000400:00000200:2.0:1767384896.461635:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384896.461694:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00080000:00000001:3.0:1767384896.461739:0:16764:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384896.461743:0:16764:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384896.461744:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:2.0:1767384896.461804:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000800:00000001:0.0:1767384896.461823:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384896.461833:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384896.461836:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384896.461841:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384896.461842:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:0.0:1767384896.461850:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp15(192.168.203.157@tcp15) <- 192.168.203.157@tcp15 : PUT - for me 00000400:00000200:0.0:1767384896.461863:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 160 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384896.461870:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.157@tcp of length 160/160 into md 0x12b5 [1] + 0 00000400:00000010:0.0:1767384896.461873:0:16122:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003edab07d. 00000400:00000200:0.0:1767384896.461878:0:16122:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000668c109c 00000800:00000001:0.0:1767384896.461882:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384896.461886:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000800:00000001:0.0:1767384896.461895:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384896.461899:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384896.461905:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp15->192.168.203.157@tcp15: PUT: OK 00000400:00000200:0.0:1767384896.461909:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000668c109c 00000400:00000010:0.0:1767384896.461912:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000668c109c. 00000400:00000200:0.0:1767384896.461916:0:16122:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384896.461920:0:16122:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (9) 00000400:00000200:0.0:1767384896.461924:0:16122:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000200:2.0:1767384896.461927:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000010:0.0:1767384896.461929:0:16122:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 00000000c345cd29. 00000400:00000200:0.0:1767384896.461935:0:16122:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.157@tcp 8 00000400:00000200:0.0:1767384896.461941:0:16122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:0.0:1767384896.461953:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (10) 00000400:00000200:0.0:1767384896.461958:0:16122:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384896.461965:0:16122:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp15 to MR: 192.168.203.157@tcp15 local destination 00000400:00000200:2.0:1767384896.461967:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:0.0:1767384896.461973:0:16122:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp15 NI seq info: [18:18:256:4294967295] 192.168.203.157@tcp15 LPNI seq info [18:18:8:4294967295] 00000400:00000200:0.0:1767384896.461998:0:16122:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp15(192.168.203.157@tcp15:192.168.203.157@tcp15) -> 192.168.203.157@tcp15(192.168.203.157@tcp15:192.168.203.157@tcp15) 192.168.203.157@tcp15 : ACK try# 0 00000800:00000200:0.0:1767384896.462004:0:16122:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.157@tcp15 00000800:00000010:0.0:1767384896.462009:0:16122:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df45249a. 00000800:00000200:0.0:1767384896.462014:0:16122:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee0ecb8e] -> 12345-192.168.203.157@tcp15 (4) 00000800:00000200:0.0:1767384896.462020:0:16122:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp15 ip 192.168.203.157:988 00000800:00000200:0.0:1767384896.462055:0:16122:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000df45249a type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384896.462062:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000800:00000200:0.0:1767384896.462119:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384896.462123:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384896.462124:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df45249a. 00000800:00000001:2.0:1767384896.462129:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384896.462132:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384896.462133:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384896.462139:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384896.462141:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp15->192.168.203.157@tcp15: ACK: OK 00000800:00000001:2.0:1767384896.462148:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384896.462153:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384896.462159:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp15(192.168.203.157@tcp15) <- 192.168.203.157@tcp15 : ACK - for me 00000400:00000200:2.0:1767384896.462171:0:16121:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.157@tcp15: ACK from 12345-192.168.203.157@tcp15 into md 0x12e5 00000400:00000200:2.0:1767384896.462175:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384896.462179:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp15->192.168.203.157@tcp15: ACK: OK 00000400:00000200:2.0:1767384896.462182:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081bd7484 00000400:00000010:2.0:1767384896.462184:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081bd7484. 00000400:00000200:2.0:1767384896.462187:0:16121:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384896.462189:0:16121:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.157@tcp ev->status 0 00000400:00000200:2.0:1767384896.462193:0:16121:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:2.0:1767384896.462196:0:16121:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (9) 00000400:00000200:3.0:1767384896.462226:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:0.0:1767384896.462242:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384896.462247:0:16125:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093e02048. 00000400:00000010:0.0:1767384896.462253:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d7032c9. 00000400:00000200:0.0:1767384896.462256:0:16125:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000090d96c3f 00000400:00000200:0.0:1767384896.462262:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x1000d1 00000400:00000010:0.0:1767384896.462269:0:16125:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 180 at 00000000d6e35b26. 00000400:00000010:0.0:1767384896.462273:0:16125:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 216 at 00000000df45249a. 00000400:00000010:0.0:1767384896.462276:0:16125:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 180 at 0000000008a4ab7f. 00000400:00000200:3.0:1767384896.462284:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000010:0.0:1767384896.462293:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000dfe21999. 00000400:00000200:0.0:1767384896.462301:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000dfe21999 nid 192.168.203.157@tcp16 00000400:00000010:0.0:1767384896.462305:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000107d74d8. 00000400:00000200:0.0:1767384896.462308:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 00000000107d74d8 net tcp16 00000400:00000200:0.0:1767384896.462312:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (8) 00000400:00000200:0.0:1767384896.462318:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp16 flags 0x11 00000400:00000010:0.0:1767384896.462322:0:16125:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 180 at 00000000d6e35b26. 00000400:00000200:3.0:1767384896.462326:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000010:0.0:1767384896.462326:0:16125:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 216 at 00000000df45249a. 00000400:00000010:0.0:1767384896.462330:0:16125:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 180 at 0000000008a4ab7f. 00000400:00000010:0.0:1767384896.462336:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 00000000c345cd29. 00000400:00000200:0.0:1767384896.462342:0:16125:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:0.0:1767384896.462345:0:16125:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.157@tcp(00000000aa3f4fd0): 0. state = 0x100151 00000400:00000200:0.0:1767384896.462350:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 rc 1 00000400:00000200:0.0:1767384896.462355:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000400:00000200:3.0:1767384896.462357:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:0.0:1767384896.462369:0:16125:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.157@tcp 00000400:00000200:0.0:1767384896.462374:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100111 rc 0 00000400:00000200:0.0:1767384896.462378:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:0.0:1767384896.462383:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (9) 00000800:00000010:3.0:1767384896.462499:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d0328851. 00000800:00000010:3.0:1767384896.462503:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c6e3bc22. 00000800:00000010:3.0:1767384896.462507:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000066aee634. 00000800:00000001:2.0:1767384896.462507:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384896.462513:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384896.462539:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000066aee634. 00000400:00000200:3.0:1767384896.462683:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384896.462694:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp15 from 242.3.0.2 00000800:00000010:3.0:1767384896.462696:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f9c303b0. 00000800:00000010:3.0:1767384896.462870:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a5f97cb4. 00000800:00000010:3.0:1767384896.462874:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c58554d3. 00000800:00000010:3.0:1767384896.462892:0:16117:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000057bbc2cd. 00000800:00000200:3.1:1767384896.462896:0:16117:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee0ecb8e] -> 12345-192.168.203.157@tcp15 (4) 00000800:00000200:3.1:1767384896.462901:0:16117:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp15 0000000057bbc2cd deleted 00000800:00000010:3.1:1767384896.462902:0:16117:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000057bbc2cd. 00000800:00000200:3.1:1767384896.462905:0:16117:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384896.462909:0:16117:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp15 p 3.x 192.168.203.157 -> 192.168.203.157:1010 incarnation:1767384895192565660 sched[0] 00000800:00000010:3.0:1767384896.462913:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000066aee634. 00000800:00000010:3.0:1767384896.462955:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000066aee634. 00000800:00000010:3.0:1767384896.462959:0:16117:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c58554d3. 00000800:00000010:3.0:1767384896.462981:0:16117:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f9c303b0. 00000800:00000001:3.0:1767384896.462989:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384896.462999:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384896.463184:0:16115:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384896.463195:0:16115:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp15 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384895192565660 sched[0] 00000800:00000010:2.0:1767384896.463198:0:16115:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c6e3bc22. 00000800:00000001:2.0:1767384896.463221:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384896.463224:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384896.469494:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384896.469497:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:0.0:1767384896.469499:0:16764:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384896.469500:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384896.469502:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384896.469505:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:0.0:1767384896.469507:0:16764:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00080000:00000010:3.0:1767384896.469508:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c3496bdc. 00080000:00000001:3.0:1767384896.469512:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384896.469518:0:16764:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384896.469522:0:16764:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384896.469532:0:16764:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384896.469544:0:16764:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384896.469547:0:16763:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008a1abd92. 20000000:01000000:0.0:1767384896.469548:0:16764:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1767384896.469553:0:16763:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 20000000:01000000:3.0:1767384896.469554:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384896.469557:0:16764:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767384896.469558:0:16763:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384896.469559:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384896.469563:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384896.469564:0:16763:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:3.0:1767384896.469567:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384896.469570:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384896.469577:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fa515536. 00010000:00000001:3.0:1767384896.469582:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384896.469585:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003fac1457. 00080000:00000001:2.0:1767384896.469585:0:16763:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384896.469589:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384896.469590:0:16763:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000040:3.0:1767384896.469593:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003fac1457 with handle 0x4895a8f6c11e85c9 to hash 00080000:00000001:2.0:1767384896.469593:0:16763:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384896.469608:0:16763:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384896.469609:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384896.469611:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384896.469612:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00000020:00000001:2.0:1767384896.469615:0:16763:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00010000:00000001:3.0:1767384896.469616:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00080000:00000001:2.0:1767384896.469621:0:16763:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384896.469622:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384896.469625:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384896.469627:0:16763:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000091531e59. 00010000:00010000:3.0:1767384896.469628:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85c9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384896.469632:0:16763:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635436781193216 : -108636928358400 : ffff9d31fe79c800) 00080000:00000001:2.0:1767384896.469637:0:16763:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384896.469642:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384896.469645:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384896.469647:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384896.469648:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384896.469650:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384896.469651:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384896.469652:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384896.469655:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384896.469656:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384896.469658:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384896.469659:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384896.469675:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fa515536) refcount = 1 00010000:00010000:3.0:1767384896.469678:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85c9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384896.469683:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384896.469684:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384896.469686:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384896.469688:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384896.469688:0:16763:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1767384896.469689:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384896.469692:0:16763:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384896.469693:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384896.469695:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002232882s 00010000:00000001:3.0:1767384896.469698:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384896.469700:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:2.0:1767384896.469703:0:16763:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000040:3.0:1767384896.469704:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003fac1457 refcount=4 00000020:00000001:3.0:1767384896.469707:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384896.469709:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384896.469711:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384896.469713:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85c9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384896.469715:0:16763:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384896.469721:0:16763:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384896.469722:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384896.469747:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85c9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384896.469752:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384896.469753:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384896.469754:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85c9 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384896.469758:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384896.469760:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384896.469762:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384896.469764:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85c9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384896.469769:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003fac1457 already unused, calling callback (00000000be7801c4) 00010000:00000001:3.0:1767384896.469793:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384896.469795:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384896.469797:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85c9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384896.469802:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384896.469803:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384896.469804:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384896.469806:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003fac1457 refcount=5 00000020:00000001:3.0:1767384896.469807:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384896.469809:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00080000:00000001:2.0:1767384896.469811:0:16763:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:3.0:1767384896.469812:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384896.469815:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85c9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384896.469816:0:16763:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384896.469822:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384896.469824:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384896.469825:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384896.469828:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384896.469829:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384896.469830:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384896.469832:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384896.469833:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003fac1457 with handle 0x4895a8f6c11e85c9 from hash 00010000:00000001:3.0:1767384896.469835:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384896.469836:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384896.469837:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384896.469838:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384896.469839:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384896.469840:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384896.469841:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384896.469843:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384896.469845:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384896.469846:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384896.469847:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384896.469849:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384896.469850:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384896.469856:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384896.469858:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384896.469859:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384896.469861:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85c9 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384896.469864:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384896.469866:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384896.469867:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384896.469868:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384896.469869:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384896.469870:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384896.469872:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384896.469873:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384896.469874:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384896.469876:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85c9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384896.469879:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384896.469880:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384896.469881:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85c9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384896.469885:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fa515536 count: 0 00010000:00000001:3.0:1767384896.469893:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384896.469894:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384896.472061:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294886334, at 4294886335 00000100:00000010:0.0:1767384896.472070:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000468d78a8. 00000100:00000040:2.0:1767384896.472072:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294886334, at 4294886335 00000100:00000010:2.0:1767384896.472080:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e4a79cda. 00000100:00000040:3.0:1767384896.472082:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294886334, at 4294886335 00000100:00000010:3.0:1767384896.472089:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3899e41. 00010000:00000010:3.1:1767384896.475037:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fa515536. 00010000:00000010:3.1:1767384896.475043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003fac1457. 00080000:00000001:3.0:1767384896.477259:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384896.477262:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384896.477264:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384896.477265:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384896.477266:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384896.477269:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000091531e59. 00080000:00000001:3.0:1767384896.477273:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384896.477310:0:16763:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384896.477315:0:16763:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:2.0:1767384896.477318:0:16763:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384896.477320:0:16763:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384896.477323:0:16763:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384896.477328:0:16763:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384896.477330:0:16763:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384896.477334:0:16763:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384896.477338:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384896.477342:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384896.477357:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384896.477360:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384896.477362:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384896.477365:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fa515536. 00010000:00000001:3.0:1767384896.477368:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384896.477369:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003fac1457. 00000020:00000001:3.0:1767384896.477371:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384896.477373:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003fac1457 with handle 0x4895a8f6c11e85d0 to hash 00000020:00000001:3.0:1767384896.477374:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384896.477376:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384896.477378:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384896.477379:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384896.477380:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384896.477383:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85d0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384896.477388:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384896.477390:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384896.477390:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384896.477392:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384896.477393:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384896.477395:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384896.477396:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384896.477397:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384896.477399:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384896.477400:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384896.477401:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384896.477402:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fa515536) refcount = 1 00010000:00010000:3.0:1767384896.477404:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85d0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384896.477407:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384896.477408:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384896.477409:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384896.477410:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384896.477411:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384896.477419:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384896.477421:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002232882s 00010000:00000001:3.0:1767384896.477422:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384896.477423:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384896.477424:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003fac1457 refcount=4 00000020:00000001:3.0:1767384896.477426:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384896.477428:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384896.477429:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384896.477431:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85d0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384896.477435:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384896.477437:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85d0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384896.477440:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384896.477441:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384896.477442:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85d0 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384896.477445:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384896.477446:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384896.477448:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384896.477464:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85d0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384896.477476:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003fac1457 already unused, calling callback (00000000be7801c4) 00010000:00000001:3.0:1767384896.477477:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384896.477478:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384896.477480:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85d0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384896.477483:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384896.477484:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384896.477485:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384896.477493:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003fac1457 refcount=5 00000020:00000001:3.0:1767384896.477494:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384896.477496:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384896.477498:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384896.477499:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85d0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384896.477502:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384896.477503:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384896.477504:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384896.477506:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384896.477507:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384896.477508:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384896.477509:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384896.477510:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003fac1457 with handle 0x4895a8f6c11e85d0 from hash 00010000:00000001:3.0:1767384896.477511:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384896.477512:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384896.477513:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384896.477514:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384896.477515:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384896.477516:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384896.477518:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384896.477519:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384896.477521:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384896.477522:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384896.477523:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384896.477524:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384896.477525:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384896.477526:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384896.477527:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384896.477528:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384896.477529:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85d0 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384896.477533:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384896.477534:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384896.477540:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384896.477542:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384896.477543:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384896.477544:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384896.477546:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384896.477548:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384896.477560:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384896.477562:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85d0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384896.477566:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384896.477567:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384896.477568:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85d0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384896.477571:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fa515536 count: 0 00010000:00000001:3.0:1767384896.477577:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384896.477578:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384896.479620:0:16764:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384896.479625:0:16764:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384896.479627:0:16764:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b7b1d74e. 20000000:00000001:0.0:1767384896.479633:0:16764:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384896.479637:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358503552 00010000:00000001:0.0:1767384896.479641:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384896.479647:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ad6185ce x1853237358503552/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:122/0 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384896.479657:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384896.479670:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384896.479675:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384896.479680:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384896.479683:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384896.479686:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384896.479689:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384896.479692:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.479696:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384896.479699:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384896.479703:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c345cd29. 00000100:00000200:0.0:1767384896.479707:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358503552, offset 224 00000400:00000200:0.0:1767384896.479714:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384896.479738:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384896.479750:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272702680 00000400:00000200:0.0:1767384896.479757:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12e9 [2] + 224 00000400:00000200:0.0:1767384896.479774:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384896.479780:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384896.479792:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384896.479797:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000980c7aa6 x1853237358503552/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384896.479808:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000980c7aa6 x1853237358503552/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384896.479823:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384896.479828:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c345cd29 00000400:00000010:0.0:1767384896.479830:0:16764:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c345cd29. 00000100:00000001:0.0:1767384896.479835:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384896.479836:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384896.479840:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384896.479843:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:0.0:1767384896.479846:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384896.479847:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384896.479850:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384896.479854:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ad6185ce x1853237358503552/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:122/0 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384896.479863:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ad6185ce pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16128:x1853237358503552:12345-0@lo:253: Request processed in 18774us (19289us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384896.479872:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00000040:0.0:1767384896.479876:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00000001:0.0:1767384896.479878:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384896.479880:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384896.479884:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000bd9a7ec. 00000020:00000010:0.0:1767384896.479889:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007ef13f74. 00000020:00000010:0.0:1767384896.479892:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000024b9a594. 00000020:00000040:0.0:1767384896.479897:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 02000000:00000001:0.0:1767384896.479901:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384896.479903:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000083d9a27. 02000000:00000001:0.0:1767384896.479908:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384896.479910:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384896.479915:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384896.480112:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384896.480122:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384896.480126:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384896.480127:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384896.480129:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e8cbd7d. 00000400:00000200:0.0:1767384896.480133:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000892b5025 00000400:00000010:0.0:1767384896.480135:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000892b5025. 00000100:00000001:0.0:1767384896.480137:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384896.480141:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000980c7aa6 x1853237358503552/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384896.480150:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000980c7aa6 x1853237358503552/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384896.480157:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384896.480183:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384896.480187:0:16128:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384896.480189:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384896.480191:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384896.480193:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384896.480196:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384896.480201:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=20 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384896.480205:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384896.480208:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384896.480210:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384896.480213:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384896.480215:0:16128:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.480218:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384896.480223:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000980c7aa6 x1853237358503552/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384896.480231:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384896.480234:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384896.480236:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384896.480240:0:16128:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384896.480242:0:16128:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384896.480244:0:16128:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384896.480245:0:16128:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384896.480247:0:16128:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384896.480249:0:16128:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384896.480256:0:16128:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384896.480258:0:16128:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384896.480260:0:16128:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384896.480262:0:16128:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384896.480266:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000980c7aa6 x1853237358503552/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384896.480273:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000980c7aa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358503552:0@lo:253: 00000100:00000001:0.0:1767384896.480279:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384896.480282:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384896.480285:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000980c7aa6 x1853237358503552/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384896.480291:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384896.480294:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384896.480297:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007cd7513e. 02000000:00000001:0.0:1767384896.480301:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384896.480303:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384896.480305:0:16128:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1767384896.480308:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384896.480310:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000da6ee759. 02000000:00000001:0.0:1767384896.480314:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384896.480316:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384896.480318:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000980c7aa6. 00000100:00000001:0.0:1767384896.480323:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384896.480324:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384896.480327:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384896.480332:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384896.480334:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.480337:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384896.480339:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384896.480350:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e8cbd7d. 00000400:00000010:0.0:1767384896.480356:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000892b5025. 00080000:00000020:0.0:1767384896.481122:0:16763:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384896.481125:0:16763:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384896.481126:0:16763:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e45927bf. 20000000:00000001:0.0:1767384896.481131:0:16763:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384896.481134:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358503680 00010000:00000001:0.0:1767384896.481142:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384896.481146:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004859769f x1853237358503680/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:122/0 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384896.481155:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384896.481156:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384896.481159:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384896.481162:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384896.481164:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384896.481166:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384896.481169:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384896.481170:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.481172:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384896.481175:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384896.481177:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c345cd29. 00000100:00000200:0.0:1767384896.481180:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358503680, offset 224 00000400:00000200:0.0:1767384896.481185:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384896.481191:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384896.481197:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272702700 00000400:00000200:0.0:1767384896.481201:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12f1 [2] + 224 00000400:00000200:0.0:1767384896.481207:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384896.481210:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384896.481213:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384896.481216:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b366d3ae x1853237358503680/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384896.481225:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b366d3ae x1853237358503680/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384896.481241:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384896.481247:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c345cd29 00000100:00000001:3.0:1767384896.481248:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384896.481250:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c345cd29. 00000100:00000001:3.0:1767384896.481252:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384896.481256:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384896.481257:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384896.481261:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384896.481261:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:3.0:1767384896.481266:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005e574c9. 00000100:00000001:0.0:1767384896.481268:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384896.481270:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1987cd2 00000400:00000010:3.0:1767384896.481274:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d1987cd2. 00000100:00000040:0.0:1767384896.481275:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00000001:3.0:1767384896.481277:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384896.481282:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:3.0:1767384896.481284:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b366d3ae x1853237358503680/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384896.481291:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384896.481295:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b366d3ae x1853237358503680/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384896.481296:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384896.481304:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384896.481306:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004859769f x1853237358503680/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:122/0 lens 4848/4768 e 0 to 0 dl 1767384907 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384896.481307:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384896.481311:0:16127:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384896.481313:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384896.481315:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384896.481317:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384896.481321:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384896.481326:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004859769f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16127:x1853237358503680:12345-0@lo:253: Request processed in 20176us (20713us total) trans 0 rc 0/0 00000100:00001000:3.0:1767384896.481332:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=20 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384896.481337:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=20 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384896.481338:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00000001:3.0:1767384896.481340:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384896.481344:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384896.481345:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00010000:00000001:3.0:1767384896.481347:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384896.481349:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384896.481350:0:16127:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.481353:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384896.481354:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384896.481361:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b366d3ae x1853237358503680/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384896.481363:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d259349d. 00000100:00000001:3.0:1767384896.481370:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384896.481370:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f97f350f. 00000100:00000001:3.0:1767384896.481375:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384896.481377:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384896.481377:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6f3b890. 00000020:01000004:3.0:1767384896.481383:0:16127:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384896.481385:0:16127:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:00000040:0.0:1767384896.481385:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 00000020:01000004:3.0:1767384896.481386:0:16127:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384896.481391:0:16127:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:0.0:1767384896.481392:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:3.0:1767384896.481393:0:16127:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384896.481397:0:16127:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000010:0.0:1767384896.481397:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005b34f959. 00000020:01000004:3.0:1767384896.481398:0:16127:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384896.481401:0:16127:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384896.481404:0:16127:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384896.481404:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1767384896.481408:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b366d3ae x1853237358503680/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384896.481409:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384896.481416:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:3.0:1767384896.481419:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b366d3ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358503680:0@lo:253: 00000400:00000010:0.0:1767384896.481422:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcbe5cb5. 00000100:00000001:3.0:1767384896.481424:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384896.481428:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384896.481429:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c345cd29. 00000100:00000040:3.0:1767384896.481430:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b366d3ae x1853237358503680/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384912 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384896.481438:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384896.481440:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384896.481442:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b44a3452. 02000000:00000001:3.0:1767384896.481445:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384896.481445:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384896.481446:0:16127:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384896.481447:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384896.481455:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005d7e5caa. 02000000:00000001:3.0:1767384896.481457:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384896.481458:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384896.481459:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b366d3ae. 00000100:00000001:3.0:1767384896.481462:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384896.481462:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384896.481464:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384896.481467:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384896.481468:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.481469:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384896.481471:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384896.481981:0:20650:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000423ed4f0. 00000400:00000040:2.0:1767384896.482001:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384896.482005:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384896.482007:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384896.482009:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384896.482034:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384896.482036:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384896.482040:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384896.482042:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384896.482044:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384896.482046:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384896.482049:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384896.482050:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384896.482053:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384896.482054:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384896.482055:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384896.482058:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384896.482059:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384896.482060:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384896.482061:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384896.482063:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384896.482065:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384896.482072:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384896.482073:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384896.482074:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384896.482075:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384896.482077:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384896.482078:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384896.482079:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384896.482080:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384896.482081:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384896.482082:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384896.482083:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384896.482084:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384896.482085:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384896.482086:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384896.482087:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384896.482088:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384896.482089:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384896.482090:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384896.482091:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384896.482092:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384896.482094:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384896.482095:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384896.482095:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384896.482096:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384896.482097:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384896.482098:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384896.482099:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384896.482101:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384896.482102:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384896.482103:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384896.482104:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384896.482104:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384896.482105:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384896.482106:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384896.482107:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384896.482108:0:20650:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384896.482127:0:20650:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000423ed4f0. 00010000:00000010:3.1:1767384896.487054:0:20646:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fa515536. 00010000:00000010:3.1:1767384896.487063:0:20646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003fac1457. 00000004:00000001:3.0:1767384896.538062:0:16793:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384896.538066:0:16793:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000040:2.0:1767384896.538068:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:3.0:1767384896.538071:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b366d3ae. 00000020:00000040:3.0:1767384896.538078:0:16793:0:(genops.c:1229:class_import_get()) import 000000002913d734 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384896.538080:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384896.538083:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:2.0:1767384896.538085:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d083d558. 02000000:00000001:3.0:1767384896.538086:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:2.0:1767384896.538091:0:36:0:(genops.c:1229:class_import_get()) import 000000002913d734 refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:3.0:1767384896.538092:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384896.538094:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384896.538097:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1767384896.538100:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000047559f3f. 02000000:00000001:2.0:1767384896.538100:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.538109:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384896.538109:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c45aa468. 00000100:00000001:2.0:1767384896.538116:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.538118:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384896.538121:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384896.538134:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000d083d558 x1853237358503936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384896.538138:0:16793:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b366d3ae] to pc [ptlrpcd_00_02+2] req@00000000b366d3ae x1853237358503808/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384896.538156:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384896.538159:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384896.538163:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d083d558] to pc [ptlrpcd_00_03+3] req@00000000d083d558 x1853237358503936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384896.538172:0:16793:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384896.538174:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384896.538178:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384896.538180:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384896.538182:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767384896.538183:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000119c606c. 00000100:00000001:3.0:1767384896.538187:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767384896.538187:0:36:0:(genops.c:1229:class_import_get()) import 000000005ebd018a refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384896.538189:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384896.538191:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384896.538192:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384896.538195:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384896.538197:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d083d558 x1853237358503936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384896.538199:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004a2be765. 00000100:00000001:2.0:1767384896.538204:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384896.538213:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000119c606c x1853237358504064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384896.538218:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384896.538222:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384896.538229:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384896.538232:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384896.538239:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384896.538242:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384896.538245:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384896.538246:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d083d558 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16130:1853237358503936:0@lo:400: 00000100:00000040:2.0:1767384896.538249:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000119c606c] to pc [ptlrpcd_00_00+0] req@00000000119c606c x1853237358504064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384896.538262:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384896.538268:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384896.538272:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384896.538275:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384896.538279:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d12c458f. 00000100:00000001:2.0:1767384896.538280:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384896.538284:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384896.538290:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767384896.538292:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005e574c9. 00000100:00000001:2.0:1767384896.538293:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384896.538298:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b56ff614. 00000400:00000010:3.0:1767384896.538302:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000479d091f. 00000020:00000040:2.0:1767384896.538303:0:36:0:(genops.c:1229:class_import_get()) import 00000000e13b832f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384896.538309:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:3.0:1767384896.538311:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358503936, portal 4 02000000:00000001:2.0:1767384896.538311:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384896.538314:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.538317:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1767384896.538320:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002ce9844a. 00000100:00000001:3.0:1767384896.538321:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504578304 : -108642204973312 : ffff9d30c3f70700) 00000100:00000001:2.0:1767384896.538326:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384896.538331:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d083d558 x1853237358503936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384896.538334:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000b56ff614 x1853237358504192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384896.538353:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384896.538356:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384896.538359:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384896.538360:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384896.538365:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044170aa6. 00000100:00000040:2.0:1767384896.538367:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b56ff614] to pc [ptlrpcd_00_01+1] req@00000000b56ff614 x1853237358504192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384896.538371:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237358503936, offset 0 00000400:00000200:3.0:1767384896.538384:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384896.538403:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384896.538409:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (224) 00000400:00000200:3.0:1767384896.538412:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384896.538425:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384896.538429:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272702800 00000100:00000001:2.0:1767384896.538430:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384896.538435:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384896.538440:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 1872 00000100:00000040:2.0:1767384896.538444:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b56ff614 x1853237358504192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384896.538451:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384896.538461:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384896.538468:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384896.538470:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384896.538474:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384896.538477:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384896.538481:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.538482:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384896.538486:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00100000:2.0:1767384896.538489:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b56ff614 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16128:1853237358504192:0@lo:400: 00000100:00000010:3.0:1767384896.538492:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000067eb267e. 00000100:00000001:2.0:1767384896.538494:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384896.538499:0:16130:0:(events.c:337:request_in_callback()) incoming req@0000000067eb267e x1853237358503936 msgsize 224 02000000:00000001:2.0:1767384896.538499:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384896.538503:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384896.538508:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1767384896.538511:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:2.0:1767384896.538514:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000024b9a594. 00000100:00000001:3.0:1767384896.538521:0:16130:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384896.538524:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384896.538530:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006de69c61. 00000400:00000200:3.0:1767384896.538532:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044170aa6 00000400:00000010:3.0:1767384896.538535:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000044170aa6. 00000100:00000001:3.0:1767384896.538537:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384896.538540:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d083d558 x1853237358503936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384896.538543:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081bd7484. 00000100:00000200:2.0:1767384896.538557:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358504192, portal 10 00000100:00000001:2.0:1767384896.538560:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384896.538562:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504580096 : -108642204971520 : ffff9d30c3f70e00) 00000100:00000040:2.0:1767384896.538572:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b56ff614 x1853237358504192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384896.538586:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384896.538592:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d083d558 x1853237358503936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384912 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384896.538598:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384896.538605:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384896.538610:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccf64db9. 00000100:00000001:3.0:1767384896.538623:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384896.538624:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237358504192, offset 0 00000100:00000001:3.0:1767384896.538629:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384896.538633:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384896.538636:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384896.538642:0:16130:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8646 usecs (9 jiffies) 00000400:00000200:2.0:1767384896.538645:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384896.538649:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294886410 00000100:00000010:3.0:1767384896.538657:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004ae2e52e. 00000400:00000200:2.0:1767384896.538659:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272702900 00000100:00000001:3.0:1767384896.538664:0:16130:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384896.538669:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2456 00000400:00000200:2.0:1767384896.538674:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384896.538675:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294886410 00000100:00000010:3.0:1767384896.538681:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f8b95d44. 00000400:00000200:2.0:1767384896.538684:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384896.538688:0:16130:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384896.538690:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384896.538694:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384896.538696:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294886410 00000100:00000010:2.0:1767384896.538699:0:16128:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d5ef9139. 00000100:00000010:3.0:1767384896.538703:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000df3fbe77. 00000100:00000040:2.0:1767384896.538704:0:16128:0:(events.c:337:request_in_callback()) incoming req@00000000d5ef9139 x1853237358504192 msgsize 224 00000100:00000001:3.0:1767384896.538709:0:16130:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384896.538715:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294886410 00000100:00100000:2.0:1767384896.538716:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:3.0:1767384896.538721:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000011065c96. 00000100:00000001:3.0:1767384896.538739:0:16130:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384896.538744:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384896.538744:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384896.538750:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.538754:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384896.538754:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccf64db9 00000400:00000010:2.0:1767384896.538758:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccf64db9. 00000100:00000001:3.0:1767384896.538759:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384896.538765:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384896.538769:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767384896.538771:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b56ff614 x1853237358504192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384896.538771:0:17542:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e45927bf. 00000100:00000001:3.0:1767384896.538772:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384896.538780:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384896.538782:0:17542:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384896.538783:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384896.538786:0:17542:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358503808 00000100:00000001:3.0:1767384896.538787:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384896.538790:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384896.538792:0:17542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384896.538793:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384896.538796:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b56ff614 x1853237358504192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384896.538796:0:17542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384896.538803:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.538811:0:17542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384896.538814:0:17542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.538816:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384896.538816:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384896.538819:0:17542:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358503808 00000100:00000001:3.0:1767384896.538820:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384896.538823:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384896.538824:0:17542:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384896.538829:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384896.538829:0:16128:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2651 usecs (3 jiffies) 00000020:00000040:0.0:1767384896.538829:0:17542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8560 00000100:00000001:2.0:1767384896.538835:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294886404 00000020:00000001:0.0:1767384896.538835:0:17542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384896.538836:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000119c606c x1853237358504064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384896.538840:0:17542:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ce565cee refcount=5 00000100:00000001:2.0:1767384896.538841:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294886410 00000020:00000001:0.0:1767384896.538845:0:17542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00000001:2.0:1767384896.538847:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294886404 00000100:00000001:2.0:1767384896.538852:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294886410 00000100:00000001:2.0:1767384896.538859:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294886404 00000020:00000001:0.0:1767384896.538860:0:17542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00000001:3.0:1767384896.538862:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384896.538863:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294886410 00000100:00000001:3.0:1767384896.538866:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384896.538868:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294886404 02000000:00000001:3.0:1767384896.538870:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384896.538873:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384896.538873:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294886410 02000000:00000001:3.0:1767384896.538877:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384896.538878:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384896.538879:0:17542:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384896.538884:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000119c606c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16127:1853237358504064:0@lo:400: 00000100:00000001:2.0:1767384896.538884:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384896.538885:0:17542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004d6bf046. 00000100:00000001:2.0:1767384896.538891:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.538892:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:0.0:1767384896.538893:0:17542:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ea50c051. 00000100:00000001:2.0:1767384896.538895:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384896.538896:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384896.538901:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384896.538902:0:17542:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fe96f595) now 6 - evictor 00000100:00000001:2.0:1767384896.538903:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384896.538907:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384896.538907:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000010:3.0:1767384896.538912:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ee88d46. 00000100:00000001:2.0:1767384896.538913:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384896.538915:0:17542:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384896.538916:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384896.538917:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384896.538921:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384896.538921:0:17542:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000824b6d1d. 00000400:00000010:3.0:1767384896.538922:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b31338d6. 00000100:00000001:2.0:1767384896.538928:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384896.538930:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044170aa6. 00000020:00000010:0.0:1767384896.538932:0:17542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d259349d. 00000100:00000200:3.0:1767384896.538936:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358504064, portal 10 00000020:00000010:0.0:1767384896.538939:0:17542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f97f350f. 00000100:00000001:3.0:1767384896.538941:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384896.538945:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504591744 : -108642204959872 : ffff9d30c3f73b80) 00000100:00000040:0.0:1767384896.538951:0:17542:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000040:3.0:1767384896.538952:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000119c606c x1853237358504064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384896.538955:0:18105:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384896.538956:0:17542:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1767384896.538960:0:18105:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358503936 00000100:00000001:0.0:1767384896.538961:0:17542:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1767384896.538965:0:18105:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384896.538965:0:17542:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.538967:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384896.538969:0:18105:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384896.538972:0:18105:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384896.538975:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384896.538975:0:17542:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384896.538977:0:18105:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384896.538981:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af2b8b9d. 00000100:00100000:2.0:1767384896.538983:0:18105:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358503936 00000020:00000001:2.0:1767384896.538987:0:18105:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1767384896.538988:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237358504064, offset 0 00000020:00000040:2.0:1767384896.538989:0:18105:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8560 00000100:00000001:0.0:1767384896.538989:0:17542:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384896.538995:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384896.538995:0:18105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384896.538998:0:18105:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ce565cee refcount=6 00000020:00000001:2.0:1767384896.539002:0:18105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000400:00000200:3.0:1767384896.539005:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384896.539006:0:17542:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384896.539010:0:17542:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384896.539039:0:18105:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00000001:2.0:1767384896.539044:0:18105:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384896.539047:0:17542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000020:00000010:2.0:1767384896.539048:0:18105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edcac2a8. 00000100:00000040:0.0:1767384896.539052:0:17542:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ce565cee : new rpc_count 1 00000100:00000001:2.0:1767384896.539053:0:18105:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384896.539059:0:18105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edcac2a8. 00000100:00000001:0.0:1767384896.539059:0:17542:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436514550528 : -108637195001088 : ffff9d31ee952300) 00000020:00000010:2.0:1767384896.539066:0:18105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004648011. 00000100:00000040:0.0:1767384896.539067:0:17542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ce52fda0 x1853237358503808/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:122/0 lens 224/0 e 0 to 0 dl 1767384907 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384896.539070:0:18105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d8f0ed9f. 00000020:00000010:2.0:1767384896.539076:0:18105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009fcb46c6. 00000100:00000001:0.0:1767384896.539082:0:17542:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384896.539086:0:18105:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000010:0.0:1767384896.539087:0:17542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fb0856cb. 00000100:00000001:2.0:1767384896.539092:0:18105:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384896.539093:0:17542:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384896.539095:0:18105:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384896.539097:0:17542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fb0856cb. 00000100:00000001:2.0:1767384896.539098:0:18105:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384896.539104:0:18105:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:0.0:1767384896.539105:0:17542:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ce52fda0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16129:x1853237358503808:12345-0@lo:13: 00000100:00000001:2.0:1767384896.539106:0:18105:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384896.539110:0:18105:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384896.539112:0:17542:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358503808 00000020:00000001:0.0:1767384896.539116:0:17542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384896.539120:0:18105:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384896.539120:0:17542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384896.539124:0:17542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384896.539129:0:17542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384896.539135:0:18105:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384896.539137:0:18105:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384896.539150:0:17542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673334736 : -1036216880 : ffffffffc23c95d0) 00000100:00100000:2.0:1767384896.539155:0:18105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000020:00000001:0.0:1767384896.539156:0:17542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767384896.539158:0:18105:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ce565cee : new rpc_count 2 00000100:00000001:2.0:1767384896.539161:0:18105:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436515731968 : -108637193819648 : ffff9d31eea72a00) 00000020:00000001:0.0:1767384896.539161:0:17542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384896.539168:0:17542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1767384896.539170:0:18105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000067eb267e x1853237358503936/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:122/0 lens 224/0 e 0 to 0 dl 1767384907 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384896.539172:0:17542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384896.539177:0:17542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384896.539180:0:18105:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384896.539183:0:18105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edcac2a8. 00000100:00000001:0.0:1767384896.539183:0:17542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384896.539188:0:18105:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384896.539188:0:17542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1767384896.539193:0:18105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edcac2a8. 02000000:00000010:0.0:1767384896.539195:0:17542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000001825251f. 02000000:00000001:0.0:1767384896.539199:0:17542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384896.539203:0:18105:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000067eb267e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16130:x1853237358503936:12345-0@lo:400: 00000100:00000001:0.0:1767384896.539204:0:17542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384896.539209:0:17542:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000200:2.0:1767384896.539211:0:18105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358503936 00000020:00000001:2.0:1767384896.539215:0:18105:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00002000:00000001:0.0:1767384896.539215:0:17542:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384896.539219:0:17542:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1767384896.539220:0:18105:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384896.539224:0:18105:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384896.539236:0:17542:0:(osd_handler.c:571:osd_statfs()) Process entered 00000020:00000001:2.0:1767384896.539242:0:18105:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384896.539246:0:18105:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00000020:00000001:2.0:1767384896.539249:0:18105:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:0.0:1767384896.539250:0:17542:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384896.539253:0:18105:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384896.539256:0:17542:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384896.539257:0:18105:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384896.539260:0:18105:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00002000:00000024:0.0:1767384896.539262:0:17542:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000001:2.0:1767384896.539263:0:18105:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384896.539268:0:18105:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000020:0.0:1767384896.539270:0:17542:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:2.0:1767384896.539273:0:18105:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000020:0.0:1767384896.539274:0:17542:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000ce565cee dirty 0 pend 0 grant 0 02000000:00000001:2.0:1767384896.539278:0:18105:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00002000:00000020:0.0:1767384896.539279:0:17542:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 02000000:00000010:2.0:1767384896.539283:0:18105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ede226b1. 00002000:00000001:0.0:1767384896.539284:0:17542:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000400:00000200:3.0:1767384896.539288:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272702880 02000000:00000001:2.0:1767384896.539289:0:18105:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384896.539290:0:17542:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000f07cc485. 00000100:00000001:2.0:1767384896.539295:0:18105:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384896.539297:0:17542:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000400:00000200:3.0:1767384896.539299:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2680 00000020:00000001:2.0:1767384896.539301:0:18105:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384896.539301:0:17542:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384896.539305:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000001:0.0:1767384896.539307:0:17542:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384896.539308:0:18105:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237358503936 00000400:00000200:3.0:1767384896.539313:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384896.539315:0:18105:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:0.0:1767384896.539315:0:17542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237358503808 00000100:00000001:3.0:1767384896.539318:0:16127:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:0.0:1767384896.539320:0:17542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384896.539323:0:18105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000067eb267e x1853237358503936/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:122/0 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384896.539327:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000200:0.0:1767384896.539328:0:17542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ce52fda0 x1853237358503808/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:122/0 lens 224/368 e 0 to 0 dl 1767384907 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384896.539335:0:16127:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d0bbbddc. 00000100:00000040:3.0:1767384896.539340:0:16127:0:(events.c:337:request_in_callback()) incoming req@00000000d0bbbddc x1853237358504064 msgsize 224 00010000:00000001:2.0:1767384896.539350:0:18105:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:3.0:1767384896.539354:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:2.0:1767384896.539355:0:18105:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384896.539357:0:17542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00001000:2.0:1767384896.539362:0:18105:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf489f17 time=10 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384896.539362:0:17542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.539364:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000100:00001000:0.0:1767384896.539367:0:17542:0:(import.c:2128:obd_at_measure()) add 1 to 000000007564533c time=10 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384896.539371:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af2b8b9d 00000100:00000001:2.0:1767384896.539371:0:18105:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384896.539373:0:17542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1767384896.539376:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af2b8b9d. 00000100:00000040:2.0:1767384896.539377:0:18105:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000040:0.0:1767384896.539379:0:17542:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 22 to 0@lo 00000100:00000001:3.0:1767384896.539381:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384896.539382:0:18105:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000100:00000200:3.0:1767384896.539387:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000119c606c x1853237358504064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384896.539388:0:18105:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384896.539389:0:17542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384896.539393:0:18105:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384896.539395:0:17542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384896.539399:0:17542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384896.539401:0:18105:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384896.539405:0:17542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384896.539411:0:18105:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384896.539414:0:17542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384896.539418:0:18105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccf64db9. 00000100:00000001:3.0:1767384896.539420:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384896.539420:0:17542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075a1bd77. 00000100:00000040:3.0:1767384896.539426:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000119c606c x1853237358504064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384896.539427:0:18105:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237358503936, offset 224 00000100:00000200:0.0:1767384896.539428:0:17542:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237358503808, offset 224 00000400:00000200:0.0:1767384896.539439:0:17542:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384896.539451:0:17542:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384896.539454:0:18105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384896.539455:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.539462:0:16127:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384896.539462:0:17542:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272702780 00000400:00000200:2.0:1767384896.539468:0:18105:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384896.539469:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384896.539473:0:17542:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1311 [1] + 224 00000100:00000040:3.0:1767384896.539476:0:16127:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2426 usecs (3 jiffies) 00000400:00000200:2.0:1767384896.539481:0:18105:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272702800 00000400:00000200:0.0:1767384896.539481:0:17542:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384896.539482:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294886405 00000100:00000001:3.0:1767384896.539488:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294886410 00000100:00000001:3.0:1767384896.539494:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294886405 00000400:00000200:2.0:1767384896.539494:0:18105:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x130d [1] + 224 00000400:00000200:0.0:1767384896.539494:0:17542:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384896.539500:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294886410 00000400:00000200:2.0:1767384896.539503:0:18105:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384896.539504:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294886405 00000100:00000001:3.0:1767384896.539508:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294886410 00000100:00000001:3.0:1767384896.539513:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294886405 00000100:00000001:0.0:1767384896.539514:0:17542:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384896.539516:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294886410 00000400:00000200:2.0:1767384896.539519:0:18105:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384896.539521:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384896.539522:0:17542:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b366d3ae x1853237358503808/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384912 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384896.539526:0:18105:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384896.539527:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.539534:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384896.539534:0:18105:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d083d558 x1853237358503936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384896.539539:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384896.539546:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384896.539550:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767384896.539551:0:17542:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000b366d3ae x1853237358503808/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384896.539558:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384896.539559:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384896.539560:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.539562:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384896.539565:0:18105:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d083d558 x1853237358503936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767384896.539575:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:3.0:1767384896.539582:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8a46e2f) now 8 - evictor 00000100:00080000:3.0:1767384896.539590:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1767384896.539593:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fe96f595) now 6 - evictor 00000100:00000001:2.0:1767384896.539598:0:18105:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384896.539598:0:17542:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384896.539605:0:17542:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075a1bd77 00000400:00000010:0.0:1767384896.539608:0:17542:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075a1bd77. 00000400:00000200:2.0:1767384896.539613:0:18105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccf64db9 00000100:00000001:0.0:1767384896.539613:0:17542:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384896.539616:0:17542:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:2.0:1767384896.539617:0:18105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccf64db9. 00000100:00000001:0.0:1767384896.539629:0:17542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384896.539632:0:18105:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384896.539634:0:16769:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384896.539634:0:17542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 22 to 0@lo 00000100:00000001:2.0:1767384896.539635:0:18105:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:3.0:1767384896.539639:0:16769:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358504064 00010000:00000001:0.0:1767384896.539640:0:17542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384896.539642:0:18105:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384896.539643:0:16769:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384896.539644:0:17542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.539647:0:16769:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384896.539649:0:17542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384896.539650:0:18105:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:3.0:1767384896.539651:0:16769:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384896.539655:0:17542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce52fda0 x1853237358503808/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:122/0 lens 224/368 e 0 to 0 dl 1767384907 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384896.539657:0:18105:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:3.0:1767384896.539658:0:16769:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384896.539661:0:18105:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384896.539664:0:16769:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358504064 00000020:00000001:2.0:1767384896.539666:0:18105:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767384896.539669:0:16769:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384896.539673:0:16769:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8544 00000100:00000040:2.0:1767384896.539674:0:18105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000067eb267e x1853237358503936/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:122/0 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384896.539678:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1767384896.539681:0:17542:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ce52fda0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16129:x1853237358503808:12345-0@lo:13: Request processed in 595us (1158us total) trans 0 rc 0/0 00000020:00000040:3.0:1767384896.539683:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d62afedc refcount=5 00000020:00000001:3.0:1767384896.539691:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 00000020:00000001:3.0:1767384896.539696:0:16769:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 00000100:00100000:0.0:1767384896.539699:0:17542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000001:3.0:1767384896.539702:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384896.539707:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f3536310. 00000100:00100000:2.0:1767384896.539709:0:18105:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000067eb267e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16130:x1853237358503936:12345-0@lo:400: Request processed in 524us (1205us total) trans 0 rc 0/0 00000100:00000040:0.0:1767384896.539710:0:17542:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce565cee : new rpc_count 1 00000100:00000001:3.0:1767384896.539712:0:16769:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384896.539717:0:17542:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1767384896.539720:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f3536310. 00000100:00000001:0.0:1767384896.539722:0:17542:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1767384896.539736:0:18105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000020:00000010:3.0:1767384896.539738:0:16769:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bf44b16. 00000100:00000040:2.0:1767384896.539741:0:18105:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce565cee : new rpc_count 0 00000020:00000010:0.0:1767384896.539741:0:17542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d259349d. 00000020:00000010:3.0:1767384896.539745:0:16769:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004eebcf38. 00000100:00000001:2.0:1767384896.539746:0:18105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1767384896.539749:0:17542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f97f350f. 00000100:00000001:2.0:1767384896.539750:0:18105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384896.539751:0:16769:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bbc7cbc0. 00000020:00000010:0.0:1767384896.539753:0:17542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000824b6d1d. 00000020:00000010:2.0:1767384896.539756:0:18105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d8f0ed9f. 00000100:00000001:3.0:1767384896.539757:0:16769:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:0.0:1767384896.539760:0:17542:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 5 00000020:00000010:2.0:1767384896.539761:0:18105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009fcb46c6. 00000100:00000001:3.0:1767384896.539762:0:16769:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384896.539763:0:17542:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384896.539766:0:16769:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384896.539768:0:18105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004648011. 00000100:00000001:3.0:1767384896.539771:0:16769:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:2.0:1767384896.539774:0:18105:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 4 00000100:00000001:3.0:1767384896.539775:0:16769:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384896.539779:0:16769:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384896.539780:0:18105:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384896.539791:0:16769:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384896.539798:0:17560:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384896.539801:0:17560:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384896.539805:0:17560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:0.0:1767384896.539808:0:17560:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d62afedc : new rpc_count 1 00000100:00000001:0.0:1767384896.539810:0:17560:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436515722112 : -108637193829504 : ffff9d31eea70380) 00000100:00000040:0.0:1767384896.539816:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d0bbbddc x1853237358504064/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:122/0 lens 224/0 e 0 to 0 dl 1767384907 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384896.539826:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384896.539829:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384896.539830:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fb0856cb. 00000100:00000001:3.0:1767384896.539833:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384896.539834:0:17560:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384896.539837:0:17560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fb0856cb. 00000400:00000001:3.0:1767384896.539840:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384896.539842:0:17560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d0bbbddc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16127:x1853237358504064:12345-0@lo:400: 00000400:00000001:3.0:1767384896.539843:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384896.539846:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005e574c9. 00000100:00000200:0.0:1767384896.539848:0:17560:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358504064 00000400:00000200:3.0:1767384896.539850:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000479d091f 00000020:00000001:0.0:1767384896.539852:0:17560:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:3.0:1767384896.539854:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000479d091f. 00000020:00000001:0.0:1767384896.539857:0:17560:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384896.539859:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384896.539860:0:17560:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384896.539863:0:17560:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:3.0:1767384896.539866:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d083d558 x1853237358503936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384896.539866:0:17560:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00000020:00000001:0.0:1767384896.539871:0:17560:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384896.539875:0:17560:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384896.539880:0:17560:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384896.539883:0:17560:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384896.539886:0:17560:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384896.539888:0:17560:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000200:3.0:1767384896.539890:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d083d558 x1853237358503936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384896.539897:0:17560:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384896.539900:0:17560:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384896.539904:0:17560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c8cf2313. 02000000:00000001:0.0:1767384896.539909:0:17560:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.539913:0:17560:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.539917:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384896.539918:0:17560:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.539921:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1767384896.539923:0:17560:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358504064 00000100:00000001:3.0:1767384896.539927:0:16130:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384896.539928:0:17560:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:3.0:1767384896.539931:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000200:0.0:1767384896.539933:0:17560:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d0bbbddc x1853237358504064/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:122/0 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384896.539934:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384896.539937:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384896.539942:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384896.539944:0:17560:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384896.539947:0:17560:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384896.539948:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d21af389 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384896.539950:0:17560:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=15 v=5 (1 0 0 0) 00000100:00001000:3.0:1767384896.539957:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a6c23273 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384896.539958:0:17560:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384896.539962:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767384896.539963:0:17560:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:3.0:1767384896.539966:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384896.539967:0:17560:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00010000:00000001:3.0:1767384896.539970:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384896.539971:0:17560:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384896.539974:0:17560:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767384896.539975:0:16130:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d083d558 x1853237358503936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384896.539979:0:17560:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384896.539986:0:17560:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384896.539991:0:17560:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075a1bd77. 00000100:00000200:0.0:1767384896.539996:0:17560:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358504064, offset 224 00010000:00000001:3.0:1767384896.539997:0:16130:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.540003:0:16130:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384896.540006:0:16130:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000200:0.0:1767384896.540007:0:17560:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384896.540028:0:16130:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384896.540029:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384896.540033:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d083d558 x1853237358503936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384896.540043:0:17560:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384896.540046:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384896.540049:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1767384896.540052:0:17560:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272702880 00000100:00000001:3.0:1767384896.540057:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384896.540058:0:17560:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1325 [1] + 224 00000400:00000200:0.0:1767384896.540065:0:17560:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384896.540066:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d083d558 x1853237358503936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384896.540073:0:17560:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1767384896.540082:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d083d558 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16130:1853237358503936:0@lo:400: 00000100:00000001:0.0:1767384896.540082:0:17560:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384896.540088:0:17560:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000119c606c x1853237358504064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384896.540092:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384896.540098:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384896.540103:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d083d558 x1853237358503936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384896.540107:0:17560:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000119c606c x1853237358504064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384896.540118:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384896.540127:0:17560:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384896.540134:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384896.540137:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d12c458f. 02000000:00000001:3.0:1767384896.540143:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384896.540147:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:0.0:1767384896.540147:0:17560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075a1bd77 00000020:00000040:3.0:1767384896.540150:0:16130:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000400:00000010:0.0:1767384896.540151:0:17560:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075a1bd77. 00000020:00000001:3.0:1767384896.540153:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384896.540158:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c45aa468. 00000100:00000001:0.0:1767384896.540158:0:17560:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384896.540162:0:17560:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:3.0:1767384896.540163:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384896.540166:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384896.540167:0:17560:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384896.540169:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d083d558. 00000100:00000040:0.0:1767384896.540172:0:17560:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00000001:3.0:1767384896.540175:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1767384896.540176:0:17560:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384896.540177:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384896.540179:0:17560:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.540180:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384896.540185:0:17560:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384896.540188:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384896.540189:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d0bbbddc x1853237358504064/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:122/0 lens 224/224 e 0 to 0 dl 1767384907 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384896.540191:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.540197:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384896.540202:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384896.540202:0:17560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d0bbbddc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16127:x1853237358504064:12345-0@lo:400: Request processed in 373us (858us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384896.540211:0:17560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:3.0:1767384896.540213:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384896.540214:0:17560:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d62afedc : new rpc_count 0 00000100:00000001:3.0:1767384896.540216:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384896.540220:0:17560:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:3.0:1767384896.540222:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384896.540223:0:17560:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:3.0:1767384896.540225:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384896.540228:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b31338d6. 00000020:00000010:0.0:1767384896.540229:0:17560:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004eebcf38. 00000400:00000200:3.0:1767384896.540232:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044170aa6 00000400:00000010:3.0:1767384896.540235:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000044170aa6. 00000020:00000010:0.0:1767384896.540235:0:17560:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bbc7cbc0. 00000100:00000001:3.0:1767384896.540241:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384896.540242:0:17560:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bf44b16. 00000100:00000200:3.0:1767384896.540246:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000119c606c x1853237358504064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384896.540248:0:17560:0:(genops.c:898:class_export_put()) PUTting export 00000000d62afedc : new refcount 4 00000100:00000001:0.0:1767384896.540253:0:17560:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384896.540288:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000119c606c x1853237358504064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384896.540297:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384896.540298:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384896.540299:0:16127:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384896.540300:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384896.540301:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384896.540302:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384896.540305:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384896.540311:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5338197 time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384896.540316:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c619e3cd time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384896.540320:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384896.540322:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384896.540325:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384896.540331:0:16127:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000119c606c x1853237358504064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384896.540343:0:16127:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.540348:0:16127:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384896.540350:0:16127:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384896.540355:0:16127:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384896.540356:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384896.540361:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000119c606c x1853237358504064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384896.540369:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384896.540375:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384896.540378:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384896.540386:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000119c606c x1853237358504064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384896.540400:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000119c606c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16127:1853237358504064:0@lo:400: 00000100:00000001:3.0:1767384896.540405:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384896.540410:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384896.540421:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000119c606c x1853237358504064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384896.540439:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384896.540443:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384896.540444:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ee88d46. 02000000:00000001:3.0:1767384896.540447:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384896.540450:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384896.540453:0:16127:0:(genops.c:1242:class_import_put()) import 000000005ebd018a refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384896.540458:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384896.540461:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004a2be765. 02000000:00000001:3.0:1767384896.540465:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384896.540468:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384896.540470:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000119c606c. 00000100:00000001:3.0:1767384896.540474:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384896.540475:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384896.540476:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384896.540479:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384896.540481:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384896.540487:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384896.540490:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384896.548071:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294886410, at 4294886411 00000100:00000010:0.0:1767384896.548079:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004ae2e52e. 00000100:00000040:2.0:1767384896.549105:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294886410, at 4294886412 00000100:00000010:2.0:1767384896.549111:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000df3fbe77. 00000100:00000040:3.0:1767384896.549389:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294886410, at 4294886412 00000100:00000010:3.0:1767384896.549395:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000011065c96. 00000020:00000001:2.0:1767384897.369157:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384897.369167:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384897.369170:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384897.846527:0:21003:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384897.846531:0:21003:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp17 --if ens2 00000001:00000001:2.0:1767384897.849891:0:21003:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384897.857855:0:21004:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000005a59dcd1. 00000400:00000010:3.0:1767384897.857873:0:21004:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000abb6fe3a. 00000400:00000010:3.0:1767384897.857884:0:21004:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000c110b95d. 00000400:00000010:3.0:1767384897.857889:0:21004:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000004689e308. 00000400:00000010:3.0:1767384897.857893:0:21004:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e16e1b6e. 00000400:00000010:3.0:1767384897.857898:0:21004:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a2e16493. 00000400:00000010:3.0:1767384897.857901:0:21004:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000436ed7c4. 00000400:00000010:3.0:1767384897.857903:0:21004:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000e877c5c. 00000400:00000010:3.0:1767384897.857908:0:21004:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000002891914b. 00000800:00000010:3.0:1767384897.857918:0:21004:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000052d735ee. 00000800:00000200:3.0:1767384897.857931:0:21004:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384897.857938:0:21004:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384897.857981:0:21004:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:3.0:1767384897.858044:0:21004:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp17 [8/256/0/180] 00000400:00000010:3.0:1767384897.860908:0:21004:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 00000000ab09af7a. 00000400:00000010:3.0:1767384897.860916:0:21004:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b31338d6. 00000400:00000010:3.0:1767384897.860923:0:21004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044170aa6. 00000400:00000001:3.0:1767384897.860940:0:21004:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384897.860943:0:21004:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384897.860945:0:21004:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002136825e. 00000400:00000200:3.0:1767384897.860949:0:21004:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053fc563d 00000400:00000010:3.0:1767384897.860952:0:21004:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000053fc563d. 00000400:00000010:3.0:1767384897.860956:0:21004:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 0000000058520182. 00000400:00000200:3.0:1767384897.860961:0:21004:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (8) 00000400:00000200:3.0:1767384897.860977:0:21004:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:3.0:1767384897.860989:0:21004:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131089 00000020:00000010:3.0:1767384897.860999:0:21004:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000083d9a27. 00000020:01000000:3.0:1767384897.861007:0:21004:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384897.861010:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384897.861034:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000400:00000010:2.0:1767384897.861041:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccf64db9. 00000400:00000200:2.0:1767384897.861045:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (9) 00000020:01000000:3.0:1767384897.861048:0:21004:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp17 00000400:00000010:2.0:1767384897.861050:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000f78ee87. 00000400:00000200:2.0:1767384897.861056:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1767384897.861068:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000010:3.0:1767384897.861073:0:21004:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000abb6fe3a. 00000400:00000200:2.0:1767384897.861074:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000010:3.0:1767384897.861082:0:21004:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000005a59dcd1. 00000400:00000200:2.0:1767384897.861083:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:2.0:1767384897.861093:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:2.0:1767384897.861101:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:2.0:1767384897.861111:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:2.0:1767384897.861119:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:2.0:1767384897.861129:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:2.0:1767384897.861137:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 00000400:00000200:2.0:1767384897.861144:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp16 00000400:00000200:2.0:1767384897.861149:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp16 lpni_is_preferred = 0 00000400:00000200:2.0:1767384897.861154:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp16 00000400:00000200:2.0:1767384897.861161:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp16 NI seq info: [19:19:256:4294967295] 192.168.203.157@tcp16 LPNI seq info [19:19:8:4294967295] 00000400:00000200:2.0:1767384897.861169:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp16 00000400:00000200:2.0:1767384897.861177:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp16(192.168.203.157@tcp16:) -> 192.168.203.157@tcp16(192.168.203.157@tcp:192.168.203.157@tcp16) : PUT try# 0 00000800:00000200:2.0:1767384897.861199:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 176 bytes in 1 frags to 12345-192.168.203.157@tcp16 00000800:00000010:2.0:1767384897.861204:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000072c3a000. 00000800:00000010:2.0:1767384897.861211:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008831a9b5. 00000800:00000010:2.0:1767384897.861215:0:16125:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000007b51c229. 00000800:00000200:2.0:1767384897.861224:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008831a9b5] -> 12345-192.168.203.157@tcp16 (2) 00000800:00000200:2.1:1767384897.861235:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008831a9b5] -> 12345-192.168.203.157@tcp16 (2) 00000400:00000200:2.0:1767384897.861249:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 00000400:00000200:2.0:1767384897.861251:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100551 rc 0 00000100:00000001:0.0:1767384897.861269:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384897.861275:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384897.861278:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384897.861284:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fb6990f3 x1853237358504320/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384897.861303:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384897.861306:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000100:00000001:0.0:1767384897.861307:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384897.861315:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384897.861320:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384897.861325:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384897.861340:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fb6990f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358504320:0@lo:253: 00000100:00000001:0.0:1767384897.861347:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384897.861354:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384897.861358:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384897.861361:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384897.861368:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000bd10809b. 00000400:00000200:2.0:1767384897.861369:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 02000000:00000001:0.0:1767384897.861374:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384897.861380:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4b6250e. 00000400:00000010:0.0:1767384897.861387:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000035b82177. 00000100:00000200:0.0:1767384897.861394:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358504320, portal 25 00000100:00000001:0.0:1767384897.861398:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384897.861401:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436514542464 : -108637195009152 : ffff9d31ee950380) 00000100:00000040:0.0:1767384897.861410:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fb6990f3 x1853237358504320/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384897.861425:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384897.861430:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384897.861431:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000010:0.0:1767384897.861433:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000031d61711. 00000100:00000200:0.0:1767384897.861440:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358504320, offset 0 00000400:00000200:0.0:1767384897.861448:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384897.861461:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384897.861476:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:0.0:1767384897.861479:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272702980 00000400:00000200:0.0:1767384897.861493:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f1 [2] + 0 00000400:00000010:0.0:1767384897.861503:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000657cdd6d. 00000400:00000200:2.0:1767384897.861510:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:0.0:1767384897.861510:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e1412ab3 00000400:00000200:0.0:1767384897.861519:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384897.861525:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384897.861533:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1412ab3 00000400:00000010:0.0:1767384897.861538:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1412ab3. 00000400:00000200:2.0:1767384897.861543:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000100:00000001:0.0:1767384897.861544:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384897.861548:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384897.861553:0:16129:0:(events.c:337:request_in_callback()) incoming req@00000000bc4e2018 x1853237358504320 msgsize 4848 00000100:00100000:0.0:1767384897.861560:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384897.861563:0:16129:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384897.861571:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000100:00000001:0.0:1767384897.861573:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384897.861589:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031d61711 00000400:00000010:0.0:1767384897.861593:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000031d61711. 00000100:00000001:0.0:1767384897.861598:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384897.861605:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000100:00000200:0.0:1767384897.861606:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fb6990f3 x1853237358504320/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384897.861622:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384897.861627:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fb6990f3 x1853237358504320/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384897.861639:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000100:00000001:0.0:1767384897.861641:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.861645:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384897.861654:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.861658:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294887735 00000100:00000010:0.0:1767384897.861665:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ca1255a7. 00000400:00000200:2.0:1767384897.861670:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000100:00000001:0.0:1767384897.861675:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384897.861687:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294887735 00000100:00000010:0.0:1767384897.861693:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000432cd411. 00000100:00000001:0.0:1767384897.861700:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384897.861706:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294887735 00000400:00000200:2.0:1767384897.861710:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000100:00000010:0.0:1767384897.861729:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b8a5f84. 00000100:00000001:0.0:1767384897.861736:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384897.861743:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294887735 00000100:00000010:0.0:1767384897.861750:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000468667ee. 00000100:00000001:0.0:1767384897.861754:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384897.861760:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384897.861765:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000100:00000001:0.0:1767384897.861765:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.861773:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.861779:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384897.861787:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384897.861792:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384897.861796:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384897.861799:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384897.861803:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384897.861805:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000100:00000001:0.0:1767384897.861810:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.861840:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384897.861845:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000100:00100000:0.0:1767384897.861847:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358504320 02000000:00000001:0.0:1767384897.861854:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384897.861859:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384897.861865:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384897.861874:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384897.861883:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358504320 00000020:00000001:0.0:1767384897.861890:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384897.861894:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:0.0:1767384897.861900:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384897.861906:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000020:00000001:0.0:1767384897.861913:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:0.0:1767384897.861917:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384897.861921:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384897.861925:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004848eb24. 00000100:00000001:0.0:1767384897.861928:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384897.861931:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004848eb24. 00000020:00000010:0.0:1767384897.861937:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de888d9e. 00000020:00000010:0.0:1767384897.861942:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000071d19e8. 00000020:00000010:0.0:1767384897.861948:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f97f350f. 00000100:00000040:0.0:1767384897.861960:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384897.861967:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384897.861969:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384897.861973:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.861983:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.861995:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384897.862040:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384897.862045:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384897.862054:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00000040:0.0:1767384897.862062:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:0.0:1767384897.862067:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635431487584336 : -108642221967280 : ffff9d30c2f3b850) 00000100:00000040:0.0:1767384897.862076:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bc4e2018 x1853237358504320/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:123/0 lens 4848/0 e 0 to 0 dl 1767384908 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384897.862081:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008603e42c. 00000800:00000010:2.0:1767384897.862088:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000992d650f. 00000800:00000010:2.0:1767384897.862096:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000023e14bc. 00000100:00000001:0.0:1767384897.862103:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384897.862115:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004848eb24. 00000100:00000001:0.0:1767384897.862121:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384897.862128:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004848eb24. 00000800:00000010:2.0:1767384897.862129:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000023e14bc. 00000100:00100000:0.0:1767384897.862140:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bc4e2018 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16129:x1853237358504320:12345-0@lo:253: 00000100:00000200:0.0:1767384897.862147:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358504320 00000020:00000001:0.0:1767384897.862152:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384897.862158:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384897.862161:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384897.862163:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384897.862166:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:0.0:1767384897.862171:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384897.862174:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384897.862176:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384897.862179:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384897.862184:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.862190:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384897.862194:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384897.862201:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000425487b9. 02000000:00000001:0.0:1767384897.862206:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384897.862214:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384897.862219:0:16763:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384897.862230:0:16763:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003f56273e. 20000000:01000000:0.0:1767384897.862235:0:16763:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384897.862238:0:16763:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384897.862241:0:16763:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:2.0:1767384897.862242:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 20000000:00000001:0.0:1767384897.862244:0:16763:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384897.862249:0:16763:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384897.862253:0:16763:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384897.862262:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp16 from 241.3.0.2 20000000:00000010:0.0:1767384897.862265:0:16763:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000095af086b. 00000800:00000010:2.0:1767384897.862267:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000573d2e53. 20000000:01000000:0.0:1767384897.862269:0:16763:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 20000000:00000001:0.0:1767384897.862277:0:16763:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384897.862283:0:16763:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384897.862333:0:16763:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384897.862338:0:16763:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384897.862340:0:16763:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384897.862349:0:16763:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384897.862352:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384897.862358:0:16763:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:0.0:1767384897.862362:0:16763:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384897.862369:0:16763:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007a4a64dd. 00080000:00000001:0.0:1767384897.862372:0:16763:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635436770050048 : -108636939501568 : ffff9d31fdcfc000) 00080000:00000001:0.0:1767384897.862375:0:16763:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:2.0:1767384897.862391:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003957a940. 00000800:00000010:2.0:1767384897.862398:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008bbc133c. 00000800:00000010:2.0:1767384897.862419:0:16116:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000591cc4a0. 00000800:00000200:2.1:1767384897.862433:0:16116:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008831a9b5] -> 12345-192.168.203.157@tcp16 (2) 00000800:00000200:2.1:1767384897.862439:0:16116:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp16 00000000591cc4a0 deleted 00000800:00000010:2.1:1767384897.862443:0:16116:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000591cc4a0. 00000800:00000200:2.1:1767384897.862449:0:16116:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384897.862457:0:16116:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp16 ip 192.168.203.157:1009 00000800:00000200:2.1:1767384897.862461:0:16116:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000072c3a000 type 1, nob 272 niov 1 nkiov 1 00000800:00000200:2.0:1767384897.862469:0:16116:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp16 p 3.x 192.168.203.157 -> 192.168.203.157:1009 incarnation:1767384896458407225 sched[0] 00000800:00000010:2.0:1767384897.862474:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000023e14bc. 00000001:00000001:0.0:1767384897.862475:0:16763:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384897.862478:0:16763:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384897.862481:0:16763:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384897.862501:0:16763:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384897.862504:0:16763:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:2.0:1767384897.862516:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000023e14bc. 00000800:00000010:2.0:1767384897.862522:0:16116:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008bbc133c. 00000800:00000010:2.0:1767384897.862549:0:16116:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000573d2e53. 00000800:00000001:2.0:1767384897.862561:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384897.862566:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384897.862620:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000001:0.0:1767384897.862623:0:16763:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000800:00000010:2.0:1767384897.862624:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000072c3a000. 00080000:00000001:0.0:1767384897.862630:0:16763:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384897.862631:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384897.862639:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp16->192.168.203.157@tcp16: PUT: OK 00000400:00000200:2.0:1767384897.862643:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384897.862646:0:16120:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp: 0 00000800:00000200:2.1:1767384897.862688:0:16118:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384897.862694:0:16118:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp16 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384896458407225 sched[0] 00000800:00000010:2.0:1767384897.862697:0:16118:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000992d650f. 00000400:00000200:2.0:1767384897.862789:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384897.862843:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:2.0:1767384897.862891:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:2.0:1767384897.862934:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:2.0:1767384897.862974:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000800:00000001:2.0:1767384897.863063:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384897.863071:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384897.863076:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384897.863083:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384897.863087:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384897.863092:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384897.863100:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp16(192.168.203.157@tcp16) <- 192.168.203.157@tcp16 : ACK - for me 00000400:00000200:2.0:1767384897.863113:0:16120:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.157@tcp16: ACK from 12345-192.168.203.157@tcp16 into md 0x1341 00000400:00000200:2.0:1767384897.863117:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384897.863123:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp16->192.168.203.157@tcp16: ACK: OK 00000400:00000200:2.0:1767384897.863129:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccf64db9 00000400:00000010:2.0:1767384897.863133:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccf64db9. 00000400:00000200:2.0:1767384897.863146:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384897.863151:0:16120:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.157@tcp ev->status 0 00000400:00000200:2.0:1767384897.863156:0:16120:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:2.0:1767384897.863159:0:16120:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (10) 00000800:00000001:2.0:1767384897.863181:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384897.863186:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384897.863225:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384897.863428:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384897.863508:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384897.863538:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384897.863565:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384897.863598:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384897.863631:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384897.863667:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384897.863729:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384897.863767:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384897.864002:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384897.864227:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000de8b9cb5. 00000800:00000010:2.0:1767384897.864232:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000591cc4a0. 00000800:00000010:2.0:1767384897.864238:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c04b35fb. 00000800:00000010:2.0:1767384897.864278:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c04b35fb. 00000400:00000200:2.0:1767384897.864326:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp16 from 240.3.0.2 00000800:00000010:2.0:1767384897.864329:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000573d2e53. 00000800:00000010:2.0:1767384897.864528:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000074ae7046. 00000800:00000010:2.0:1767384897.864533:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000057408265. 00000800:00000010:2.0:1767384897.864554:0:16117:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b2df88a2. 00000800:00000200:2.1:1767384897.864560:0:16117:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008831a9b5] -> 12345-192.168.203.157@tcp16 (4) 00000800:00000200:2.1:1767384897.864563:0:16117:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp16 00000000b2df88a2 deleted 00000800:00000010:2.1:1767384897.864565:0:16117:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b2df88a2. 00000800:00000200:2.1:1767384897.864569:0:16117:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384897.864573:0:16117:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp16 p 3.x 192.168.203.157 -> 192.168.203.157:1008 incarnation:1767384896458407225 sched[0] 00000800:00000010:2.0:1767384897.864578:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c04b35fb. 00000800:00000010:2.0:1767384897.864629:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c04b35fb. 00000800:00000010:2.0:1767384897.864636:0:16117:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000057408265. 00000800:00000200:0.1:1767384897.864637:0:16118:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384897.864647:0:16118:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp16 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384896458407225 sched[0] 00000800:00000010:0.0:1767384897.864651:0:16118:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000591cc4a0. 00000800:00000010:2.0:1767384897.864662:0:16117:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000573d2e53. 00000800:00000001:0.0:1767384897.864710:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384897.864730:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384897.864733:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384897.864762:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384897.871657:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384897.871663:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384897.871667:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384897.871669:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384897.871671:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384897.871673:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007a4a64dd. 00080000:00000001:2.0:1767384897.871678:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:0.0:1767384897.871699:0:16764:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000883da3b3. 20000000:01000000:0.0:1767384897.871703:0:16764:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 20000000:01000000:3.0:1767384897.871705:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384897.871710:0:16764:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384897.871711:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384897.871730:0:16764:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:3.0:1767384897.871735:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384897.871742:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384897.871746:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384897.871755:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000df82e5e7. 00080000:00000001:0.0:1767384897.871757:0:16764:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384897.871762:0:16764:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384897.871763:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384897.871764:0:16764:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384897.871768:0:16764:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000010:3.0:1767384897.871770:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003fac1457. 00000020:00000001:0.0:1767384897.871771:0:16764:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384897.871776:0:16764:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00000020:00000001:3.0:1767384897.871778:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384897.871781:0:16764:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000040:3.0:1767384897.871783:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003fac1457 with handle 0x4895a8f6c11e85d7 to hash 00080000:00000010:0.0:1767384897.871788:0:16764:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001466cafd. 00000020:00000001:3.0:1767384897.871789:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384897.871792:0:16764:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635436770063360 : -108636939488256 : ffff9d31fdcff400) 00010000:00000001:3.0:1767384897.871794:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00080000:00000001:0.0:1767384897.871796:0:16764:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384897.871801:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384897.871806:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384897.871809:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384897.871813:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85d7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384897.871833:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384897.871838:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384897.871841:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384897.871844:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384897.871846:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384897.871848:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384897.871850:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384897.871854:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384897.871857:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384897.871859:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384897.871861:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384897.871864:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000df82e5e7) refcount = 1 00010000:00010000:3.0:1767384897.871868:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85d7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384897.871875:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384897.871878:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384897.871880:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384897.871883:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384897.871886:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384897.871886:0:16764:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384897.871890:0:16764:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384897.871892:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:0.0:1767384897.871893:0:16764:0:(osd_handler.c:189:osd_trans_start()) Process entered 20000000:01000000:3.0:1767384897.871899:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002232882s 00010000:00000001:3.0:1767384897.871903:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384897.871906:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384897.871908:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003fac1457 refcount=4 00080000:00000001:0.0:1767384897.871911:0:16764:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384897.871912:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384897.871916:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384897.871918:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384897.871924:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85d7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384897.871924:0:16764:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384897.871935:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384897.871938:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85d7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384897.871959:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384897.871962:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384897.871964:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85d7 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384897.871971:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384897.871974:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384897.871979:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384897.871982:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85d7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384897.871989:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003fac1457 already unused, calling callback (00000000be7801c4) 00010000:00000001:3.0:1767384897.871993:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:0.0:1767384897.871994:0:16764:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:3.0:1767384897.871996:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000001:0.0:1767384897.871998:0:16764:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00010000:3.0:1767384897.872000:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85d7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384897.872060:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384897.872063:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384897.872065:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384897.872066:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003fac1457 refcount=5 00000020:00000001:3.0:1767384897.872069:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384897.872071:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384897.872074:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384897.872076:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85d7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384897.872082:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384897.872084:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384897.872085:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384897.872088:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384897.872090:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384897.872092:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384897.872099:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384897.872101:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003fac1457 with handle 0x4895a8f6c11e85d7 from hash 00010000:00000001:3.0:1767384897.872104:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384897.872105:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384897.872106:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384897.872107:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384897.872109:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384897.872110:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384897.872112:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384897.872114:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384897.872116:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384897.872118:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384897.872120:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384897.872123:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384897.872125:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384897.872126:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384897.872128:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384897.872130:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384897.872132:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85d7 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384897.872136:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384897.872137:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384897.872138:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384897.872140:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384897.872141:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384897.872142:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384897.872145:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384897.872146:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384897.872148:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384897.872149:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85d7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384897.872154:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384897.872155:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384897.872156:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85d7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384897.872169:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000df82e5e7 count: 0 00010000:00000001:3.0:1767384897.872176:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384897.872178:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384897.873059:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294887735, at 4294887736 00000100:00000010:2.0:1767384897.873067:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b8a5f84. 00000100:00000040:0.0:1767384897.873073:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294887735, at 4294887736 00000100:00000010:0.0:1767384897.873082:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ca1255a7. 00000100:00000040:3.0:1767384897.874046:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294887735, at 4294887737 00000100:00000010:3.0:1767384897.874051:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000468667ee. 00010000:00000010:3.1:1767384897.879381:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000df82e5e7. 00010000:00000010:3.1:1767384897.879388:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003fac1457. 00080000:00000001:0.0:1767384897.881101:0:16764:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384897.881106:0:16764:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:0.0:1767384897.881109:0:16764:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384897.881111:0:16764:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384897.881115:0:16764:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384897.881127:0:16764:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384897.881131:0:16764:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384897.881134:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384897.881139:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:0.0:1767384897.881139:0:16764:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:3.0:1767384897.881143:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384897.881147:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384897.881150:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384897.881156:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000df82e5e7. 00010000:00000001:3.0:1767384897.881160:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384897.881163:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003fac1457. 00000020:00000001:3.0:1767384897.881166:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384897.881169:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003fac1457 with handle 0x4895a8f6c11e85de to hash 00000020:00000001:3.0:1767384897.881172:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384897.881173:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384897.881176:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384897.881179:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384897.881181:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384897.881183:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85de lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384897.881190:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384897.881193:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384897.881194:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384897.881196:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384897.881198:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384897.881200:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384897.881201:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384897.881203:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384897.881205:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384897.881207:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384897.881215:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384897.881217:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000df82e5e7) refcount = 1 00010000:00010000:3.0:1767384897.881220:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85de lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384897.881225:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384897.881227:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384897.881228:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384897.881230:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384897.881232:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384897.881235:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384897.881238:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002232882s 00010000:00000001:3.0:1767384897.881240:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384897.881242:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384897.881244:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003fac1457 refcount=4 00000020:00000001:3.0:1767384897.881246:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384897.881248:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384897.881250:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384897.881252:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85de lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384897.881257:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384897.881259:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85de lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384897.881263:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384897.881265:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384897.881267:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85de lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384897.881271:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384897.881273:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384897.881276:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384897.881278:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85de lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384897.881291:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003fac1457 already unused, calling callback (00000000be7801c4) 00010000:00000001:3.0:1767384897.881294:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384897.881296:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384897.881298:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85de lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384897.881302:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384897.881303:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384897.881305:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384897.881306:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003fac1457 refcount=5 00000020:00000001:3.0:1767384897.881309:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384897.881311:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384897.881314:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384897.881315:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85de lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384897.881319:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384897.881321:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384897.881322:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384897.881324:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384897.881326:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384897.881329:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384897.881331:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384897.881333:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003fac1457 with handle 0x4895a8f6c11e85de from hash 00010000:00000001:3.0:1767384897.881335:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384897.881337:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384897.881339:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384897.881340:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384897.881342:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384897.881344:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384897.881346:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384897.881347:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384897.881349:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384897.881351:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384897.881357:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384897.881359:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384897.881360:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384897.881362:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384897.881364:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384897.881366:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384897.881368:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85de lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384897.881373:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384897.881374:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384897.881376:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384897.881377:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384897.881379:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384897.881381:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384897.881383:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384897.881385:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384897.881388:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384897.881389:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85de lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384897.881393:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384897.881395:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384897.881396:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85de lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384897.881401:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000df82e5e7 count: 0 00010000:00000001:3.0:1767384897.881416:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384897.881418:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384897.882671:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384897.882676:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384897.882685:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384897.882690:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384897.882694:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4b6250e. 00000400:00000200:3.0:1767384897.882702:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035b82177 00000400:00000010:3.0:1767384897.882708:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000035b82177. 00000100:00000001:3.0:1767384897.882736:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384897.882744:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fb6990f3 x1853237358504320/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384897.882773:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fb6990f3 x1853237358504320/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.882791:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384897.882797:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384897.882802:0:16129:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384897.882807:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384897.882813:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384897.882816:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384897.882819:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384897.882825:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384897.882831:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384897.882835:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384897.882837:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384897.882840:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384897.882843:0:16129:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.882846:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384897.882853:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fb6990f3 x1853237358504320/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.882860:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384897.882863:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384897.882865:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384897.882869:0:16129:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384897.882871:0:16129:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384897.882873:0:16129:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384897.882874:0:16129:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384897.882876:0:16129:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384897.882878:0:16129:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384897.882879:0:16129:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384897.882881:0:16129:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384897.882883:0:16129:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384897.882884:0:16129:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384897.882888:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fb6990f3 x1853237358504320/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384897.882894:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fb6990f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358504320:0@lo:253: 00000100:00000001:3.0:1767384897.882907:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384897.882910:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384897.882913:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fb6990f3 x1853237358504320/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.882919:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384897.882921:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384897.882924:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000bd10809b. 02000000:00000001:3.0:1767384897.882929:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384897.882931:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384897.882933:0:16129:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384897.882935:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384897.882937:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000071ce7d93. 02000000:00000001:3.0:1767384897.882943:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384897.882945:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384897.882947:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fb6990f3. 00000100:00000001:3.0:1767384897.882950:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384897.882952:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384897.882953:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384897.882959:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384897.882961:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.882964:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384897.882966:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.885073:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384897.885077:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384897.885082:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384897.885086:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384897.885092:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005aa4224f. 00000400:00000200:3.0:1767384897.885100:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc2fee7b 00000400:00000010:3.0:1767384897.885105:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc2fee7b. 00000100:00000001:3.0:1767384897.885113:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384897.885123:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ff639a3f x1853237358504448/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384897.885146:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ff639a3f x1853237358504448/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.885179:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384897.885184:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384897.885197:0:16130:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384897.885199:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384897.885202:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384897.885204:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384897.885207:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384897.885210:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384897.885214:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384897.885217:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384897.885219:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384897.885221:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384897.885223:0:16130:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.885225:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384897.885228:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ff639a3f x1853237358504448/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.885236:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384897.885239:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384897.885240:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384897.885244:0:16130:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384897.885245:0:16130:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384897.885247:0:16130:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384897.885249:0:16130:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384897.885250:0:16130:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384897.885252:0:16130:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384897.885254:0:16130:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384897.885256:0:16130:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384897.885258:0:16130:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384897.885261:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ff639a3f x1853237358504448/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384897.885269:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ff639a3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358504448:0@lo:253: 00000100:00000001:3.0:1767384897.885274:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384897.885276:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384897.885279:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ff639a3f x1853237358504448/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384897.885286:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384897.885287:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384897.885297:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c499ca11. 02000000:00000001:3.0:1767384897.885301:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384897.885304:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384897.885305:0:16130:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384897.885308:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384897.885310:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d9cca707. 02000000:00000001:3.0:1767384897.885313:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384897.885314:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384897.885316:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ff639a3f. 00000100:00000001:3.0:1767384897.885320:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384897.885321:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384897.885323:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384897.885328:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384897.885330:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384897.885333:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384897.885335:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384897.885516:0:21009:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000fdfe8789. 00000400:00000040:0.0:1767384897.885532:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384897.885534:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384897.885536:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384897.885537:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384897.885539:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384897.885540:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384897.885543:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384897.885544:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384897.885545:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384897.885546:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384897.885548:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384897.885549:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384897.885550:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384897.885552:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384897.885552:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384897.885554:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384897.885555:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384897.885556:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384897.885557:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384897.885559:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384897.885560:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384897.885561:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384897.885561:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384897.885569:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384897.885570:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384897.885571:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384897.885572:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384897.885573:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384897.885574:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384897.885576:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384897.885576:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384897.885578:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384897.885579:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384897.885581:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384897.885582:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384897.885583:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384897.885584:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384897.885586:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384897.885604:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384897.885605:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384897.885606:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384897.885607:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384897.885609:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384897.885610:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384897.885611:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384897.885612:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384897.885613:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384897.885614:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384897.885616:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384897.885617:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384897.885618:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384897.885619:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384897.885620:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384897.885621:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384897.885622:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384897.885623:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384897.885624:0:21009:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384897.885649:0:21009:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000fdfe8789. 00010000:00000010:3.1:1767384897.891079:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000df82e5e7. 00010000:00000010:3.1:1767384897.891091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003fac1457. 00000020:00000001:3.0:1767384898.394128:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384898.394132:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384898.394135:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384898.595197:0:21209:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384898.595239:0:21209:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384898.595245:0:21209:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384898.595255:0:21209:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384898.595262:0:21209:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384898.595266:0:21209:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384899.283560:0:21373:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384899.283564:0:21373:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp18 --if ens2 00000001:00000001:0.0:1767384899.291177:0:21373:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384899.301218:0:21374:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000065bb35bb. 00000400:00000010:0.0:1767384899.301236:0:21374:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000fd7044ad. 00000400:00000010:0.0:1767384899.301247:0:21374:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000002187b6ea. 00000400:00000010:0.0:1767384899.301251:0:21374:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000b1056311. 00000400:00000010:0.0:1767384899.301256:0:21374:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000f240003. 00000400:00000010:0.0:1767384899.301261:0:21374:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000046f2b61b. 00000400:00000010:0.0:1767384899.301264:0:21374:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009320fa4d. 00000400:00000010:0.0:1767384899.301266:0:21374:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000008203184. 00000400:00000010:0.0:1767384899.301270:0:21374:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000072866c0f. 00000800:00000010:0.0:1767384899.301284:0:21374:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000000abfc61a. 00000800:00000200:0.0:1767384899.301297:0:21374:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384899.301305:0:21374:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384899.301360:0:21374:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:0.0:1767384899.301387:0:21374:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp18 [8/256/0/180] 00000400:00000010:0.0:1767384899.305629:0:21374:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 00000000445045f6. 00000400:00000010:0.0:1767384899.305636:0:21374:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fec3e4a. 00000400:00000010:0.0:1767384899.305642:0:21374:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075a1bd77. 00000400:00000001:0.0:1767384899.305657:0:21374:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384899.305659:0:21374:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384899.305662:0:21374:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b31338d6. 00000400:00000200:0.0:1767384899.305665:0:21374:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044170aa6 00000400:00000010:0.0:1767384899.305668:0:21374:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000044170aa6. 00000400:00000010:0.0:1767384899.305671:0:21374:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 00000000ab09af7a. 00000400:00000200:0.0:1767384899.305676:0:21374:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (9) 00000400:00000200:0.0:1767384899.305693:0:21374:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:0.0:1767384899.305703:0:21374:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131090 00000020:00000010:0.0:1767384899.305735:0:21374:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000bd10809b. 00000020:01000000:0.0:1767384899.305741:0:21374:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384899.305761:0:21374:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp18 00000400:00000010:0.0:1767384899.305784:0:21374:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000fd7044ad. 00000400:00000010:0.0:1767384899.305794:0:21374:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000065bb35bb. 00000020:00000001:2.0:1767384899.305823:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384899.305831:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384899.305837:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384899.305843:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384899.305851:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384899.305857:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384899.305863:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384899.305868:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384899.305873:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384899.305879:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384899.305884:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384899.305890:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384899.305896:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384899.305901:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384899.305911:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bab0ac14. 00000020:00000040:2.0:1767384899.305922:0:36:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1767384899.305932:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384899.305937:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384899.305945:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384899.305958:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000474943cc. 00000100:00000001:2.0:1767384899.305967:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384899.305977:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000077b23735] -> 12345-192.168.203.157@tcp17 (2) 00000100:00000001:2.0:1767384899.305982:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384899.305995:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384899.306040:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bab0ac14] to pc [ptlrpcd_00_00+0] req@00000000bab0ac14 x1853237358504576/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384899.306073:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384899.306077:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384899.306080:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384899.306083:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384899.306092:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384899.306095:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384899.306097:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 10000000:00000001:2.0:1767384899.306097:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384899.306101:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384899.306107:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384899.306109:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384899.306111:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384899.306113:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384899.306116:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384899.306118:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384899.306120:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384899.306123:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384899.306125:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384899.306131:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000119c606c. 00000020:00000040:2.0:1767384899.306135:0:36:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1767384899.306139:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384899.306142:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384899.306145:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384899.306152:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000008b01b2. 00000400:00000200:3.0:1767384899.306155:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000100:00000001:2.0:1767384899.306157:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.306164:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384899.306167:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.306167:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384899.306172:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384899.306177:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000119c606c] to pc [ptlrpcd_00_01+1] req@00000000119c606c x1853237358504704/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384899.306177:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384899.306186:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bab0ac14 x1853237358504576/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384899.306187:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 10000000:00000001:2.0:1767384899.306201:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.306203:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000001:2.0:1767384899.306208:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.306208:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384899.306214:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1767384899.306215:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384899.306218:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384899.306221:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000020:01000000:2.0:1767384899.306222:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000001:0.0:1767384899.306223:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384899.306228:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bab0ac14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358504576:0@lo:253: 00000100:00000001:0.0:1767384899.306233:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:2.0:1767384899.306236:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000bd10809b. 02000000:00000001:0.0:1767384899.306238:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384899.306243:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384899.306246:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384899.306249:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 02000000:00000010:0.0:1767384899.306251:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000425487b9. 00000100:00000001:2.0:1767384899.306255:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384899.306255:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.306262:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384899.306264:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d802f19. 00000100:00000001:2.0:1767384899.306267:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384899.306272:0:16127:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd7044ad. 00000100:00000040:2.0:1767384899.306276:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000119c606c x1853237358504704/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384899.306278:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358504576, portal 25 00000400:00000200:3.0:1767384899.306279:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000100:00000001:0.0:1767384899.306285:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384899.306289:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504589952 : -108642204961664 : ffff9d30c3f73480) 00000100:00000040:0.0:1767384899.306299:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bab0ac14 x1853237358504576/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384899.306300:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384899.306305:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384899.306308:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000100:00000001:0.0:1767384899.306309:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384899.306312:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384899.306317:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384899.306318:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384899.306321:0:16127:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000076863994. 02000000:00000001:2.0:1767384899.306326:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384899.306327:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358504576, offset 0 00000100:00100000:2.0:1767384899.306336:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000119c606c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358504704:0@lo:253: 00000400:00000200:3.0:1767384899.306337:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:0.0:1767384899.306341:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384899.306349:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384899.306354:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384899.306356:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384899.306358:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384899.306363:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384899.306368:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272702a80 00000400:00000200:0.0:1767384899.306375:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f9 [2] + 0 00000400:00000200:3.0:1767384899.306378:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000010:0.0:1767384899.306379:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bdebc3d4. 02000000:00000010:2.0:1767384899.306384:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c9c28b69. 00000400:00000200:0.0:1767384899.306385:0:16127:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001bffb5f9 02000000:00000001:2.0:1767384899.306391:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384899.306395:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384899.306399:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a678d53e. 00000400:00000200:0.0:1767384899.306403:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384899.306410:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000010:2.0:1767384899.306410:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000035fd083b. 00000400:00000200:0.0:1767384899.306410:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bffb5f9 00000400:00000010:0.0:1767384899.306420:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001bffb5f9. 00000100:00000001:0.0:1767384899.306426:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384899.306427:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:2.0:1767384899.306429:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358504704, portal 25 00000100:00000040:0.0:1767384899.306431:0:16127:0:(events.c:337:request_in_callback()) incoming req@00000000d1abe8fa x1853237358504576 msgsize 4848 00000100:00000001:2.0:1767384899.306435:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384899.306440:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504591744 : -108642204959872 : ffff9d30c3f73b80) 00000100:00100000:0.0:1767384899.306441:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384899.306442:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000100:00000040:0.0:1767384899.306447:0:16127:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1767384899.306453:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000119c606c x1853237358504704/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384899.306465:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384899.306465:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384899.306470:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384899.306475:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000040fe469e. 00000400:00000200:0.0:1767384899.306476:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076863994 00000400:00000200:3.0:1767384899.306477:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000010:0.0:1767384899.306480:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000076863994. 00000100:00000001:0.0:1767384899.306487:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384899.306488:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358504704, offset 0 00000100:00000200:0.0:1767384899.306495:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bab0ac14 x1853237358504576/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384899.306503:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384899.306517:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384899.306520:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384899.306525:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bab0ac14 x1853237358504576/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384899.306526:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384899.306536:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272702b00 00000100:00000001:0.0:1767384899.306550:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384899.306551:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1fd [2] + 0 00000100:00000001:0.0:1767384899.306555:0:16127:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384899.306562:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000100:00000001:0.0:1767384899.306563:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384899.306564:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065c2f785. 00000100:00000001:0.0:1767384899.306573:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294889180 00000100:00000010:0.0:1767384899.306582:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000001cc7b92. 00000400:00000200:2.0:1767384899.306584:0:16128:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000841d3526 00000100:00000001:0.0:1767384899.306592:0:16127:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384899.306593:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384899.306594:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384899.306605:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294889180 00000400:00000200:2.0:1767384899.306608:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1767384899.306612:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c142f4bc. 00000400:00000200:2.0:1767384899.306617:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000841d3526 00000100:00000001:0.0:1767384899.306618:0:16127:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000400:00000010:2.0:1767384899.306624:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000841d3526. 00000100:00000001:0.0:1767384899.306627:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294889180 00000400:00000200:3.0:1767384899.306631:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000100:00000010:0.0:1767384899.306634:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f4d62147. 00000100:00000001:2.0:1767384899.306635:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384899.306638:0:16127:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000200:2.0:1767384899.306640:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384899.306646:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294889180 00000100:00000040:2.0:1767384899.306650:0:16128:0:(events.c:337:request_in_callback()) incoming req@00000000871dc941 x1853237358504704 msgsize 4848 00000100:00000010:0.0:1767384899.306651:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000112584c3. 00000100:00000001:0.0:1767384899.306658:0:16127:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00100000:2.0:1767384899.306663:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384899.306665:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384899.306667:0:16128:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384899.306670:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.306682:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384899.306682:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.306688:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384899.306693:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040fe469e 00000100:00000001:0.0:1767384899.306697:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767384899.306699:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000040fe469e. 00000100:00000001:0.0:1767384899.306702:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384899.306720:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384899.306723:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384899.306728:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384899.306730:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000119c606c x1853237358504704/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384899.306732:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.306739:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.306762:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384899.306769:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000119c606c x1853237358504704/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384899.306790:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.306795:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384899.306807:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.306816:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294889180 00000100:00000001:2.0:1767384899.306825:0:16128:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, keep current deadline 4294889180 00000100:00000001:2.0:1767384899.306830:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294889180 00000100:00000001:2.0:1767384899.306834:0:16128:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, keep current deadline 4294889180 00000100:00000001:2.0:1767384899.306837:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294889180 00000100:00000001:2.0:1767384899.306844:0:16128:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, keep current deadline 4294889180 00000100:00000001:2.0:1767384899.306850:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294889180 00000100:00000001:2.0:1767384899.306856:0:16128:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, keep current deadline 4294889180 00000100:00000001:2.0:1767384899.306862:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384899.306868:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.306881:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.306888:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384899.306898:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384899.306903:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:3.0:1767384899.306907:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b7b1d74e. 00000100:00000001:2.0:1767384899.306911:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1767384899.306913:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000046b88745. 00000100:00000001:2.0:1767384899.306915:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384899.306921:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384899.306922:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002b184b9d. 00000100:00000001:2.0:1767384899.306929:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.306959:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000010:3.0:1767384899.306962:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002b184b9d. 00000100:00000001:2.0:1767384899.306964:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384899.306977:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00000040:2.0:1767384899.306983:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000100:00000001:2.0:1767384899.306987:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436274247760 : -108637435303856 : ffff9d31e0426850) 00000100:00000040:2.0:1767384899.306996:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000871dc941 x1853237358504704/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:125/0 lens 4848/0 e 0 to 0 dl 1767384910 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384899.307040:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:2.0:1767384899.307040:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384899.307045:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c49ff8a. 00000100:00000001:2.0:1767384899.307052:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384899.307060:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp17 from 239.3.0.2 00000020:00000010:2.0:1767384899.307060:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c49ff8a. 00000800:00000010:3.0:1767384899.307065:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000065ee5e8b. 00000100:00100000:2.0:1767384899.307075:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000871dc941 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16128:x1853237358504704:12345-0@lo:253: 00000100:00000200:2.0:1767384899.307085:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358504704 00000020:00000001:2.0:1767384899.307088:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384899.307094:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384899.307097:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384899.307102:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384899.307105:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:2.0:1767384899.307109:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384899.307111:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384899.307113:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384899.307116:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384899.307118:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.307122:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384899.307125:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384899.307132:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001f2b6ead. 02000000:00000001:2.0:1767384899.307142:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384899.307145:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384899.307149:0:16762:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384899.307161:0:16762:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d3c96e14. 20000000:01000000:2.0:1767384899.307168:0:16762:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384899.307173:0:16762:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384899.307178:0:16762:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384899.307181:0:16762:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384899.307188:0:16762:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384899.307195:0:16762:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:3.0:1767384899.307213:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000083d9a27. 00000800:00000010:3.0:1767384899.307218:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008b332a95. 00000800:00000010:3.0:1767384899.307234:0:16116:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f70aac43. 00000800:00000200:3.1:1767384899.307238:0:16116:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000077b23735] -> 12345-192.168.203.157@tcp17 (2) 00000800:00000200:3.1:1767384899.307243:0:16116:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp17 00000000f70aac43 deleted 00000800:00000010:3.1:1767384899.307245:0:16116:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f70aac43. 00000800:00000200:3.1:1767384899.307251:0:16116:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384899.307258:0:16116:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp17 ip 192.168.203.157:1007 00000800:00000200:3.1:1767384899.307261:0:16116:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000deb979a type 1, nob 288 niov 1 nkiov 1 00000800:00000200:3.0:1767384899.307266:0:16116:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp17 p 3.x 192.168.203.157 -> 192.168.203.157:1007 incarnation:1767384897857921000 sched[0] 00000800:00000010:3.0:1767384899.307271:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002b184b9d. 00000800:00000010:3.0:1767384899.307320:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002b184b9d. 00000800:00000010:3.0:1767384899.307324:0:16116:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008b332a95. 00000800:00000010:3.0:1767384899.307349:0:16116:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000065ee5e8b. 00000800:00000001:3.0:1767384899.307361:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384899.307367:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384899.307421:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384899.307424:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000deb979a. 00000400:00000200:3.0:1767384899.307428:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384899.307432:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp17->192.168.203.157@tcp17: PUT: OK 00000400:00000200:3.0:1767384899.307438:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384899.307441:0:16120:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp: 0 00000800:00000200:3.1:1767384899.307475:0:16115:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384899.307483:0:16115:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp17 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384897857921000 sched[0] 00000800:00000010:3.0:1767384899.307488:0:16115:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000046b88745. 00000400:00000200:3.0:1767384899.307555:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:3.0:1767384899.307613:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:3.0:1767384899.307666:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:3.0:1767384899.307748:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:3.0:1767384899.307807:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:3.0:1767384899.307863:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:3.0:1767384899.307926:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:3.0:1767384899.307995:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:3.0:1767384899.308133:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:3.0:1767384899.308215:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:3.0:1767384899.308291:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:3.0:1767384899.308360:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:3.0:1767384899.308421:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:3.0:1767384899.308466:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:3.0:1767384899.308509:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:3.0:1767384899.308551:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:3.0:1767384899.308594:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000800:00000010:2.0:1767384899.309227:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005add1349. 00000800:00000010:2.0:1767384899.309234:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b88f7b38. 00000800:00000010:2.0:1767384899.309240:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000830658a7. 00000800:00000010:2.0:1767384899.309310:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000830658a7. 00000400:00000200:2.0:1767384899.309493:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384899.309520:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp17 from 238.3.0.2 00000800:00000010:2.0:1767384899.309524:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000009f6b2db7. 00000800:00000010:3.0:1767384899.309560:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d9cca707. 00000800:00000010:3.0:1767384899.309568:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000046b88745. 00000800:00000010:3.0:1767384899.309597:0:16117:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008b332a95. 00000800:00000200:3.1:1767384899.309604:0:16117:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000077b23735] -> 12345-192.168.203.157@tcp17 (4) 00000800:00000200:3.1:1767384899.309609:0:16117:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp17 000000008b332a95 deleted 00000800:00000010:3.1:1767384899.309611:0:16117:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008b332a95. 00000800:00000200:3.1:1767384899.309615:0:16117:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384899.309621:0:16117:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp17 p 3.x 192.168.203.157 -> 192.168.203.157:1006 incarnation:1767384897857921000 sched[0] 00000800:00000010:3.0:1767384899.309626:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e115830d. 00000800:00000010:3.0:1767384899.309681:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e115830d. 00000800:00000010:3.0:1767384899.309686:0:16117:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000046b88745. 00000800:00000010:3.0:1767384899.309736:0:16117:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000009f6b2db7. 00000800:00000001:3.0:1767384899.309752:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384899.309757:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384899.309790:0:16115:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384899.309796:0:16115:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp17 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384897857921000 sched[0] 00000800:00000010:3.0:1767384899.309799:0:16115:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b88f7b38. 00000800:00000001:2.0:1767384899.309841:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384899.309848:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384899.317277:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384899.317282:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384899.317286:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384899.317288:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384899.317289:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384899.317292:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004a52bbf7. 00080000:00000001:3.0:1767384899.317298:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384899.317313:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:2.0:1767384899.317313:0:16762:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000c663eb3. 20000000:00000001:3.0:1767384899.317319:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:2.0:1767384899.317320:0:16762:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 10000000:01000000:3.0:1767384899.317323:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:2.0:1767384899.317327:0:16762:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:3.0:1767384899.317331:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384899.317335:0:16762:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:3.0:1767384899.317342:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384899.317349:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c9c180b2. 00010000:00000001:3.0:1767384899.317354:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384899.317357:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003fac1457. 00000020:00000001:3.0:1767384899.317362:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384899.317364:0:16762:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384899.317365:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003fac1457 with handle 0x4895a8f6c11e85e5 to hash 00000020:00000001:3.0:1767384899.317371:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384899.317372:0:16762:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384899.317375:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00080000:00000001:2.0:1767384899.317376:0:16762:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.317380:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00080000:00000001:2.0:1767384899.317381:0:16762:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384899.317387:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:2.0:1767384899.317387:0:16762:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384899.317391:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384899.317395:0:16762:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00010000:00010000:3.0:1767384899.317397:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85e5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384899.317403:0:16762:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384899.317411:0:16762:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f71b79a5. 00010000:00000001:3.0:1767384899.317412:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384899.317416:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384899.317417:0:16762:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635436781197312 : -108636928354304 : ffff9d31fe79d800) 00010000:00000001:3.0:1767384899.317421:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:2.0:1767384899.317423:0:16762:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384899.317425:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384899.317428:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384899.317431:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384899.317433:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384899.317436:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384899.317438:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384899.317440:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384899.317442:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384899.317444:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c9c180b2) refcount = 1 00010000:00010000:3.0:1767384899.317449:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85e5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384899.317456:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384899.317459:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384899.317461:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384899.317463:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.317465:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384899.317469:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384899.317473:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002232882s 00010000:00000001:3.0:1767384899.317484:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000001:2.0:1767384899.317484:0:16762:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:3.0:1767384899.317487:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:2.0:1767384899.317488:0:16762:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384899.317491:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003fac1457 refcount=4 00080000:00000001:2.0:1767384899.317494:0:16762:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000001:3.0:1767384899.317496:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384899.317500:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384899.317505:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384899.317508:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85e5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384899.317516:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:2.0:1767384899.317518:0:16762:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384899.317519:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85e5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384899.317525:0:16762:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384899.317531:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384899.317533:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384899.317535:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85e5 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384899.317542:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384899.317544:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.317547:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384899.317549:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85e5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384899.317556:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003fac1457 already unused, calling callback (00000000be7801c4) 00010000:00000001:3.0:1767384899.317559:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384899.317562:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384899.317564:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85e5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384899.317570:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384899.317572:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384899.317575:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384899.317576:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003fac1457 refcount=5 00000020:00000001:3.0:1767384899.317579:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384899.317590:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384899.317594:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384899.317596:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85e5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384899.317603:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384899.317605:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384899.317607:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.317612:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00080000:00000001:2.0:1767384899.317613:0:16762:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:3.0:1767384899.317614:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384899.317618:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384899.317619:0:16762:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384899.317621:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384899.317625:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003fac1457 with handle 0x4895a8f6c11e85e5 from hash 00010000:00000001:3.0:1767384899.317628:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384899.317630:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384899.317632:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384899.317633:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384899.317636:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384899.317638:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384899.317640:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384899.317642:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384899.317645:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.317647:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384899.317648:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384899.317651:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384899.317653:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384899.317654:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.317657:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.317659:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384899.317661:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85e5 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384899.317668:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384899.317669:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384899.317672:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384899.317674:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384899.317682:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384899.317684:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384899.317686:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384899.317688:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384899.317691:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384899.317694:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85e5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384899.317701:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384899.317703:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384899.317719:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85e5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384899.317727:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c9c180b2 count: 0 00010000:00000001:3.0:1767384899.317740:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384899.317743:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384899.318067:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294889180, at 4294889181 00000100:00000010:0.0:1767384899.318077:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000001cc7b92. 00000100:00000040:3.0:1767384899.319104:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294889180, at 4294889182 00000100:00000010:3.0:1767384899.319113:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000112584c3. 00000100:00000040:2.0:1767384899.319121:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294889180, at 4294889182 00000100:00000010:2.0:1767384899.319130:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f4d62147. 00010000:00000010:3.1:1767384899.323042:0:21375:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c9c180b2. 00010000:00000010:3.1:1767384899.323053:0:21375:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003fac1457. 00080000:00000001:2.0:1767384899.325600:0:16762:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384899.325605:0:16762:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:2.0:1767384899.325608:0:16762:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384899.325610:0:16762:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384899.325613:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:01000000:2.0:1767384899.325613:0:16762:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384899.325618:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384899.325621:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384899.325623:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384899.325623:0:16762:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:3.0:1767384899.325626:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384899.325627:0:16762:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000010:3.0:1767384899.325631:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f71b79a5. 00080000:00000020:2.0:1767384899.325633:0:16762:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:3.0:1767384899.325639:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384899.325656:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384899.325660:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384899.325662:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384899.325666:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384899.325669:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384899.325675:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c9c180b2. 00010000:00000001:3.0:1767384899.325679:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384899.325682:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003fac1457. 00000020:00000001:3.0:1767384899.325687:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384899.325690:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003fac1457 with handle 0x4895a8f6c11e85ec to hash 00000020:00000001:3.0:1767384899.325692:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384899.325694:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384899.325722:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384899.325727:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384899.325729:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384899.325732:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85ec lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384899.325740:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384899.325744:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384899.325746:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384899.325749:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384899.325751:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384899.325754:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384899.325756:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384899.325759:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384899.325761:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384899.325762:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384899.325764:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384899.325766:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c9c180b2) refcount = 1 00010000:00010000:3.0:1767384899.325770:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85ec lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384899.325778:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384899.325780:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384899.325781:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384899.325783:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.325785:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384899.325787:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384899.325790:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002232882s 00010000:00000001:3.0:1767384899.325793:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384899.325795:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384899.325797:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003fac1457 refcount=4 00000020:00000001:3.0:1767384899.325799:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384899.325802:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384899.325804:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384899.325806:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85ec lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384899.325822:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384899.325824:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85ec lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384899.325830:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384899.325831:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384899.325833:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85ec lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384899.325839:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384899.325842:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.325845:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384899.325847:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85ec lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384899.325854:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003fac1457 already unused, calling callback (00000000be7801c4) 00010000:00000001:3.0:1767384899.325857:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384899.325859:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384899.325860:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85ec lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384899.325866:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384899.325868:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384899.325870:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384899.325872:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003fac1457 refcount=5 00000020:00000001:3.0:1767384899.325874:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384899.325877:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384899.325879:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384899.325881:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85ec lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384899.325887:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384899.325889:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384899.325898:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.325902:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384899.325904:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384899.325907:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384899.325908:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384899.325910:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003fac1457 with handle 0x4895a8f6c11e85ec from hash 00010000:00000001:3.0:1767384899.325913:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384899.325915:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384899.325916:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384899.325918:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384899.325920:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384899.325922:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384899.325924:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384899.325926:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384899.325928:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.325930:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384899.325931:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384899.325934:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384899.325935:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384899.325937:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.325939:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384899.325942:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384899.325945:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85ec lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384899.325951:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384899.325952:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384899.325954:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384899.325955:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384899.325957:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384899.325958:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384899.325959:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384899.325962:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384899.325964:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384899.325966:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85ec lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384899.325971:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384899.325980:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384899.325982:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003fac1457/0x4895a8f6c11e85ec lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384899.325989:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c9c180b2 count: 0 00010000:00000001:3.0:1767384899.326004:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384899.326006:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384899.327992:0:16764:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384899.327995:0:16764:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384899.327997:0:16764:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000018c56b10. 20000000:00000001:3.0:1767384899.328003:0:16764:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384899.328006:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358504576 00010000:00000001:3.0:1767384899.328008:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384899.328031:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d1abe8fa x1853237358504576/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:125/0 lens 4848/4768 e 0 to 0 dl 1767384910 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384899.328039:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384899.328042:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384899.328045:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=23 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384899.328048:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384899.328050:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:3.0:1767384899.328052:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:3.0:1767384899.328055:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384899.328057:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.328061:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384899.328064:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384899.328067:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002b69a06. 00000100:00000200:3.0:1767384899.328072:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358504576, offset 224 00000400:00000200:3.0:1767384899.328078:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384899.328090:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384899.328098:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272702a80 00000400:00000200:3.0:1767384899.328103:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1371 [2] + 224 00000400:00000200:3.0:1767384899.328109:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384899.328114:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384899.328119:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384899.328123:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bab0ac14 x1853237358504576/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384899.328136:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000bab0ac14 x1853237358504576/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384899.328148:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384899.328156:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002b69a06 00000400:00000010:3.0:1767384899.328159:0:16764:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002b69a06. 00000100:00000001:3.0:1767384899.328162:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384899.328164:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384899.328168:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384899.328170:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384899.328174:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00000001:0.0:1767384899.328174:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384899.328178:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384899.328180:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384899.328183:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384899.328183:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384899.328188:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d1abe8fa x1853237358504576/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:125/0 lens 4848/4768 e 0 to 0 dl 1767384910 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384899.328188:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384899.328193:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d802f19. 00000100:00100000:3.0:1767384899.328200:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d1abe8fa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16127:x1853237358504576:12345-0@lo:253: Request processed in 21323us (21767us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384899.328201:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd7044ad 00000400:00000010:0.0:1767384899.328207:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fd7044ad. 00000100:00100000:3.0:1767384899.328214:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00000001:0.0:1767384899.328214:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384899.328219:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00000200:0.0:1767384899.328222:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bab0ac14 x1853237358504576/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384899.328223:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384899.328226:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384899.328232:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b75a7aab. 00000020:00000010:3.0:1767384899.328237:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007a88e199. 00000100:00000200:0.0:1767384899.328241:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bab0ac14 x1853237358504576/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384899.328243:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2383936. 00000020:00000040:3.0:1767384899.328250:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 00000100:00000001:0.0:1767384899.328255:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384899.328256:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384899.328260:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008c7211da. 00000100:00000001:0.0:1767384899.328260:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384899.328265:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384899.328266:0:16127:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384899.328268:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384899.328271:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1767384899.328273:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384899.328275:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384899.328279:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005e574c9. 00000100:00000001:0.0:1767384899.328279:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384899.328286:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002b69a06. 02000000:00000001:0.0:1767384899.328286:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384899.328295:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=23 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384899.328300:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=23 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384899.328304:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384899.328307:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384899.328310:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384899.328312:0:16127:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.328315:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384899.328333:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bab0ac14 x1853237358504576/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384899.328350:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384899.328354:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384899.328357:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384899.328362:0:16127:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384899.328366:0:16127:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384899.328368:0:16127:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384899.328370:0:16127:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384899.328373:0:16127:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384899.328375:0:16127:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384899.328377:0:16127:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384899.328379:0:16127:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384899.328381:0:16127:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384899.328384:0:16127:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384899.328400:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bab0ac14 x1853237358504576/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384899.328409:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bab0ac14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358504576:0@lo:253: 00000100:00000001:0.0:1767384899.328416:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384899.328420:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384899.328424:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bab0ac14 x1853237358504576/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384899.328431:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384899.328435:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384899.328438:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000425487b9. 02000000:00000001:0.0:1767384899.328443:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384899.328445:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384899.328447:0:16127:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1767384899.328450:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384899.328454:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000474943cc. 02000000:00000001:0.0:1767384899.328460:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384899.328462:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384899.328464:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bab0ac14. 00000100:00000001:0.0:1767384899.328469:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384899.328471:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384899.328473:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384899.328487:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384899.328489:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.328492:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384899.328496:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384899.329796:0:16762:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384899.329804:0:16762:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384899.329806:0:16762:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d3c96e14. 20000000:00000001:3.0:1767384899.329810:0:16762:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384899.329812:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358504704 00010000:00000001:3.0:1767384899.329814:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384899.329817:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000871dc941 x1853237358504704/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:125/0 lens 4848/4768 e 0 to 0 dl 1767384910 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384899.329823:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384899.329826:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384899.329828:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=23 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384899.329831:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384899.329832:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:3.0:1767384899.329833:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:3.0:1767384899.329836:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384899.329837:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384899.329838:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384899.329841:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384899.329845:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008b332a95. 00000100:00000200:3.0:1767384899.329851:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358504704, offset 224 00000400:00000200:3.0:1767384899.329859:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384899.329952:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384899.329958:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272702b00 00000400:00000200:3.0:1767384899.329961:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1379 [2] + 224 00000400:00000200:3.0:1767384899.329965:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384899.329968:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384899.329971:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384899.329975:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000119c606c x1853237358504704/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384899.329982:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000119c606c x1853237358504704/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384899.329995:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384899.329999:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b332a95 00000400:00000010:3.0:1767384899.330000:0:16762:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008b332a95. 00000100:00000001:3.0:1767384899.330002:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384899.330008:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1767384899.330031:0:16762:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c9c180b2. 00010000:00000010:3.1:1767384899.330036:0:16762:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003fac1457. 00000100:00000001:3.0:1767384899.330043:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.330043:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384899.330046:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384899.330048:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000001:0.0:1767384899.330051:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384899.330052:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384899.330054:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384899.330056:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384899.330057:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a678d53e. 00000020:00000001:3.0:1767384899.330062:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384899.330063:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035fd083b 00000400:00000010:0.0:1767384899.330066:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000035fd083b. 00000100:00000040:3.0:1767384899.330069:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000871dc941 x1853237358504704/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:125/0 lens 4848/4768 e 0 to 0 dl 1767384910 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384899.330071:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384899.330078:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000119c606c x1853237358504704/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384899.330091:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000871dc941 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16128:x1853237358504704:12345-0@lo:253: Request processed in 23048us (23437us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384899.330100:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000119c606c x1853237358504704/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384899.330107:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00000040:3.0:1767384899.330114:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:3.0:1767384899.330117:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384899.330117:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384899.330122:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384899.330122:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384899.330126:0:16128:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384899.330127:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007e275f27. 02000000:00000001:0.0:1767384899.330130:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384899.330131:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cda4a30e. 00000100:00000001:0.0:1767384899.330133:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384899.330135:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000824b6d1d. 00000100:00000001:0.0:1767384899.330136:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384899.330140:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 02000000:00000001:0.0:1767384899.330140:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384899.330146:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767384899.330146:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=23 v=5 (5 0 0 0) 02000000:00000010:3.0:1767384899.330148:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001f2b6ead. 00000100:00001000:0.0:1767384899.330151:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=23 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384899.330152:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384899.330156:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384899.330156:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384899.330159:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384899.330161:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384899.330162:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384899.330164:0:16128:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384899.330167:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca5b651b. 00000100:00000001:0.0:1767384899.330167:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384899.330171:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000119c606c x1853237358504704/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384899.330173:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008b332a95. 00000100:00000001:0.0:1767384899.330180:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384899.330182:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384899.330184:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384899.330186:0:16128:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384899.330194:0:16128:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384899.330195:0:16128:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384899.330196:0:16128:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384899.330196:0:16128:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384899.330197:0:16128:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384899.330198:0:16128:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384899.330199:0:16128:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384899.330199:0:16128:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384899.330202:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000119c606c x1853237358504704/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384899.330206:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000119c606c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358504704:0@lo:253: 00000100:00000001:0.0:1767384899.330209:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384899.330210:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384899.330211:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000119c606c x1853237358504704/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384915 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384899.330215:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384899.330216:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384899.330218:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c9c28b69. 02000000:00000001:0.0:1767384899.330220:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384899.330221:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384899.330222:0:16128:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1767384899.330223:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384899.330224:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000008b01b2. 02000000:00000001:0.0:1767384899.330226:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384899.330227:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384899.330227:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000119c606c. 00000100:00000001:0.0:1767384899.330229:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384899.330230:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384899.330231:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384899.330234:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384899.330235:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384899.330236:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384899.330237:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384899.418110:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384899.418115:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384899.418119:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384900.069527:0:21590:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384900.069538:0:21590:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384900.069541:0:21590:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384900.069546:0:21590:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384900.069550:0:21590:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384900.069553:0:21590:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384900.441120:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384900.441124:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384900.441126:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1767384900.634066:0:16767:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384900.634077:0:16767:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ff67cc77) refs 2 10000000:00000001:3.0:1767384900.634081:0:16767:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384900.634083:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384900.634084:0:16767:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384900.634086:0:16767:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384900.634088:0:16767:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384900.634089:0:16767:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384900.634091:0:16767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9d31c7708000 from 17 10000000:00000001:3.0:1767384900.634093:0:16767:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384900.634095:0:16767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384900.634101:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd92e08b. 00000020:00000040:3.0:1767384900.634104:0:16767:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1767384900.634108:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384900.634110:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384900.634114:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384900.634118:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007628f704. 00000100:00000001:3.0:1767384900.634123:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.634126:0:16767:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384900.634128:0:16767:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384900.634133:0:16767:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d763f449. 00010000:00000001:3.0:1767384900.634136:0:16767:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384900.634139:0:16767:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003fac1457. 00000020:00000001:3.0:1767384900.634141:0:16767:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384900.634143:0:16767:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003fac1457 with handle 0x4895a8f6c11e85f3 to hash 00000020:00000001:3.0:1767384900.634144:0:16767:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384900.634145:0:16767:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384900.634147:0:16767:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384900.634150:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384900.634151:0:16767:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384900.634154:0:16767:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: 000000003fac1457/0x4895a8f6c11e85f3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384900.634160:0:16767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: 000000003fac1457/0x4895a8f6c11e85f3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384900.634167:0:16767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: 000000003fac1457/0x4895a8f6c11e85f3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384900.634175:0:16767:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384900.634177:0:16767:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384900.634181:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c69cbc95. 00000100:00000001:3.0:1767384900.634182:0:16767:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635431492030016 : -108642217521600 : ffff9d30c3378e40) 00000100:00000001:3.0:1767384900.634184:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384900.634185:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515725696 : -108637193825920 : ffff9d31eea71180) 00000100:00000001:3.0:1767384900.634188:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384900.634190:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.634192:0:16767:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384900.634193:0:16767:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384900.634199:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dd92e08b x1853237358504832/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.634206:0:16767:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384900.634207:0:16767:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384900.634211:0:16767:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384900.634213:0:16767:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384900.634214:0:16767:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384900.634216:0:16767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dd92e08b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358504832:0@lo:101: 00000100:00000001:3.0:1767384900.634219:0:16767:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384900.634222:0:16767:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384900.634224:0:16767:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384900.634226:0:16767:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384900.634228:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e5a5d59b. 02000000:00000001:3.0:1767384900.634230:0:16767:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384900.634234:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000791840cf. 00000400:00000010:3.0:1767384900.634239:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000479d091f. 00000100:00000200:3.0:1767384900.634244:0:16767:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358504832, portal 25 00000100:00000001:3.0:1767384900.634245:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384900.634246:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515725696 : -108637193825920 : ffff9d31eea71180) 00000100:00000040:3.0:1767384900.634248:0:16767:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dd92e08b x1853237358504832/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384916 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.634253:0:16767:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384900.634258:0:16767:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384900.634259:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af2b8b9d. 00000100:00000200:3.0:1767384900.634261:0:16767:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237358504832, offset 0 00000400:00000200:3.0:1767384900.634266:0:16767:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384900.634276:0:16767:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384900.634285:0:16767:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272702b80 00000400:00000200:3.0:1767384900.634289:0:16767:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x201 [2] + 0 00000400:00000010:3.0:1767384900.634292:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008aa8ba89. 00000400:00000200:3.0:1767384900.634295:0:16767:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009170affd 00000400:00000200:3.0:1767384900.634300:0:16767:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384900.634302:0:16767:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384900.634306:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009170affd 00000400:00000010:3.0:1767384900.634307:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009170affd. 00000100:00000001:3.0:1767384900.634310:0:16767:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384900.634312:0:16767:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384900.634314:0:16767:0:(events.c:337:request_in_callback()) incoming req@0000000099c5a93e x1853237358504832 msgsize 328 00000100:00100000:3.0:1767384900.634317:0:16767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384900.634319:0:16767:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384900.634330:0:16767:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384900.634336:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af2b8b9d 00000400:00000010:3.0:1767384900.634337:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af2b8b9d. 00000100:00000001:3.0:1767384900.634339:0:16767:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384900.634341:0:16767:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dd92e08b x1853237358504832/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384916 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.634348:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384900.634350:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000dd92e08b x1853237358504832/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384916 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.634354:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.634355:0:16767:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384900.634357:0:16767:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.634360:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294890508 00000100:00000010:3.0:1767384900.634363:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000042c7282a. 00000100:00000001:3.0:1767384900.634367:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384900.634375:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294890508 00000100:00000010:3.0:1767384900.634382:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d41dba00. 00000100:00000001:3.0:1767384900.634385:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384900.634389:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294890508 00000100:00000010:3.0:1767384900.634392:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d5b3417. 00000100:00000001:0.0:1767384900.634392:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384900.634396:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358504832 00000100:00000001:3.0:1767384900.634397:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 02000000:00000001:0.0:1767384900.634401:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384900.634403:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294890508 00000100:00000001:0.0:1767384900.634404:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:3.0:1767384900.634407:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000087c7ef40. 00000100:00000001:0.0:1767384900.634408:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.634414:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 02000000:00000001:0.0:1767384900.634415:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.634417:0:16767:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384900.634420:0:16767:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384900.634420:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358504832 00000020:00000001:0.0:1767384900.634423:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384900.634424:0:16767:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384900.634427:0:16767:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:0.0:1767384900.634427:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:0.0:1767384900.634431:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767384900.634432:0:16767:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c69cbc95 going to sleep for 11 seconds 00000020:00000040:0.0:1767384900.634436:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000100:00000001:3.0:1767384900.634437:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384900.634440:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:3.0:1767384900.634441:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384900.634446:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384900.634451:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384900.634455:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da4429fe. 00000100:00000001:0.0:1767384900.634456:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384900.634458:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da4429fe. 00000020:00000010:0.0:1767384900.634462:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c439d500. 00000020:00000010:0.0:1767384900.634466:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000851fb7c. 00000020:00000010:0.0:1767384900.634470:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000036cc1799. 00000100:00000040:0.0:1767384900.634477:0:16762:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384900.634480:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384900.634481:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384900.634482:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.634488:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.634500:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384900.634508:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384900.634510:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384900.634513:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00000040:0.0:1767384900.634516:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:0.0:1767384900.634517:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635435862272080 : -108637847279536 : ffff9d31c7b42850) 00000100:00000040:0.0:1767384900.634521:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000099c5a93e x1853237358504832/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:126/0 lens 328/0 e 0 to 0 dl 1767384911 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384900.634528:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384900.634535:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da4429fe. 00000100:00000001:0.0:1767384900.634537:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384900.634538:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da4429fe. 00000100:00100000:0.0:1767384900.634540:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000099c5a93e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16767:x1853237358504832:12345-0@lo:101: 00000100:00000200:0.0:1767384900.634543:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358504832 00000020:00000001:0.0:1767384900.634546:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384900.634548:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384900.634550:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384900.634551:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384900.634553:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169728 : -1040381888 : ffffffffc1fd0840) 00000020:00000001:0.0:1767384900.634555:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384900.634556:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384900.634558:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384900.634559:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384900.634562:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384900.634564:0:16762:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384900.634565:0:16762:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384900.634566:0:16762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384900.634568:0:16762:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384900.634569:0:16762:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384900.634572:0:16762:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384900.634575:0:16762:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000bc80035c. 00010000:00000001:0.0:1767384900.634577:0:16762:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384900.634579:0:16762:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ad871020. 00000020:00000001:0.0:1767384900.634580:0:16762:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384900.634582:0:16762:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ad871020 with handle 0x4895a8f6c11e85fa to hash 00000020:00000001:0.0:1767384900.634583:0:16762:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384900.634584:0:16762:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384900.634585:0:16762:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00010000:0.0:1767384900.634587:0:16762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000ad871020/0x4895a8f6c11e85fa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4895a8f6c11e85f3 expref: -99 pid: 16762 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384900.634592:0:16762:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000005d63f134 : new locks_count 10 00000020:00000040:0.0:1767384900.634593:0:16762:0:(genops.c:887:class_export_get()) GET export 000000005d63f134 refcount=15 00000100:00000001:0.0:1767384900.634603:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384900.634604:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384900.634607:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000064c0e839. 02000000:00000001:0.0:1767384900.634609:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.634610:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384900.634612:0:16762:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384900.634615:0:16762:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384900.634617:0:16762:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384900.634618:0:16762:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384900.634620:0:16762:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384900.634621:0:16762:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384900.634622:0:16762:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384900.634624:0:16762:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384900.634626:0:16762:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384900.634627:0:16762:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384900.634628:0:16762:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384900.634629:0:16762:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000bc80035c) refcount = 1 00010000:00010000:0.0:1767384900.634631:0:16762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ad871020/0x4895a8f6c11e85fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4895a8f6c11e85f3 expref: 15 pid: 16762 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384900.634635:0:16762:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384900.634637:0:16762:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384900.634637:0:16762:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384900.634638:0:16762:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384900.634640:0:16762:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384900.634642:0:16762:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384900.634644:0:16762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000ad871020/0x4895a8f6c11e85fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e85f3 expref: 15 pid: 16762 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384900.634647:0:16762:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384900.634649:0:16762:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384900.634650:0:16762:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384900.634651:0:16762:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384900.634653:0:16762:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384900.634654:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384900.634655:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384900.634655:0:16762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000ad871020, rc 0) 00000020:00000001:0.0:1767384900.634660:0:16762:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384900.634662:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358504832 00010000:00000001:0.0:1767384900.634663:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384900.634666:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000099c5a93e x1853237358504832/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:126/0 lens 328/344 e 0 to 0 dl 1767384911 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384900.634671:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384900.634673:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384900.634675:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384900.634678:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384900.634680:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384900.634681:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384900.634683:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384900.634684:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.634686:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384900.634687:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384900.634689:0:16762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccae3aef. 00000100:00000200:0.0:1767384900.634691:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237358504832, offset 224 00000400:00000200:0.0:1767384900.634694:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384900.634713:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384900.634718:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272702b80 00000400:00000200:0.0:1767384900.634721:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1395 [1] + 224 00000400:00000200:0.0:1767384900.634723:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384900.634725:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384900.634728:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384900.634730:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dd92e08b x1853237358504832/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384916 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384900.634735:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000dd92e08b x1853237358504832/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384916 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384900.634746:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384900.634750:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccae3aef 00000400:00000010:0.0:1767384900.634751:0:16762:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccae3aef. 00000100:00000001:0.0:1767384900.634753:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384900.634754:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384900.634762:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.634764:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384900.634765:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:0.0:1767384900.634768:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384900.634770:0:16767:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384900.634770:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384900.634774:0:16767:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384900.634775:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384900.634778:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000791840cf. 00000100:00000040:0.0:1767384900.634781:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099c5a93e x1853237358504832/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:126/0 lens 328/344 e 0 to 0 dl 1767384911 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384900.634783:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000479d091f 00000400:00000010:3.0:1767384900.634787:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000479d091f. 00000100:00000001:3.0:1767384900.634794:0:16767:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384900.634796:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000099c5a93e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16767:x1853237358504832:12345-0@lo:101: Request processed in 264us (478us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384900.634801:0:16767:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dd92e08b x1853237358504832/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384916 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384900.634807:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00000040:0.0:1767384900.634813:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:0.0:1767384900.634817:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384900.634819:0:16767:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dd92e08b x1853237358504832/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384916 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384900.634820:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384900.634826:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000851fb7c. 00000100:00000001:3.0:1767384900.634828:0:16767:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384900.634830:0:16767:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384900.634830:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000036cc1799. 00000100:00000001:3.0:1767384900.634835:0:16767:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384900.634837:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c439d500. 02000000:00000001:3.0:1767384900.634838:0:16767:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384900.634841:0:16767:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384900.634844:0:16767:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384900.634845:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 02000000:00000001:3.0:1767384900.634849:0:16767:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384900.634851:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384900.634854:0:16767:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=24 v=5 (5 0 0 0) 02000000:00000010:0.0:1767384900.634854:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000064c0e839. 02000000:00000001:0.0:1767384900.634857:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384900.634858:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384900.634861:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384900.634866:0:16767:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=24 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384900.634868:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d802f19. 00000100:00000001:3.0:1767384900.634871:0:16767:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384900.634873:0:16767:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384900.634874:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fbf6894b. 00010000:00000001:3.0:1767384900.634875:0:16767:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384900.634879:0:16767:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.634881:0:16767:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384900.634885:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dd92e08b x1853237358504832/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384916 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.634890:0:16767:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384900.634892:0:16767:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384900.634894:0:16767:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384900.634896:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd92e08b x1853237358504832/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384916 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384900.634900:0:16767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dd92e08b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358504832:0@lo:101: 00000100:00000001:3.0:1767384900.634904:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.634905:0:16767:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.634906:0:16767:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384900.634907:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384900.634908:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dd92e08b x1853237358504832/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384916 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.634912:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384900.634914:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c69cbc95. 00000100:00000001:3.0:1767384900.634916:0:16767:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384900.634917:0:16767:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.634918:0:16767:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384900.634921:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384900.634922:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384900.634923:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003fac1457 refcount=4 00000020:00000001:3.0:1767384900.634925:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384900.634926:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000040:3.0:1767384900.634929:0:16767:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000003fac1457, remote cookie: 0x4895a8f6c11e85fa, flags: 0x0 00010000:00000001:3.0:1767384900.634931:0:16767:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384900.634937:0:16767:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384900.634938:0:16767:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384900.634939:0:16767:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384900.634940:0:16767:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384900.634941:0:16767:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d763f449) refcount = 1 00010000:00010000:3.0:1767384900.634943:0:16767:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: 000000003fac1457/0x4895a8f6c11e85f3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e85fa expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384900.634947:0:16767:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384900.634948:0:16767:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384900.634949:0:16767:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384900.634950:0:16767:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384900.634952:0:16767:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384900.634954:0:16767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: 000000003fac1457/0x4895a8f6c11e85f3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4895a8f6c11e85fa expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384900.634957:0:16767:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384900.634958:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384900.634959:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384900.634960:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384900.634961:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384900.634962:0:16767:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.634963:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384900.634964:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dd92e08b x1853237358504832/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384916 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.634969:0:16767:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384900.634970:0:16767:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384900.634972:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e5a5d59b. 02000000:00000001:3.0:1767384900.634974:0:16767:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384900.634976:0:16767:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384900.634976:0:16767:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384900.634978:0:16767:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384900.634979:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007628f704. 02000000:00000001:3.0:1767384900.634981:0:16767:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384900.634982:0:16767:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384900.634983:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd92e08b. 00000100:00000001:3.0:1767384900.634986:0:16767:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384900.634992:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384900.634993:0:16767:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384900.634994:0:16767:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384900.634995:0:16767:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ff67cc77) refs 3 10000000:00000001:3.0:1767384900.634996:0:16767:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.634997:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384900.634998:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384900.634998:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003fac1457 refcount=3 00000020:00000001:3.0:1767384900.634999:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384900.635001:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384900.635002:0:16767:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384900.635003:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384900.635003:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384900.635004:0:16767:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384900.635006:0:16767:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384900.635008:0:16767:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000008039028b. 00000100:00000010:3.0:1767384900.635258:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd92e08b. 00000020:00000040:3.0:1767384900.635261:0:16767:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1767384900.635263:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384900.635264:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384900.635265:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384900.635268:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007628f704. 00000100:00000001:3.0:1767384900.635271:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.635273:0:16767:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384900.635276:0:16767:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000e5a5d59b. 00000100:00000010:3.0:1767384900.635279:0:16767:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000004c96fc1b. 00000020:00000040:3.0:1767384900.635280:0:16767:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1767384900.635282:0:16767:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384900.635283:0:16767:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384900.635286:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c69cbc95. 00000100:00000001:3.0:1767384900.635287:0:16767:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635431492030016 : -108642217521600 : ffff9d30c3378e40) 00000100:00000001:3.0:1767384900.635288:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384900.635289:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515725696 : -108637193825920 : ffff9d31eea71180) 00000100:00000001:3.0:1767384900.635291:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384900.635292:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.635298:0:16767:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384900.635299:0:16767:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384900.635302:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dd92e08b x1853237358504960/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.635307:0:16767:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384900.635308:0:16767:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384900.635309:0:16767:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384900.635310:0:16767:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384900.635312:0:16767:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384900.635313:0:16767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dd92e08b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358504960:0@lo:256: 00000100:00000001:3.0:1767384900.635315:0:16767:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384900.635317:0:16767:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384900.635318:0:16767:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.635319:0:16767:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384900.635324:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000791840cf. 00000400:00000010:3.0:1767384900.635327:0:16767:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000001d9e27a7. 00000100:00000200:3.0:1767384900.635329:0:16767:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958272702c00-0x6958272702c00, portal 33 00000100:00000001:3.0:1767384900.635331:0:16767:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384900.635332:0:16767:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384900.635333:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ae3bc9a. 02000000:00000001:3.0:1767384900.635335:0:16767:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384900.635336:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e965d2ee. 00000400:00000010:3.0:1767384900.635338:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000479d091f. 00000100:00000200:3.0:1767384900.635339:0:16767:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358504960, portal 25 00000100:00000001:3.0:1767384900.635340:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384900.635341:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515725696 : -108637193825920 : ffff9d31eea71180) 00000100:00000040:3.0:1767384900.635343:0:16767:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dd92e08b x1853237358504960/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384916 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.635347:0:16767:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384900.635349:0:16767:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384900.635350:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af2b8b9d. 00000100:00000200:3.0:1767384900.635351:0:16767:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237358504960, offset 0 00000400:00000200:3.0:1767384900.635354:0:16767:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384900.635358:0:16767:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384900.635368:0:16767:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272702c00 00000400:00000200:3.0:1767384900.635371:0:16767:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x205 [2] + 0 00000400:00000010:3.0:1767384900.635373:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dffc6530. 00000400:00000200:3.0:1767384900.635375:0:16767:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c169990f 00000400:00000200:3.0:1767384900.635377:0:16767:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384900.635380:0:16767:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384900.635382:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c169990f 00000400:00000010:3.0:1767384900.635383:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c169990f. 00000100:00000001:3.0:1767384900.635386:0:16767:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384900.635387:0:16767:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384900.635389:0:16767:0:(events.c:337:request_in_callback()) incoming req@00000000437abb84 x1853237358504960 msgsize 304 00000100:00100000:3.0:1767384900.635392:0:16767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384900.635393:0:16767:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384900.635404:0:16767:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384900.635407:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af2b8b9d 00000400:00000010:3.0:1767384900.635409:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af2b8b9d. 00000100:00000001:3.0:1767384900.635410:0:16767:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384900.635412:0:16767:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dd92e08b x1853237358504960/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384916 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.635418:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384900.635420:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000dd92e08b x1853237358504960/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384916 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.635424:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.635425:0:16767:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384900.635428:0:16767:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.635429:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294890509 00000100:00000001:3.0:1767384900.635435:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294890508 00000100:00000001:3.0:1767384900.635439:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294890509 00000100:00000001:3.0:1767384900.635442:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294890508 00000100:00000001:3.0:1767384900.635445:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294890509 00000100:00000001:3.0:1767384900.635451:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294890508 00000100:00000001:3.0:1767384900.635457:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294890509 00000100:00000001:3.0:1767384900.635468:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294890508 00000100:00000001:3.0:1767384900.635474:0:16767:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384900.635477:0:16767:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.635480:0:16767:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384900.635483:0:16767:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384900.635485:0:16767:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c69cbc95 going to sleep for 11 seconds 00000100:00000001:3.0:1767384900.635490:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384900.635495:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.635773:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384900.635777:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.635918:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384900.635924:0:16767:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384900.635927:0:16767:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384900.635930:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e965d2ee. 00000400:00000200:3.0:1767384900.635934:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000479d091f 00000400:00000010:3.0:1767384900.635938:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000479d091f. 00000100:00000001:3.0:1767384900.635942:0:16767:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384900.635948:0:16767:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dd92e08b x1853237358504960/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384916 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384900.635968:0:16767:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dd92e08b x1853237358504960/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384916 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.635980:0:16767:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384900.635983:0:16767:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.635985:0:16767:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384900.635988:0:16767:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384900.635990:0:16767:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384900.635993:0:16767:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384900.635996:0:16767:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384900.636002:0:16767:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=24 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384900.636008:0:16767:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384900.636029:0:16767:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384900.636031:0:16767:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.636033:0:16767:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384900.636037:0:16767:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.636039:0:16767:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384900.636044:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000dd92e08b x1853237358504960/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384916 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384900.636063:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000dd92e08b x1853237358504960/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384916 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.636068:0:16767:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384900.636069:0:16767:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384900.636071:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd92e08b x1853237358504960/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384916 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384900.636075:0:16767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dd92e08b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358504960:0@lo:256: 00000100:00000001:3.0:1767384900.636080:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.636083:0:16767:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.636084:0:16767:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384900.636085:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384900.636087:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dd92e08b x1853237358504960/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384916 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.636091:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384900.636092:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c69cbc95. 00000100:00000001:3.0:1767384900.636094:0:16767:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384900.636095:0:16767:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384900.636097:0:16767:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 24, more 0. 10000000:00000001:3.0:1767384900.636099:0:16767:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384900.636104:0:16767:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000007310b76b. 10000000:00000040:3.0:1767384900.636112:0:16767:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.157@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384900.636116:0:16767:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384900.636118:0:16767:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384900.636122:0:16767:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.157@tcp has 192.168.203.157@tcp. 00000100:00000001:3.0:1767384900.636124:0:16767:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.636125:0:16767:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384900.636126:0:16767:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.157@tcp with 192.168.203.157@tcp 00000100:00000200:3.0:1767384900.636128:0:16767:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.157@tcp' 00000400:00000200:3.0:1767384900.636129:0:16767:0:(peer.c:1356:LNetAddPeer()) Add peer with 10 NIDs 00000400:00001000:3.0:1767384900.636131:0:16767:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384900.636133:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.157@tcp 00000400:00000200:3.0:1767384900.636142:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384900.636145:0:16767:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (10) 00000400:00000200:3.0:1767384900.636148:0:16767:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384900.636151:0:16767:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp: 0. pending discovery 00000400:00000200:3.0:1767384900.636152:0:16767:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (11) 00000400:00000200:3.0:1767384900.636154:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp 00000400:00000200:3.0:1767384900.636155:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.157@tcp10 00000400:00000200:3.0:1767384900.636156:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384900.636157:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp10 00000400:00000200:3.0:1767384900.636158:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.157@tcp11 00000400:00000200:3.0:1767384900.636160:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384900.636161:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp11 00000400:00000200:3.0:1767384900.636162:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.157@tcp12 00000400:00000200:3.0:1767384900.636164:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384900.636164:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp12 00000400:00000200:3.0:1767384900.636165:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.157@tcp13 00000400:00000200:3.0:1767384900.636167:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384900.636168:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp13 00000400:00000200:3.0:1767384900.636169:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.157@tcp14 00000400:00000200:3.0:1767384900.636170:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384900.636171:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp14 00000400:00000200:3.0:1767384900.636172:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.157@tcp15 00000400:00000200:3.0:1767384900.636174:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384900.636174:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp15 00000400:00000200:3.0:1767384900.636175:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.157@tcp16 00000400:00000200:3.0:1767384900.636177:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384900.636178:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp16 00000400:00000200:3.0:1767384900.636179:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.157@tcp17 00000400:00000200:3.0:1767384900.636180:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384900.636181:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp17 00000400:00000200:3.0:1767384900.636182:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.157@tcp18 00000400:00000200:3.0:1767384900.636184:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384900.636185:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp18 00000100:00000001:3.0:1767384900.636196:0:16767:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.636197:0:16767:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384900.636199:0:16767:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.157@tcp' by NID '192.168.203.157@tcp' 10000000:00000010:3.0:1767384900.636206:0:16767:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000e2bc80b7. 10000000:00000040:3.0:1767384900.636208:0:16767:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 24/24 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.157@tcp::2 00000020:00000080:3.0:1767384900.636209:0:16767:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384900.636214:0:16767:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384900.636216:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094ee6a50. 00000020:00000010:3.0:1767384900.636218:0:16767:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b28d9342. 00000040:00000010:3.0:1767384900.636221:0:16767:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007ae9c63a. 00000020:00000010:3.0:1767384900.636223:0:16767:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000091b56c96. 00000020:00000010:3.0:1767384900.636226:0:16767:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d8c06e7d. 00000020:00000010:3.0:1767384900.636230:0:16767:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000013c9725e. 80000000:00000010:3.0:1767384900.636233:0:16767:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000df3fbe77. 40000000:00000010:3.0:1767384900.636236:0:16767:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000557a764. 00100000:00000010:3.0:1767384900.636239:0:16767:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ff339b81. 00040000:00000010:3.0:1767384900.636243:0:16767:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000181ff813. 00040000:00000010:3.0:1767384900.636246:0:16767:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bb91013b. 00040000:00000010:3.0:1767384900.636249:0:16767:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008fd14d7d. 00080000:00000010:3.0:1767384900.636262:0:16767:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e9c6856f. 00000004:00000010:3.0:1767384900.636264:0:16767:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d0b16fa1. 00000004:00000010:3.0:1767384900.636268:0:16767:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000880b058. 00000004:00000010:3.0:1767384900.636271:0:16767:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009768d02a. 00002000:00000010:3.0:1767384900.636274:0:16767:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e1e6ea95. 00000004:00000010:3.0:1767384900.636277:0:16767:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e626550f. 00000004:00000001:3.0:1767384900.636281:0:16767:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384900.636283:0:16767:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384900.636285:0:16767:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000e2bc80b7 00000040:00001000:3.0:1767384900.636286:0:16767:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384900.636287:0:16767:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384900.636288:0:16767:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384900.636289:0:16767:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384900.636292:0:16767:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384900.636293:0:16767:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384900.636294:0:16767:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384900.636295:0:16767:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.157@tcp::2 00000040:00000001:3.0:1767384900.636296:0:16767:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384900.636349:0:16767:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384900.636353:0:16767:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b28d9342. 00000040:00000010:3.0:1767384900.636357:0:16767:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007ae9c63a. 00000020:00000010:3.0:1767384900.636360:0:16767:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000091b56c96. 00000020:00000010:3.0:1767384900.636363:0:16767:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d8c06e7d. 00000020:00000010:3.0:1767384900.636366:0:16767:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000013c9725e. 80000000:00000010:3.0:1767384900.636370:0:16767:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000df3fbe77. 40000000:00000010:3.0:1767384900.636372:0:16767:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000557a764. 00100000:00000010:3.0:1767384900.636374:0:16767:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ff339b81. 00040000:00000010:3.0:1767384900.636377:0:16767:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000181ff813. 00040000:00000010:3.0:1767384900.636379:0:16767:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bb91013b. 00040000:00000010:3.0:1767384900.636381:0:16767:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008fd14d7d. 00080000:00000010:3.0:1767384900.636384:0:16767:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e9c6856f. 00000004:00000010:3.0:1767384900.636386:0:16767:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d0b16fa1. 00000004:00000010:3.0:1767384900.636389:0:16767:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000880b058. 00000004:00000010:3.0:1767384900.636391:0:16767:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009768d02a. 00002000:00000010:3.0:1767384900.636392:0:16767:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e1e6ea95. 00000004:00000010:3.0:1767384900.636394:0:16767:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e626550f. 00000020:00000010:3.0:1767384900.636396:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094ee6a50. 00000020:00000001:3.0:1767384900.636398:0:16767:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384900.636400:0:16767:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384900.636402:0:16767:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000e2bc80b7. 10000000:00000010:3.0:1767384900.636404:0:16767:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000007310b76b. 10000000:00000001:3.0:1767384900.636406:0:16767:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.636408:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384900.636411:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dd92e08b x1853237358504960/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384916 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.636416:0:16767:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384900.636417:0:16767:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384900.636418:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ae3bc9a. 02000000:00000001:3.0:1767384900.636421:0:16767:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384900.636422:0:16767:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384900.636423:0:16767:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384900.636424:0:16767:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384900.636425:0:16767:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384900.636431:0:16767:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384900.636432:0:16767:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384900.636434:0:16767:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384900.636435:0:16767:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000004c96fc1b. 00000100:00000010:3.0:1767384900.636437:0:16767:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000e5a5d59b. 00000100:00000001:3.0:1767384900.636439:0:16767:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384900.636440:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007628f704. 02000000:00000001:3.0:1767384900.636442:0:16767:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384900.636443:0:16767:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384900.636444:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd92e08b. 00000100:00000001:3.0:1767384900.636446:0:16767:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384900.636447:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384900.636461:0:16767:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000008039028b. 10000000:01000000:3.0:1767384900.636464:0:16767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384900.636466:0:16767:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384900.636468:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384900.636469:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384900.636470:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003fac1457 refcount=3 00000020:00000001:3.0:1767384900.636471:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384900.636473:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:3.0:1767384900.636475:0:16767:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384900.636477:0:16767:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: 000000003fac1457/0x4895a8f6c11e85f3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e85fa expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384900.636482:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384900.636483:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384900.636484:0:16767:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: 000000003fac1457/0x4895a8f6c11e85f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e85fa expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384900.636488:0:16767:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384900.636489:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384900.636490:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384900.636491:0:16767:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384900.636492:0:16767:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384900.636494:0:16767:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384900.636496:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384900.636501:0:16767:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ff67cc77) refs 3 10000000:00000001:3.0:1767384900.636502:0:16767:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:2.0:1767384900.645535:0:21724:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000bbd2c4b2. 00000020:00000040:2.0:1767384900.645543:0:21724:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384900.645545:0:21724:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000bbd2c4b2. 00000100:00000040:2.0:1767384900.647079:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294890509, at 4294890510 00000100:00000010:2.0:1767384900.647088:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d5b3417. 00000100:00000040:0.0:1767384900.648046:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294890509, at 4294890511 00000100:00000010:0.0:1767384900.648053:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000042c7282a. 00000100:00000040:3.0:1767384900.648281:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294890509, at 4294890511 00000100:00000010:3.0:1767384900.648287:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000087c7ef40. 00000400:00000200:2.0:1767384900.741587:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384900.741597:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000400:00000010:2.0:1767384900.741606:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccf64db9. 00000400:00000200:2.0:1767384900.741610:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (11) 00000020:00000001:0.0:1767384900.741613:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:2.0:1767384900.741617:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000069d82dc1. 10000000:00000001:0.0:1767384900.741618:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384900.741621:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384900.741624:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384900.741626:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000020:01000004:0.0:1767384900.741629:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384900.741631:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384900.741633:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384900.741634:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384900.741641:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384900.741642:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000020:01000004:0.0:1767384900.741654:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384900.741657:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384900.741659:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384900.741661:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384900.741663:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:0.0:1767384900.741663:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384900.741667:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a8eca923. 00000020:00000040:0.0:1767384900.741672:0:36:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000400:00000200:2.0:1767384900.741674:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000100:00000001:0.0:1767384900.741678:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384900.741682:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384900.741685:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 02000000:00000001:0.0:1767384900.741687:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384900.741707:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000425487b9. 00000400:00000200:2.0:1767384900.741709:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000100:00000001:0.0:1767384900.741714:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384900.741718:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000001:0.0:1767384900.741723:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384900.741726:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384900.741734:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eca923] to pc [ptlrpcd_00_02+2] req@00000000a8eca923 x1853237358505088/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384900.741737:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:2.0:1767384900.741753:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:2.0:1767384900.741759:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:2.0:1767384900.741766:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 10000000:00000001:0.0:1767384900.741766:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384900.741770:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384900.741775:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384900.741778:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 00000020:01000000:0.0:1767384900.741779:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384900.741786:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384900.741787:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384900.741789:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp18 10000000:00000001:0.0:1767384900.741791:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384900.741793:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384900.741794:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384900.741797:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp18 lpni_is_preferred = 0 10000000:01000000:0.0:1767384900.741798:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384900.741799:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:0.0:1767384900.741804:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384900.741805:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp18 00000020:01000004:0.0:1767384900.741807:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000040:3.0:1767384900.741808:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a8eca923 x1853237358505088/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384900.741811:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384900.741815:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384900.741819:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp18 NI seq info: [23:23:256:4294967295] 192.168.203.157@tcp18 LPNI seq info [23:23:8:4294967295] 00000020:01000004:0.0:1767384900.741819:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384900.741823:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384900.741826:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:3.0:1767384900.741828:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384900.741829:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384900.741832:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384900.741833:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384900.741835:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007b26b32b. 00000400:00000200:2.0:1767384900.741837:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp18 02000000:00000001:3.0:1767384900.741840:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1767384900.741841:0:36:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 02000000:00000001:3.0:1767384900.741845:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384900.741845:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384900.741849:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384900.741854:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1767384900.741857:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a8eca923 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358505088:0@lo:253: 02000000:00000001:0.0:1767384900.741859:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384900.741862:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp18(192.168.203.157@tcp18:) -> 192.168.203.157@tcp18(192.168.203.157@tcp:192.168.203.157@tcp18) : PUT try# 0 00000100:00000001:3.0:1767384900.741866:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1767384900.741869:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003f56273e. 02000000:00000001:3.0:1767384900.741872:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384900.741873:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384900.741875:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384900.741878:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 208 bytes in 1 frags to 12345-192.168.203.157@tcp18 02000000:00000001:3.0:1767384900.741879:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384900.741880:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384900.741883:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384900.741887:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c499ca11. 00000800:00000010:2.0:1767384900.741888:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000f2a2ec0. 00000100:00000040:0.0:1767384900.741889:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b26b32b] to pc [ptlrpcd_00_03+3] req@000000007b26b32b x1853237358505216/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384900.741892:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384900.741898:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e965d2ee. 00000800:00000010:2.0:1767384900.741901:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004736c977. 10000000:00000001:0.0:1767384900.741902:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384900.741905:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c69cbc95. 10000000:00000001:0.0:1767384900.741907:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384900.741910:0:16125:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000064ce1ae4. 00000020:00000001:0.0:1767384900.741910:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384900.741912:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358505088, portal 25 00000020:01000000:0.0:1767384900.741916:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384900.741917:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384900.741920:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780951552 : -108637928600064 : ffff9d31c2db4e00) 00000020:00000010:0.0:1767384900.741921:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000ad1dd55a. 00000800:00000200:2.0:1767384900.741923:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004736c977] -> 12345-192.168.203.157@tcp18 (2) 00000100:00000040:3.0:1767384900.741929:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a8eca923 x1853237358505088/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.1:1767384900.741936:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004736c977] -> 12345-192.168.203.157@tcp18 (2) 00000100:00000001:3.0:1767384900.741940:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384900.741945:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384900.741948:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001902980a. 00000100:00000001:0.0:1767384900.741948:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384900.741952:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358505088, offset 0 00000100:00000001:0.0:1767384900.741954:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384900.741959:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384900.741959:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 00000100:00000001:0.0:1767384900.741959:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384900.741968:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100551 rc 0 00000100:00000040:0.0:1767384900.741969:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007b26b32b x1853237358505216/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384900.741975:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384900.741982:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384900.741986:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384900.741989:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384900.741992:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272702c80 02000000:00000001:0.0:1767384900.741992:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384900.741999:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384900.742004:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x209 [2] + 0 00000100:00100000:0.0:1767384900.742007:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007b26b32b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358505216:0@lo:253: 00000400:00000010:3.0:1767384900.742009:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e7457cd. 00000400:00000200:3.0:1767384900.742046:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000049aa66e2 00000100:00000001:0.0:1767384900.742047:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384900.742052:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384900.742054:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384900.742054:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384900.742060:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384900.742062:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384900.742067:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049aa66e2 00000400:00000010:3.0:1767384900.742068:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000049aa66e2. 02000000:00000010:0.0:1767384900.742068:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000bd10809b. 02000000:00000001:0.0:1767384900.742074:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.742075:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384900.742078:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384900.742082:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ac92ace. 00000100:00000040:3.0:1767384900.742083:0:16129:0:(events.c:337:request_in_callback()) incoming req@00000000ceaf0af1 x1853237358505088 msgsize 4848 00000400:00000200:2.0:1767384900.742083:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000100:00100000:3.0:1767384900.742091:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1767384900.742092:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000043501fd. 00000100:00000040:3.0:1767384900.742093:0:16129:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:0.0:1767384900.742099:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358505216, portal 25 00000100:00000001:3.0:1767384900.742104:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384900.742104:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384900.742112:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780952448 : -108637928599168 : ffff9d31c2db5180) 00000400:00000200:3.0:1767384900.742113:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001902980a 00000400:00000010:3.0:1767384900.742117:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001902980a. 00000100:00000040:0.0:1767384900.742120:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007b26b32b x1853237358505216/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.742122:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384900.742128:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384900.742129:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a8eca923 x1853237358505088/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384900.742135:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384900.742141:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b3e2783a. 00000100:00000001:3.0:1767384900.742143:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767384900.742146:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358505216, offset 0 00000400:00000200:2.0:1767384900.742148:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000100:00000040:3.0:1767384900.742150:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a8eca923 x1853237358505088/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384900.742155:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384900.742164:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384900.742166:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384900.742168:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384900.742176:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272702d00 00000100:00000001:3.0:1767384900.742178:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.742184:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294890616 00000400:00000200:0.0:1767384900.742184:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x225 [2] + 0 00000100:00000010:3.0:1767384900.742193:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000087c7ef40. 00000400:00000010:0.0:1767384900.742193:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006763e275. 00000400:00000200:0.0:1767384900.742199:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b1aafaca 00000400:00000200:2.0:1767384900.742200:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000100:00000001:3.0:1767384900.742202:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384900.742206:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384900.742212:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384900.742217:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294890616 00000400:00000200:0.0:1767384900.742218:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1aafaca 00000400:00000010:0.0:1767384900.742222:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b1aafaca. 00000100:00000010:3.0:1767384900.742225:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000df3fbe77. 00000100:00000001:0.0:1767384900.742228:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384900.742231:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000200:0.0:1767384900.742232:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384900.742237:0:16130:0:(events.c:337:request_in_callback()) incoming req@00000000f207023d x1853237358505216 msgsize 4848 00000100:00000001:3.0:1767384900.742240:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294890616 00000100:00100000:0.0:1767384900.742245:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:3.0:1767384900.742248:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f8b95d44. 00000100:00000040:0.0:1767384900.742248:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384900.742250:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000100:00000001:0.0:1767384900.742258:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384900.742261:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384900.742265:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3e2783a 00000400:00000010:0.0:1767384900.742268:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b3e2783a. 00000100:00000001:3.0:1767384900.742269:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294890616 00000100:00000001:0.0:1767384900.742273:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:3.0:1767384900.742276:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004ae2e52e. 00000100:00000200:0.0:1767384900.742277:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007b26b32b x1853237358505216/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.742282:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384900.742290:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384900.742290:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384900.742293:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007b26b32b x1853237358505216/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.742296:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384900.742298:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000100:00000001:3.0:1767384900.742302:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.742308:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384900.742309:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.742312:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384900.742316:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.742317:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384900.742320:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384900.742325:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384900.742327:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294890616 00000100:00000001:3.0:1767384900.742328:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384900.742330:0:16130:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, keep current deadline 4294890616 00000100:00000001:3.0:1767384900.742332:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.742335:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294890616 00000100:00000001:3.0:1767384900.742336:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.742338:0:16130:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, keep current deadline 4294890616 00000100:00000001:0.0:1767384900.742342:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294890616 00000100:00000001:0.0:1767384900.742343:0:16130:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, keep current deadline 4294890616 00000100:00000001:0.0:1767384900.742345:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294890616 00000400:00000200:2.0:1767384900.742347:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000100:00000001:0.0:1767384900.742347:0:16130:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, keep current deadline 4294890616 00000100:00000001:0.0:1767384900.742350:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384900.742354:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.742357:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.742359:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.742364:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384900.742364:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767384900.742368:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358505088 00000100:00000001:0.0:1767384900.742368:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384900.742371:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384900.742372:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384900.742373:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384900.742375:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384900.742376:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.742378:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.742380:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384900.742382:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384900.742386:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358505088 00000020:00000001:3.0:1767384900.742388:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384900.742390:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000400:00000200:2.0:1767384900.742390:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000020:00000001:3.0:1767384900.742394:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384900.742396:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:3.0:1767384900.742399:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000100:00100000:0.0:1767384900.742400:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358505216 02000000:00000001:0.0:1767384900.742403:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384900.742405:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384900.742406:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384900.742408:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384900.742411:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 02000000:00000001:0.0:1767384900.742412:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384900.742418:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358505216 00000100:00000001:3.0:1767384900.742420:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384900.742420:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384900.742423:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:0.0:1767384900.742425:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767384900.742427:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004c96fc1b. 00000020:00000040:0.0:1767384900.742427:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=16 00000400:00000200:2.0:1767384900.742430:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000020:00000001:0.0:1767384900.742431:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:3.0:1767384900.742433:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384900.742436:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000010:3.0:1767384900.742440:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004c96fc1b. 00000100:00000001:0.0:1767384900.742441:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384900.742446:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da4429fe. 00000020:00000010:3.0:1767384900.742451:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d12c458f. 00000100:00000001:0.0:1767384900.742456:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384900.742458:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da4429fe. 00000020:00000010:3.0:1767384900.742460:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000300a0683. 00000020:00000010:0.0:1767384900.742464:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e802ad43. 00000020:00000010:3.0:1767384900.742467:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b5bad702. 00000020:00000010:0.0:1767384900.742470:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000851fb7c. 00000020:00000010:0.0:1767384900.742475:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000036cc1799. 00000400:00000200:2.0:1767384900.742477:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000100:00000040:0.0:1767384900.742485:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384900.742489:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384900.742491:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384900.742493:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384900.742493:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.742497:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384900.742499:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.742502:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.742506:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.742512:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384900.742512:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384900.742526:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384900.742528:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384900.742529:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384900.742532:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384900.742536:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00000040:0.0:1767384900.742539:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:0.0:1767384900.742541:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631940176 : -108637077611440 : ffff9d31f5945c50) 00000100:00100000:3.0:1767384900.742546:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00000040:0.0:1767384900.742546:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f207023d x1853237358505216/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:126/0 lens 4848/0 e 0 to 0 dl 1767384911 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384900.742550:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000100:00000040:3.0:1767384900.742552:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000100:00000001:3.0:1767384900.742558:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635435862271056 : -108637847280560 : ffff9d31c7b42450) 00000100:00000001:0.0:1767384900.742562:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384900.742566:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da4429fe. 00000100:00000040:3.0:1767384900.742567:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ceaf0af1 x1853237358505088/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:126/0 lens 4848/0 e 0 to 0 dl 1767384911 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384900.742570:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384900.742575:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da4429fe. 00000100:00000001:3.0:1767384900.742584:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384900.742584:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f207023d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+16:16130:x1853237358505216:12345-0@lo:253: 00000020:00000010:3.0:1767384900.742589:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004c96fc1b. 00000100:00000200:0.0:1767384900.742589:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358505216 00000020:00000001:0.0:1767384900.742591:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384900.742594:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384900.742596:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:3.0:1767384900.742597:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004c96fc1b. 00000020:00000001:0.0:1767384900.742599:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384900.742603:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1767384900.742606:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ceaf0af1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+16:16129:x1853237358505088:12345-0@lo:253: 00000020:00000001:0.0:1767384900.742606:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:0.0:1767384900.742610:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384900.742612:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384900.742614:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358505088 00000400:00000200:2.0:1767384900.742615:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000020:00000001:0.0:1767384900.742616:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384900.742619:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384900.742624:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384900.742625:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384900.742628:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384900.742629:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384900.742633:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384900.742635:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384900.742638:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 02000000:00000001:0.0:1767384900.742639:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384900.742644:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000010:0.0:1767384900.742646:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000008b01b2. 00000020:00000001:3.0:1767384900.742647:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384900.742661:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384900.742663:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384900.742664:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384900.742667:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:0.0:1767384900.742668:0:16764:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384900.742672:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384900.742674:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000100:00000001:3.0:1767384900.742677:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000010:0.0:1767384900.742678:0:16764:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000474943cc. 02000000:00000001:3.0:1767384900.742682:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:0.0:1767384900.742682:0:16764:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384900.742686:0:16764:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000010:3.0:1767384900.742688:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000023a25b03. 20000000:00000001:0.0:1767384900.742688:0:16764:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384900.742690:0:16764:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384900.742692:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384900.742693:0:16764:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.742707:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384900.742711:0:16764:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384900.742718:0:16762:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384900.742721:0:16764:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c439d500. 20000000:01000000:0.0:1767384900.742724:0:16764:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 20000000:00000010:3.0:1767384900.742729:0:16762:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000071ce7d93. 20000000:00000001:0.0:1767384900.742729:0:16764:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:3.0:1767384900.742735:0:16762:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:0.0:1767384900.742736:0:16764:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:3.0:1767384900.742738:0:16762:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384900.742741:0:16762:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384900.742743:0:16762:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384900.742745:0:16762:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384900.742748:0:16762:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384900.742753:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00080000:00000001:0.0:1767384900.742782:0:16764:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384900.742785:0:16764:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384900.742788:0:16764:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384900.742789:0:16764:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384900.742792:0:16764:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384900.742797:0:16764:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:0.0:1767384900.742800:0:16764:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384900.742806:0:16764:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000064c0e839. 00080000:00000001:0.0:1767384900.742808:0:16764:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635436770059264 : -108636939492352 : ffff9d31fdcfe400) 00080000:00000001:0.0:1767384900.742810:0:16764:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384900.742821:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384900.742873:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000001:00000001:0.0:1767384900.742916:0:16764:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384900.742918:0:16764:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384900.742920:0:16764:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384900.742924:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00080000:00000001:0.0:1767384900.742936:0:16764:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384900.742939:0:16764:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384900.742973:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384900.743077:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00080000:00000001:0.0:1767384900.743119:0:16764:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384900.743122:0:16764:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384900.743365:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384900.743386:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b4be8389. 00000400:00000200:0.0:1767384900.743389:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp18 from 237.3.0.2 00000800:00000010:2.0:1767384900.743394:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a6cd9cfe. 00000800:00000010:0.0:1767384900.743400:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000009c0f50fd. 00000800:00000010:2.0:1767384900.743404:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007aeebbdb. 00000800:00000010:0.0:1767384900.743490:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005d7e5caa. 00000800:00000010:0.0:1767384900.743494:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b3e2783a. 00000800:00000010:2.0:1767384900.743509:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007aeebbdb. 00000800:00000010:0.0:1767384900.743511:0:16116:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006e287620. 00000800:00000200:0.1:1767384900.743519:0:16116:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004736c977] -> 12345-192.168.203.157@tcp18 (2) 00000800:00000200:0.1:1767384900.743523:0:16116:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp18 000000006e287620 deleted 00000800:00000010:0.1:1767384900.743526:0:16116:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006e287620. 00000800:00000200:0.1:1767384900.743530:0:16116:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384900.743535:0:16116:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp18 ip 192.168.203.157:1005 00000800:00000200:0.1:1767384900.743544:0:16116:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000f2a2ec0 type 1, nob 304 niov 1 nkiov 1 00000800:00000200:0.0:1767384900.743549:0:16116:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp18 p 3.x 192.168.203.157 -> 192.168.203.157:1005 incarnation:1767384899301286373 sched[0] 00000800:00000010:0.0:1767384900.743553:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000da4429fe. 00000800:00000010:0.0:1767384900.743598:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000da4429fe. 00000800:00000010:0.0:1767384900.743601:0:16116:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b3e2783a. 00000800:00000010:0.0:1767384900.743626:0:16116:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000009c0f50fd. 00000800:00000001:0.0:1767384900.743637:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384900.743653:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384900.743716:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384900.743719:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000f2a2ec0. 00000400:00000200:0.0:1767384900.743722:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384900.743727:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp18->192.168.203.157@tcp18: PUT: OK 00000400:00000200:0.0:1767384900.743730:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384900.743733:0:16122:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp: 0 00000800:00000200:2.1:1767384900.743741:0:16118:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384900.743751:0:16118:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp18 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384899301286373 sched[0] 00000800:00000010:2.0:1767384900.743756:0:16118:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a6cd9cfe. 00000400:00000200:2.0:1767384900.743803:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384900.743857:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000800:00000001:3.0:1767384900.743858:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384900.743868:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384900.743871:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384900.743875:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384900.743882:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp18(192.168.203.157@tcp18) <- 192.168.203.157@tcp18 : PUT - for me 00000400:00000200:3.0:1767384900.743890:0:16120:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 208 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384900.743896:0:16120:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.157@tcp of length 208/208 into md 0x1381 [1] + 0 00000400:00000200:2.0:1767384900.743898:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000010:3.0:1767384900.743899:0:16120:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d597300. 00000400:00000200:3.0:1767384900.743904:0:16120:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000034f9ecd9 00000800:00000001:3.0:1767384900.743909:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384900.743919:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384900.743921:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384900.743926:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp18->192.168.203.157@tcp18: PUT: OK 00000400:00000200:3.0:1767384900.743929:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034f9ecd9 00000400:00000010:3.0:1767384900.743930:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034f9ecd9. 00000400:00000200:3.0:1767384900.743933:0:16120:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384900.743936:0:16120:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (12) 00000400:00000200:3.0:1767384900.743940:0:16120:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000010:3.0:1767384900.743943:0:16120:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 00000000181ff813. 00000400:00000200:3.0:1767384900.743945:0:16120:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.157@tcp 11 00000400:00000200:3.0:1767384900.743948:0:16120:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:2.0:1767384900.743952:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:3.0:1767384900.743956:0:16120:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (13) 00000400:00000200:3.0:1767384900.743962:0:16120:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384900.743968:0:16120:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp18 to MR: 192.168.203.157@tcp18 local destination 00000400:00000200:3.0:1767384900.743973:0:16120:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp18 NI seq info: [24:24:256:4294967295] 192.168.203.157@tcp18 LPNI seq info [24:24:8:4294967295] 00000400:00000200:3.0:1767384900.743991:0:16120:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp18(192.168.203.157@tcp18:192.168.203.157@tcp18) -> 192.168.203.157@tcp18(192.168.203.157@tcp18:192.168.203.157@tcp18) 192.168.203.157@tcp18 : ACK try# 0 00000800:00000200:3.0:1767384900.743995:0:16120:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.157@tcp18 00000800:00000010:3.0:1767384900.743998:0:16120:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e7df00b. 00000800:00000200:3.0:1767384900.744002:0:16120:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004736c977] -> 12345-192.168.203.157@tcp18 (4) 00000400:00000200:2.0:1767384900.744005:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000800:00000200:3.0:1767384900.744081:0:16120:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp18 ip 192.168.203.157:988 00000800:00000200:3.0:1767384900.744084:0:16120:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002e7df00b type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384900.744141:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000800:00000200:3.0:1767384900.744144:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384900.744148:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e7df00b. 00000400:00000200:3.0:1767384900.744152:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384900.744158:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp18->192.168.203.157@tcp18: ACK: OK 00000800:00000001:3.0:1767384900.744166:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384900.744171:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384900.744174:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384900.744178:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384900.744180:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384900.744183:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384900.744189:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp18(192.168.203.157@tcp18) <- 192.168.203.157@tcp18 : ACK - for me 00000400:00000200:3.0:1767384900.744198:0:16120:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.157@tcp18: ACK from 12345-192.168.203.157@tcp18 into md 0x13c1 00000400:00000200:3.0:1767384900.744201:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384900.744206:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp18->192.168.203.157@tcp18: ACK: OK 00000400:00000200:3.0:1767384900.744210:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccf64db9 00000400:00000010:3.0:1767384900.744211:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccf64db9. 00000400:00000200:2.0:1767384900.744214:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:3.0:1767384900.744216:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384900.744223:0:16120:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.157@tcp ev->status 0 00000400:00000200:3.0:1767384900.744228:0:16120:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:3.0:1767384900.744232:0:16120:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (12) 00000800:00000001:3.0:1767384900.744238:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384900.744242:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384900.744286:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384900.744349:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384900.744397:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384900.744448:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:3.0:1767384900.744477:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384900.744484:0:16125:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000791840cf. 00000400:00000010:3.0:1767384900.744489:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000479d091f. 00000400:00000200:3.0:1767384900.744494:0:16125:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000090d96c3f 00000400:00000200:2.0:1767384900.744499:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:3.0:1767384900.744509:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x1000d1 00000400:00000010:3.0:1767384900.744517:0:16125:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 240 at 000000002e7df00b. 00000400:00000010:3.0:1767384900.744521:0:16125:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 288 at 0000000092b192c8. 00000400:00000010:3.0:1767384900.744525:0:16125:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 240 at 00000000f248370d. 00000400:00000010:3.0:1767384900.744542:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000009eba4a4e. 00000400:00000200:3.0:1767384900.744548:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 000000009eba4a4e nid 192.168.203.157@tcp19 00000400:00000010:3.0:1767384900.744553:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000d41dba00. 00000400:00000200:3.0:1767384900.744555:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 00000000d41dba00 net tcp19 00000400:00000200:3.0:1767384900.744559:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (11) 00000400:00000200:3.0:1767384900.744565:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp19 flags 0x11 00000400:00000010:3.0:1767384900.744579:0:16125:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 240 at 000000002e7df00b. 00000400:00000010:3.0:1767384900.744582:0:16125:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 288 at 0000000092b192c8. 00000400:00000010:3.0:1767384900.744585:0:16125:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 240 at 00000000f248370d. 00000400:00000010:3.0:1767384900.744589:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 00000000181ff813. 00000400:00000200:3.0:1767384900.744594:0:16125:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:3.0:1767384900.744597:0:16125:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.157@tcp(00000000aa3f4fd0): 0. state = 0x100151 00000400:00000200:3.0:1767384900.744601:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 rc 1 00000400:00000200:3.0:1767384900.744604:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000400:00000200:3.0:1767384900.744607:0:16125:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.157@tcp 00000400:00000200:3.0:1767384900.744609:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100111 rc 0 00000400:00000200:3.0:1767384900.744613:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:3.0:1767384900.744617:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (12) 00000400:00000200:2.0:1767384900.744729:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384900.744959:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384900.745005:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384900.745088:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384900.745156:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384900.745238:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384900.745282:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000800:00000010:2.0:1767384900.745496:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000099bb711d. 00000800:00000010:2.0:1767384900.745503:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a6cd9cfe. 00000800:00000010:2.0:1767384900.745509:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007aeebbdb. 00000800:00000010:2.0:1767384900.745563:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007aeebbdb. 00000400:00000200:3.0:1767384900.745808:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384900.745819:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp18 from 236.3.0.2 00000800:00000010:3.0:1767384900.745822:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e0808ed3. 00000800:00000010:2.0:1767384900.745851:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002a105303. 00000800:00000010:2.0:1767384900.745858:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000d62fbb6. 00000800:00000010:2.0:1767384900.745883:0:16117:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000042d3a9b0. 00000800:00000200:2.1:1767384900.745890:0:16117:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004736c977] -> 12345-192.168.203.157@tcp18 (4) 00000800:00000200:2.1:1767384900.745896:0:16117:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp18 0000000042d3a9b0 deleted 00000800:00000010:2.1:1767384900.745899:0:16117:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000042d3a9b0. 00000800:00000200:2.1:1767384900.745904:0:16117:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384900.745909:0:16117:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp18 p 3.x 192.168.203.157 -> 192.168.203.157:1004 incarnation:1767384899301286373 sched[0] 00000800:00000010:2.0:1767384900.745915:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000023e14bc. 00000800:00000010:2.0:1767384900.745976:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000023e14bc. 00000800:00000010:2.0:1767384900.745981:0:16117:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000d62fbb6. 00000800:00000010:2.0:1767384900.746009:0:16117:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e0808ed3. 00000800:00000001:2.0:1767384900.746050:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384900.746055:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384900.746089:0:16118:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384900.746096:0:16118:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp18 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384899301286373 sched[0] 00000800:00000010:2.0:1767384900.746101:0:16118:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a6cd9cfe. 00000800:00000001:2.0:1767384900.746139:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384900.746145:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384900.750857:0:16764:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384900.750862:0:16764:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00080000:00000001:3.0:1767384900.750863:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384900.750867:0:16764:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384900.750868:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384900.750872:0:16764:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384900.750873:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384900.750875:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384900.750876:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384900.750878:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000064c0e839. 00080000:00000001:3.0:1767384900.750881:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384900.750882:0:16764:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384900.750897:0:16764:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384900.750901:0:16762:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c37203b9. 20000000:01000000:0.0:1767384900.750901:0:16764:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384900.750907:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:2.0:1767384900.750907:0:16762:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 00080000:00000020:0.0:1767384900.750908:0:16764:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384900.750914:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:2.0:1767384900.750916:0:16762:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384900.750921:0:16762:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:3.0:1767384900.750926:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384900.750931:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384900.750934:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384900.750940:0:16785:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000bc80035c count: 2 00010000:00000001:3.0:1767384900.750944:0:16785:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384900.750947:0:16762:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384900.750948:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384900.750953:0:16762:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384900.750955:0:16762:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384900.750957:0:16762:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384900.750960:0:16762:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:3.0:1767384900.750963:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004304d827. 00000020:00000001:2.0:1767384900.750964:0:16762:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00000020:00000001:3.0:1767384900.750969:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384900.750970:0:16762:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000040:3.0:1767384900.750974:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004304d827 with handle 0x4895a8f6c11e8601 to hash 00000020:00000001:3.0:1767384900.750977:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000010:2.0:1767384900.750979:0:16762:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009634a443. 00010000:00000001:3.0:1767384900.750980:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635431492115968 : -108642217435648 : ffff9d30c338de00) 00010000:00000001:3.0:1767384900.750983:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635431492115968 : -108642217435648 : ffff9d30c338de00) 00010000:00000001:3.0:1767384900.750987:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384900.750991:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384900.750993:0:16762:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635436781199360 : -108636928352256 : ffff9d31fe79e000) 00010000:00010000:3.0:1767384900.750995:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004304d827/0x4895a8f6c11e8601 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384900.750999:0:16762:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384900.751008:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384900.751031:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384900.751034:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384900.751037:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384900.751039:0:16785:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384900.751043:0:16785:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000ad871020/0x4895a8f6c11e85fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e85f3 expref: 16 pid: 16762 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384900.751050:0:16785:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384900.751052:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.751054:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384900.751056:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384900.751059:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384900.751061:0:16785:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767384900.751064:0:16785:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000004304d827/0x4895a8f6c11e8601 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384900.751071:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000bc80035c) refcount = 2 00010000:00000040:3.0:1767384900.751081:0:16785:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384900.751085:0:16785:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ad871020/0x4895a8f6c11e85fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x4895a8f6c11e85f3 expref: 16 pid: 16762 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384900.751092:0:16785:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384900.751094:0:16785:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000004304d827/0x4895a8f6c11e8601 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1767384900.751102:0:16785:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000301cb4f. 00000001:00000001:2.0:1767384900.751103:0:16762:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:3.0:1767384900.751106:0:16785:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00080000:00000001:2.0:1767384900.751108:0:16762:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384900.751112:0:16785:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001902980a. 00080000:00000001:2.0:1767384900.751113:0:16762:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:3.0:1767384900.751117:0:16785:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635431492029824 : -108642217521792 : ffff9d30c3378d80) 00000100:00000001:3.0:1767384900.751122:0:16785:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635431492029824 : -108642217521792 : ffff9d30c3378d80) 00000100:00000001:3.0:1767384900.751125:0:16785:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384900.751126:0:16785:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00080000:00000001:2.0:1767384900.751127:0:16762:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.751129:0:16785:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384900.751134:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1767384900.751134:0:16762:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384900.751137:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384900.751140:0:16785:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384900.751143:0:16785:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384900.751146:0:16785:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384900.751148:0:16785:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1767384900.751152:0:16785:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd92e08b. 00000020:00000040:3.0:1767384900.751156:0:16785:0:(genops.c:1229:class_import_get()) import 00000000c30cd863 refcount=2 obd=MGS 00000100:00000001:3.0:1767384900.751159:0:16785:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384900.751162:0:16785:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384900.751165:0:16785:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384900.751170:0:16785:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005bf44b16. 00000100:00000001:3.0:1767384900.751175:0:16785:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384900.751180:0:16785:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000ad871020/0x4895a8f6c11e85fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4895a8f6c11e85f3 expref: 16 pid: 16762 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384900.751194:0:16785:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000ad871020/0x4895a8f6c11e85fa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4895a8f6c11e85f3 expref: 16 pid: 16762 timeout: 373 lvb_type: 0 00010000:00000001:3.0:1767384900.751204:0:16785:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384900.751214:0:16785:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384900.751218:0:16785:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dd92e08b x1853237358505344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384900.751227:0:16785:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00080000:00000001:2.0:1767384900.751228:0:16762:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000001:3.0:1767384900.751229:0:16785:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384900.751235:0:16762:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00100000:3.0:1767384900.751236:0:16785:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dd92e08b pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16785:1853237358505344:0@lo:104: 00000100:00000001:3.0:1767384900.751241:0:16785:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384900.751245:0:16785:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384900.751247:0:16785:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384900.751249:0:16785:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384900.751253:0:16785:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000012e1767a. 02000000:00000001:3.0:1767384900.751255:0:16785:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384900.751261:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b31338d6. 00000400:00000010:3.0:1767384900.751266:0:16785:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af2b8b9d. 00000100:00000200:3.0:1767384900.751269:0:16785:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358505344, portal 16 00000100:00000001:3.0:1767384900.751271:0:16785:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384900.751273:0:16785:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515725696 : -108637193825920 : ffff9d31eea71180) 00000100:00000040:3.0:1767384900.751288:0:16785:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000dd92e08b x1853237358505344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384900.751296:0:16785:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384900.751298:0:16785:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384900.751301:0:16785:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001001990f. 00000100:00000200:3.0:1767384900.751303:0:16785:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237358505344, offset 0 00000400:00000200:3.0:1767384900.751308:0:16785:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384900.751315:0:16785:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384900.751322:0:16785:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272702d80 00000400:00000200:3.0:1767384900.751327:0:16785:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 984 00000400:00000200:3.0:1767384900.751331:0:16785:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384900.751334:0:16785:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384900.751337:0:16785:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384900.751339:0:16785:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767384900.751343:0:16785:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ef6e821. 00000100:00000040:3.0:1767384900.751346:0:16785:0:(events.c:337:request_in_callback()) incoming req@000000002ef6e821 x1853237358505344 msgsize 328 00000100:00100000:3.0:1767384900.751351:0:16785:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384900.751368:0:16785:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384900.751374:0:16785:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001001990f 00000400:00000010:3.0:1767384900.751376:0:16785:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001001990f. 00000100:00000001:3.0:1767384900.751379:0:16785:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384900.751383:0:16785:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dd92e08b x1853237358505344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384900.751393:0:16785:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384900.751395:0:16785:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dd92e08b x1853237358505344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384916 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384900.751396:0:16753:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384900.751401:0:16753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358505344 02000000:00000001:2.0:1767384900.751407:0:16753:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384900.751408:0:16785:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384900.751411:0:16753:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384900.751412:0:16785:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384900.751417:0:16753:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.751418:0:16785:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384900.751423:0:16753:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.751424:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294890625 00000100:00100000:2.0:1767384900.751429:0:16753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358505344 00000100:00000001:3.0:1767384900.751433:0:16785:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294890616 00000020:00000001:2.0:1767384900.751434:0:16753:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384900.751438:0:16753:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e83fb 00000100:00000001:3.0:1767384900.751441:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294890625 00000020:00000001:2.0:1767384900.751442:0:16753:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384900.751446:0:16785:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294890616 00000020:00000040:2.0:1767384900.751447:0:16753:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f3b2147e refcount=3 00000100:00000001:3.0:1767384900.751451:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294890625 00000020:00000001:2.0:1767384900.751452:0:16753:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633131008 : -108637076420608 : ffff9d31f5a68800) 00000100:00000001:3.0:1767384900.751456:0:16785:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294890616 00000020:00000001:2.0:1767384900.751457:0:16753:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633131008 : -108637076420608 : ffff9d31f5a68800) 00000100:00000001:3.0:1767384900.751461:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294890625 00000100:00000001:2.0:1767384900.751463:0:16753:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384900.751465:0:16785:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294890616 00000020:00000010:2.0:1767384900.751469:0:16753:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000466276ea. 00000100:00000001:3.0:1767384900.751470:0:16785:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384900.751475:0:16785:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384900.751477:0:16753:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384900.751479:0:16785:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384900.751481:0:16753:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000466276ea. 00010000:00000001:3.0:1767384900.751482:0:16785:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384900.751487:0:16785:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.751490:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767384900.751491:0:16753:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005cbdb1d9. 00010000:00000001:3.0:1767384900.751492:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384900.751504:0:16785:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.751508:0:16785:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000010:2.0:1767384900.751509:0:16753:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a6a76b86. 00010000:00000001:3.0:1767384900.751510:0:16785:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384900.751515:0:16785:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384900.751517:0:16753:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009fcb46c6. 00000100:00000001:3.0:1767384900.751518:0:16785:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384900.751520:0:16785:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767384900.751527:0:16753:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00100000:3.0:1767384900.751532:0:16785:0:(client.c:2690:ptlrpc_set_wait()) set 000000001902980a going to sleep for 11 seconds 00000100:00000001:2.0:1767384900.751533:0:16753:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384900.751537:0:16753:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384900.751538:0:16785:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384900.751540:0:16753:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.751542:0:16785:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384900.751547:0:16753:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384900.751560:0:16753:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384900.751580:0:16753:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384900.751582:0:16753:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384900.751584:0:18556:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384900.751589:0:18556:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384900.751590:0:16753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000001:3.0:1767384900.751595:0:18556:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384900.751595:0:16753:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f3b2147e : new rpc_count 1 00000100:00000001:2.0:1767384900.751599:0:16753:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436515727488 : -108637193824128 : ffff9d31eea71880) 00000100:00000001:3.0:1767384900.751600:0:18556:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384900.751608:0:16753:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002ef6e821 x1853237358505344/t0(0) o104->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:126/0 lens 328/0 e 0 to 0 dl 1767384911 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384900.751620:0:16753:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384900.751624:0:16753:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000466276ea. 00000100:00000001:2.0:1767384900.751627:0:16753:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384900.751630:0:16753:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000466276ea. 00000100:00100000:2.0:1767384900.751635:0:16753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002ef6e821 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fc613044-dd35-4201-b03c-4d69ab0214c0+3:16785:x1853237358505344:12345-0@lo:104: 00000100:00000200:2.0:1767384900.751640:0:16753:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358505344 00010000:00000001:2.0:1767384900.751642:0:16753:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384900.751647:0:16753:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384900.751649:0:16753:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384900.751651:0:16753:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003fac1457 refcount=2 00000020:00000001:2.0:1767384900.751654:0:16753:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:2.0:1767384900.751657:0:16753:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:2.0:1767384900.751660:0:16753:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384900.751663:0:16753:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384900.751667:0:16753:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.157@tcp lock: 000000003fac1457/0x4895a8f6c11e85f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4895a8f6c11e85fa expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384900.751676:0:16753:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384900.751679:0:16753:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384900.751683:0:16753:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ef73a1a0. 02000000:00000001:2.0:1767384900.751685:0:16753:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384900.751688:0:16753:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384900.751692:0:16753:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384900.751694:0:16753:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384900.751714:0:16753:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c1b60063 time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384900.751728:0:16753:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384900.751732:0:16753:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:2.0:1767384900.751735:0:16753:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384900.751738:0:16753:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384900.751741:0:16753:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384900.751744:0:16753:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384900.751748:0:16753:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384900.751752:0:16753:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005688dda0. 00000100:00000200:2.0:1767384900.751756:0:16753:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237358505344, offset 224 00000400:00000200:2.0:1767384900.751762:0:16753:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384900.751770:0:16753:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384900.751780:0:16753:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272702d80 00000400:00000200:2.0:1767384900.751787:0:16753:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x13d9 [1] + 224 00000400:00000200:2.0:1767384900.751792:0:16753:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384900.751799:0:16753:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384900.751804:0:16753:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384900.751809:0:16753:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dd92e08b x1853237358505344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384900.751820:0:16753:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000dd92e08b x1853237358505344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384900.751845:0:16753:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384900.751852:0:16753:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005688dda0 00000400:00000010:2.0:1767384900.751855:0:16753:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005688dda0. 00000100:00000001:3.0:1767384900.751856:0:16785:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384900.751862:0:16785:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384900.751862:0:16753:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384900.751866:0:16785:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384900.751866:0:16753:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:3.0:1767384900.751869:0:16785:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b31338d6. 00000400:00000200:3.0:1767384900.751874:0:16785:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af2b8b9d 00000100:00000001:2.0:1767384900.751875:0:16753:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384900.751876:0:16785:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af2b8b9d. 00000100:00000001:3.0:1767384900.751882:0:16785:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384900.751884:0:16753:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00000200:3.0:1767384900.751887:0:16785:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dd92e08b x1853237358505344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384900.751891:0:16753:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000200:3.0:1767384900.751899:0:16785:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dd92e08b x1853237358505344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:2.0:1767384900.751900:0:16753:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000faf0bacd. 00010000:00000001:2.0:1767384900.751907:0:16753:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1767384900.751909:0:16785:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384900.751912:0:16785:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.751914:0:16785:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384900.751916:0:16785:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384900.751917:0:16785:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384900.751919:0:16785:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384900.751921:0:16753:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 02000000:00000001:3.0:1767384900.751922:0:16785:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384900.751928:0:16753:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384900.751929:0:16785:0:(import.c:2128:obd_at_measure()) add 5 to 0000000080a5a92e time=24 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384900.751932:0:16753:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384900.751936:0:16785:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cfe3d233 time=24 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384900.751937:0:16753:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.751942:0:16785:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384900.751944:0:16785:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.751950:0:16785:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384900.751952:0:16785:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384900.751954:0:16753:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ef6e821 x1853237358505344/t0(0) o104->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:126/0 lens 328/224 e 0 to 0 dl 1767384911 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384900.751957:0:16785:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384900.751968:0:16785:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dd92e08b x1853237358505344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384900.751972:0:16753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002ef6e821 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fc613044-dd35-4201-b03c-4d69ab0214c0+3:16785:x1853237358505344:12345-0@lo:104: Request processed in 348us (620us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384900.751987:0:16785:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384900.751991:0:16753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000001:3.0:1767384900.751993:0:16785:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767384900.751997:0:16753:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f3b2147e : new rpc_count 0 00000100:00000001:2.0:1767384900.752000:0:16753:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384900.752004:0:16785:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384900.752005:0:16753:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384900.752010:0:16785:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000020:00000010:2.0:1767384900.752037:0:16753:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a6a76b86. 00010000:00000001:3.0:1767384900.752039:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384900.752042:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767384900.752043:0:16753:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009fcb46c6. 00010000:00000001:3.0:1767384900.752044:0:16785:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384900.752052:0:16785:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd92e08b x1853237358505344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1767384900.752052:0:16753:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005cbdb1d9. 00000020:00000040:2.0:1767384900.752061:0:16753:0:(genops.c:898:class_export_put()) PUTting export 00000000f3b2147e : new refcount 2 00000100:00100000:3.0:1767384900.752064:0:16785:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dd92e08b pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16785:1853237358505344:0@lo:104: 00000100:00000001:2.0:1767384900.752067:0:16753:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.752073:0:16785:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.752078:0:16785:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.752081:0:16785:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384900.752083:0:16785:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384900.752087:0:16785:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dd92e08b x1853237358505344/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767384900.752089:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384900.752094:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.752099:0:16785:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00010000:2.0:1767384900.752100:0:16757:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 02000000:00000001:3.0:1767384900.752102:0:16785:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384900.752106:0:16785:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000012e1767a. 00010000:00000001:2.0:1767384900.752107:0:16757:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 02000000:00000001:3.0:1767384900.752110:0:16785:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767384900.752112:0:16757:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000001:3.0:1767384900.752113:0:16785:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384900.752117:0:16785:0:(genops.c:1242:class_import_put()) import 00000000c30cd863 refcount=1 obd=MGS 00010000:00010000:2.0:1767384900.752117:0:16757:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.157@tcp lock: 000000003fac1457/0x4895a8f6c11e85f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4895a8f6c11e85fa expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384900.752119:0:16785:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384900.752122:0:16785:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005bf44b16. 02000000:00000001:3.0:1767384900.752128:0:16785:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384900.752130:0:16785:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384900.752132:0:16785:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd92e08b. 00000100:00000001:3.0:1767384900.752136:0:16785:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00010000:2.0:1767384900.752136:0:16757:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003fac1457 already unused, calling callback (00000000de964f35) 00000100:00000001:3.0:1767384900.752139:0:16785:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384900.752153:0:16785:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001902980a. 10000000:00000001:2.0:1767384900.752154:0:16757:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1767384900.752157:0:16785:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384900.752159:0:16785:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00010000:2.0:1767384900.752159:0:16757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.157@tcp lock: 000000003fac1457/0x4895a8f6c11e85f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4895a8f6c11e85fa expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1767384900.752163:0:16785:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000301cb4f. 00010000:00000001:3.0:1767384900.752169:0:16785:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.752173:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.752176:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384900.752176:0:16757:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384900.752181:0:16757:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 20000000:00000001:3.0:1767384900.752182:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767384900.752185:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000001:2.0:1767384900.752185:0:16757:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384900.752189:0:16757:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003fac1457 refcount=3 00010000:00010000:3.0:1767384900.752194:0:16785:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000004304d827/0x4895a8f6c11e8601 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384900.752195:0:16757:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:2.0:1767384900.752201:0:16757:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435776847872 : -108637932703744 : ffff9d31c29cb000) 00010000:00000001:2.0:1767384900.752208:0:16757:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384900.752220:0:16757:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.157@tcp lock: 000000003fac1457/0x4895a8f6c11e85f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4895a8f6c11e85fa expref: -99 pid: 16767 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767384900.752227:0:16757:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384900.752229:0:16757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.157@tcp lock: 000000003fac1457/0x4895a8f6c11e85f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4895a8f6c11e85fa expref: -99 pid: 16767 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384900.752235:0:16757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384900.752239:0:16757:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384900.752240:0:16757:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767384900.752243:0:16757:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384900.752244:0:16757:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384900.752246:0:16757:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384900.752258:0:16757:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384900.752260:0:16757:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384900.752262:0:16757:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ff67cc77) refs 2 10000000:00000001:2.0:1767384900.752266:0:16757:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384900.752268:0:16757:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384900.752271:0:16757:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384900.752275:0:16757:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384900.752277:0:16757:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384900.752279:0:16757:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384900.752281:0:16757:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384900.752284:0:16757:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003fac1457 with handle 0x4895a8f6c11e85f3 from hash 00010000:00000001:2.0:1767384900.752286:0:16757:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384900.752287:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384900.752290:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384900.752291:0:16757:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384900.752293:0:16757:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384900.752295:0:16757:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384900.752298:0:16757:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384900.752300:0:16757:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384900.752306:0:16757:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b56ff614. 00000020:00000040:2.0:1767384900.752309:0:16757:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=6 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1767384900.752313:0:16757:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384900.752315:0:16757:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384900.752318:0:16757:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384900.752330:0:16757:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005cbdb1d9. 00000100:00000001:2.0:1767384900.752335:0:16757:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384900.752338:0:16757:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384900.752343:0:16757:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.157@tcp lock: 000000003fac1457/0x4895a8f6c11e85f3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4895a8f6c11e85fa expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384900.752349:0:16757:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384900.752351:0:16757:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384900.752355:0:16757:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384900.752357:0:16757:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384900.752363:0:16757:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b56ff614] to pc [ptlrpcd_00_00+0] req@00000000b56ff614 x1853237358505472/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384900.752393:0:16757:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384900.752396:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384900.752399:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384900.752401:0:16757:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384900.752404:0:16757:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384900.752406:0:16757:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384900.752409:0:16757:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.157@tcp lock: 000000003fac1457/0x4895a8f6c11e85f3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4895a8f6c11e85fa expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384900.752415:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384900.752418:0:16757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.157@tcp lock: 000000003fac1457/0x4895a8f6c11e85f3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4895a8f6c11e85fa expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384900.752424:0:16757:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d763f449 count: 0 00010000:00000001:2.0:1767384900.752439:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384900.752441:0:16757:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384900.752443:0:16757:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000faf0bacd. 00010000:00000001:2.0:1767384900.752448:0:16757:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384900.752451:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384900.752454:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384900.752456:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384900.752458:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384900.752460:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384900.752469:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384900.752472:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384900.752474:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384900.752478:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384900.752487:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384900.752490:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384900.752493:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384900.752499:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b56ff614 x1853237358505472/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384900.752508:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384900.752510:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384900.752513:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384900.752516:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384900.752518:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384900.752521:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b56ff614 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358505472:0@lo:103: 00000100:00000001:2.0:1767384900.752525:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384900.752528:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384900.752530:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384900.752533:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384900.752537:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004c47569c. 02000000:00000001:2.0:1767384900.752540:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384900.752545:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b6abba1. 00000400:00000010:2.0:1767384900.752551:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005688dda0. 00000100:00000200:2.0:1767384900.752555:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358505472, portal 18 00000100:00000001:2.0:1767384900.752558:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384900.752559:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504580096 : -108642204971520 : ffff9d30c3f70e00) 00000100:00000040:2.0:1767384900.752564:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b56ff614 x1853237358505472/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384916 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384900.752572:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384900.752575:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384900.752579:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000735f4faa. 00000100:00000200:2.0:1767384900.752583:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237358505472, offset 0 00000400:00000200:2.0:1767384900.752590:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384900.752599:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384900.752613:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272702e00 00000400:00000200:2.0:1767384900.752621:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 984 00000400:00000200:2.0:1767384900.752626:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384900.752630:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384900.752635:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384900.752646:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384900.752650:0:16127:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d083d558. 00000100:00000040:2.0:1767384900.752653:0:16127:0:(events.c:337:request_in_callback()) incoming req@00000000d083d558 x1853237358505472 msgsize 328 00000100:00100000:2.0:1767384900.752660:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384900.752677:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384900.752684:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000735f4faa 00000400:00000010:2.0:1767384900.752687:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000735f4faa. 00000100:00000001:2.0:1767384900.752692:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384900.752709:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b56ff614 x1853237358505472/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384916 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384900.752719:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767384900.752721:0:16756:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000c9c28b69. 00000100:00000040:2.0:1767384900.752724:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b56ff614 x1853237358505472/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384916 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.752728:0:16756:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384900.752733:0:16756:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358505472 02000000:00000001:3.0:1767384900.752736:0:16756:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384900.752739:0:16756:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384900.752739:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.752744:0:16756:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384900.752745:0:16127:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384900.752748:0:16756:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384900.752752:0:16756:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358505472 00000020:00000001:3.0:1767384900.752754:0:16756:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384900.752755:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384900.752756:0:16756:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:3.0:1767384900.752759:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384900.752763:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=17 00000100:00000001:2.0:1767384900.752763:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294890626 00000020:00000001:3.0:1767384900.752767:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:3.0:1767384900.752770:0:16756:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:3.0:1767384900.752773:0:16756:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384900.752776:0:16756:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009ecbfcf6. 00000100:00000001:2.0:1767384900.752777:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294890625 00000100:00000001:3.0:1767384900.752778:0:16756:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384900.752783:0:16756:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009ecbfcf6. 00000100:00000001:2.0:1767384900.752786:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294890626 00000020:00000010:3.0:1767384900.752788:0:16756:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bf44b16. 00000020:00000010:3.0:1767384900.752795:0:16756:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008e1dde7d. 00000100:00000001:2.0:1767384900.752795:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294890625 00000020:00000010:3.0:1767384900.752798:0:16756:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000037e895a9. 00000100:00000001:2.0:1767384900.752803:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294890626 00000100:00000040:3.0:1767384900.752806:0:16756:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384900.752809:0:16756:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384900.752810:0:16756:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384900.752811:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294890625 00010000:00000001:3.0:1767384900.752812:0:16756:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384900.752815:0:16756:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.752818:0:16756:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384900.752820:0:16756:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384900.752820:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294890626 00000020:00000001:3.0:1767384900.752823:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384900.752826:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ad871020 refcount=4 00000100:00000001:2.0:1767384900.752828:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294890625 00000020:00000001:3.0:1767384900.752829:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:3.0:1767384900.752833:0:16756:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00000100:00000001:2.0:1767384900.752836:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384900.752840:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384900.752845:0:16756:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000ad871020/0x4895a8f6c11e85fa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4895a8f6c11e85f3 expref: 17 pid: 16762 timeout: 373 lvb_type: 0 00000100:00000001:2.0:1767384900.752854:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.752856:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384900.752858:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384900.752860:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384900.752863:0:16756:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.752865:0:16756:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384900.752866:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384900.752870:0:16756:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384900.752870:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384900.752873:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384900.752877:0:16756:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d083d558 x1853237358505472/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:126/0 lens 328/0 e 0 to 0 dl 1767384911 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384900.752877:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384900.752880:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384900.752886:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.752894:0:16756:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384900.752896:0:16756:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384900.752902:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384900.752906:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.752908:0:16756:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.752921:0:16756:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384900.752923:0:16756:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384900.752926:0:16756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:3.0:1767384900.752928:0:16756:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 3 00000100:00000001:3.0:1767384900.752930:0:16756:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635431504578304 : -108642204973312 : ffff9d30c3f70700) 00000100:00000040:3.0:1767384900.752934:0:16756:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d083d558 x1853237358505472/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:126/0 lens 328/0 e 0 to 0 dl 1767384911 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.752943:0:16756:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384900.752946:0:16756:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009ecbfcf6. 00000100:00000001:3.0:1767384900.752949:0:16756:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384900.752952:0:16756:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009ecbfcf6. 00000100:00100000:3.0:1767384900.752955:0:16756:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d083d558 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fc613044-dd35-4201-b03c-4d69ab0214c0+17:16127:x1853237358505472:12345-0@lo:103: 00000100:00000200:3.0:1767384900.752959:0:16756:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358505472 00010000:00000001:3.0:1767384900.752961:0:16756:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384900.752963:0:16756:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384900.752965:0:16756:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384900.752968:0:16756:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384900.752969:0:16756:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384900.752973:0:16756:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e1e6ea95. 02000000:00000001:3.0:1767384900.752975:0:16756:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.752982:0:16756:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.752984:0:16756:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384900.752986:0:16756:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384900.752988:0:16756:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384900.752989:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384900.752991:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ad871020 refcount=4 00000020:00000001:3.0:1767384900.752993:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:3.0:1767384900.752996:0:16756:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000040:3.0:1767384900.752998:0:16756:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000bc80035c count: 3 00010000:00010000:3.0:1767384900.753003:0:16756:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000ad871020/0x4895a8f6c11e85fa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4895a8f6c11e85f3 expref: 17 pid: 16762 timeout: 373 lvb_type: 0 00000100:00001000:3.0:1767384900.753010:0:16756:0:(import.c:2128:obd_at_measure()) add 0 to 0000000011468271 time=1767384900 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384900.753038:0:16756:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384900.753044:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384900.753046:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384900.753048:0:16756:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000ad871020/0x4895a8f6c11e85fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4895a8f6c11e85f3 expref: 17 pid: 16762 timeout: 373 lvb_type: 0 00000020:00000001:3.0:1767384900.753056:0:16756:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384900.753059:0:16756:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384900.753072:0:16756:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384900.753074:0:16756:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.753078:0:16756:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384900.753080:0:16756:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384900.753085:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384900.753087:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384900.753089:0:16756:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384900.753092:0:16756:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384900.753094:0:16756:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ad871020 with handle 0x4895a8f6c11e85fa from hash 00010000:00000001:3.0:1767384900.753097:0:16756:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384900.753099:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384900.753101:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384900.753102:0:16756:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384900.753104:0:16756:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384900.753105:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384900.753114:0:16756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ad871020/0x4895a8f6c11e85fa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4895a8f6c11e85f3 expref: 17 pid: 16762 timeout: 373 lvb_type: 0 00010000:00000040:3.0:1767384900.753121:0:16756:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000005d63f134 : new locks_count 9 00000020:00000040:3.0:1767384900.753124:0:16756:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 16 00010000:00000001:3.0:1767384900.753131:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384900.753133:0:16756:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384900.753136:0:16756:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384900.753138:0:16756:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000004304d827 00010000:00000001:3.0:1767384900.753140:0:16756:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384900.753142:0:16756:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384900.753144:0:16756:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384900.753145:0:16756:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384900.753146:0:16756:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384900.753149:0:16756:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384900.753150:0:16756:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384900.753152:0:16756:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000004304d827/0x4895a8f6c11e8601 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384900.753156:0:16756:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384900.753158:0:16756:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384900.753160:0:16756:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384900.753162:0:16756:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384900.753164:0:16756:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000bc80035c) refcount = 2 00010000:00010000:3.0:1767384900.753168:0:16756:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004304d827/0x4895a8f6c11e8601 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384900.753173:0:16756:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384900.753175:0:16756:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384900.753177:0:16756:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384900.753180:0:16756:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384900.753200:0:16756:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009ecbfcf6. 00000100:00000001:3.0:1767384900.753204:0:16756:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384900.753208:0:16756:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001902980a. 00000100:00000001:3.0:1767384900.753211:0:16756:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635431492029824 : -108642217521792 : ffff9d30c3378d80) 00000100:00000001:3.0:1767384900.753213:0:16756:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635431492029824 : -108642217521792 : ffff9d30c3378d80) 00000100:00000001:3.0:1767384900.753222:0:16756:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384900.753224:0:16756:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384900.753226:0:16756:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384900.753229:0:16756:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384900.753232:0:16756:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002318499s 00010000:00000001:3.0:1767384900.753235:0:16756:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384900.753237:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384900.753240:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004304d827 refcount=5 00000020:00000001:3.0:1767384900.753242:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431492115968 : -108642217435648 : ffff9d30c338de00) 00010000:00000001:3.0:1767384900.753245:0:16756:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635431492115968 : -108642217435648 : ffff9d30c338de00) 00010000:00000001:3.0:1767384900.753247:0:16756:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384900.753250:0:16756:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004304d827/0x4895a8f6c11e8601 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384900.753257:0:16756:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384900.753259:0:16756:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004304d827/0x4895a8f6c11e8601 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384900.753265:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384900.753267:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384900.753269:0:16756:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004304d827/0x4895a8f6c11e8601 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384900.753275:0:16756:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384900.753276:0:16756:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.753281:0:16756:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384900.753283:0:16756:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004304d827/0x4895a8f6c11e8601 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384900.753290:0:16756:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004304d827 already unused, calling callback (00000000be7801c4) 00010000:00000001:3.0:1767384900.753293:0:16756:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384900.753295:0:16756:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384900.753297:0:16756:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004304d827/0x4895a8f6c11e8601 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384900.753314:0:16756:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384900.753316:0:16756:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384900.753318:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384900.753320:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004304d827 refcount=6 00000020:00000001:3.0:1767384900.753322:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431492115968 : -108642217435648 : ffff9d30c338de00) 00010000:00000001:3.0:1767384900.753325:0:16756:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635431492115968 : -108642217435648 : ffff9d30c338de00) 00010000:00000001:3.0:1767384900.753327:0:16756:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384900.753330:0:16756:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004304d827/0x4895a8f6c11e8601 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384900.753335:0:16756:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384900.753337:0:16756:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384900.753339:0:16756:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.753348:0:16756:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384900.753350:0:16756:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384900.753353:0:16756:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384900.753355:0:16756:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384900.753357:0:16756:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004304d827 with handle 0x4895a8f6c11e8601 from hash 00010000:00000001:3.0:1767384900.753360:0:16756:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384900.753362:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384900.753364:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384900.753366:0:16756:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384900.753368:0:16756:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384900.753369:0:16756:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384900.753372:0:16756:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384900.753374:0:16756:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384900.753376:0:16756:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.753378:0:16756:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384900.753380:0:16756:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384900.753382:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384900.753384:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384900.753385:0:16756:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.753387:0:16756:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.753390:0:16756:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384900.753398:0:16756:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004304d827/0x4895a8f6c11e8601 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384900.753404:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384900.753406:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384900.753408:0:16756:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384900.753410:0:16756:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384900.753412:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384900.753413:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384900.753415:0:16756:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384900.753418:0:16756:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384900.753420:0:16756:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.753423:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384900.753424:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384900.753426:0:16756:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.753428:0:16756:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384900.753430:0:16756:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384900.753433:0:16756:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.753435:0:16756:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.753438:0:16756:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384900.753440:0:16756:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001902980a. 00000100:00000001:3.0:1767384900.753444:0:16756:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384900.753445:0:16756:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384900.753448:0:16756:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009ecbfcf6. 00010000:00000001:3.0:1767384900.753452:0:16756:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1767384900.753454:0:16756:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384900.753456:0:16756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384900.753460:0:16756:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384900.753462:0:16756:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384900.753465:0:16756:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bb2adef3 time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384900.753469:0:16756:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384900.753471:0:16756:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:3.0:1767384900.753474:0:16756:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:3.0:1767384900.753476:0:16756:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384900.753478:0:16756:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.753480:0:16756:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384900.753483:0:16756:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384900.753501:0:16756:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af2b8b9d. 00000100:00000200:3.0:1767384900.753504:0:16756:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237358505472, offset 224 00000400:00000200:3.0:1767384900.753509:0:16756:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384900.753515:0:16756:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384900.753521:0:16756:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272702e00 00000400:00000200:3.0:1767384900.753526:0:16756:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x13e5 [1] + 224 00000400:00000200:3.0:1767384900.753530:0:16756:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384900.753535:0:16756:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384900.753540:0:16756:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384900.753543:0:16756:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b56ff614 x1853237358505472/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384900.753553:0:16756:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b56ff614 x1853237358505472/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.753571:0:16756:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384900.753579:0:16756:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af2b8b9d 00000400:00000010:3.0:1767384900.753582:0:16756:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af2b8b9d. 00000100:00000001:3.0:1767384900.753585:0:16756:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384900.753587:0:16756:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384900.753592:0:16756:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384900.753595:0:16756:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:3.0:1767384900.753598:0:16756:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.753600:0:16756:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384900.753604:0:16756:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d083d558 x1853237358505472/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:126/0 lens 328/224 e 0 to 0 dl 1767384911 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384900.753614:0:16756:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d083d558 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fc613044-dd35-4201-b03c-4d69ab0214c0+16:16127:x1853237358505472:12345-0@lo:103: Request processed in 669us (959us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384900.753623:0:16756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:3.0:1767384900.753626:0:16756:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 2 00000100:00000001:3.0:1767384900.753630:0:16756:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384900.753632:0:16756:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384900.753635:0:16756:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008e1dde7d. 00000020:00000010:3.0:1767384900.753649:0:16756:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000037e895a9. 00000020:00000010:3.0:1767384900.753660:0:16756:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bf44b16. 00000020:00000040:3.0:1767384900.753665:0:16756:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 15 00000100:00000001:3.0:1767384900.753668:0:16756:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.753686:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384900.753688:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384900.753692:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384900.753693:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384900.753707:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b6abba1. 00000400:00000200:3.0:1767384900.753711:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005688dda0 00000400:00000010:3.0:1767384900.753713:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005688dda0. 00000100:00000001:3.0:1767384900.753716:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384900.753720:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b56ff614 x1853237358505472/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384900.753729:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b56ff614 x1853237358505472/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.753738:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384900.753740:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.753743:0:16127:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384900.753745:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384900.753746:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384900.753750:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384900.753753:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384900.753756:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f692eeab time=24 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384900.753760:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384900.753763:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384900.753764:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.753766:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384900.753768:0:16127:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.753770:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384900.753773:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b56ff614 x1853237358505472/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.753780:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384900.753782:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384900.753784:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384900.753788:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b56ff614 x1853237358505472/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384900.753803:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b56ff614 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358505472:0@lo:103: 00000100:00000001:3.0:1767384900.753808:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.753810:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384900.753814:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b56ff614 x1853237358505472/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384916 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.753822:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384900.753824:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384900.753827:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004c47569c. 02000000:00000001:3.0:1767384900.753831:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384900.753833:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384900.753834:0:16127:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384900.753837:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384900.753839:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005cbdb1d9. 02000000:00000001:3.0:1767384900.753843:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384900.753845:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384900.753847:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b56ff614. 00000100:00000001:3.0:1767384900.753850:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384900.753851:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.753853:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.753858:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384900.753859:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.753862:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384900.753863:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384900.753880:0:16785:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000004304d827/0x4895a8f6c11e8601 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384900.753888:0:16785:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:3.0:1767384900.753891:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:3.0:1767384900.753893:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004304d827/0x4895a8f6c11e8601 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384900.753899:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384900.753901:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384900.753910:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004304d827/0x4895a8f6c11e8601 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384900.753917:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000bc80035c count: 0 00010000:00000001:3.0:1767384900.753926:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384900.753937:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:2.1:1767384900.756039:0:21761:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d763f449. 00010000:00000010:2.1:1767384900.756058:0:21761:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003fac1457. 00010000:00000010:3.1:1767384900.759044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ad871020. 00010000:00000010:3.1:1767384900.759051:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000bc80035c. 00010000:00000010:3.1:1767384900.759054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004304d827. 00080000:00000001:3.0:1767384900.761118:0:16762:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384900.761124:0:16762:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00080000:00000001:0.0:1767384900.761125:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384900.761129:0:16762:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384900.761129:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384900.761132:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384900.761134:0:16762:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384900.761134:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384900.761138:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384900.761139:0:16762:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:0.0:1767384900.761140:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009634a443. 00080000:00000001:0.0:1767384900.761145:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384900.761153:0:16762:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384900.761158:0:16762:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384900.761163:0:16762:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384900.761175:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384900.761177:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384900.761191:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384900.761195:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384900.761197:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384900.761204:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006c646a0c. 00010000:00000001:3.0:1767384900.761208:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384900.761212:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004304d827. 00000020:00000001:3.0:1767384900.761215:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384900.761218:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004304d827 with handle 0x4895a8f6c11e8608 to hash 00000020:00000001:3.0:1767384900.761221:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384900.761222:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635431492115968 : -108642217435648 : ffff9d30c338de00) 00010000:00000001:3.0:1767384900.761225:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635431492115968 : -108642217435648 : ffff9d30c338de00) 00010000:00000001:3.0:1767384900.761228:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384900.761230:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384900.761232:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004304d827/0x4895a8f6c11e8608 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384900.761240:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384900.761242:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384900.761244:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384900.761254:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384900.761256:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384900.761258:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384900.761260:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384900.761263:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384900.761265:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384900.761267:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384900.761269:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384900.761271:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006c646a0c) refcount = 1 00010000:00010000:3.0:1767384900.761275:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004304d827/0x4895a8f6c11e8608 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384900.761281:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384900.761283:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384900.761284:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384900.761287:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.761289:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384900.761303:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384900.761306:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002318499s 00010000:00000001:3.0:1767384900.761309:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384900.761311:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384900.761314:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004304d827 refcount=4 00000020:00000001:3.0:1767384900.761317:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431492115968 : -108642217435648 : ffff9d30c338de00) 00010000:00000001:3.0:1767384900.761319:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635431492115968 : -108642217435648 : ffff9d30c338de00) 00010000:00000001:3.0:1767384900.761321:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384900.761323:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004304d827/0x4895a8f6c11e8608 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384900.761328:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384900.761330:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004304d827/0x4895a8f6c11e8608 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384900.761334:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384900.761334:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384900.761335:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004304d827/0x4895a8f6c11e8608 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384900.761347:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384900.761349:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.761351:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384900.761353:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004304d827/0x4895a8f6c11e8608 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384900.761368:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004304d827 already unused, calling callback (00000000be7801c4) 00010000:00000001:3.0:1767384900.761370:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384900.761372:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384900.761373:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004304d827/0x4895a8f6c11e8608 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384900.761376:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384900.761378:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384900.761379:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384900.761380:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004304d827 refcount=5 00000020:00000001:3.0:1767384900.761382:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431492115968 : -108642217435648 : ffff9d30c338de00) 00010000:00000001:3.0:1767384900.761383:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635431492115968 : -108642217435648 : ffff9d30c338de00) 00010000:00000001:3.0:1767384900.761385:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384900.761387:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004304d827/0x4895a8f6c11e8608 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384900.761390:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384900.761391:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384900.761392:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.761394:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384900.761395:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384900.761397:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384900.761398:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384900.761400:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004304d827 with handle 0x4895a8f6c11e8608 from hash 00010000:00000001:3.0:1767384900.761401:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384900.761402:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384900.761403:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384900.761408:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384900.761410:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384900.761411:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384900.761413:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384900.761415:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384900.761417:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.761418:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384900.761420:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384900.761421:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384900.761423:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384900.761424:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.761425:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.761427:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384900.761428:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004304d827/0x4895a8f6c11e8608 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384900.761432:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384900.761433:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384900.761434:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384900.761435:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384900.761436:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384900.761437:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384900.761439:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384900.761441:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384900.761443:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384900.761445:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004304d827/0x4895a8f6c11e8608 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384900.761449:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384900.761450:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384900.761451:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004304d827/0x4895a8f6c11e8608 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384900.761455:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006c646a0c count: 0 00010000:00000001:3.0:1767384900.761464:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384900.761465:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384900.762766:0:16764:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384900.762771:0:16764:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384900.762773:0:16764:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000474943cc. 20000000:00000001:0.0:1767384900.762785:0:16764:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384900.762789:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358505216 00010000:00000001:0.0:1767384900.762792:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384900.762796:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f207023d x1853237358505216/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:126/0 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384900.762805:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384900.762807:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384900.762809:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384900.762811:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384900.762813:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384900.762814:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384900.762816:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384900.762817:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384900.762819:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384900.762821:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384900.762824:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000904a518a. 00000100:00000200:0.0:1767384900.762826:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358505216, offset 224 00000400:00000200:0.0:1767384900.762830:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384900.762835:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384900.762840:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272702d00 00000400:00000200:0.0:1767384900.762844:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13cd [2] + 224 00000400:00000200:0.0:1767384900.762848:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384900.762851:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384900.762854:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384900.762856:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007b26b32b x1853237358505216/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384900.762862:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007b26b32b x1853237358505216/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384900.762874:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384900.762878:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000904a518a 00000100:00000001:3.0:1767384900.762880:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384900.762881:0:16764:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000904a518a. 00000100:00000001:3.0:1767384900.762884:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384900.762885:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384900.762886:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384900.762893:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384900.762896:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384900.762898:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ac92ace. 00000100:00000001:0.0:1767384900.762898:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384900.762904:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000043501fd 00000100:00000040:0.0:1767384900.762904:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000010:3.0:1767384900.762909:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000043501fd. 00010000:00000001:0.0:1767384900.762909:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384900.762914:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.762915:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384900.762917:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384900.762921:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007b26b32b x1853237358505216/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384900.762923:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f207023d x1853237358505216/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:126/0 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384900.762947:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007b26b32b x1853237358505216/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384900.762953:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f207023d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16130:x1853237358505216:12345-0@lo:253: Request processed in 20386us (20710us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384900.762956:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384900.762958:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.762962:0:16130:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384900.762965:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384900.762967:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384900.762968:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384900.762970:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 02000000:00000001:3.0:1767384900.762971:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384900.762976:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=24 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384900.762978:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00001000:3.0:1767384900.762980:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384900.762984:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384900.762984:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384900.762987:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.762989:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384900.762989:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384900.762993:0:16130:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.762995:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384900.762995:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000851fb7c. 00000100:00000040:3.0:1767384900.763001:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007b26b32b x1853237358505216/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384900.763002:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000036cc1799. 00000020:00000010:0.0:1767384900.763008:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e802ad43. 00000100:00000001:3.0:1767384900.763009:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384900.763029:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384900.763031:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384900.763033:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 00000020:01000004:3.0:1767384900.763034:0:16130:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384900.763038:0:16130:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:0.0:1767384900.763039:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:3.0:1767384900.763040:0:16130:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384900.763044:0:16130:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384900.763045:0:16130:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000010:0.0:1767384900.763045:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000008b01b2. 00000020:01000004:3.0:1767384900.763047:0:16130:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384900.763050:0:16130:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384900.763051:0:16130:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:0.0:1767384900.763052:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384900.763055:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384900.763059:0:16130:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000200:0.0:1767384900.763061:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384900.763064:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007b26b32b x1853237358505216/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384900.763069:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061094ded. 00000100:00100000:3.0:1767384900.763072:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007b26b32b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358505216:0@lo:253: 00000100:00000001:3.0:1767384900.763077:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384900.763077:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000904a518a. 00000100:00000001:3.0:1767384900.763081:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384900.763084:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007b26b32b x1853237358505216/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.763088:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384900.763090:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384900.763092:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000bd10809b. 02000000:00000001:3.0:1767384900.763095:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384900.763096:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384900.763097:0:16130:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384900.763099:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384900.763101:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003f56273e. 02000000:00000001:3.0:1767384900.763103:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384900.763105:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384900.763106:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007b26b32b. 00000100:00000001:3.0:1767384900.763109:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384900.763110:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.763111:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.763116:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384900.763117:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.763119:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384900.763121:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384900.763932:0:16762:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384900.763935:0:16762:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384900.763936:0:16762:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000071ce7d93. 20000000:00000001:3.0:1767384900.763940:0:16762:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384900.763942:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358505088 00010000:00000001:3.0:1767384900.763944:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384900.763947:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ceaf0af1 x1853237358505088/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:126/0 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384900.763952:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384900.763959:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384900.763961:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384900.763963:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384900.763965:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:3.0:1767384900.763966:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:3.0:1767384900.763968:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384900.763970:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.763972:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384900.763974:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384900.763977:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003959c0a7. 00000100:00000200:3.0:1767384900.763979:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358505088, offset 224 00000400:00000200:3.0:1767384900.763983:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384900.763988:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384900.763992:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272702c80 00000400:00000200:3.0:1767384900.763996:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13c5 [2] + 224 00000400:00000200:3.0:1767384900.764000:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384900.764002:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384900.764005:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384900.764007:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a8eca923 x1853237358505088/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384900.764042:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a8eca923 x1853237358505088/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.764052:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384900.764057:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003959c0a7 00000400:00000010:3.0:1767384900.764059:0:16762:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003959c0a7. 00000100:00000001:3.0:1767384900.764062:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384900.764064:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767384900.764067:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294890626, at 4294890627 00000100:00000001:3.0:1767384900.764068:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384900.764076:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00000010:0.0:1767384900.764077:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000087c7ef40. 00010000:00000001:3.0:1767384900.764083:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384900.764085:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384900.764087:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384900.764090:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ceaf0af1 x1853237358505088/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:126/0 lens 4848/4768 e 0 to 0 dl 1767384911 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384900.764105:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ceaf0af1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16129:x1853237358505088:12345-0@lo:253: Request processed in 21521us (22021us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384900.764111:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00000040:3.0:1767384900.764114:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:3.0:1767384900.764115:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384900.764117:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384900.764119:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000300a0683. 00000020:00000010:3.0:1767384900.764123:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b5bad702. 00000020:00000010:3.0:1767384900.764126:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d12c458f. 00000020:00000040:3.0:1767384900.764128:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 02000000:00000001:3.0:1767384900.764130:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384900.764131:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000023a25b03. 02000000:00000001:3.0:1767384900.764133:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384900.764134:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384900.764137:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384900.764140:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b31338d6. 00000400:00000010:3.0:1767384900.764144:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003959c0a7. 00000100:00000040:3.0:1767384900.764159:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294890626, at 4294890627 00000100:00000010:3.0:1767384900.764164:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004ae2e52e. 00000100:00000001:3.0:1767384900.764171:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384900.764174:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384900.764178:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384900.764180:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384900.764184:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e965d2ee. 00000400:00000200:3.0:1767384900.764186:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c69cbc95 00000400:00000010:3.0:1767384900.764190:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c69cbc95. 00000100:00000001:3.0:1767384900.764193:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384900.764197:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a8eca923 x1853237358505088/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384900.764207:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a8eca923 x1853237358505088/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.764219:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384900.764227:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.764230:0:16129:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384900.764233:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384900.764235:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384900.764237:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384900.764241:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384900.764246:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=24 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384900.764250:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384900.764254:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384900.764257:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384900.764260:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384900.764264:0:16129:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.764268:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384900.764271:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a8eca923 x1853237358505088/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.764279:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384900.764283:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384900.764285:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384900.764288:0:16129:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384900.764292:0:16129:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384900.764295:0:16129:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384900.764298:0:16129:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384900.764300:0:16129:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384900.764303:0:16129:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384900.764304:0:16129:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384900.764305:0:16129:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384900.764307:0:16129:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384900.764310:0:16129:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384900.764313:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a8eca923 x1853237358505088/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384900.764323:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a8eca923 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358505088:0@lo:253: 00000100:00000001:3.0:1767384900.764329:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.764333:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384900.764337:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a8eca923 x1853237358505088/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384900.764344:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384900.764352:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384900.764353:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c499ca11. 02000000:00000001:3.0:1767384900.764358:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384900.764361:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384900.764364:0:16129:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384900.764367:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384900.764370:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000425487b9. 02000000:00000001:3.0:1767384900.764377:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384900.764379:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384900.764382:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a8eca923. 00000100:00000001:3.0:1767384900.764385:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384900.764388:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.764391:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384900.764396:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384900.764399:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384900.764414:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384900.764418:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384900.765205:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294890626, at 4294890628 00000100:00000010:2.0:1767384900.765212:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f8b95d44. 00010000:00000010:3.1:1767384900.767062:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006c646a0c. 00010000:00000010:3.1:1767384900.767070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004304d827. 00000020:00000001:3.0:1767384901.465187:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384901.465193:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384901.465197:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:3.0:1767384901.657122:0:16793:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384901.657129:0:16793:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384901.657137:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd92e08b. 00000020:00000040:3.0:1767384901.657147:0:16793:0:(genops.c:1229:class_import_get()) import 000000002913d734 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384901.657153:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384901.657157:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384901.657162:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384901.657172:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000e2c600b. 00000100:00000001:3.0:1767384901.657181:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.657190:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384901.657194:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384901.657205:0:16793:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd92e08b] to pc [ptlrpcd_00_01+1] req@00000000dd92e08b x1853237358505600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384901.657254:0:16793:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384901.657277:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384901.657284:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384901.657290:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384901.657305:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dd92e08b x1853237358505600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384901.657327:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384901.657330:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384901.657349:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384901.657353:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384901.657356:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384901.657362:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dd92e08b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16128:1853237358505600:0@lo:13: 00000100:00000001:0.0:1767384901.657370:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384901.657377:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384901.657381:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384901.657386:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384901.657394:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000024f32905. 02000000:00000001:0.0:1767384901.657398:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384901.657407:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8fea476. 00000400:00000010:0.0:1767384901.657418:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccae3aef. 00000100:00000200:0.0:1767384901.657429:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358505600, portal 4 00000100:00000001:0.0:1767384901.657434:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384901.657437:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515725696 : -108637193825920 : ffff9d31eea71180) 00000100:00000040:0.0:1767384901.657448:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dd92e08b x1853237358505600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384917 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384901.657464:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384901.657470:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384901.657474:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dddde4a5. 00000100:00000200:0.0:1767384901.657479:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237358505600, offset 0 00000400:00000200:0.0:1767384901.657491:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384901.657507:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384901.657522:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272702e80 00000400:00000200:0.0:1767384901.657530:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 672 00000400:00000200:0.0:1767384901.657539:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384901.657544:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384901.657552:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384901.657555:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1767384901.657561:0:16128:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000891fe5f8. 00000100:00000040:0.0:1767384901.657564:0:16128:0:(events.c:337:request_in_callback()) incoming req@00000000891fe5f8 x1853237358505600 msgsize 224 00000100:00100000:0.0:1767384901.657569:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384901.657592:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384901.657614:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dddde4a5 00000400:00000010:0.0:1767384901.657618:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dddde4a5. 00000100:00000001:0.0:1767384901.657624:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384901.657631:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dd92e08b x1853237358505600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384917 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384901.657645:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384901.657655:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dd92e08b x1853237358505600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384917 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384901.657669:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384901.657672:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384901.657678:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384901.657688:0:16128:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7270 usecs (8 jiffies) 00000100:00000001:0.0:1767384901.657722:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294891528 00000100:00000010:0.0:1767384901.657744:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000001cc7b92. 00000100:00000001:0.0:1767384901.657759:0:16128:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384901.657778:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294891528 00000100:00000010:0.0:1767384901.657791:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ad9c3fd9. 00000100:00000001:0.0:1767384901.657804:0:16128:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384901.657814:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294891528 00000100:00000010:0.0:1767384901.657825:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000053a84f81. 00000100:00000001:0.0:1767384901.657832:0:16128:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384901.657842:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294891528 00000100:00000010:0.0:1767384901.657847:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b30c665f. 00000100:00000001:0.0:1767384901.657851:0:16128:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384901.657867:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384901.657877:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384901.657887:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384901.657896:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384901.657910:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1767384901.657920:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:0.0:1767384901.657920:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:3.0:1767384901.657932:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fe96f595) now 6 - evictor 00000100:00000001:0.0:1767384901.657932:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384901.657938:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384901.657961:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384901.657970:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.657974:0:18104:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384901.657997:0:18104:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384901.658008:0:18104:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.658053:0:18104:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384901.658099:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) fc613044-dd35-4201-b03c-4d69ab0214c0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384901.658116:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384901.658128:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cdbf7c2f. 00000020:00000040:3.0:1767384901.658139:0:36:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1767384901.658152:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384901.658158:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384901.658166:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384901.658177:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000854e456. 00000100:00000001:3.0:1767384901.658189:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384901.658201:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc613044-dd35-4201-b03c-4d69ab0214c0->MGS req@00000000cdbf7c2f x1853237358505728/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384901.658220:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384901.658226:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384901.658240:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cdbf7c2f] to pc [ptlrpcd_00_02+2] req@00000000cdbf7c2f x1853237358505728/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384901.658289:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384901.658304:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384901.658312:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384901.658318:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384901.658318:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384901.658326:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1767384901.658328:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000287c3c51. 00000100:00000040:0.0:1767384901.658337:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cdbf7c2f x1853237358505728/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384901.658338:0:36:0:(genops.c:1229:class_import_get()) import 000000005ebd018a refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384901.658346:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384901.658353:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384901.658364:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384901.658368:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384901.658375:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384901.658381:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1767384901.658385:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1e176bd. 02000000:00000001:0.0:1767384901.658388:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384901.658395:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384901.658400:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384901.658405:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000287c3c51 x1853237358505856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384901.658412:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cdbf7c2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358505728:0@lo:400: 00000100:00000001:0.0:1767384901.658432:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384901.658441:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384901.658447:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384901.658456:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384901.658465:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:0.0:1767384901.658466:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000068e5ef65. 02000000:00000001:0.0:1767384901.658472:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.658473:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384901.658487:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009faf174b. 00000400:00000010:0.0:1767384901.658500:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dddde4a5. 00000100:00000040:3.0:1767384901.658504:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000287c3c51] to pc [ptlrpcd_00_03+3] req@00000000287c3c51 x1853237358505856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384901.658511:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358505728, portal 25 00000100:00000001:0.0:1767384901.658517:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384901.658522:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515735552 : -108637193816064 : ffff9d31eea73800) 00000100:00000040:0.0:1767384901.658535:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cdbf7c2f x1853237358505728/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384901.658537:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384901.658543:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384901.658556:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384901.658559:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1767384901.658562:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021d34006. 00000020:00000040:3.0:1767384901.658568:0:36:0:(genops.c:1229:class_import_get()) import 00000000e13b832f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384901.658572:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767384901.658572:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384901.658577:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767384901.658580:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8fe4066. 02000000:00000001:3.0:1767384901.658582:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384901.658590:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237358505728, offset 0 02000000:00000010:3.0:1767384901.658595:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003907f9b9. 00000400:00000200:0.0:1767384901.658603:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384901.658608:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384901.658615:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000021d34006 x1853237358505984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384901.658618:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384901.658634:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384901.658641:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384901.658641:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272702f00 00000100:00000040:3.0:1767384901.658650:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021d34006] to pc [ptlrpcd_00_00+0] req@0000000021d34006 x1853237358505984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384901.658653:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x935 [2] + 0 00000400:00000010:0.0:1767384901.658678:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005cb5f89e. 00000400:00000200:0.0:1767384901.658717:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ed0de439 00000100:00000001:3.0:1767384901.658723:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384901.658729:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384901.658732:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (229) 00000400:00000200:0.0:1767384901.658747:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384901.658753:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384901.658756:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed0de439 00000100:00000001:3.0:1767384901.658761:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384901.658764:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ed0de439. 00000100:00000001:3.0:1767384901.658768:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384901.658778:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000287c3c51 x1853237358505856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384901.658778:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384901.658783:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384901.658791:0:16129:0:(events.c:337:request_in_callback()) incoming req@000000005d92ce29 x1853237358505728 msgsize 224 00000100:00000001:3.0:1767384901.658805:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1767384901.658811:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384901.658812:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384901.658818:0:16129:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:3.0:1767384901.658821:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384901.658827:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384901.658837:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384901.658837:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1767384901.658848:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000287c3c51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16130:1853237358505856:0@lo:400: 00000400:00000200:0.0:1767384901.658848:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8fe4066 00000400:00000010:0.0:1767384901.658857:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8fe4066. 00000100:00000001:0.0:1767384901.658865:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384901.658867:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1767384901.658880:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cdbf7c2f x1853237358505728/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384901.658887:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384901.658892:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384901.658900:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384901.658901:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1767384901.658909:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dbafb81e. 00000100:00000040:0.0:1767384901.658911:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cdbf7c2f x1853237358505728/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384917 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384901.658917:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384901.658924:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384901.658926:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e965d2ee. 00000100:00000001:0.0:1767384901.658931:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767384901.658937:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af2b8b9d. 00000100:00000001:0.0:1767384901.658940:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384901.658949:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358505856, portal 10 00000100:00000001:0.0:1767384901.658949:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294891532 00000100:00000001:3.0:1767384901.658958:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384901.658965:0:16129:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294891528 00000100:00000001:3.0:1767384901.658966:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515730176 : -108637193821440 : ffff9d31eea72300) 00000100:00000001:0.0:1767384901.658979:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294891532 00000100:00000040:3.0:1767384901.658984:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000287c3c51 x1853237358505856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384901.658991:0:16129:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294891528 00000100:00000001:0.0:1767384901.659000:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294891532 00000100:00000001:0.0:1767384901.659050:0:16129:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294891528 00000100:00000001:0.0:1767384901.659064:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294891533 00000100:00000001:0.0:1767384901.659077:0:16129:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294891528 00000100:00000001:3.0:1767384901.659083:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384901.659088:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384901.659096:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384901.659106:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001001990f. 00000100:00000001:0.0:1767384901.659110:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384901.659118:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237358505856, offset 0 00000100:00000001:0.0:1767384901.659118:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384901.659128:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384901.659137:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384901.659141:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384901.659144:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384901.659154:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384901.659155:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384901.659162:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384901.659167:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384901.659175:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272702f80 00000100:00000001:0.0:1767384901.659177:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384901.659194:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2904 00000400:00000200:3.0:1767384901.659208:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384901.659217:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384901.659224:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384901.659227:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384901.659227:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384901.659230:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384901.659233:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1767384901.659234:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b366d3ae. 00000100:00000040:3.0:1767384901.659239:0:16130:0:(events.c:337:request_in_callback()) incoming req@00000000b366d3ae x1853237358505856 msgsize 224 00000100:00000040:0.0:1767384901.659242:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021d34006 x1853237358505984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384901.659251:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384901.659258:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384901.659261:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384901.659268:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384901.659272:0:16130:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384901.659272:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384901.659278:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384901.659284:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001001990f 00000400:00000010:3.0:1767384901.659290:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001001990f. 00000100:00100000:0.0:1767384901.659290:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021d34006 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16127:1853237358505984:0@lo:400: 00000100:00000001:3.0:1767384901.659299:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384901.659304:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1767384901.659309:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000287c3c51 x1853237358505856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384901.659314:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384901.659320:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384901.659326:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384901.659337:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1767384901.659338:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c6823f8. 02000000:00000001:0.0:1767384901.659347:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384901.659360:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbd7122d. 00000100:00000040:3.0:1767384901.659362:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000287c3c51 x1853237358505856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384901.659370:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8fe4066. 00000100:00000200:0.0:1767384901.659380:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358505984, portal 10 00000100:00000001:0.0:1767384901.659389:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384901.659390:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.659395:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384901.659395:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515734656 : -108637193816960 : ffff9d31eea73480) 00000100:00000001:3.0:1767384901.659407:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384901.659407:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021d34006 x1853237358505984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384901.659415:0:16130:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2448 usecs (3 jiffies) 00000100:00000001:3.0:1767384901.659425:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294891525 00000100:00000001:3.0:1767384901.659432:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294891532 00000100:00000001:0.0:1767384901.659432:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384901.659440:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294891525 00000100:00000040:0.0:1767384901.659440:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384901.659451:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294891532 00000100:00000001:3.0:1767384901.659459:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294891525 00000400:00000010:0.0:1767384901.659461:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e980b228. 00000100:00000001:3.0:1767384901.659469:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294891532 00000100:00000200:0.0:1767384901.659471:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237358505984, offset 0 00000100:00000001:3.0:1767384901.659473:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294891525 00000100:00000001:3.0:1767384901.659478:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294891533 00000400:00000200:0.0:1767384901.659485:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384901.659488:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384901.659496:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384901.659500:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384901.659504:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384901.659513:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272703000 00000100:00000001:3.0:1767384901.659514:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384901.659523:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384901.659524:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3128 00000100:00000001:3.0:1767384901.659532:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384901.659536:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384901.659537:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384901.659541:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384901.659543:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384901.659544:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.659549:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384901.659550:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384901.659555:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384901.659567:0:16127:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006e00ee5e. 00000100:00000040:0.0:1767384901.659573:0:16127:0:(events.c:337:request_in_callback()) incoming req@000000006e00ee5e x1853237358505984 msgsize 224 00000100:00100000:0.0:1767384901.659582:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384901.659590:0:17560:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384901.659602:0:17560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358505856 00000100:00000001:0.0:1767384901.659602:0:16127:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384901.659609:0:17560:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384901.659611:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e980b228 00000100:00000001:3.0:1767384901.659616:0:17560:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384901.659616:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e980b228. 00000100:00000001:3.0:1767384901.659621:0:17560:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384901.659622:0:16127:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767384901.659633:0:17560:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384901.659637:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021d34006 x1853237358505984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384901.659644:0:17560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358505856 00000020:00000001:3.0:1767384901.659652:0:17560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384901.659657:0:17560:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8544 00000100:00000001:0.0:1767384901.659662:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384901.659673:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021d34006 x1853237358505984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384901.659676:0:17560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384901.659684:0:17560:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d62afedc refcount=5 00000020:00000001:3.0:1767384901.659716:0:17560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 00000100:00000001:0.0:1767384901.659722:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384901.659724:0:17560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 00000100:00000001:0.0:1767384901.659732:0:16127:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384901.659734:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384901.659743:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f3536310. 00000100:00000001:0.0:1767384901.659746:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.659754:0:17560:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384901.659756:0:16127:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2470 usecs (3 jiffies) 00000020:00000010:3.0:1767384901.659766:0:17560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f3536310. 00000100:00000001:0.0:1767384901.659766:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294891525 00000100:00000001:0.0:1767384901.659774:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294891532 00000020:00000010:3.0:1767384901.659779:0:17560:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ee88d46. 00000100:00000001:0.0:1767384901.659785:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294891525 00000020:00000010:3.0:1767384901.659788:0:17560:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000059db408c. 00000100:00000001:0.0:1767384901.659795:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294891532 00000020:00000010:3.0:1767384901.659799:0:17560:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b5bad702. 00000100:00000001:0.0:1767384901.659803:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294891525 00000100:00000001:0.0:1767384901.659812:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294891532 00000100:00000040:3.0:1767384901.659816:0:17560:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384901.659828:0:17560:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384901.659833:0:17560:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384901.659833:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294891525 00000100:00000001:3.0:1767384901.659837:0:17560:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384901.659837:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294891533 00000100:00000001:0.0:1767384901.659846:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384901.659851:0:17560:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384901.659851:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.659859:0:17560:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384901.659859:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.659865:0:17560:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384901.659865:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384901.659879:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384901.659886:0:17560:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384901.659886:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384901.659898:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384901.659904:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384901.659905:0:17560:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384901.659912:0:17560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358505984 00000100:00000001:0.0:1767384901.659912:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384901.659920:0:17560:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384901.659921:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.659928:0:17560:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384901.659933:0:17560:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384901.659945:0:17560:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384901.659946:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384901.659951:0:17560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358505984 00000100:00000001:0.0:1767384901.659951:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384901.659958:0:17560:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000001:0.0:1767384901.659963:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1767384901.659964:0:17560:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e853d 00000400:00000001:0.0:1767384901.659970:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384901.659974:0:17560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384901.659978:0:17560:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e235a287 refcount=5 00000400:00000010:0.0:1767384901.659978:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8fea476. 00000020:00000001:3.0:1767384901.659987:0:17560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431487174656 : -108642222376960 : ffff9d30c2ed7800) 00000400:00000200:0.0:1767384901.659989:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccae3aef 00000400:00000010:0.0:1767384901.659996:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccae3aef. 00000020:00000001:3.0:1767384901.659998:0:17560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431487174656 : -108642222376960 : ffff9d30c2ed7800) 00000100:00000001:3.0:1767384901.660006:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384901.660008:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384901.660062:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f3536310. 00000020:00000010:3.0:1767384901.660086:0:17560:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000163d8a24. 00000020:00000040:3.0:1767384901.660103:0:17560:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8a46e2f) now 8 - evictor 00000100:00000001:3.0:1767384901.660123:0:17560:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384901.660136:0:17560:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092b192c8. 00000020:00000010:3.0:1767384901.660149:0:17560:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008e1dde7d. 00000020:00000010:3.0:1767384901.660162:0:17560:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000037e895a9. 00000100:00000001:3.0:1767384901.660177:0:17560:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384901.660185:0:17560:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384901.660193:0:17560:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384901.660206:0:17560:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384901.660212:0:17560:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384901.660219:0:17560:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.660235:0:17560:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384901.660257:0:17560:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384901.660264:0:17560:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384901.660274:0:17560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:3.0:1767384901.660282:0:17560:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d62afedc : new rpc_count 1 00000100:00000001:3.0:1767384901.660292:0:17560:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436515733760 : -108637193817856 : ffff9d31eea73100) 00000100:00000040:3.0:1767384901.660308:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b366d3ae x1853237358505856/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:127/0 lens 224/0 e 0 to 0 dl 1767384912 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384901.660346:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384901.660357:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f372a719. 00000100:00000001:3.0:1767384901.660370:0:17560:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384901.660382:0:17560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f372a719. 00000100:00100000:3.0:1767384901.660400:0:17560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b366d3ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16130:x1853237358505856:12345-0@lo:400: 00000100:00000200:3.0:1767384901.660418:0:17560:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358505856 00000020:00000001:3.0:1767384901.660427:0:17560:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384901.660438:0:17560:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384901.660445:0:17560:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384901.660456:0:17560:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384901.660464:0:17560:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00000020:00000001:3.0:1767384901.660473:0:17560:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384901.660495:0:17560:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384901.660503:0:17560:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384901.660509:0:17560:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384901.660513:0:17560:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384901.660524:0:17560:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384901.660533:0:17560:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384901.660540:0:17560:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384901.660553:0:17560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e5a5d59b. 00000100:00000200:0.0:1767384901.660555:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dd92e08b x1853237358505600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384901.660558:0:17560:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.660563:0:17560:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384901.660567:0:17560:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384901.660572:0:17560:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358505856 00000100:00000200:0.0:1767384901.660575:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dd92e08b x1853237358505600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384901.660578:0:17560:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384901.660585:0:17560:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b366d3ae x1853237358505856/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:127/0 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384901.660589:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384901.660593:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384901.660602:0:16128:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384901.660603:0:17560:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384901.660610:0:17560:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384901.660610:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384901.660613:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:3.0:1767384901.660615:0:17560:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384901.660619:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.660625:0:17560:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1767384901.660625:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384901.660634:0:17560:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:3.0:1767384901.660640:0:17560:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000100:00001000:0.0:1767384901.660640:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000310710fb time=15 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384901.660645:0:17560:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:0.0:1767384901.660647:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a6c23273 time=15 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384901.660650:0:17560:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.660658:0:17560:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384901.660658:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384901.660664:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384901.660671:0:17560:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384901.660672:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767384901.660683:0:17560:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001001990f. 00000100:00000200:3.0:1767384901.660724:0:17560:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358505856, offset 224 00010000:00080000:0.0:1767384901.660725:0:16128:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000dd92e08b x1853237358505600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384901.660758:0:17560:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384901.660758:0:16128:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384901.660770:0:16128:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384901.660777:0:16128:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000200:3.0:1767384901.660778:0:17560:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384901.660785:0:16128:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384901.660793:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384901.660796:0:17560:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272702f80 00000100:00000040:0.0:1767384901.660803:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dd92e08b x1853237358505600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384901.660813:0:17560:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1415 [1] + 224 00000400:00000200:3.0:1767384901.660827:0:17560:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384901.660827:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384901.660834:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1767384901.660839:0:17560:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384901.660839:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384901.660848:0:17560:0:(events.c:78:reply_in_callback()) Process entered 00000004:00000001:0.0:1767384901.660848:0:16128:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384901.660858:0:16128:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000200:3.0:1767384901.660859:0:17560:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000287c3c51 x1853237358505856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:0.0:1767384901.660868:0:16128:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:0.0:1767384901.660887:0:16128:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000067181a10): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000040:3.0:1767384901.660897:0:17560:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000287c3c51 x1853237358505856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384901.660900:0:16128:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384901.660909:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd92e08b x1853237358505600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384917 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384901.660926:0:17560:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384901.660938:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dd92e08b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16128:1853237358505600:0@lo:13: 00000400:00000200:3.0:1767384901.660939:0:17560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001001990f 00000400:00000010:3.0:1767384901.660946:0:17560:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001001990f. 00000100:00000001:0.0:1767384901.660951:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384901.660956:0:17560:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384901.660959:0:17560:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384901.660960:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384901.660967:0:17560:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384901.660969:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dd92e08b x1853237358505600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384917 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384901.660974:0:17560:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:3.0:1767384901.660982:0:17560:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384901.660989:0:17560:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384901.660989:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1767384901.660998:0:17560:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1767384901.660998:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384901.661006:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000024f32905. 00000100:00000040:3.0:1767384901.661011:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b366d3ae x1853237358505856/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:127/0 lens 224/224 e 0 to 0 dl 1767384912 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384901.661059:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384901.661064:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384901.661069:0:16128:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00100000:3.0:1767384901.661088:0:17560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b366d3ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16130:x1853237358505856:12345-0@lo:400: Request processed in 738us (1841us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384901.661089:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384901.661096:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000e2c600b. 02000000:00000001:0.0:1767384901.661105:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384901.661113:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:3.0:1767384901.661120:0:17560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000010:0.0:1767384901.661120:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd92e08b. 00000100:00000040:3.0:1767384901.661130:0:17560:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d62afedc : new rpc_count 0 00000100:00000001:0.0:1767384901.661133:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384901.661140:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384901.661141:0:17560:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384901.661147:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384901.661148:0:17560:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384901.661156:0:17560:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000059db408c. 00000100:00000001:0.0:1767384901.661158:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384901.661163:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384901.661166:0:17560:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b5bad702. 00000100:00000001:0.0:1767384901.661172:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384901.661174:0:17560:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ee88d46. 00000100:00000001:0.0:1767384901.661177:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384901.661188:0:17560:0:(genops.c:898:class_export_put()) PUTting export 00000000d62afedc : new refcount 4 00000100:00000001:3.0:1767384901.661199:0:17560:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384901.661216:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384901.661223:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1767384901.661246:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000400:00000001:0.0:1767384901.661246:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384901.661252:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1767384901.661254:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8a46e2f) now 8 - evictor 00000400:00000010:0.0:1767384901.661256:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009faf174b. 00000400:00000200:0.0:1767384901.661262:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dddde4a5 00000400:00000010:0.0:1767384901.661265:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dddde4a5. 00000100:00000001:3.0:1767384901.661268:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384901.661270:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384901.661271:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384901.661278:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1767384901.661280:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cdbf7c2f x1853237358505728/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384901.661283:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384901.661289:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e965d2ee. 00000400:00000200:3.0:1767384901.661313:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af2b8b9d 00000400:00000010:3.0:1767384901.661320:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af2b8b9d. 00000100:00000001:3.0:1767384901.661331:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384901.661336:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cdbf7c2f x1853237358505728/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384901.661343:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000287c3c51 x1853237358505856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384901.661382:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384901.661387:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384901.661395:0:16129:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:3.0:1767384901.661398:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000287c3c51 x1853237358505856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384901.661401:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384901.661405:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384901.661408:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384901.661413:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.661415:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767384901.661420:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=25 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384901.661423:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384901.661426:0:16130:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:0.0:1767384901.661428:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=25 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384901.661430:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384901.661433:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384901.661438:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384901.661440:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.661441:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384901.661450:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384901.661450:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384901.661457:0:16129:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384901.661462:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5338197 time=20 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384901.661477:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c619e3cd time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384901.661477:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.661489:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767384901.661489:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cdbf7c2f x1853237358505728/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384901.661495:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384901.661503:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384901.661507:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00080000:3.0:1767384901.661513:0:16130:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000287c3c51 x1853237358505856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384901.661513:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384901.661519:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384901.661531:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cdbf7c2f x1853237358505728/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384901.661553:0:16130:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.661562:0:16130:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384901.661567:0:16130:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384901.661574:0:16130:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384901.661577:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384901.661584:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cdbf7c2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358505728:0@lo:400: 00000100:00000040:3.0:1767384901.661587:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000287c3c51 x1853237358505856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384901.661602:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384901.661604:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384901.661606:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384901.661608:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1767384901.661613:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cdbf7c2f x1853237358505728/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384901.661614:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384901.661625:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000287c3c51 x1853237358505856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384901.661646:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384901.661652:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1767384901.661658:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000287c3c51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16130:1853237358505856:0@lo:400: 02000000:00000010:0.0:1767384901.661660:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000068e5ef65. 02000000:00000001:0.0:1767384901.661673:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384901.661679:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384901.661684:0:16129:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1767384901.661688:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384901.661711:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384901.661718:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000854e456. 00000100:00000001:3.0:1767384901.661721:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384901.661726:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767384901.661730:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000287c3c51 x1853237358505856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384901.661733:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384901.661739:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cdbf7c2f. 00000100:00000001:0.0:1767384901.661753:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384901.661755:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384901.661757:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384901.661759:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384901.661765:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dbafb81e. 00000100:00000001:0.0:1767384901.661766:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384901.661775:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384901.661776:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384901.661781:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384901.661781:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384901.661785:0:16130:0:(genops.c:1242:class_import_put()) import 000000005ebd018a refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384901.661787:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384901.661789:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384901.661790:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384901.661792:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1e176bd. 02000000:00000001:3.0:1767384901.661799:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384901.661803:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384901.661809:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000287c3c51. 00000100:00000001:3.0:1767384901.661821:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384901.661831:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384901.661842:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384901.661853:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384901.661861:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384901.661872:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384901.661878:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384901.671128:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294891532, at 4294891534 00000100:00000040:0.0:1767384901.671128:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294891532, at 4294891534 00000100:00000040:3.0:1767384901.671130:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294891533, at 4294891534 00000100:00000010:0.0:1767384901.671147:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000001cc7b92. 00000100:00000010:3.0:1767384901.671151:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b30c665f. 00000100:00000010:2.0:1767384901.671156:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000053a84f81. 00000020:00000001:0.0:1767384902.261229:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384902.261239:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384902.261241:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384902.261242:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 10000000:01000000:0.0:1767384902.261244:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384902.261249:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384902.261251:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384902.261252:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000020:01000004:0.0:1767384902.261253:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384902.261255:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384902.261259:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384902.261261:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384902.261262:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000010:3.0:1767384902.261264:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af2b8b9d. 00000020:01000004:0.0:1767384902.261264:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384902.261265:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384902.261269:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384902.261282:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (12) 00000100:00000010:0.0:1767384902.261286:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a8eca923. 00000020:00000040:0.0:1767384902.261291:0:36:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000400:00000010:3.0:1767384902.261292:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000078fa1e29. 00000100:00000001:0.0:1767384902.261296:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384902.261301:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 02000000:00000001:0.0:1767384902.261301:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384902.261308:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384902.261316:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b44a3452. 00000400:00000200:3.0:1767384902.261319:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000100:00000001:0.0:1767384902.261323:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384902.261328:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000100:00000001:0.0:1767384902.261331:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384902.261334:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384902.261337:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000100:00000040:0.0:1767384902.261342:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eca923] to pc [ptlrpcd_00_01+1] req@00000000a8eca923 x1853237358506112/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384902.261361:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:3.0:1767384902.261368:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:3.0:1767384902.261372:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 10000000:00000001:0.0:1767384902.261375:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384902.261379:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 10000000:00000001:0.0:1767384902.261380:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384902.261385:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384902.261389:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384902.261392:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000020:00000001:0.0:1767384902.261396:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384902.261400:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384902.261403:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 10000000:00000001:0.0:1767384902.261404:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384902.261407:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384902.261411:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384902.261414:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384902.261418:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384902.261422:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000020:01000004:0.0:1767384902.261422:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384902.261426:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384902.261434:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:0.0:1767384902.261435:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384902.261439:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384902.261443:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384902.261445:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 00000020:01000004:0.0:1767384902.261447:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384902.261452:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007b26b32b. 00000400:00000200:3.0:1767384902.261455:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp19 00000020:00000040:0.0:1767384902.261457:0:36:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1767384902.261462:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384902.261464:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp19 lpni_is_preferred = 0 02000000:00000001:0.0:1767384902.261465:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384902.261469:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384902.261472:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp19 02000000:00000010:0.0:1767384902.261475:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000da6ee759. 00000100:00000001:0.0:1767384902.261479:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384902.261481:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp19 NI seq info: [25:25:256:4294967295] 192.168.203.157@tcp19 LPNI seq info [25:25:8:4294967295] 00000100:00000001:0.0:1767384902.261483:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384902.261486:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384902.261494:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp19 00000100:00000040:0.0:1767384902.261496:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b26b32b] to pc [ptlrpcd_00_02+2] req@000000007b26b32b x1853237358506240/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384902.261525:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp19(192.168.203.157@tcp19:) -> 192.168.203.157@tcp19(192.168.203.157@tcp:192.168.203.157@tcp19) : PUT try# 0 10000000:00000001:0.0:1767384902.261529:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384902.261534:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384902.261535:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp19 00000020:00000001:0.0:1767384902.261536:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384902.261541:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:3.0:1767384902.261544:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1e176bd. 00000020:00000010:0.0:1767384902.261544:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000ad1dd55a. 00000800:00000010:3.0:1767384902.261602:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000d62fbb6. 00000800:00000010:3.0:1767384902.261608:0:16125:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000a9491af5. 00000800:00000200:3.0:1767384902.261617:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d62fbb6] -> 12345-192.168.203.157@tcp19 (2) 00000100:00000001:0.0:1767384902.261617:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384902.261622:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.261629:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.1:1767384902.261630:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d62fbb6] -> 12345-192.168.203.157@tcp19 (2) 00000100:00000001:0.0:1767384902.261632:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384902.261635:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384902.261642:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007b26b32b x1853237358506240/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384902.261665:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 00000100:00000001:0.0:1767384902.261670:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384902.261674:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100551 rc 0 00000100:00000001:0.0:1767384902.261674:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384902.261680:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384902.261683:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384902.261702:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384902.261708:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007b26b32b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358506240:0@lo:253: 00000100:00000001:3.0:1767384902.261714:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384902.261715:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384902.261743:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384902.261746:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384902.261752:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384902.261758:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384902.261765:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000008b01b2. 02000000:00000001:0.0:1767384902.261768:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384902.261772:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009faf174b. 00000400:00000010:0.0:1767384902.261789:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ed8a892. 00000100:00000200:0.0:1767384902.261796:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358506240, portal 25 00000100:00000001:0.0:1767384902.261801:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384902.261803:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780952448 : -108637928599168 : ffff9d31c2db5180) 00000100:00000040:0.0:1767384902.261809:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007b26b32b x1853237358506240/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384902.261828:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384902.261834:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384902.261839:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000081e7d894. 00000100:00000200:0.0:1767384902.261842:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358506240, offset 0 00000400:00000200:3.0:1767384902.261851:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:0.0:1767384902.261852:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384902.261862:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384902.261876:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272703100 00000400:00000200:0.0:1767384902.261883:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x955 [2] + 0 00000400:00000010:0.0:1767384902.261890:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049216b90. 00000400:00000200:0.0:1767384902.261893:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bed906a8 00000400:00000200:0.0:1767384902.261897:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384902.261902:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384902.261906:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bed906a8 00000400:00000010:0.0:1767384902.261908:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bed906a8. 00000100:00000001:0.0:1767384902.261913:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384902.261916:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384902.261919:0:16129:0:(events.c:337:request_in_callback()) incoming req@000000001100efbf x1853237358506240 msgsize 4848 00000400:00000200:3.0:1767384902.261920:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000100:00100000:0.0:1767384902.261929:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384902.261932:0:16129:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384902.261942:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384902.261947:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081e7d894 00000400:00000010:0.0:1767384902.261949:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000081e7d894. 00000100:00000001:0.0:1767384902.261953:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384902.261960:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007b26b32b x1853237358506240/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384902.261972:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000100:00000001:0.0:1767384902.261975:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384902.261980:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007b26b32b x1853237358506240/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384902.261993:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.261999:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384902.262008:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.262039:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294892136 00000400:00000200:3.0:1767384902.262040:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000100:00000001:0.0:1767384902.262052:0:16129:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294892135 00000100:00000001:0.0:1767384902.262060:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294892136 00000100:00000001:0.0:1767384902.262066:0:16129:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294892135 00000100:00000001:0.0:1767384902.262073:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294892136 00000100:00000001:0.0:1767384902.262078:0:16129:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294892135 00000100:00000001:0.0:1767384902.262081:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294892136 00000100:00000001:0.0:1767384902.262085:0:16129:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294892135 00000100:00000001:0.0:1767384902.262107:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384902.262111:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.262113:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.262117:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384902.262122:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000100:00000001:0.0:1767384902.262122:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384902.262125:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384902.262131:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384902.262136:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384902.262139:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.262143:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.262169:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384902.262172:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358506240 02000000:00000001:0.0:1767384902.262176:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384902.262179:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384902.262181:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384902.262184:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384902.262186:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000100:00100000:0.0:1767384902.262188:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358506240 00000020:00000001:0.0:1767384902.262199:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384902.262202:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:0.0:1767384902.262207:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384902.262211:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000020:00000001:0.0:1767384902.262215:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:0.0:1767384902.262219:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384902.262225:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384902.262231:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008dcc7767. 00000100:00000001:0.0:1767384902.262235:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384902.262239:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008dcc7767. 00000400:00000200:3.0:1767384902.262242:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000020:00000010:0.0:1767384902.262246:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000892f7b04. 00000020:00000010:0.0:1767384902.262252:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000077ba5fb6. 00000020:00000010:0.0:1767384902.262259:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000036cc1799. 00000100:00000001:0.0:1767384902.262267:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384902.262270:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384902.262273:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.262281:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.262286:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384902.262294:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.262299:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384902.262300:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000100:00000001:0.0:1767384902.262303:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384902.262308:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1767384902.262312:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 02000000:00000001:1.0:1767384902.262313:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1767384902.262316:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000100:00000001:0.0:1767384902.262319:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631898192 : -108637077653424 : ffff9d31f593b850) 02000000:00000010:1.0:1767384902.262320:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000018c56b10. 00000100:00000040:0.0:1767384902.262325:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001100efbf x1853237358506240/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:128/0 lens 4848/0 e 0 to 0 dl 1767384913 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384902.262326:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.262333:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384902.262341:0:16764:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384902.262341:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384902.262348:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008dcc7767. 00000100:00000001:0.0:1767384902.262350:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384902.262351:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000020:00000010:0.0:1767384902.262352:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008dcc7767. 20000000:00000010:1.0:1767384902.262353:0:16764:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ad1dd55a. 00000100:00100000:0.0:1767384902.262360:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001100efbf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16129:x1853237358506240:12345-0@lo:253: 20000000:01000000:1.0:1767384902.262361:0:16764:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000200:0.0:1767384902.262367:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358506240 20000000:00000001:1.0:1767384902.262369:0:16764:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384902.262372:0:16764:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:0.0:1767384902.262375:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:1.0:1767384902.262377:0:16764:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384902.262380:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:1.0:1767384902.262381:0:16764:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384902.262382:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384902.262388:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:1.0:1767384902.262389:0:16764:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:0.0:1767384902.262390:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:0.0:1767384902.262394:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384902.262396:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384902.262398:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384902.262399:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000010:1.0:1767384902.262416:0:16764:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e1d404ff. 00000020:00000001:0.0:1767384902.262417:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384902.262422:0:16764:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 00000100:00000001:0.0:1767384902.262423:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384902.262427:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:1.0:1767384902.262430:0:16764:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767384902.262431:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 02000000:00000010:0.0:1767384902.262433:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000474943cc. 00080000:00000001:1.0:1767384902.262436:0:16764:0:(osd_index.c:626:osd_dir_lookup()) Process entered 02000000:00000001:0.0:1767384902.262438:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.262441:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384902.262444:0:16762:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384902.262451:0:16762:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005b34f959. 20000000:01000000:0.0:1767384902.262454:0:16762:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384902.262456:0:16762:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384902.262458:0:16762:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384902.262460:0:16762:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384902.262462:0:16762:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384902.262464:0:16762:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384902.262491:0:16764:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384902.262492:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00080000:00000001:1.0:1767384902.262499:0:16764:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384902.262503:0:16764:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.262506:0:16764:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384902.262511:0:16764:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384902.262517:0:16764:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:1.0:1767384902.262521:0:16764:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384902.262527:0:16764:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001fb40c59. 00080000:00000001:1.0:1767384902.262530:0:16764:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490466816 : -108642219084800 : ffff9d30c31fb400) 00080000:00000001:1.0:1767384902.262532:0:16764:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384902.262538:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:3.0:1767384902.262575:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:3.0:1767384902.262616:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000001:00000001:1.0:1767384902.262629:0:16764:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384902.262632:0:16764:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.262635:0:16764:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384902.262653:0:16764:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.262656:0:16764:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384902.262663:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:3.0:1767384902.262761:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00080000:00000001:1.0:1767384902.262810:0:16764:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384902.262813:0:16764:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384902.262822:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:3.0:1767384902.262868:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:3.0:1767384902.262919:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:3.0:1767384902.262980:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000800:00000010:3.0:1767384902.263295:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001f2b6ead. 00000800:00000010:3.0:1767384902.263303:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003e7beb25. 00000800:00000010:3.0:1767384902.263310:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006d1c14e0. 00000400:00000200:0.0:1767384902.263315:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384902.263337:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006d1c14e0. 00000400:00000200:0.0:1767384902.263362:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp19 from 235.3.0.2 00000800:00000010:0.0:1767384902.263366:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000009be9191a. 00000800:00000010:3.0:1767384902.263394:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d3c96e14. 00000800:00000010:3.0:1767384902.263400:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000faf0bacd. 00000800:00000010:3.0:1767384902.263426:0:16116:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000039cd9429. 00000800:00000200:3.1:1767384902.263434:0:16116:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d62fbb6] -> 12345-192.168.203.157@tcp19 (2) 00000800:00000200:3.1:1767384902.263438:0:16116:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp19 0000000039cd9429 deleted 00000800:00000010:3.1:1767384902.263441:0:16116:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000039cd9429. 00000800:00000200:3.1:1767384902.263447:0:16116:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384902.263456:0:16116:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp19 ip 192.168.203.157:1003 00000800:00000200:3.1:1767384902.263460:0:16116:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1e176bd type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1767384902.263467:0:16116:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp19 p 3.x 192.168.203.157 -> 192.168.203.157:1003 incarnation:1767384900739764090 sched[0] 00000800:00000010:3.0:1767384902.263672:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000066aee634. 00000800:00000010:3.0:1767384902.263752:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000066aee634. 00000800:00000010:3.0:1767384902.263759:0:16116:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000faf0bacd. 00000800:00000200:1.1:1767384902.263812:0:16115:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384902.263818:0:16115:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp19 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384900739764090 sched[0] 00000800:00000010:1.0:1767384902.263821:0:16115:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003e7beb25. 00000800:00000200:1.1:1767384902.263853:0:16115:0:(socklnd_cb.c:1971:ksocknal_connect()) peer_ni 192.168.203.157@tcp19(1) already connecting to me, retry later. 00000800:00000001:0.0:1767384902.263918:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384902.263926:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384902.264120:0:16116:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000009be9191a. 00000800:00000001:0.0:1767384902.264122:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384902.264126:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384902.264213:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384902.264217:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1e176bd. 00000400:00000200:0.0:1767384902.264220:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384902.264225:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp19->192.168.203.157@tcp19: PUT: OK 00000400:00000200:0.0:1767384902.264229:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384902.264232:0:16120:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp: 0 00000800:00000001:0.0:1767384902.264239:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384902.264249:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384902.264251:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384902.264254:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384902.264258:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp19(192.168.203.157@tcp19) <- 192.168.203.157@tcp19 : PUT - for me 00000400:00000200:0.0:1767384902.264265:0:16120:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384902.264270:0:16120:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.157@tcp of length 224/224 into md 0x13d5 [1] + 0 00000400:00000010:0.0:1767384902.264273:0:16120:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000791840cf. 00000400:00000200:0.0:1767384902.264276:0:16120:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000479d091f 00000800:00000001:0.0:1767384902.264279:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384902.264286:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384902.264287:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384902.264290:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp19->192.168.203.157@tcp19: PUT: OK 00000400:00000200:0.0:1767384902.264292:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000479d091f 00000400:00000010:0.0:1767384902.264293:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000479d091f. 00000400:00000200:0.0:1767384902.264295:0:16120:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384902.264297:0:16120:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (13) 00000400:00000200:0.0:1767384902.264300:0:16120:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000010:0.0:1767384902.264303:0:16120:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 0000000099b31077. 00000400:00000200:0.0:1767384902.264305:0:16120:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.157@tcp 12 00000400:00000200:0.0:1767384902.264307:0:16120:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:0.0:1767384902.264317:0:16120:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (14) 00000400:00000200:0.0:1767384902.264321:0:16120:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384902.264326:0:16120:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp19 to MR: 192.168.203.157@tcp19 local destination 00000400:00000200:0.0:1767384902.264332:0:16120:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp19 NI seq info: [26:26:256:4294967295] 192.168.203.157@tcp19 LPNI seq info [26:26:8:4294967295] 00000400:00000200:0.0:1767384902.264355:0:16120:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp19(192.168.203.157@tcp19:192.168.203.157@tcp19) -> 192.168.203.157@tcp19(192.168.203.157@tcp19:192.168.203.157@tcp19) 192.168.203.157@tcp19 : ACK try# 0 00000800:00000200:0.0:1767384902.264360:0:16120:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.157@tcp19 00000800:00000010:0.0:1767384902.264364:0:16120:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e37c3a1. 00000400:00000200:3.0:1767384902.264368:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:0.0:1767384902.264369:0:16120:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d62fbb6] -> 12345-192.168.203.157@tcp19 (4) 00000400:00000010:3.0:1767384902.264375:0:16125:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e965d2ee. 00000800:00000200:0.0:1767384902.264376:0:16120:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp19 ip 192.168.203.157:988 00000800:00000200:0.0:1767384902.264382:0:16120:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000e37c3a1 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:3.0:1767384902.264384:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001001990f. 00000400:00000200:3.0:1767384902.264389:0:16125:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000090d96c3f 00000400:00000200:3.0:1767384902.264397:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x1004d1 00000800:00000200:0.0:1767384902.264441:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384902.264444:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e37c3a1. 00000400:00000200:0.0:1767384902.264447:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384902.264453:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp19->192.168.203.157@tcp19: ACK: OK 00000800:00000001:0.0:1767384902.264460:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384902.264463:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384902.264465:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384902.264469:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384902.264471:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384902.264475:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384902.264481:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp19(192.168.203.157@tcp19) <- 192.168.203.157@tcp19 : ACK - for me 00000400:00000200:0.0:1767384902.264490:0:16120:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.157@tcp19: ACK from 12345-192.168.203.157@tcp19 into md 0x1439 00000400:00000200:0.0:1767384902.264494:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384902.264498:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp19->192.168.203.157@tcp19: ACK: OK 00000400:00000200:0.0:1767384902.264501:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af2b8b9d 00000400:00000010:0.0:1767384902.264503:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af2b8b9d. 00000400:00000200:0.0:1767384902.264506:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384902.264508:0:16120:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.157@tcp ev->status 0 00000400:00000200:0.0:1767384902.264512:0:16120:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:0.0:1767384902.264515:0:16120:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (13) 00000800:00000001:0.0:1767384902.264520:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384902.264523:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384902.264672:0:16125:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 260 at 0000000012e1767a. 00000400:00000010:3.0:1767384902.264677:0:16125:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 312 at 000000005a0c20b2. 00000400:00000010:3.0:1767384902.264680:0:16125:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 260 at 00000000dbafb81e. 00000400:00000010:3.0:1767384902.264726:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000005bf44b16. 00000400:00000200:3.0:1767384902.264734:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 000000005bf44b16 nid 192.168.203.157@tcp20 00000400:00000010:3.0:1767384902.264738:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000004ae2e52e. 00000400:00000200:3.0:1767384902.264741:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 000000004ae2e52e net tcp20 00000400:00000200:3.0:1767384902.264745:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (12) 00000400:00000200:3.0:1767384902.264752:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp20 flags 0x11 00000400:00000010:3.0:1767384902.264756:0:16125:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 260 at 0000000012e1767a. 00000400:00000010:3.0:1767384902.264760:0:16125:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 312 at 000000005a0c20b2. 00000400:00000010:3.0:1767384902.264765:0:16125:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 260 at 00000000dbafb81e. 00000400:00000010:3.0:1767384902.264770:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 0000000099b31077. 00000400:00000200:3.0:1767384902.264779:0:16125:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:3.0:1767384902.264784:0:16125:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.157@tcp(00000000aa3f4fd0): 0. state = 0x100151 00000400:00000200:3.0:1767384902.264789:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 rc 1 00000400:00000200:3.0:1767384902.264796:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000400:00000200:3.0:1767384902.264801:0:16125:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.157@tcp 00000400:00000200:3.0:1767384902.264804:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100111 rc 0 00000400:00000200:3.0:1767384902.264808:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:3.0:1767384902.264811:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (13) 00080000:00000001:0.0:1767384902.270962:0:16764:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384902.270968:0:16764:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:0.0:1767384902.270971:0:16764:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384902.270973:0:16764:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384902.270980:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:01000000:0.0:1767384902.270983:0:16764:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384902.270986:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384902.270990:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384902.270992:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384902.270994:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384902.270996:0:16764:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000010:3.0:1767384902.270998:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001fb40c59. 20000000:00000010:1.0:1767384902.271003:0:16762:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000bf2aaed. 20000000:01000000:0.0:1767384902.271003:0:16764:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384902.271006:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384902.271009:0:16762:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 20000000:00000001:1.0:1767384902.271031:0:16762:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384902.271035:0:16762:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000020:0.0:1767384902.271043:0:16764:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384902.271049:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384902.271056:0:16762:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384902.271062:0:16762:0:(osd_index.c:949:osd_remote_fid()) Process entered 20000000:00000001:3.0:1767384902.271063:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384902.271064:0:16762:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384902.271067:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384902.271067:0:16762:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384902.271071:0:16762:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384902.271075:0:16762:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00010000:00000001:3.0:1767384902.271076:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384902.271078:0:16762:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384902.271081:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000010:1.0:1767384902.271084:0:16762:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001fb40c59. 00080000:00000001:1.0:1767384902.271087:0:16762:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490466816 : -108642219084800 : ffff9d30c31fb400) 00080000:00000001:1.0:1767384902.271089:0:16762:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000010:3.0:1767384902.271090:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006f7d6bf1. 00010000:00000001:3.0:1767384902.271097:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384902.271101:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f59c85ba. 00000020:00000001:3.0:1767384902.271106:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384902.271109:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f59c85ba with handle 0x4895a8f6c11e860f to hash 00000020:00000001:3.0:1767384902.271112:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384902.271114:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635431492110336 : -108642217441280 : ffff9d30c338c800) 00010000:00000001:3.0:1767384902.271117:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635431492110336 : -108642217441280 : ffff9d30c338c800) 00010000:00000001:3.0:1767384902.271121:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384902.271124:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384902.271127:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f59c85ba/0x4895a8f6c11e860f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384902.271128:0:16762:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384902.271131:0:16762:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.271134:0:16762:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384902.271141:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384902.271143:0:16762:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384902.271145:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:1.0:1767384902.271147:0:16762:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384902.271149:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384902.271153:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384902.271155:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384902.271159:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384902.271160:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384902.271163:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384902.271166:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384902.271168:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384902.271170:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384902.271172:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006f7d6bf1) refcount = 1 00010000:00010000:3.0:1767384902.271176:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f59c85ba/0x4895a8f6c11e860f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384902.271184:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384902.271186:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384902.271188:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384902.271191:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384902.271195:0:16762:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384902.271198:0:16762:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384902.271203:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384902.271208:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384902.271212:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002318499s 00010000:00000001:3.0:1767384902.271216:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384902.271218:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384902.271220:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f59c85ba refcount=4 00000020:00000001:3.0:1767384902.271223:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431492110336 : -108642217441280 : ffff9d30c338c800) 00010000:00000001:3.0:1767384902.271226:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635431492110336 : -108642217441280 : ffff9d30c338c800) 00010000:00000001:3.0:1767384902.271229:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384902.271231:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f59c85ba/0x4895a8f6c11e860f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384902.271239:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384902.271242:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f59c85ba/0x4895a8f6c11e860f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384902.271248:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384902.271250:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384902.271252:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f59c85ba/0x4895a8f6c11e860f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384902.271258:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384902.271260:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384902.271264:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384902.271266:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f59c85ba/0x4895a8f6c11e860f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384902.271272:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f59c85ba already unused, calling callback (00000000be7801c4) 00010000:00000001:3.0:1767384902.271275:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384902.271278:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384902.271280:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f59c85ba/0x4895a8f6c11e860f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384902.271287:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384902.271289:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384902.271298:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384902.271300:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f59c85ba refcount=5 00000020:00000001:3.0:1767384902.271302:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431492110336 : -108642217441280 : ffff9d30c338c800) 00010000:00000001:3.0:1767384902.271305:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635431492110336 : -108642217441280 : ffff9d30c338c800) 00010000:00000001:3.0:1767384902.271308:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384902.271310:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f59c85ba/0x4895a8f6c11e860f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384902.271316:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384902.271318:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384902.271320:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384902.271325:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384902.271327:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384902.271329:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384902.271331:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384902.271333:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f59c85ba with handle 0x4895a8f6c11e860f from hash 00010000:00000001:3.0:1767384902.271336:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384902.271338:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384902.271339:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384902.271340:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384902.271343:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384902.271345:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384902.271347:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384902.271350:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384902.271352:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384902.271355:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384902.271357:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384902.271360:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384902.271361:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384902.271363:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384902.271365:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384902.271367:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384902.271370:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f59c85ba/0x4895a8f6c11e860f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384902.271375:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384902.271383:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384902.271384:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384902.271386:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384902.271388:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384902.271390:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384902.271392:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384902.271396:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384902.271398:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384902.271401:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f59c85ba/0x4895a8f6c11e860f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384902.271407:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384902.271410:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384902.271413:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f59c85ba/0x4895a8f6c11e860f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384902.271419:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006f7d6bf1 count: 0 00010000:00000001:3.0:1767384902.271435:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384902.271437:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384902.274100:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294892136, at 4294892137 00000100:00000010:2.0:1767384902.274110:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000097f3afc8. 00000100:00000040:1.0:1767384902.275075:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294892136, at 4294892138 00000100:00000010:1.0:1767384902.275082:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000909d21c8. 00000100:00000040:0.0:1767384902.275094:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294892136, at 4294892138 00000100:00000010:0.0:1767384902.275103:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000014f2341e. 00000100:00000040:3.0:1767384902.275130:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294892136, at 4294892138 00000100:00000010:3.0:1767384902.275141:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000050585d43. 00010000:00000010:3.1:1767384902.276040:0:16641:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006f7d6bf1. 00010000:00000010:3.1:1767384902.276047:0:16641:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f59c85ba. 00080000:00000001:3.0:1767384902.279972:0:16762:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384902.279977:0:16762:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:3.0:1767384902.279980:0:16762:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384902.279983:0:16762:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384902.279985:0:16762:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384902.279995:0:16762:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384902.279998:0:16762:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384902.280003:0:16762:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384902.280008:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384902.280031:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384902.280033:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384902.280036:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384902.280038:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384902.280043:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000007fb992f. 00080000:00000001:3.0:1767384902.280048:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:1.0:1767384902.280048:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00040000:00000001:3.0:1767384902.280051:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000010:1.0:1767384902.280051:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003dfbde8f. 00040000:00000001:3.0:1767384902.280055:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:1.0:1767384902.280056:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00040000:00000001:3.0:1767384902.280058:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000040:1.0:1767384902.280061:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003dfbde8f with handle 0x4895a8f6c11e8616 to hash 00040000:00000001:3.0:1767384902.280062:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384902.280067:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001fb40c59. 00000020:00000001:1.0:1767384902.280067:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384902.280069:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435879613952 : -108637829937664 : ffff9d31c8bcc600) 00080000:00000001:3.0:1767384902.280073:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:1.0:1767384902.280073:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435879613952 : -108637829937664 : ffff9d31c8bcc600) 00010000:00000001:1.0:1767384902.280083:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384902.280085:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384902.280087:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e8616 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384902.280093:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384902.280096:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384902.280097:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384902.280099:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384902.280101:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384902.280103:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384902.280104:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384902.280107:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384902.280108:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384902.280110:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384902.280111:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384902.280113:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000007fb992f) refcount = 1 00010000:00010000:1.0:1767384902.280115:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e8616 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384902.280120:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384902.280121:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384902.280122:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384902.280124:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384902.280126:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384902.280128:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384902.280131:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002318499s 00010000:00000001:1.0:1767384902.280133:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384902.280134:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384902.280136:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003dfbde8f refcount=4 00000020:00000001:1.0:1767384902.280137:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879613952 : -108637829937664 : ffff9d31c8bcc600) 00010000:00000001:1.0:1767384902.280140:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879613952 : -108637829937664 : ffff9d31c8bcc600) 00010000:00000001:1.0:1767384902.280141:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384902.280142:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e8616 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384902.280155:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384902.280157:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e8616 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384902.280161:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384902.280162:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384902.280164:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e8616 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384902.280168:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384902.280169:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384902.280170:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384902.280172:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e8616 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384902.280177:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003dfbde8f already unused, calling callback (00000000be7801c4) 00010000:00000001:1.0:1767384902.280179:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384902.280180:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384902.280182:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e8616 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384902.280185:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384902.280187:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384902.280189:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384902.280191:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003dfbde8f refcount=5 00000020:00000001:1.0:1767384902.280193:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879613952 : -108637829937664 : ffff9d31c8bcc600) 00010000:00000001:1.0:1767384902.280195:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879613952 : -108637829937664 : ffff9d31c8bcc600) 00010000:00000001:1.0:1767384902.280197:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384902.280199:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e8616 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384902.280202:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384902.280204:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384902.280209:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384902.280213:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384902.280214:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384902.280216:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384902.280217:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384902.280219:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003dfbde8f with handle 0x4895a8f6c11e8616 from hash 00010000:00000001:1.0:1767384902.280222:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384902.280224:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384902.280225:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384902.280226:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384902.280228:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384902.280229:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384902.280232:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384902.280233:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384902.280234:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384902.280236:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384902.280237:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384902.280239:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384902.280240:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384902.280241:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384902.280242:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384902.280244:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384902.280246:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e8616 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384902.280249:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384902.280251:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384902.280252:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384902.280253:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384902.280254:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384902.280256:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384902.280257:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384902.280259:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384902.280261:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384902.280263:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e8616 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384902.280266:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384902.280271:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384902.280273:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e8616 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384902.280277:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000007fb992f count: 0 00010000:00000001:1.0:1767384902.280289:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384902.280291:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384902.282125:0:16764:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384902.282129:0:16764:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384902.282136:0:16764:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ad1dd55a. 20000000:00000001:0.0:1767384902.282141:0:16764:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384902.282145:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358506112 00010000:00000001:0.0:1767384902.282148:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384902.282154:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f7eac55c x1853237358506112/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:128/0 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384902.282162:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384902.282165:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384902.282168:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384902.282172:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384902.282175:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384902.282177:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384902.282180:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384902.282182:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.282186:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384902.282189:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384902.282192:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003ac13970. 00000100:00000200:0.0:1767384902.282196:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358506112, offset 224 00000400:00000200:0.0:1767384902.282217:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384902.282227:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384902.282235:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272703080 00000400:00000200:0.0:1767384902.282240:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x143d [2] + 224 00000400:00000200:0.0:1767384902.282247:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384902.282249:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384902.282254:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384902.282257:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a8eca923 x1853237358506112/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384902.282263:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a8eca923 x1853237358506112/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384902.282277:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384902.282283:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ac13970 00000400:00000010:0.0:1767384902.282285:0:16764:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003ac13970. 00000100:00000001:0.0:1767384902.282297:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384902.282301:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384902.282306:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384902.282307:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384902.282314:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384902.282315:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384902.282319:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384902.282322:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000010:1.0:1767384902.282324:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ce2a97e8. 00010000:00000001:0.0:1767384902.282326:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384902.282329:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384902.282332:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000381f7920 00000020:00000001:0.0:1767384902.282333:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384902.282338:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000381f7920. 00000100:00000040:0.0:1767384902.282341:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f7eac55c x1853237358506112/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:128/0 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384902.282346:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384902.282353:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f7eac55c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16128:x1853237358506112:12345-0@lo:253: Request processed in 20122us (20608us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384902.282357:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a8eca923 x1853237358506112/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384902.282365:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00000040:0.0:1767384902.282373:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00000001:0.0:1767384902.282393:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384902.282396:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384902.282398:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a8eca923 x1853237358506112/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384902.282401:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000f168e74. 00000020:00000010:0.0:1767384902.282408:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000012aeef9. 00000100:00000001:1.0:1767384902.282413:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384902.282414:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006556726e. 00000100:00000001:1.0:1767384902.282419:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384902.282422:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 00000100:00000001:1.0:1767384902.282423:0:16128:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384902.282427:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767384902.282427:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384902.282431:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:0.0:1767384902.282432:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000018c56b10. 00000100:00000001:1.0:1767384902.282435:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384902.282437:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384902.282438:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384902.282440:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384902.282443:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=26 v=5 (5 0 0 0) 00000100:00000200:0.0:1767384902.282445:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:1.0:1767384902.282450:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=26 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384902.282452:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8fea476. 00000100:00000001:1.0:1767384902.282459:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767384902.282460:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003ac13970. 00000100:00000001:1.0:1767384902.282462:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384902.282467:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384902.282469:0:16128:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.282472:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384902.282477:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a8eca923 x1853237358506112/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384902.282487:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384902.282498:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384902.282500:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384902.282505:0:16128:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384902.282507:0:16128:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384902.282510:0:16128:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384902.282511:0:16128:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384902.282512:0:16128:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384902.282514:0:16128:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384902.282515:0:16128:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384902.282517:0:16128:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384902.282518:0:16128:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384902.282519:0:16128:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384902.282522:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a8eca923 x1853237358506112/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384902.282534:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a8eca923 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358506112:0@lo:253: 00000100:00000001:1.0:1767384902.282539:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384902.282541:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384902.282544:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a8eca923 x1853237358506112/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384902.282550:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384902.282552:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384902.282555:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008c7211da. 02000000:00000001:1.0:1767384902.282559:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384902.282561:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384902.282563:0:16128:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1767384902.282565:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384902.282567:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b44a3452. 02000000:00000001:1.0:1767384902.282571:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384902.282573:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384902.282575:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a8eca923. 00000100:00000001:1.0:1767384902.282579:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384902.282581:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384902.282583:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384902.282589:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384902.282590:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.282593:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384902.282601:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384902.284034:0:16762:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384902.284042:0:16762:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384902.284044:0:16762:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005b34f959. 20000000:00000001:3.0:1767384902.284048:0:16762:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384902.284052:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358506240 00010000:00000001:3.0:1767384902.284054:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384902.284058:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001100efbf x1853237358506240/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:128/0 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384902.284064:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384902.284066:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384902.284068:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384902.284071:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384902.284073:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:3.0:1767384902.284075:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:3.0:1767384902.284077:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384902.284079:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.284082:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384902.284085:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384902.284088:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a6cd9cfe. 00000100:00000200:3.0:1767384902.284090:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358506240, offset 224 00000400:00000200:3.0:1767384902.284096:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384902.284101:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384902.284107:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272703100 00000400:00000200:3.0:1767384902.284110:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1445 [2] + 224 00000400:00000200:3.0:1767384902.284115:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384902.284117:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384902.284119:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384902.284122:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007b26b32b x1853237358506240/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384902.284129:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007b26b32b x1853237358506240/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384902.284142:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384902.284147:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6cd9cfe 00000400:00000010:3.0:1767384902.284149:0:16762:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a6cd9cfe. 00000100:00000001:1.0:1767384902.284149:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384902.284151:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384902.284153:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384902.284157:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384902.284161:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384902.284161:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384902.284165:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009faf174b. 00000100:00000001:3.0:1767384902.284167:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384902.284169:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ed8a892 00000400:00000010:1.0:1767384902.284172:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ed8a892. 00000100:00000040:3.0:1767384902.284173:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00000001:1.0:1767384902.284175:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384902.284176:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384902.284179:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384902.284182:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007b26b32b x1853237358506240/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384902.284183:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384902.284190:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001100efbf x1853237358506240/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:128/0 lens 4848/4768 e 0 to 0 dl 1767384913 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384902.284195:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007b26b32b x1853237358506240/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384902.284228:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001100efbf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16129:x1853237358506240:12345-0@lo:253: Request processed in 21883us (22305us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384902.284228:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384902.284232:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384902.284238:0:16129:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767384902.284240:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 02000000:00000001:1.0:1767384902.284240:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384902.284242:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384902.284245:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:1.0:1767384902.284245:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.284249:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384902.284250:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384902.284253:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1767384902.284256:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=26 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384902.284257:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000077ba5fb6. 00000100:00001000:1.0:1767384902.284263:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=26 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384902.284266:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000036cc1799. 00000100:00000001:1.0:1767384902.284267:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384902.284271:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384902.284273:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000892f7b04. 00010000:00000001:1.0:1767384902.284274:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384902.284277:0:16129:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.284281:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384902.284282:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 00000100:00000040:1.0:1767384902.284286:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007b26b32b x1853237358506240/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384902.284289:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384902.284293:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000474943cc. 00000100:00000001:1.0:1767384902.284297:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384902.284299:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384902.284301:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384902.284304:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384902.284304:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384902.284307:0:16129:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000200:3.0:1767384902.284310:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:1.0:1767384902.284311:0:16129:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384902.284316:0:16129:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384902.284317:0:16129:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:3.0:1767384902.284318:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d43db1e1. 00000400:00000010:3.0:1767384902.284325:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a6cd9cfe. 00000020:01000004:1.0:1767384902.284331:0:16129:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384902.284334:0:16129:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384902.284336:0:16129:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384902.284338:0:16129:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384902.284339:0:16129:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384902.284343:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007b26b32b x1853237358506240/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384902.284352:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007b26b32b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358506240:0@lo:253: 00000100:00000001:1.0:1767384902.284358:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384902.284361:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384902.284364:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007b26b32b x1853237358506240/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384918 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384902.284368:0:22154:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000097ec5b50. 00000100:00000001:1.0:1767384902.284378:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384902.284392:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384902.284395:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000008b01b2. 02000000:00000001:1.0:1767384902.284400:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384902.284402:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384902.284403:0:16129:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1767384902.284406:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000040:2.0:1767384902.284408:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 02000000:00000010:1.0:1767384902.284408:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000da6ee759. 02000000:00000001:1.0:1767384902.284412:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000040:2.0:1767384902.284414:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 02000000:00000001:1.0:1767384902.284416:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384902.284419:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007b26b32b. 00000400:00000040:2.0:1767384902.284421:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:1.0:1767384902.284422:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384902.284427:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:2.0:1767384902.284428:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000001:1.0:1767384902.284429:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:2.0:1767384902.284436:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:1.0:1767384902.284437:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000040:2.0:1767384902.284442:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000100:00000001:1.0:1767384902.284442:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384902.284448:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000040:2.0:1767384902.284450:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000001:1.0:1767384902.284451:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384902.284456:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384902.284461:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384902.284463:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384902.284476:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384902.284479:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384902.284482:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384902.284484:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384902.284486:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384902.284489:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384902.284491:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384902.284493:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384902.284495:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384902.284507:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384902.284508:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384902.284510:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384902.284512:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384902.284514:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384902.284515:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384902.284518:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384902.284519:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384902.284521:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384902.284523:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384902.284525:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384902.284526:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384902.284528:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384902.284530:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384902.284533:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384902.284535:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384902.284537:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384902.284538:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384902.284541:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384902.284544:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384902.284545:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384902.284547:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384902.284549:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384902.284552:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384902.284554:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384902.284556:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384902.284558:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384902.284560:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384902.284562:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384902.284565:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384902.284567:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384902.284569:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384902.284571:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384902.284573:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384902.284575:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384902.284578:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384902.284580:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384902.284582:0:22154:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384902.284632:0:22154:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000097ec5b50. 00010000:00000010:1.1:1767384902.285039:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000007fb992f. 00010000:00000010:1.1:1767384902.285045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003dfbde8f. 00010000:00000001:1.0:1767384902.489141:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384902.489145:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384902.489151:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384902.489152:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384902.489182:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384902.489186:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384902.489200:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384902.681082:0:18105:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384902.681088:0:18105:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384903.087168:0:22387:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384903.087183:0:22387:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384903.087193:0:22387:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384903.087201:0:22387:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384903.087210:0:22387:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384903.087213:0:22387:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384903.321135:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:1.0:1767384903.321176:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:1.0:1767384903.321197:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:1.0:1767384903.321228:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:1.0:1767384903.321255:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:1.0:1767384903.321277:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:1.0:1767384903.321296:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:1.0:1767384903.321313:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:1.0:1767384903.321329:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:1.0:1767384903.321345:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:1.0:1767384903.321362:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:1.0:1767384903.321385:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:1.0:1767384903.321412:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:1.0:1767384903.321442:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:1.0:1767384903.321470:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:1.0:1767384903.321491:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:1.0:1767384903.321508:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:1.0:1767384903.321524:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:1.0:1767384903.321541:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:1.0:1767384903.321556:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:1.0:1767384903.321569:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000800:00000010:1.0:1767384903.321821:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008c7211da. 00000800:00000010:1.0:1767384903.321829:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b41c66e4. 00000800:00000010:1.0:1767384903.321836:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003f4a30bb. 00000400:00000200:0.0:1767384903.321852:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384903.321880:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003f4a30bb. 00000400:00000200:0.0:1767384903.321887:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp19 from 234.3.0.2 00000800:00000010:0.0:1767384903.321892:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000436559ce. 00000800:00000010:2.0:1767384903.321932:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b7d3a411. 00000800:00000010:2.0:1767384903.321938:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000005710363. 00000800:00000010:2.0:1767384903.321958:0:16118:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009a7288f3. 00000800:00000200:2.1:1767384903.321964:0:16118:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d62fbb6] -> 12345-192.168.203.157@tcp19 (4) 00000800:00000200:2.1:1767384903.321969:0:16118:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp19 000000009a7288f3 deleted 00000800:00000010:2.1:1767384903.321972:0:16118:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009a7288f3. 00000800:00000200:2.1:1767384903.321977:0:16118:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384903.321982:0:16118:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp19 p 3.x 192.168.203.157 -> 192.168.203.157:1002 incarnation:1767384900739764090 sched[0] 00000800:00000010:2.0:1767384903.321989:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004a022ed0. 00000800:00000010:2.0:1767384903.322076:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004a022ed0. 00000800:00000010:2.0:1767384903.322081:0:16118:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000005710363. 00000800:00000010:2.0:1767384903.322104:0:16118:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000436559ce. 00000800:00000200:0.1:1767384903.322104:0:16117:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384903.322110:0:16117:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp19 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384900739764090 sched[0] 00000800:00000010:0.0:1767384903.322114:0:16117:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b41c66e4. 00000800:00000001:2.0:1767384903.322123:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384903.322129:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384903.322132:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384903.322135:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384903.513079:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384903.513086:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384903.513092:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384903.513094:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384903.513147:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384903.513152:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384903.513155:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384903.773189:0:22552:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384903.773193:0:22552:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp21 --if ens2 00000001:00000001:0.0:1767384903.775976:0:22552:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384903.781917:0:22553:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000064c0e839. 00000400:00000010:0.0:1767384903.781930:0:22553:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000dde7457c. 00000400:00000010:0.0:1767384903.781939:0:22553:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000083376e9f. 00000400:00000010:0.0:1767384903.781941:0:22553:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000f1d06f3c. 00000400:00000010:0.0:1767384903.781945:0:22553:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009ff45aa6. 00000400:00000010:0.0:1767384903.781948:0:22553:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009736d17f. 00000400:00000010:0.0:1767384903.781949:0:22553:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007d6a01ce. 00000400:00000010:0.0:1767384903.781951:0:22553:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004d6bf046. 00000400:00000010:0.0:1767384903.781953:0:22553:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000fdfe8789. 00000800:00000010:0.0:1767384903.781963:0:22553:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000005ee4c7fd. 00000800:00000200:0.0:1767384903.781971:0:22553:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384903.781977:0:22553:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384903.782007:0:22553:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:0.0:1767384903.782052:0:22553:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp21 [8/256/0/180] 00000400:00000010:0.0:1767384903.783756:0:22553:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 00000000c60e9466. 00000400:00000010:0.0:1767384903.783763:0:22553:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000698ddb20. 00000400:00000010:0.0:1767384903.783770:0:22553:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dddde4a5. 00000400:00000001:0.0:1767384903.783784:0:22553:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384903.783786:0:22553:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384903.783787:0:22553:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b41b8865. 00000400:00000200:0.0:1767384903.783790:0:22553:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e0c63cf 00000400:00000010:0.0:1767384903.783791:0:22553:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e0c63cf. 00000400:00000010:0.0:1767384903.783794:0:22553:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 000000000b7145a0. 00000400:00000200:0.0:1767384903.783797:0:22553:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (12) 00000400:00000200:0.0:1767384903.783808:0:22553:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:0.0:1767384903.783817:0:22553:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131093 00000020:00000010:0.0:1767384903.783825:0:22553:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000007cd7513e. 00000400:00000200:3.0:1767384903.783829:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384903.783829:0:22553:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384903.783832:0:22553:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp21 00000400:00000200:3.0:1767384903.783835:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000400:00000010:3.0:1767384903.783840:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c020914a. 00000400:00000200:3.0:1767384903.783848:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (13) 00000400:00000010:0.0:1767384903.783849:0:22553:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000dde7457c. 00000400:00000010:0.0:1767384903.783852:0:22553:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000064c0e839. 00000400:00000010:3.0:1767384903.783854:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005f127918. 00000400:00000200:3.0:1767384903.783859:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000020:00000001:1.0:1767384903.783871:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384903.783873:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 10000000:00000001:1.0:1767384903.783876:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384903.783880:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384903.783882:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:01000000:1.0:1767384903.783883:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384903.783887:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384903.783889:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384903.783893:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384903.783896:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:1.0:1767384903.783896:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384903.783899:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384903.783900:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384903.783902:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384903.783904:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384903.783906:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384903.783908:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384903.783910:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000100:00000010:1.0:1767384903.783915:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b32d0e5e. 00000400:00000200:3.0:1767384903.783918:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:00000040:1.0:1767384903.783923:0:36:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000400:00000200:3.0:1767384903.783927:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000001:1.0:1767384903.783932:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384903.783934:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 02000000:00000001:1.0:1767384903.783936:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384903.783942:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 02000000:00000001:1.0:1767384903.783944:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384903.783952:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 02000000:00000010:1.0:1767384903.783956:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000018c56b10. 00000400:00000200:3.0:1767384903.783957:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000100:00000001:1.0:1767384903.783966:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384903.783967:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:3.0:1767384903.783975:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:1.0:1767384903.783976:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384903.783979:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384903.783983:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 00000100:00000040:1.0:1767384903.783989:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b32d0e5e] to pc [ptlrpcd_00_03+3] req@00000000b32d0e5e x1853237358506368/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384903.783990:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp20 00000400:00000200:3.0:1767384903.783999:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp20 lpni_is_preferred = 0 00000400:00000200:3.0:1767384903.784005:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp20 00000400:00000200:3.0:1767384903.784010:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp20 NI seq info: [27:27:256:4294967295] 192.168.203.157@tcp20 LPNI seq info [27:27:8:4294967295] 00000400:00000200:3.0:1767384903.784041:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp20 10000000:00000001:1.0:1767384903.784041:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384903.784046:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384903.784048:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384903.784052:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384903.784053:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384903.784059:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp20(192.168.203.157@tcp20:) -> 192.168.203.157@tcp20(192.168.203.157@tcp:192.168.203.157@tcp20) : PUT try# 0 00000100:00000001:2.0:1767384903.784059:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384903.784060:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384903.784063:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767384903.784064:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384903.784067:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384903.784070:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384903.784072:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:2.0:1767384903.784073:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b32d0e5e x1853237358506368/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384903.784075:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000200:3.0:1767384903.784077:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.203.157@tcp20 00000020:01000004:1.0:1767384903.784079:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384903.784082:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000010:3.0:1767384903.784086:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a5a8025e. 00000100:00000001:2.0:1767384903.784089:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384903.784090:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384903.784093:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384903.784094:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384903.784096:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384903.784100:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384903.784102:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384903.784103:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:1.0:1767384903.784105:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053f55bba. 00000800:00000010:3.0:1767384903.784106:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004a7b5db3. 02000000:00000001:2.0:1767384903.784107:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384903.784111:0:36:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 02000000:00000001:2.0:1767384903.784113:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384903.784114:0:16125:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c656ee9f. 00000100:00000001:1.0:1767384903.784116:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1767384903.784121:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b32d0e5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358506368:0@lo:253: 02000000:00000001:1.0:1767384903.784121:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:3.0:1767384903.784127:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a7b5db3] -> 12345-192.168.203.157@tcp20 (2) 02000000:00000001:1.0:1767384903.784127:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384903.784130:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:3.1:1767384903.784137:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a7b5db3] -> 12345-192.168.203.157@tcp20 (2) 02000000:00000001:2.0:1767384903.784138:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1767384903.784138:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ad1dd55a. 02000000:00000001:2.0:1767384903.784143:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384903.784145:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384903.784147:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384903.784152:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384903.784153:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 00000100:00000001:1.0:1767384903.784155:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384903.784159:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100551 rc 0 00000100:00000001:0.0:1767384903.784160:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384903.784165:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e39905ef. 00000100:00000040:1.0:1767384903.784165:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053f55bba] to pc [ptlrpcd_00_00+0] req@0000000053f55bba x1853237358506496/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384903.784171:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384903.784172:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384903.784182:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0ab58cf. 00000400:00000010:2.0:1767384903.784191:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000401aab6d. 10000000:00000001:1.0:1767384903.784195:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384903.784196:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358506368, portal 25 10000000:00000001:1.0:1767384903.784200:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384903.784202:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1767384903.784203:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384903.784206:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436514551424 : -108637195000192 : ffff9d31ee952680) 00000020:01000000:1.0:1767384903.784207:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384903.784209:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000007cd7513e. 00000400:00000200:3.0:1767384903.784217:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000100:00000001:1.0:1767384903.784221:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384903.784224:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b32d0e5e x1853237358506368/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384903.784225:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384903.784227:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384903.784234:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000053f55bba x1853237358506496/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384903.784240:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384903.784243:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384903.784247:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384903.784248:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384903.784249:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384903.784252:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384903.784253:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b6ecb04a. 02000000:00000001:1.0:1767384903.784254:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384903.784260:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000053f55bba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358506496:0@lo:253: 00000100:00000200:2.0:1767384903.784261:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358506368, offset 0 00000100:00000001:1.0:1767384903.784264:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384903.784265:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 02000000:00000001:1.0:1767384903.784268:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384903.784271:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384903.784273:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384903.784280:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384903.784284:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1767384903.784286:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000da6ee759. 02000000:00000001:1.0:1767384903.784289:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384903.784293:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce2a97e8. 00000400:00000200:2.0:1767384903.784297:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272703180 00000400:00000010:1.0:1767384903.784298:0:16127:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2da320a. 00000400:00000200:3.0:1767384903.784299:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000100:00000200:1.0:1767384903.784305:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358506496, portal 25 00000100:00000001:1.0:1767384903.784309:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384903.784310:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x965 [2] + 0 00000100:00000001:1.0:1767384903.784311:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436514544256 : -108637195007360 : ffff9d31ee950a80) 00000100:00000040:1.0:1767384903.784318:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000053f55bba x1853237358506496/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384903.784319:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096a37921. 00000400:00000200:2.0:1767384903.784327:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b785fa2d 00000100:00000001:1.0:1767384903.784327:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384903.784330:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000100:00000040:1.0:1767384903.784332:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384903.784338:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384903.784339:0:16127:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000082e674c. 00000100:00000200:1.0:1767384903.784344:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358506496, offset 0 00000400:00000200:2.0:1767384903.784350:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384903.784354:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384903.784358:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b785fa2d 00000400:00000010:2.0:1767384903.784364:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b785fa2d. 00000400:00000200:1.0:1767384903.784364:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384903.784366:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:1.0:1767384903.784372:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272703200 00000100:00000001:2.0:1767384903.784373:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384903.784378:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384903.784378:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x975 [2] + 0 00000400:00000010:1.0:1767384903.784385:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b7cd328. 00000100:00000040:2.0:1767384903.784386:0:16130:0:(events.c:337:request_in_callback()) incoming req@000000000bc8760c x1853237358506368 msgsize 4848 00000400:00000200:1.0:1767384903.784389:0:16127:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c894b19b 00000400:00000200:1.0:1767384903.784395:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384903.784396:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384903.784400:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384903.784401:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384903.784404:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:1.0:1767384903.784406:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c894b19b 00000400:00000010:1.0:1767384903.784410:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c894b19b. 00000100:00000001:1.0:1767384903.784413:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384903.784415:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:1.0:1767384903.784415:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384903.784417:0:16127:0:(events.c:337:request_in_callback()) incoming req@00000000df482916 x1853237358506496 msgsize 4848 00000100:00100000:1.0:1767384903.784424:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384903.784426:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6ecb04a 00000100:00000040:1.0:1767384903.784427:0:16127:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000010:2.0:1767384903.784432:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b6ecb04a. 00000100:00000001:1.0:1767384903.784437:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384903.784438:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384903.784444:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000082e674c 00000100:00000200:2.0:1767384903.784446:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b32d0e5e x1853237358506368/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384903.784447:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000010:1.0:1767384903.784447:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000082e674c. 00000100:00000001:1.0:1767384903.784453:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384903.784458:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000053f55bba x1853237358506496/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384903.784471:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384903.784477:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b32d0e5e x1853237358506368/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384903.784481:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000100:00000001:1.0:1767384903.784492:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384903.784494:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384903.784497:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384903.784500:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000053f55bba x1853237358506496/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384903.784506:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384903.784513:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384903.784514:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294893658 00000100:00000001:1.0:1767384903.784516:0:16127:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384903.784518:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000100:00000001:1.0:1767384903.784523:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384903.784528:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002a909339. 00000100:00000001:1.0:1767384903.784529:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294893658 00000100:00000001:2.0:1767384903.784539:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384903.784550:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294893658 00000400:00000200:3.0:1767384903.784551:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000100:00000001:1.0:1767384903.784551:0:16127:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, keep current deadline 4294893658 00000100:00000010:2.0:1767384903.784556:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005fee7bb1. 00000100:00000001:1.0:1767384903.784557:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294893658 00000100:00000001:2.0:1767384903.784565:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384903.784572:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294893658 00000100:00000001:1.0:1767384903.784572:0:16127:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, keep current deadline 4294893658 00000100:00000001:1.0:1767384903.784576:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294893658 00000100:00000010:2.0:1767384903.784580:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007c0d43ee. 00000400:00000200:3.0:1767384903.784585:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000100:00000001:2.0:1767384903.784586:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384903.784593:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294893658 00000100:00000001:1.0:1767384903.784594:0:16127:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, keep current deadline 4294893658 00000100:00000001:1.0:1767384903.784599:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294893658 00000100:00000010:2.0:1767384903.784601:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b04b1e8c. 00000100:00000001:2.0:1767384903.784607:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384903.784612:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384903.784613:0:16127:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, keep current deadline 4294893658 00000100:00000001:1.0:1767384903.784618:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384903.784620:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384903.784621:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384903.784622:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000100:00000001:2.0:1767384903.784627:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384903.784627:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384903.784634:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384903.784634:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384903.784644:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384903.784645:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384903.784647:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384903.784649:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384903.784650:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384903.784653:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000100:00000001:2.0:1767384903.784654:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384903.784654:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384903.784656:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384903.784659:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384903.784661:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384903.784664:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384903.784668:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384903.784673:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384903.784687:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384903.784705:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384903.784707:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358506368 02000000:00000001:1.0:1767384903.784710:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384903.784712:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384903.784714:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384903.784717:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 02000000:00000001:1.0:1767384903.784718:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384903.784719:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384903.784724:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358506496 02000000:00000001:2.0:1767384903.784729:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1767384903.784730:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358506368 00000100:00000001:2.0:1767384903.784732:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384903.784734:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384903.784737:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384903.784737:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:1.0:1767384903.784741:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384903.784744:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384903.784744:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000020:00000001:1.0:1767384903.784750:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00100000:2.0:1767384903.784752:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358506496 00000020:00000001:1.0:1767384903.784752:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000400:00000200:3.0:1767384903.784753:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000020:00000001:2.0:1767384903.784757:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384903.784759:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1767384903.784760:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000010:1.0:1767384903.784764:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000755a62b8. 00000020:00000001:2.0:1767384903.784765:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384903.784768:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384903.784770:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000020:00000010:1.0:1767384903.784771:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000755a62b8. 00000020:00000001:2.0:1767384903.784776:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000010:1.0:1767384903.784778:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe0ca95a. 00000020:00000001:2.0:1767384903.784780:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000010:1.0:1767384903.784784:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005688d20b. 00000400:00000200:3.0:1767384903.784789:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000020:00000010:1.0:1767384903.784789:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c7cf213. 00000100:00000001:2.0:1767384903.784798:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384903.784801:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:2.0:1767384903.784804:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b60c7f7b. 00000100:00000001:1.0:1767384903.784806:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384903.784809:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384903.784810:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384903.784814:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384903.784815:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b60c7f7b. 00000100:00000001:1.0:1767384903.784825:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384903.784826:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d54ef25d. 00000400:00000200:3.0:1767384903.784827:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000020:00000010:2.0:1767384903.784834:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000038557297. 00000020:00000010:2.0:1767384903.784840:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009fcb46c6. 00000100:00000001:1.0:1767384903.784841:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384903.784848:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384903.784851:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384903.784853:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384903.784858:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384903.784861:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384903.784862:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384903.784863:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000100:00000001:2.0:1767384903.784867:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384903.784871:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00000040:1.0:1767384903.784876:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:1.0:1767384903.784878:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631894096 : -108637077657520 : ffff9d31f593a850) 00000100:00000040:1.0:1767384903.784883:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000bc8760c x1853237358506368/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:129/0 lens 4848/0 e 0 to 0 dl 1767384914 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384903.784886:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384903.784890:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384903.784892:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384903.784897:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000755a62b8. 00000400:00000200:3.0:1767384903.784898:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000100:00100000:2.0:1767384903.784900:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00000001:1.0:1767384903.784901:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384903.784907:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000755a62b8. 00000100:00000040:2.0:1767384903.784908:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000100:00000001:2.0:1767384903.784913:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631884880 : -108637077666736 : ffff9d31f5938450) 00000100:00100000:1.0:1767384903.784916:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000bc8760c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16130:x1853237358506368:12345-0@lo:253: 00000100:00000040:2.0:1767384903.784922:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000df482916 x1853237358506496/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:129/0 lens 4848/0 e 0 to 0 dl 1767384914 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384903.784931:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000100:00000200:1.0:1767384903.784940:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358506368 00000100:00000001:2.0:1767384903.784943:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384903.784946:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384903.784949:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b60c7f7b. 00000020:00000001:1.0:1767384903.784952:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384903.784954:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384903.784956:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384903.784960:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b60c7f7b. 00000020:00000001:1.0:1767384903.784961:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384903.784963:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000020:00000001:1.0:1767384903.784966:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000100:00100000:2.0:1767384903.784971:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000df482916 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16127:x1853237358506496:12345-0@lo:253: 00000020:00000001:1.0:1767384903.784973:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384903.784976:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384903.784981:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358506496 00000020:00000001:1.0:1767384903.784981:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384903.784984:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384903.784986:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384903.784987:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384903.784992:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384903.784993:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000020:00000001:2.0:1767384903.784993:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767384903.784995:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384903.784998:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384903.785002:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b44a3452. 00000020:00000001:2.0:1767384903.785003:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1767384903.785006:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384903.785008:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000100:00000001:1.0:1767384903.785009:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384903.785031:0:16764:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384903.785045:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000010:1.0:1767384903.785047:0:16764:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c33ca4f6. 00000020:00000001:2.0:1767384903.785048:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:1.0:1767384903.785052:0:16764:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384903.785055:0:16764:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384903.785058:0:16764:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767384903.785060:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:1.0:1767384903.785061:0:16764:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384903.785066:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:1.0:1767384903.785066:0:16764:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384903.785069:0:16764:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384903.785071:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384903.785077:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000010:1.0:1767384903.785078:0:16764:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000042d68367. 02000000:00000001:2.0:1767384903.785080:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:1.0:1767384903.785082:0:16764:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 02000000:00000010:2.0:1767384903.785089:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009325729f. 20000000:00000001:1.0:1767384903.785089:0:16764:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000001:2.0:1767384903.785094:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384903.785095:0:16764:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00000001:2.0:1767384903.785100:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384903.785104:0:16762:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384903.785112:0:16762:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007e2c2dea. 20000000:01000000:2.0:1767384903.785117:0:16762:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384903.785119:0:16762:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384903.785121:0:16762:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384903.785124:0:16762:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384903.785126:0:16762:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384903.785128:0:16762:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384903.785145:0:16764:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384903.785150:0:16764:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384903.785153:0:16764:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384903.785155:0:16764:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384903.785159:0:16764:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384903.785166:0:16764:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:1.0:1767384903.785171:0:16764:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384903.785184:0:16764:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000dfe3ce46. 00080000:00000001:1.0:1767384903.785187:0:16764:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490465792 : -108642219085824 : ffff9d30c31fb000) 00080000:00000001:1.0:1767384903.785190:0:16764:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:3.0:1767384903.785238:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000008b01b2. 00000800:00000010:3.0:1767384903.785244:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006990a389. 00000800:00000010:3.0:1767384903.785250:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004c96fc1b. 00000800:00000010:3.0:1767384903.785288:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004c96fc1b. 00000001:00000001:1.0:1767384903.785290:0:16764:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384903.785292:0:16764:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384903.785294:0:16764:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384903.785313:0:16764:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384903.785317:0:16764:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384903.785400:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00080000:00000001:1.0:1767384903.785417:0:16764:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384903.785421:0:16764:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384903.785424:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp20 from 233.3.0.2 00000800:00000010:3.0:1767384903.785429:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000030ad4bc9. 00000800:00000010:2.0:1767384903.785471:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000047de9bd8. 00000800:00000010:2.0:1767384903.785479:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b6ecb04a. 00000800:00000010:2.0:1767384903.785509:0:16116:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004330a5cd. 00000800:00000200:2.1:1767384903.785518:0:16116:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a7b5db3] -> 12345-192.168.203.157@tcp20 (2) 00000800:00000200:2.1:1767384903.785524:0:16116:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp20 000000004330a5cd deleted 00000800:00000010:2.1:1767384903.785527:0:16116:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004330a5cd. 00000800:00000200:2.1:1767384903.785534:0:16116:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384903.785550:0:16116:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp20 ip 192.168.203.157:1001 00000800:00000200:2.1:1767384903.785554:0:16116:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a5a8025e type 1, nob 336 niov 1 nkiov 1 00000800:00000200:2.0:1767384903.785562:0:16116:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp20 p 3.x 192.168.203.157 -> 192.168.203.157:1001 incarnation:1767384902259561400 sched[0] 00000800:00000010:2.0:1767384903.785568:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b60c7f7b. 00000800:00000010:2.0:1767384903.785632:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b60c7f7b. 00000800:00000010:2.0:1767384903.785638:0:16116:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b6ecb04a. 00000800:00000010:2.0:1767384903.785694:0:16116:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000030ad4bc9. 00000800:00000001:3.0:1767384903.785701:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384903.785708:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384903.785750:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384903.785755:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a5a8025e. 00000400:00000200:2.0:1767384903.785762:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384903.785768:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp20->192.168.203.157@tcp20: PUT: OK 00000400:00000200:2.0:1767384903.785773:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000200:3.1:1767384903.785775:0:16115:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:2.0:1767384903.785779:0:16122:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp: 0 00000800:00000200:3.0:1767384903.785787:0:16115:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp20 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384902259561400 sched[0] 00000800:00000010:3.0:1767384903.785792:0:16115:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006990a389. 00000800:00000001:2.0:1767384903.785823:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384903.785831:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384903.785834:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384903.785838:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384903.785846:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp20(192.168.203.157@tcp20) <- 192.168.203.157@tcp20 : PUT - for me 00000400:00000200:3.0:1767384903.785848:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384903.785866:0:16120:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 240 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384903.785874:0:16120:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.157@tcp of length 240/240 into md 0x144d [1] + 0 00000400:00000010:2.0:1767384903.785878:0:16120:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e965d2ee. 00000400:00000200:2.0:1767384903.785883:0:16120:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001001990f 00000800:00000001:2.0:1767384903.785887:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384903.785899:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000800:00000001:2.0:1767384903.785899:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384903.785903:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384903.785910:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp20->192.168.203.157@tcp20: PUT: OK 00000400:00000200:2.0:1767384903.785915:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001001990f 00000400:00000010:2.0:1767384903.785918:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001001990f. 00000400:00000200:2.0:1767384903.785922:0:16120:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384903.785926:0:16120:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (14) 00000400:00000200:2.0:1767384903.785930:0:16120:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000010:2.0:1767384903.785935:0:16120:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 00000000a4c77b35. 00000400:00000200:2.0:1767384903.785939:0:16120:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.157@tcp 13 00000400:00000200:2.0:1767384903.785943:0:16120:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:3.0:1767384903.785945:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:2.0:1767384903.785955:0:16120:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (15) 00000400:00000200:2.0:1767384903.785960:0:16120:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384903.785967:0:16120:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp20 to MR: 192.168.203.157@tcp20 local destination 00000400:00000200:2.0:1767384903.785973:0:16120:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp20 NI seq info: [28:28:256:4294967295] 192.168.203.157@tcp20 LPNI seq info [28:28:8:4294967295] 00000400:00000200:3.0:1767384903.785979:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:2.0:1767384903.785990:0:16120:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp20(192.168.203.157@tcp20:192.168.203.157@tcp20) -> 192.168.203.157@tcp20(192.168.203.157@tcp20:192.168.203.157@tcp20) 192.168.203.157@tcp20 : ACK try# 0 00000800:00000200:2.0:1767384903.785997:0:16120:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.157@tcp20 00000800:00000010:2.0:1767384903.786002:0:16120:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a89fc8c1. 00000800:00000200:2.0:1767384903.786007:0:16120:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a7b5db3] -> 12345-192.168.203.157@tcp20 (4) 00000800:00000200:2.0:1767384903.786051:0:16120:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp20 ip 192.168.203.157:988 00000400:00000200:3.0:1767384903.786052:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000800:00000200:2.0:1767384903.786056:0:16120:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a89fc8c1 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384903.786092:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000800:00000200:2.0:1767384903.786104:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384903.786107:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a89fc8c1. 00000400:00000200:2.0:1767384903.786111:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384903.786114:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp20->192.168.203.157@tcp20: ACK: OK 00000800:00000001:2.0:1767384903.786127:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384903.786131:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384903.786132:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000800:00000001:2.0:1767384903.786133:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384903.786138:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384903.786141:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384903.786145:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384903.786151:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp20(192.168.203.157@tcp20) <- 192.168.203.157@tcp20 : ACK - for me 00000400:00000200:2.0:1767384903.786159:0:16120:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.157@tcp20: ACK from 12345-192.168.203.157@tcp20 into md 0x1465 00000400:00000200:2.0:1767384903.786162:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384903.786165:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp20->192.168.203.157@tcp20: ACK: OK 00000400:00000200:2.0:1767384903.786168:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c020914a 00000400:00000010:2.0:1767384903.786169:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c020914a. 00000400:00000200:2.0:1767384903.786171:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384903.786174:0:16120:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.157@tcp ev->status 0 00000400:00000200:3.0:1767384903.786176:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384903.786177:0:16120:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:2.0:1767384903.786182:0:16120:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (14) 00000800:00000001:2.0:1767384903.786187:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384903.786190:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384903.786228:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384903.786229:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384903.786234:0:16125:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007864aeb5. 00000400:00000010:2.0:1767384903.786239:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000735f4faa. 00000400:00000200:2.0:1767384903.786242:0:16125:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000090d96c3f 00000400:00000200:2.0:1767384903.786247:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x1000d1 00000400:00000010:2.0:1767384903.786253:0:16125:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 280 at 0000000000b311fa. 00000400:00000010:2.0:1767384903.786256:0:16125:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 336 at 0000000034c20229. 00000400:00000010:2.0:1767384903.786258:0:16125:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 280 at 0000000025db946e. 00000400:00000200:3.0:1767384903.786272:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000010:2.0:1767384903.786278:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000007099fda7. 00000400:00000200:2.0:1767384903.786283:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 000000007099fda7 nid 192.168.203.157@tcp21 00000400:00000010:2.0:1767384903.786286:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c695ffee. 00000400:00000200:2.0:1767384903.786288:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c695ffee net tcp21 00000400:00000200:2.0:1767384903.786291:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (13) 00000400:00000200:2.0:1767384903.786297:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp21 flags 0x11 00000400:00000010:2.0:1767384903.786300:0:16125:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 280 at 0000000000b311fa. 00000400:00000010:2.0:1767384903.786302:0:16125:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 336 at 0000000034c20229. 00000400:00000010:2.0:1767384903.786311:0:16125:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 280 at 0000000025db946e. 00000400:00000010:2.0:1767384903.786314:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 00000000a4c77b35. 00000400:00000200:2.0:1767384903.786318:0:16125:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:2.0:1767384903.786320:0:16125:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.157@tcp(00000000aa3f4fd0): 0. state = 0x100151 00000400:00000200:2.0:1767384903.786324:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 rc 1 00000400:00000200:2.0:1767384903.786328:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000400:00000200:2.0:1767384903.786330:0:16125:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.157@tcp 00000400:00000200:2.0:1767384903.786332:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100111 rc 0 00000400:00000200:2.0:1767384903.786335:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:2.0:1767384903.786337:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (14) 00000400:00000200:2.0:1767384903.786364:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384903.786408:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384903.786446:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384903.786466:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384903.786498:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384903.786527:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384903.786555:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384903.786584:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384903.786610:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384903.786641:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384903.786700:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384903.786722:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384903.786751:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000800:00000010:2.0:1767384903.786925:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bce56cb6. 00000800:00000010:2.0:1767384903.786930:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b6ecb04a. 00000800:00000010:2.0:1767384903.786934:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b60c7f7b. 00000800:00000010:2.0:1767384903.786963:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b60c7f7b. 00000400:00000200:2.0:1767384903.787009:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384903.787044:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp20 from 232.3.0.2 00000800:00000010:2.0:1767384903.787047:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000034e3f4a0. 00000800:00000010:1.0:1767384903.787190:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000082480133. 00000800:00000010:1.0:1767384903.787198:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d8147422. 00000800:00000010:1.0:1767384903.787321:0:16118:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000087cd8305. 00000800:00000200:1.1:1767384903.787329:0:16118:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a7b5db3] -> 12345-192.168.203.157@tcp20 (4) 00000800:00000200:1.1:1767384903.787334:0:16118:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp20 0000000087cd8305 deleted 00000800:00000010:1.1:1767384903.787336:0:16118:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000087cd8305. 00000800:00000200:1.1:1767384903.787341:0:16118:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384903.787346:0:16118:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp20 p 3.x 192.168.203.157 -> 192.168.203.157:1000 incarnation:1767384902259561400 sched[0] 00000800:00000010:1.0:1767384903.787351:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000094e11e93. 00000800:00000010:1.0:1767384903.787401:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000094e11e93. 00000800:00000010:1.0:1767384903.787404:0:16118:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d8147422. 00000800:00000200:3.1:1767384903.787422:0:16115:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:1.0:1767384903.787430:0:16118:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000034e3f4a0. 00000800:00000200:3.0:1767384903.787433:0:16115:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp20 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384902259561400 sched[0] 00000800:00000010:3.0:1767384903.787440:0:16115:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b6ecb04a. 00000800:00000001:2.0:1767384903.787446:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384903.787451:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384903.787467:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384903.787470:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384903.793703:0:16764:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384903.793709:0:16764:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:2.0:1767384903.793712:0:16764:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384903.793714:0:16764:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384903.793717:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384903.793722:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384903.793726:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384903.793726:0:16764:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384903.793730:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384903.793733:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384903.793736:0:16764:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000010:3.0:1767384903.793737:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000dfe3ce46. 20000000:01000000:2.0:1767384903.793741:0:16764:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384903.793744:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:1.0:1767384903.793745:0:16762:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c4d60846. 00080000:00000020:2.0:1767384903.793747:0:16764:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384903.793750:0:16762:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 20000000:00000001:1.0:1767384903.793754:0:16762:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384903.793759:0:16762:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384903.793775:0:16762:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384903.793777:0:16762:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384903.793778:0:16762:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384903.793780:0:16762:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384903.793782:0:16762:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384903.793785:0:16762:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:1.0:1767384903.793787:0:16762:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384903.793790:0:16762:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f47ea08f. 00080000:00000001:1.0:1767384903.793792:0:16762:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490467840 : -108642219083776 : ffff9d30c31fb800) 00080000:00000001:1.0:1767384903.793794:0:16762:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384903.793823:0:16762:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384903.793824:0:16762:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384903.793825:0:16762:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384903.793841:0:16762:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384903.793843:0:16762:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384903.793894:0:16762:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384903.793896:0:16762:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:1.0:1767384903.793911:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384903.793913:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384903.793915:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384903.793919:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384903.793921:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384903.793927:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007ef5c810. 00010000:00000001:1.0:1767384903.793931:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384903.793934:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fe748dd8. 00000020:00000001:1.0:1767384903.793937:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384903.793939:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fe748dd8 with handle 0x4895a8f6c11e861d to hash 00000020:00000001:1.0:1767384903.793941:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384903.793942:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435879615488 : -108637829936128 : ffff9d31c8bccc00) 00010000:00000001:1.0:1767384903.793944:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435879615488 : -108637829936128 : ffff9d31c8bccc00) 00010000:00000001:1.0:1767384903.793947:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384903.793948:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384903.793950:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e861d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384903.793956:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384903.793959:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384903.793961:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384903.793962:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384903.793964:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384903.793966:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384903.793967:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384903.793969:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384903.793970:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384903.793972:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384903.793972:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384903.793974:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007ef5c810) refcount = 1 00010000:00010000:1.0:1767384903.793976:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e861d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384903.793989:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384903.793991:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384903.793992:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384903.793993:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384903.793995:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384903.793997:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384903.793999:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002318499s 00010000:00000001:1.0:1767384903.794001:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384903.794003:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384903.794004:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fe748dd8 refcount=4 00000020:00000001:1.0:1767384903.794006:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879615488 : -108637829936128 : ffff9d31c8bccc00) 00010000:00000001:1.0:1767384903.794007:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879615488 : -108637829936128 : ffff9d31c8bccc00) 00010000:00000001:1.0:1767384903.794009:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384903.794010:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e861d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384903.794038:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384903.794041:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e861d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384903.794048:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384903.794050:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384903.794052:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e861d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384903.794058:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384903.794060:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384903.794063:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384903.794065:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e861d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384903.794072:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000fe748dd8 already unused, calling callback (00000000be7801c4) 00010000:00000001:1.0:1767384903.794075:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384903.794084:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384903.794086:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e861d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384903.794093:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384903.794095:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384903.794096:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384903.794097:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fe748dd8 refcount=5 00000020:00000001:1.0:1767384903.794099:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879615488 : -108637829936128 : ffff9d31c8bccc00) 00010000:00000001:1.0:1767384903.794100:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879615488 : -108637829936128 : ffff9d31c8bccc00) 00010000:00000001:1.0:1767384903.794103:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384903.794104:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e861d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384903.794108:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384903.794109:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384903.794110:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384903.794112:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384903.794113:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384903.794114:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384903.794115:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384903.794117:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fe748dd8 with handle 0x4895a8f6c11e861d from hash 00010000:00000001:1.0:1767384903.794118:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384903.794119:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384903.794120:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384903.794120:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384903.794122:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384903.794123:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384903.794125:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384903.794126:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384903.794128:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384903.794129:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384903.794130:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384903.794132:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384903.794132:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384903.794133:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384903.794140:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384903.794141:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384903.794143:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e861d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384903.794147:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384903.794147:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384903.794148:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384903.794150:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384903.794150:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384903.794151:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384903.794153:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384903.794155:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384903.794156:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384903.794158:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e861d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384903.794161:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384903.794162:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384903.794164:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e861d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384903.794168:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007ef5c810 count: 0 00010000:00000001:1.0:1767384903.794174:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384903.794175:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384903.796114:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294893658, at 4294893659 00000100:00000010:0.0:1767384903.796123:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002a909339. 00000100:00000040:3.0:1767384903.796165:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294893658, at 4294893659 00000100:00000010:3.0:1767384903.796171:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b04b1e8c. 00000100:00000040:2.0:1767384903.796307:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294893658, at 4294893659 00000100:00000010:2.0:1767384903.796313:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007c0d43ee. 00000100:00000040:1.0:1767384903.797071:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294893658, at 4294893660 00000100:00000010:1.0:1767384903.797080:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005fee7bb1. 00010000:00000010:1.1:1767384903.798040:0:16641:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007ef5c810. 00010000:00000010:1.1:1767384903.798051:0:16641:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fe748dd8. 00080000:00000001:3.0:1767384903.801595:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384903.801599:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:1.0:1767384903.801602:0:16762:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384903.801603:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384903.801606:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:1.0:1767384903.801608:0:16762:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00040000:00000001:3.0:1767384903.801609:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384903.801613:0:16762:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384903.801615:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f47ea08f. 20000000:00000001:1.0:1767384903.801616:0:16762:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384903.801619:0:16762:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384903.801626:0:16762:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384903.801628:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384903.801629:0:16762:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384903.801636:0:16762:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384903.801639:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384903.801643:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384903.801646:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384903.801649:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384903.801652:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384903.801657:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006bcd1356. 00010000:00000001:0.0:1767384903.801662:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384903.801666:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ad871020. 00000020:00000001:0.0:1767384903.801670:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384903.801673:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ad871020 with handle 0x4895a8f6c11e8624 to hash 00000020:00000001:0.0:1767384903.801690:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384903.801692:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384903.801695:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384903.801699:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384903.801700:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384903.801703:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8624 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384903.801722:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384903.801724:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384903.801727:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384903.801729:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384903.801731:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384903.801734:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384903.801735:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384903.801739:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384903.801741:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384903.801743:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384903.801744:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384903.801746:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006bcd1356) refcount = 1 00010000:00010000:0.0:1767384903.801750:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8624 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384903.801770:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384903.801772:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384903.801774:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384903.801776:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384903.801778:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384903.801782:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384903.801785:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002318499s 00010000:00000001:0.0:1767384903.801789:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384903.801791:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384903.801793:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ad871020 refcount=4 00000020:00000001:0.0:1767384903.801797:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384903.801800:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384903.801803:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384903.801805:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8624 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384903.801811:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384903.801813:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8624 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384903.801819:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384903.801821:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384903.801822:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8624 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384903.801829:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384903.801831:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384903.801833:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384903.801835:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8624 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384903.801842:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ad871020 already unused, calling callback (00000000be7801c4) 00010000:00000001:0.0:1767384903.801845:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384903.801852:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384903.801854:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8624 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384903.801861:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384903.801863:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384903.801864:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384903.801866:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ad871020 refcount=5 00000020:00000001:0.0:1767384903.801868:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384903.801870:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384903.801873:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384903.801875:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8624 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384903.801881:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384903.801883:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384903.801884:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384903.801888:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384903.801890:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384903.801893:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384903.801896:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384903.801898:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ad871020 with handle 0x4895a8f6c11e8624 from hash 00010000:00000001:0.0:1767384903.801901:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384903.801903:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384903.801905:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384903.801907:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384903.801910:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384903.801911:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384903.801914:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384903.801916:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384903.801918:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384903.801920:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384903.801922:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384903.801925:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384903.801927:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384903.801928:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384903.801936:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384903.801938:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384903.801942:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8624 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384903.801947:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384903.801950:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384903.801952:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384903.801954:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384903.801956:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384903.801957:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384903.801960:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384903.801963:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384903.801965:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384903.801968:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8624 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384903.801974:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384903.801976:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384903.801978:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8624 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384903.801984:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006bcd1356 count: 0 00010000:00000001:0.0:1767384903.801994:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384903.801996:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384903.804158:0:16764:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384903.804166:0:16764:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384903.804169:0:16764:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c33ca4f6. 20000000:00000001:1.0:1767384903.804175:0:16764:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384903.804178:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358506368 00010000:00000001:1.0:1767384903.804181:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384903.804187:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000bc8760c x1853237358506368/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:129/0 lens 4848/4768 e 0 to 0 dl 1767384914 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384903.804196:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384903.804198:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384903.804201:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=27 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384903.804206:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384903.804208:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:1.0:1767384903.804209:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:1.0:1767384903.804212:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384903.804215:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384903.804218:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384903.804222:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384903.804226:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000087cd8305. 00000100:00000200:1.0:1767384903.804231:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358506368, offset 224 00000400:00000200:1.0:1767384903.804236:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384903.804247:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384903.804256:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272703180 00000400:00000200:1.0:1767384903.804262:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1469 [2] + 224 00000400:00000200:1.0:1767384903.804269:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384903.804273:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384903.804278:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384903.804283:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b32d0e5e x1853237358506368/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384903.804290:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b32d0e5e x1853237358506368/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384903.804303:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384903.804308:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087cd8305 00000400:00000010:1.0:1767384903.804311:0:16764:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000087cd8305. 00000100:00000001:1.0:1767384903.804313:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384903.804320:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384903.804324:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384903.804326:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:1.0:1767384903.804328:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384903.804330:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384903.804333:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384903.804336:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000bc8760c x1853237358506368/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:129/0 lens 4848/4768 e 0 to 0 dl 1767384914 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384903.804343:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000bc8760c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16130:x1853237358506368:12345-0@lo:253: Request processed in 19450us (19956us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384903.804350:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00000040:1.0:1767384903.804353:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00000001:1.0:1767384903.804355:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384903.804356:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384903.804361:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005688d20b. 00000020:00000010:1.0:1767384903.804365:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c7cf213. 00000020:00000010:1.0:1767384903.804369:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe0ca95a. 00000020:00000040:1.0:1767384903.804374:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 02000000:00000001:1.0:1767384903.804379:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384903.804382:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b44a3452. 02000000:00000001:1.0:1767384903.804387:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384903.804389:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384903.804396:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384903.804402:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f0ec02a. 00000400:00000010:1.0:1767384903.804408:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000087cd8305. 00000100:00000001:1.0:1767384903.804432:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384903.804436:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384903.804443:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384903.804446:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384903.804448:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0ab58cf. 00000400:00000200:1.0:1767384903.804453:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000401aab6d 00000400:00000010:1.0:1767384903.804455:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000401aab6d. 00000100:00000001:1.0:1767384903.804460:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384903.804464:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b32d0e5e x1853237358506368/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384903.804488:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b32d0e5e x1853237358506368/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384903.804497:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384903.804499:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384903.804502:0:16130:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384903.804505:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384903.804507:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384903.804510:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384903.804513:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384903.804518:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=27 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384903.804522:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=27 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384903.804535:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384903.804538:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384903.804541:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384903.804543:0:16130:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384903.804546:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384903.804551:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b32d0e5e x1853237358506368/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384903.804560:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384903.804563:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384903.804565:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384903.804569:0:16130:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384903.804572:0:16130:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384903.804574:0:16130:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384903.804576:0:16130:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384903.804578:0:16130:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384903.804580:0:16130:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384903.804581:0:16130:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384903.804583:0:16130:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384903.804585:0:16130:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384903.804587:0:16130:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384903.804591:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b32d0e5e x1853237358506368/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384903.804601:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b32d0e5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358506368:0@lo:253: 00000100:00000001:1.0:1767384903.804612:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384903.804615:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384903.804619:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b32d0e5e x1853237358506368/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384903.804627:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384903.804631:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384903.804633:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e39905ef. 02000000:00000001:1.0:1767384903.804639:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384903.804642:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384903.804644:0:16130:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1767384903.804647:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384903.804649:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000018c56b10. 02000000:00000001:1.0:1767384903.804654:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384903.804656:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384903.804658:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b32d0e5e. 00000100:00000001:1.0:1767384903.804662:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384903.804663:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384903.804665:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384903.804672:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384903.804674:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384903.804691:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384903.804693:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384903.805032:0:16762:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384903.805035:0:16762:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384903.805046:0:16762:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007e2c2dea. 20000000:00000001:1.0:1767384903.805051:0:16762:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384903.805054:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358506496 00010000:00000001:1.0:1767384903.805057:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384903.805061:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000df482916 x1853237358506496/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:129/0 lens 4848/4768 e 0 to 0 dl 1767384914 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384903.805070:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384903.805072:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384903.805075:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=27 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384903.805078:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384903.805081:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:1.0:1767384903.805089:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:1.0:1767384903.805091:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384903.805093:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384903.805095:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384903.805097:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384903.805100:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cc5030ed. 00000100:00000200:1.0:1767384903.805102:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358506496, offset 224 00000400:00000200:1.0:1767384903.805106:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384903.805111:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384903.805118:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272703200 00000400:00000200:1.0:1767384903.805124:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1471 [2] + 224 00000400:00000200:1.0:1767384903.805129:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384903.805132:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384903.805136:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384903.805141:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000053f55bba x1853237358506496/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384903.805151:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000053f55bba x1853237358506496/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384903.805169:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384903.805175:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc5030ed 00000400:00000010:1.0:1767384903.805178:0:16762:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cc5030ed. 00000100:00000001:0.0:1767384903.805181:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384903.805183:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384903.805197:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384903.805198:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384903.805202:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384903.805205:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384903.805206:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:1.0:1767384903.805210:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384903.805210:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384903.805213:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384903.805215:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384903.805215:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ce2a97e8. 00000100:00000040:1.0:1767384903.805221:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000df482916 x1853237358506496/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:129/0 lens 4848/4768 e 0 to 0 dl 1767384914 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384903.805222:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2da320a 00000400:00000010:0.0:1767384903.805226:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b2da320a. 00000100:00100000:1.0:1767384903.805233:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000df482916 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16127:x1853237358506496:12345-0@lo:253: Request processed in 20290us (20814us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384903.805234:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384903.805243:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000053f55bba x1853237358506496/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384903.805244:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00000040:1.0:1767384903.805254:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:1.0:1767384903.805259:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384903.805262:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384903.805263:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000053f55bba x1853237358506496/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384903.805266:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000038557297. 00000020:00000010:1.0:1767384903.805275:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009fcb46c6. 00000020:00000010:1.0:1767384903.805278:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d54ef25d. 00000020:00000040:1.0:1767384903.805280:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 02000000:00000001:1.0:1767384903.805285:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384903.805289:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009325729f. 02000000:00000001:1.0:1767384903.805294:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384903.805295:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384903.805296:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384903.805301:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384903.805302:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384903.805306:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c61f70e3. 00000100:00000001:0.0:1767384903.805307:0:16127:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384903.805311:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:1.0:1767384903.805312:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cc5030ed. 00000100:00000001:0.0:1767384903.805314:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384903.805317:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384903.805321:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384903.805324:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=27 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384903.805329:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384903.805332:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384903.805334:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384903.805336:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384903.805337:0:16127:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.805339:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384903.805343:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000053f55bba x1853237358506496/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384903.805351:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384903.805354:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384903.805355:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384903.805359:0:16127:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384903.805361:0:16127:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384903.805362:0:16127:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384903.805364:0:16127:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384903.805365:0:16127:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384903.805366:0:16127:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384903.805368:0:16127:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384903.805369:0:16127:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384903.805371:0:16127:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384903.805373:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053f55bba x1853237358506496/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384903.805381:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000053f55bba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358506496:0@lo:253: 00000100:00000001:0.0:1767384903.805386:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384903.805388:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384903.805390:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000053f55bba x1853237358506496/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384903.805403:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384903.805405:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384903.805407:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000da6ee759. 02000000:00000001:0.0:1767384903.805411:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384903.805412:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384903.805413:0:16127:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1767384903.805416:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384903.805417:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ad1dd55a. 02000000:00000001:0.0:1767384903.805420:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384903.805421:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384903.805423:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053f55bba. 00000100:00000001:0.0:1767384903.805426:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384903.805428:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384903.805430:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384903.805434:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384903.805435:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384903.805438:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384903.805440:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384903.806481:0:22558:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000004a944349. 00000400:00000040:2.0:1767384903.806502:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384903.806505:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384903.806508:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384903.806510:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384903.806513:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384903.806515:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384903.806518:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384903.806519:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384903.806521:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384903.806523:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384903.806525:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384903.806527:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384903.806529:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384903.806531:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384903.806532:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384903.806534:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384903.806536:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384903.806537:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384903.806539:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384903.806541:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384903.806543:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384903.806545:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384903.806546:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384903.806548:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384903.806555:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384903.806558:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384903.806560:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384903.806562:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384903.806564:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384903.806565:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384903.806567:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384903.806569:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384903.806570:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384903.806571:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384903.806572:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384903.806573:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384903.806574:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384903.806575:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384903.806577:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384903.806578:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384903.806578:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384903.806579:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384903.806580:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384903.806581:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384903.806582:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384903.806583:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384903.806584:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384903.806585:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384903.806587:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384903.806588:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384903.806589:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384903.806590:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384903.806590:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384903.806592:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384903.806593:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384903.806594:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384903.806594:0:22558:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384903.806639:0:22558:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000004a944349. 00010000:00000010:0.1:1767384903.808069:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006bcd1356. 00010000:00000010:0.1:1767384903.808075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ad871020. 00010000:00000001:1.0:1767384904.537081:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384904.537087:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384904.537092:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384904.537093:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384904.537136:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384904.537139:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384904.537142:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384904.590161:0:22802:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384904.590175:0:22802:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384904.590179:0:22802:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384904.590186:0:22802:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384904.590191:0:22802:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384904.590194:0:22802:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384905.288222:0:22966:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384905.288226:0:22966:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp22 --if ens2 00000001:00000001:2.0:1767384905.291206:0:22966:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384905.296635:0:22967:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000c38920bb. 00000400:00000010:2.0:1767384905.296648:0:22967:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000005f11105f. 00000400:00000010:2.0:1767384905.296656:0:22967:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000007a6c6712. 00000400:00000010:2.0:1767384905.296658:0:22967:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000e802ad43. 00000400:00000010:2.0:1767384905.296661:0:22967:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009c8a331f. 00000400:00000010:2.0:1767384905.296682:0:22967:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000023e14bc. 00000400:00000010:2.0:1767384905.296684:0:22967:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ce7ccdd7. 00000400:00000010:2.0:1767384905.296685:0:22967:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c04b35fb. 00000400:00000010:2.0:1767384905.296688:0:22967:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000004a944349. 00000800:00000010:2.0:1767384905.296710:0:22967:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000bbe713b2. 00000800:00000200:2.0:1767384905.296719:0:22967:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384905.296725:0:22967:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384905.296755:0:22967:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:2.0:1767384905.296773:0:22967:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp22 [8/256/0/180] 00000400:00000010:2.0:1767384905.298532:0:22967:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 00000000471f1760. 00000400:00000010:2.0:1767384905.298538:0:22967:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af224cad. 00000400:00000010:2.0:1767384905.298542:0:22967:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fbc9d5a5. 00000400:00000001:2.0:1767384905.298555:0:22967:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384905.298557:0:22967:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384905.298559:0:22967:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000698ddb20. 00000400:00000200:2.0:1767384905.298561:0:22967:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dddde4a5 00000400:00000010:2.0:1767384905.298562:0:22967:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dddde4a5. 00000400:00000010:2.0:1767384905.298565:0:22967:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 00000000c60e9466. 00000400:00000200:2.0:1767384905.298571:0:22967:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (13) 00000400:00000200:2.0:1767384905.298581:0:22967:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:2.0:1767384905.298601:0:22967:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131094 00000400:00000200:3.0:1767384905.298607:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:2.0:1767384905.298607:0:22967:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000004ba79b44. 00000020:01000000:2.0:1767384905.298615:0:22967:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384905.298617:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000020:01000000:2.0:1767384905.298619:0:22967:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp22 00000400:00000010:3.0:1767384905.298626:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042896188. 00000400:00000200:3.0:1767384905.298629:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (14) 00000400:00000010:3.0:1767384905.298634:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f1b0d41f. 00000400:00000010:2.0:1767384905.298634:0:22967:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000005f11105f. 00000400:00000010:2.0:1767384905.298639:0:22967:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000c38920bb. 00000400:00000200:3.0:1767384905.298640:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1767384905.298653:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000020:00000001:0.0:1767384905.298655:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384905.298659:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:00000001:0.0:1767384905.298660:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384905.298663:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384905.298678:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 10000000:01000000:0.0:1767384905.298678:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384905.298683:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384905.298685:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:0.0:1767384905.298686:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384905.298689:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384905.298691:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384905.298693:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384905.298695:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:0.0:1767384905.298696:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384905.298698:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384905.298701:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384905.298703:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384905.298704:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:0.0:1767384905.298706:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384905.298711:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000010:0.0:1767384905.298713:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c705512f. 00000400:00000200:3.0:1767384905.298717:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000020:00000040:0.0:1767384905.298718:0:36:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000400:00000200:3.0:1767384905.298726:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000100:00000001:0.0:1767384905.298727:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384905.298731:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384905.298732:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 02000000:00000001:0.0:1767384905.298736:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384905.298737:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:3.0:1767384905.298739:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:3.0:1767384905.298742:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:3.0:1767384905.298748:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 02000000:00000010:0.0:1767384905.298752:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007cd7513e. 00000400:00000200:3.0:1767384905.298759:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp21 00000100:00000001:0.0:1767384905.298760:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384905.298765:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp21 lpni_is_preferred = 0 00000400:00000200:3.0:1767384905.298768:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp21 00000100:00000001:0.0:1767384905.298768:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384905.298771:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384905.298774:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp21 NI seq info: [29:29:256:4294967295] 192.168.203.157@tcp21 LPNI seq info [29:29:8:4294967295] 00000100:00000040:0.0:1767384905.298780:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c705512f] to pc [ptlrpcd_00_01+1] req@00000000c705512f x1853237358506624/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384905.298782:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp21 00000400:00000200:3.0:1767384905.298806:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp21(192.168.203.157@tcp21:) -> 192.168.203.157@tcp21(192.168.203.157@tcp:192.168.203.157@tcp21) : PUT try# 0 00000800:00000200:3.0:1767384905.298811:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 256 bytes in 1 frags to 12345-192.168.203.157@tcp21 00000800:00000010:3.0:1767384905.298816:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e33c638c. 00000800:00000010:3.0:1767384905.298823:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a26d6e4a. 00000800:00000010:3.0:1767384905.298826:0:16125:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ebb1405a. 10000000:00000001:0.0:1767384905.298826:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384905.298832:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384905.298835:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384905.298836:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a26d6e4a] -> 12345-192.168.203.157@tcp21 (2) 00000020:01000000:0.0:1767384905.298838:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384905.298840:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.1:1767384905.298844:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a26d6e4a] -> 12345-192.168.203.157@tcp21 (2) 00000100:00000001:2.0:1767384905.298845:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384905.298845:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384905.298849:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:2.0:1767384905.298850:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384905.298852:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384905.298855:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:2.0:1767384905.298857:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c705512f x1853237358506624/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384905.298859:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 00000020:01000004:0.0:1767384905.298859:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384905.298862:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384905.298865:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384905.298867:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100551 rc 0 00000020:01000004:0.0:1767384905.298867:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384905.298871:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384905.298875:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384905.298877:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:2.0:1767384905.298880:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384905.298880:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:2.0:1767384905.298883:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384905.298883:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384905.298888:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1767384905.298888:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007fd72a2d. 02000000:00000001:2.0:1767384905.298893:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384905.298893:0:36:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1767384905.298898:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384905.298899:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384905.298900:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384905.298901:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1767384905.298904:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c705512f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358506624:0@lo:253: 02000000:00000001:0.0:1767384905.298905:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384905.298906:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384905.298911:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1767384905.298914:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005b34f959. 02000000:00000001:2.0:1767384905.298916:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384905.298918:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384905.298920:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384905.298922:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384905.298923:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384905.298926:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384905.298930:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e56eb6d0. 00000100:00000040:0.0:1767384905.298931:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fd72a2d] to pc [ptlrpcd_00_02+2] req@000000007fd72a2d x1853237358506752/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384905.298933:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384905.298940:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f520301. 00000400:00000010:2.0:1767384905.298945:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f11105f. 00000100:00000200:2.0:1767384905.298948:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358506624, portal 25 00000100:00000001:2.0:1767384905.298950:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:0.0:1767384905.298951:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384905.298952:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780961408 : -108637928590208 : ffff9d31c2db7480) 00000100:00000040:2.0:1767384905.298957:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c705512f x1853237358506624/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384921 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384905.298959:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 10000000:00000001:0.0:1767384905.298961:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384905.298967:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384905.298972:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384905.298973:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384905.298977:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000004ba79b44. 00000100:00000040:2.0:1767384905.298978:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384905.298983:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000076863994. 00000100:00000200:2.0:1767384905.298986:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358506624, offset 0 00000400:00000200:2.0:1767384905.298990:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384905.298991:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384905.298994:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384905.298997:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384905.299000:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384905.299003:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007fd72a2d x1853237358506752/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384905.299009:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000100:00000001:0.0:1767384905.299010:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384905.299041:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272703280 00000400:00000200:2.0:1767384905.299048:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x985 [2] + 0 00000400:00000010:2.0:1767384905.299050:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000342d718d. 00000400:00000200:2.0:1767384905.299054:0:16128:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d46cf990 00000400:00000200:2.0:1767384905.299059:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384905.299064:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384905.299068:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d46cf990 00000400:00000010:2.0:1767384905.299075:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d46cf990. 00000100:00000001:2.0:1767384905.299079:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384905.299081:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384905.299084:0:16128:0:(events.c:337:request_in_callback()) incoming req@00000000292c8e8a x1853237358506624 msgsize 4848 00000100:00100000:2.0:1767384905.299087:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384905.299088:0:16128:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384905.299095:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384905.299101:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076863994 00000400:00000010:2.0:1767384905.299102:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000076863994. 00000100:00000001:2.0:1767384905.299104:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384905.299108:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c705512f x1853237358506624/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384921 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384905.299116:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384905.299118:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c705512f x1853237358506624/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384921 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384905.299122:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384905.299123:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384905.299128:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384905.299131:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294895173 00000100:00000010:2.0:1767384905.299134:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000da213b31. 00000100:00000001:2.0:1767384905.299139:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384905.299147:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294895173 00000100:00000010:2.0:1767384905.299150:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000059033cee. 00000100:00000001:2.0:1767384905.299153:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384905.299157:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294895173 00000100:00000010:2.0:1767384905.299161:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000046bab52. 00000100:00000001:2.0:1767384905.299163:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384905.299166:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294895173 00000100:00000010:2.0:1767384905.299168:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005fee7bb1. 00000100:00000001:2.0:1767384905.299171:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384905.299175:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384905.299178:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384905.299186:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384905.299190:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384905.299190:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384905.299197:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384905.299199:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384905.299201:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384905.299202:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384905.299204:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384905.299207:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000100:00100000:0.0:1767384905.299207:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007fd72a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358506752:0@lo:253: 00000100:00000001:2.0:1767384905.299208:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384905.299210:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384905.299215:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384905.299215:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384905.299219:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384905.299219:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384905.299223:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384905.299226:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384905.299238:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004c22d5b5. 02000000:00000001:0.0:1767384905.299240:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384905.299242:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000010:0.0:1767384905.299244:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc6522e8. 00000400:00000010:0.0:1767384905.299249:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000003ed63fc. 00000100:00000200:0.0:1767384905.299253:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358506752, portal 25 00000100:00000001:0.0:1767384905.299255:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384905.299256:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780954240 : -108637928597376 : ffff9d31c2db5880) 00000100:00000040:0.0:1767384905.299260:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007fd72a2d x1853237358506752/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384921 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384905.299263:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000100:00000001:0.0:1767384905.299264:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384905.299268:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384905.299271:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000046b88745. 00000100:00000200:0.0:1767384905.299274:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358506752, offset 0 00000400:00000200:0.0:1767384905.299279:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384905.299286:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384905.299292:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000100:00000001:2.0:1767384905.299294:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384905.299297:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358506624 02000000:00000001:2.0:1767384905.299300:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384905.299303:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384905.299303:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272703300 00000100:00000001:2.0:1767384905.299306:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384905.299311:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384905.299316:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358506624 00000400:00000200:0.0:1767384905.299316:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x995 [2] + 0 00000400:00000200:3.0:1767384905.299317:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000020:00000001:2.0:1767384905.299320:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384905.299324:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000400:00000010:0.0:1767384905.299326:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006256b3a4. 00000020:00000001:2.0:1767384905.299327:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384905.299331:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000400:00000200:0.0:1767384905.299332:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000076806167 00000020:00000001:2.0:1767384905.299334:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:2.0:1767384905.299337:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000400:00000200:0.0:1767384905.299340:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384905.299341:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384905.299346:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007aeebbdb. 00000400:00000200:3.0:1767384905.299349:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:0.0:1767384905.299350:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384905.299351:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384905.299357:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007aeebbdb. 00000400:00000200:0.0:1767384905.299360:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076806167 00000020:00000010:2.0:1767384905.299364:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6ea4293. 00000400:00000010:0.0:1767384905.299365:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000076806167. 00000020:00000010:2.0:1767384905.299370:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002909e4bb. 00000100:00000001:0.0:1767384905.299371:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384905.299374:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1767384905.299376:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000079f888d. 00000100:00000040:0.0:1767384905.299377:0:16129:0:(events.c:337:request_in_callback()) incoming req@00000000334df491 x1853237358506752 msgsize 4848 00000400:00000200:3.0:1767384905.299379:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000100:00000040:2.0:1767384905.299387:0:16762:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:0.0:1767384905.299388:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384905.299394:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1767384905.299394:0:16129:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384905.299398:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384905.299399:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384905.299404:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384905.299405:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384905.299410:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046b88745 00000400:00000010:0.0:1767384905.299413:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000046b88745. 00000100:00000001:0.0:1767384905.299427:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384905.299429:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384905.299432:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007fd72a2d x1853237358506752/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384921 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384905.299437:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000100:00000001:0.0:1767384905.299439:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384905.299440:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384905.299444:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358506752 00000100:00000040:0.0:1767384905.299445:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007fd72a2d x1853237358506752/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384921 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384905.299452:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384905.299453:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384905.299454:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384905.299456:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384905.299458:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384905.299460:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384905.299461:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384905.299465:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294895173 00000100:00100000:2.0:1767384905.299466:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358506752 00000020:00000001:2.0:1767384905.299469:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384905.299470:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, keep current deadline 4294895173 00000020:00000040:2.0:1767384905.299471:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:2.0:1767384905.299476:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384905.299476:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294895173 00000020:00000040:2.0:1767384905.299479:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000100:00000001:0.0:1767384905.299480:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, keep current deadline 4294895173 00000020:00000001:2.0:1767384905.299482:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384905.299485:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294895173 00000020:00000001:2.0:1767384905.299486:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384905.299491:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, keep current deadline 4294895173 00000100:00000001:2.0:1767384905.299492:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384905.299495:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000100:00000001:0.0:1767384905.299496:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294895173 00000020:00000010:2.0:1767384905.299497:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007aeebbdb. 00000100:00000001:2.0:1767384905.299500:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384905.299502:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007aeebbdb. 00000100:00000001:0.0:1767384905.299507:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, keep current deadline 4294895173 00000020:00000010:2.0:1767384905.299509:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000719bb360. 00000100:00000001:0.0:1767384905.299509:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384905.299514:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384905.299515:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000022848231. 00000100:00000001:0.0:1767384905.299517:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384905.299520:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f4281edf. 00000100:00000001:0.0:1767384905.299520:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384905.299527:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384905.299528:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384905.299530:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384905.299531:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384905.299533:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384905.299535:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384905.299537:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384905.299538:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384905.299539:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384905.299543:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384905.299544:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384905.299549:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000100:00000001:2.0:1767384905.299556:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384905.299557:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384905.299559:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384905.299561:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384905.299567:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00000040:2.0:1767384905.299570:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:2.0:1767384905.299572:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631893072 : -108637077658544 : ffff9d31f593a450) 00000100:00000040:2.0:1767384905.299577:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000292c8e8a x1853237358506624/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:131/0 lens 4848/0 e 0 to 0 dl 1767384916 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384905.299588:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384905.299592:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384905.299596:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384905.299599:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007aeebbdb. 00000100:00100000:0.0:1767384905.299599:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00000001:2.0:1767384905.299604:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384905.299605:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000400:00000200:3.0:1767384905.299606:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000100:00000001:0.0:1767384905.299608:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631892048 : -108637077659568 : ffff9d31f593a050) 00000020:00000010:2.0:1767384905.299614:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007aeebbdb. 00000100:00000040:0.0:1767384905.299616:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000334df491 x1853237358506752/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:131/0 lens 4848/0 e 0 to 0 dl 1767384916 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384905.299624:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000292c8e8a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16128:x1853237358506624:12345-0@lo:253: 00000100:00000001:0.0:1767384905.299626:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767384905.299629:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358506624 00000020:00000010:0.0:1767384905.299631:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac625ded. 00000020:00000001:2.0:1767384905.299633:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384905.299635:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384905.299637:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384905.299638:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac625ded. 00000020:00000001:2.0:1767384905.299641:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384905.299644:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384905.299647:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000100:00100000:0.0:1767384905.299647:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000334df491 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16129:x1853237358506752:12345-0@lo:253: 00000400:00000200:3.0:1767384905.299651:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000020:00000001:2.0:1767384905.299654:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:0.0:1767384905.299655:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358506752 00000020:00000001:2.0:1767384905.299657:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384905.299659:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384905.299662:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384905.299663:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384905.299681:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384905.299681:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384905.299687:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384905.299687:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384905.299690:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000100:00000001:2.0:1767384905.299692:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384905.299694:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1767384905.299696:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384905.299697:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384905.299702:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000019e0feed. 02000000:00000001:2.0:1767384905.299706:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384905.299708:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384905.299709:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384905.299711:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384905.299713:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 20000000:00000001:2.0:1767384905.299714:0:16762:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384905.299714:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384905.299720:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384905.299722:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:2.0:1767384905.299725:0:16762:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004ba79b44. 02000000:00000010:0.0:1767384905.299728:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a1f49290. 20000000:01000000:2.0:1767384905.299729:0:16762:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:0.0:1767384905.299733:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384905.299734:0:16762:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:0.0:1767384905.299737:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384905.299738:0:16762:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384905.299741:0:16762:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384905.299742:0:16764:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384905.299744:0:16762:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384905.299747:0:16762:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384905.299750:0:16764:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000a223469. 20000000:00000010:2.0:1767384905.299755:0:16762:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ebb75508. 20000000:01000000:0.0:1767384905.299755:0:16764:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384905.299758:0:16764:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:2.0:1767384905.299759:0:16762:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 00000400:00000200:3.0:1767384905.299760:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 20000000:00000001:0.0:1767384905.299761:0:16764:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384905.299764:0:16764:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384905.299766:0:16762:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384905.299766:0:16764:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384905.299771:0:16764:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384905.299773:0:16762:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384905.299792:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:3.0:1767384905.299815:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00080000:00000001:2.0:1767384905.299815:0:16762:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384905.299822:0:16762:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384905.299823:0:16762:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384905.299825:0:16762:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384905.299828:0:16762:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384905.299832:0:16762:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00000400:00000200:3.0:1767384905.299838:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00080000:00000001:2.0:1767384905.299841:0:16762:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384905.299848:0:16762:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f71b79a5. 00080000:00000001:2.0:1767384905.299850:0:16762:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635436781197312 : -108636928354304 : ffff9d31fe79d800) 00080000:00000001:2.0:1767384905.299853:0:16762:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384905.299860:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:3.0:1767384905.299922:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:3.0:1767384905.299970:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000001:00000001:2.0:1767384905.299972:0:16762:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384905.299975:0:16762:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384905.299977:0:16762:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384905.299996:0:16762:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384905.299998:0:16762:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384905.300008:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:3.0:1767384905.300067:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00080000:00000001:2.0:1767384905.300120:0:16762:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384905.300123:0:16762:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:3.0:1767384905.300286:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000474943cc. 00000800:00000010:3.0:1767384905.300291:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000232a4e13. 00000800:00000010:3.0:1767384905.300297:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002b184b9d. 00000400:00000200:2.0:1767384905.300306:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384905.300329:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002b184b9d. 00000400:00000200:2.0:1767384905.300336:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp21 from 231.3.0.2 00000800:00000010:2.0:1767384905.300341:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000790f9ffb. 00000800:00000010:2.0:1767384905.300470:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003f9ec97e. 00000800:00000010:2.0:1767384905.300476:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000076863994. 00000800:00000010:2.0:1767384905.300499:0:16116:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a7ea374f. 00000800:00000200:2.1:1767384905.300507:0:16116:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a26d6e4a] -> 12345-192.168.203.157@tcp21 (2) 00000800:00000200:2.1:1767384905.300512:0:16116:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp21 00000000a7ea374f deleted 00000800:00000010:2.1:1767384905.300515:0:16116:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a7ea374f. 00000800:00000200:2.1:1767384905.300520:0:16116:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384905.300528:0:16116:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp21 ip 192.168.203.157:999 00000800:00000200:2.1:1767384905.300533:0:16116:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e33c638c type 1, nob 352 niov 1 nkiov 1 00000800:00000200:2.0:1767384905.300539:0:16116:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp21 p 3.x 192.168.203.157 -> 192.168.203.157:999 incarnation:1767384903781964419 sched[0] 00000800:00000010:2.0:1767384905.300545:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007aeebbdb. 00000800:00000010:2.0:1767384905.300612:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007aeebbdb. 00000800:00000010:2.0:1767384905.300617:0:16116:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000076863994. 00000800:00000010:2.0:1767384905.300657:0:16116:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000790f9ffb. 00000800:00000001:2.0:1767384905.300716:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384905.300723:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384905.300793:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384905.300798:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e33c638c. 00000400:00000200:2.0:1767384905.300803:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384905.300810:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp21->192.168.203.157@tcp21: PUT: OK 00000400:00000200:2.0:1767384905.300815:0:16121:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384905.300819:0:16121:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp: 0 00000800:00000200:0.1:1767384905.300823:0:16117:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384905.300831:0:16117:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp21 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384903781964419 sched[0] 00000800:00000010:0.0:1767384905.300834:0:16117:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000232a4e13. 00000400:00000200:0.0:1767384905.300890:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:0.0:1767384905.301002:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:0.0:1767384905.301054:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:0.0:1767384905.301081:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:0.0:1767384905.301121:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:0.0:1767384905.301161:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:0.0:1767384905.301220:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000800:00000001:3.0:1767384905.301427:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384905.301436:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384905.301439:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384905.301444:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384905.301452:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp21(192.168.203.157@tcp21) <- 192.168.203.157@tcp21 : PUT - for me 00000400:00000200:3.0:1767384905.301464:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 256 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384905.301472:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.157@tcp of length 256/256 into md 0x1479 [1] + 0 00000400:00000010:3.0:1767384905.301477:0:16122:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007864aeb5. 00000400:00000200:3.0:1767384905.301482:0:16122:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000735f4faa 00000800:00000001:3.0:1767384905.301487:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384905.301500:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384905.301502:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384905.301507:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp21->192.168.203.157@tcp21: PUT: OK 00000400:00000200:3.0:1767384905.301510:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000735f4faa 00000400:00000010:3.0:1767384905.301512:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000735f4faa. 00000400:00000200:3.0:1767384905.301517:0:16122:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384905.301520:0:16122:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (15) 00000400:00000200:3.0:1767384905.301526:0:16122:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000010:3.0:1767384905.301529:0:16122:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 0000000004648011. 00000400:00000200:3.0:1767384905.301533:0:16122:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.157@tcp 14 00000400:00000200:3.0:1767384905.301543:0:16122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:3.0:1767384905.301569:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (16) 00000400:00000200:3.0:1767384905.301573:0:16122:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384905.301578:0:16122:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp21 to MR: 192.168.203.157@tcp21 local destination 00000400:00000200:3.0:1767384905.301583:0:16122:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp21 NI seq info: [30:30:256:4294967295] 192.168.203.157@tcp21 LPNI seq info [30:30:8:4294967295] 00000400:00000200:3.0:1767384905.301593:0:16122:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp21(192.168.203.157@tcp21:192.168.203.157@tcp21) -> 192.168.203.157@tcp21(192.168.203.157@tcp21:192.168.203.157@tcp21) 192.168.203.157@tcp21 : ACK try# 0 00000800:00000200:3.0:1767384905.301598:0:16122:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.157@tcp21 00000800:00000010:3.0:1767384905.301601:0:16122:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062a1dea0. 00000800:00000200:3.0:1767384905.301605:0:16122:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a26d6e4a] -> 12345-192.168.203.157@tcp21 (4) 00000800:00000200:3.0:1767384905.301611:0:16122:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp21 ip 192.168.203.157:988 00000800:00000200:3.0:1767384905.301613:0:16122:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000062a1dea0 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384905.301658:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384905.301661:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062a1dea0. 00000400:00000200:3.0:1767384905.301663:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384905.301682:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp21->192.168.203.157@tcp21: ACK: OK 00000800:00000001:2.0:1767384905.301685:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384905.301688:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384905.301693:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384905.301694:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384905.301698:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384905.301702:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384905.301707:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp21(192.168.203.157@tcp21) <- 192.168.203.157@tcp21 : ACK - for me 00000400:00000200:3.0:1767384905.301716:0:16122:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.157@tcp21: ACK from 12345-192.168.203.157@tcp21 into md 0x1491 00000400:00000200:3.0:1767384905.301720:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384905.301723:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp21->192.168.203.157@tcp21: ACK: OK 00000400:00000200:3.0:1767384905.301727:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042896188 00000400:00000010:3.0:1767384905.301729:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042896188. 00000400:00000200:3.0:1767384905.301732:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384905.301736:0:16122:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.157@tcp ev->status 0 00000400:00000200:3.0:1767384905.301739:0:16122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:3.0:1767384905.301742:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (15) 00000800:00000001:3.0:1767384905.301747:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384905.301750:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384905.301756:0:16125:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e32c851. 00000800:00000001:3.0:1767384905.301757:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384905.301762:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c6298fb. 00000400:00000200:2.0:1767384905.301773:0:16125:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000090d96c3f 00000400:00000200:2.0:1767384905.301778:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x1000d1 00000400:00000010:2.0:1767384905.301785:0:16125:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 300 at 00000000fb797632. 00000400:00000010:2.0:1767384905.301789:0:16125:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 360 at 000000000c01406d. 00000400:00000010:2.0:1767384905.301792:0:16125:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 300 at 0000000086181f21. 00000400:00000010:2.0:1767384905.301812:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000fb5d8fe0. 00000400:00000200:2.0:1767384905.301815:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000fb5d8fe0 nid 192.168.203.157@tcp22 00000400:00000010:2.0:1767384905.301818:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b04b1e8c. 00000400:00000200:2.0:1767384905.301820:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b04b1e8c net tcp22 00000400:00000200:2.0:1767384905.301823:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (14) 00000400:00000200:2.0:1767384905.301828:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp22 flags 0x11 00000400:00000010:2.0:1767384905.301832:0:16125:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 300 at 00000000fb797632. 00000400:00000010:2.0:1767384905.301835:0:16125:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 360 at 000000000c01406d. 00000400:00000010:2.0:1767384905.301837:0:16125:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 300 at 0000000086181f21. 00000400:00000010:2.0:1767384905.301840:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 0000000004648011. 00000400:00000200:2.0:1767384905.301844:0:16125:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:2.0:1767384905.301847:0:16125:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.157@tcp(00000000aa3f4fd0): 0. state = 0x100151 00000400:00000200:2.0:1767384905.301849:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 rc 1 00000400:00000200:2.0:1767384905.301853:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000400:00000200:2.0:1767384905.301856:0:16125:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.157@tcp 00000400:00000200:2.0:1767384905.301859:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100111 rc 0 00000400:00000200:0.0:1767384905.301859:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384905.301864:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:2.0:1767384905.301868:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (15) 00000400:00000200:0.0:1767384905.301902:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:0.0:1767384905.301938:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:0.0:1767384905.301967:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:0.0:1767384905.301996:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:0.0:1767384905.302067:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:0.0:1767384905.302095:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:0.0:1767384905.302140:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:0.0:1767384905.302184:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:0.0:1767384905.302229:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:0.0:1767384905.302252:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:0.0:1767384905.302281:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:0.0:1767384905.302308:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:0.0:1767384905.302348:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:0.0:1767384905.302379:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:0.0:1767384905.302407:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:0.0:1767384905.302427:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:0.0:1767384905.302448:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000800:00000010:0.0:1767384905.302716:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004dcb43b7. 00000800:00000010:0.0:1767384905.302721:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000452ca91b. 00000800:00000010:0.0:1767384905.302726:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008da560d8. 00000800:00000010:0.0:1767384905.302761:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008da560d8. 00000400:00000200:3.0:1767384905.302781:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384905.302803:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp21 from 230.3.0.2 00000800:00000010:3.0:1767384905.302806:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005bf039a6. 00000800:00000010:2.0:1767384905.303005:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fad03f13. 00000800:00000010:2.0:1767384905.303032:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a31e5693. 00000800:00000010:2.0:1767384905.303057:0:16118:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000785d1cc5. 00000800:00000200:2.1:1767384905.303065:0:16118:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a26d6e4a] -> 12345-192.168.203.157@tcp21 (4) 00000800:00000200:2.1:1767384905.303072:0:16118:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp21 00000000785d1cc5 deleted 00000800:00000010:2.1:1767384905.303075:0:16118:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000785d1cc5. 00000800:00000200:2.1:1767384905.303080:0:16118:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384905.303087:0:16118:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp21 p 3.x 192.168.203.157 -> 192.168.203.157:998 incarnation:1767384903781964419 sched[0] 00000800:00000010:2.0:1767384905.303093:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007aeebbdb. 00000800:00000010:2.0:1767384905.303156:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007aeebbdb. 00000800:00000010:2.0:1767384905.303161:0:16118:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a31e5693. 00000800:00000010:2.0:1767384905.303195:0:16118:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005bf039a6. 00000800:00000001:2.0:1767384905.303212:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.1:1767384905.303215:0:16117:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384905.303224:0:16117:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp21 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384903781964419 sched[0] 00000800:00000001:2.0:1767384905.303227:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384905.303228:0:16117:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000452ca91b. 00000800:00000001:2.0:1767384905.303266:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384905.303281:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384905.310336:0:16762:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384905.310342:0:16762:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:2.0:1767384905.310345:0:16762:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384905.310346:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384905.310348:0:16762:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384905.310350:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384905.310354:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384905.310355:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384905.310356:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384905.310358:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f71b79a5. 20000000:01000000:2.0:1767384905.310358:0:16762:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384905.310363:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384905.310368:0:16762:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384905.310372:0:16762:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:2.0:1767384905.310377:0:16762:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:0.0:1767384905.310377:0:16764:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005cbdb1d9. 20000000:01000000:0.0:1767384905.310381:0:16764:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 20000000:00000001:0.0:1767384905.310385:0:16764:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384905.310389:0:16764:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384905.310408:0:16764:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384905.310411:0:16764:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384905.310412:0:16764:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384905.310413:0:16764:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384905.310414:0:16764:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384905.310418:0:16764:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:0.0:1767384905.310421:0:16764:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384905.310424:0:16764:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001466cafd. 00080000:00000001:0.0:1767384905.310425:0:16764:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635436770063360 : -108636939488256 : ffff9d31fdcff400) 00080000:00000001:0.0:1767384905.310427:0:16764:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384905.310460:0:16764:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384905.310462:0:16764:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384905.310464:0:16764:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384905.310473:0:16764:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384905.310474:0:16764:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384905.310509:0:16764:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384905.310510:0:16764:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:0.0:1767384905.310523:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384905.310531:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384905.310532:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384905.310547:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384905.310550:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384905.310555:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008309051b. 00010000:00000001:0.0:1767384905.310559:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384905.310561:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000067c5d5b0. 00000020:00000001:0.0:1767384905.310564:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384905.310566:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000067c5d5b0 with handle 0x4895a8f6c11e862b to hash 00000020:00000001:0.0:1767384905.310567:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384905.310568:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854932480 : -108637854619136 : ffff9d31c7442a00) 00010000:00000001:0.0:1767384905.310571:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854932480 : -108637854619136 : ffff9d31c7442a00) 00010000:00000001:0.0:1767384905.310573:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384905.310575:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384905.310577:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000067c5d5b0/0x4895a8f6c11e862b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384905.310583:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384905.310586:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384905.310588:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384905.310589:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384905.310591:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384905.310592:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384905.310593:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384905.310595:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384905.310597:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384905.310598:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384905.310599:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384905.310600:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008309051b) refcount = 1 00010000:00010000:0.0:1767384905.310612:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000067c5d5b0/0x4895a8f6c11e862b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384905.310616:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384905.310618:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384905.310619:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384905.310620:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384905.310626:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384905.310629:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384905.310631:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002318499s 00010000:00000001:0.0:1767384905.310634:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384905.310635:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384905.310636:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000067c5d5b0 refcount=4 00000020:00000001:0.0:1767384905.310638:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854932480 : -108637854619136 : ffff9d31c7442a00) 00010000:00000001:0.0:1767384905.310639:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854932480 : -108637854619136 : ffff9d31c7442a00) 00010000:00000001:0.0:1767384905.310641:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384905.310642:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000067c5d5b0/0x4895a8f6c11e862b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384905.310646:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384905.310647:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000067c5d5b0/0x4895a8f6c11e862b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384905.310651:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384905.310652:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384905.310653:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000067c5d5b0/0x4895a8f6c11e862b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384905.310656:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384905.310656:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384905.310658:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384905.310660:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000067c5d5b0/0x4895a8f6c11e862b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384905.310664:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000067c5d5b0 already unused, calling callback (00000000be7801c4) 00010000:00000001:0.0:1767384905.310682:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384905.310684:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384905.310685:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000067c5d5b0/0x4895a8f6c11e862b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384905.310689:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384905.310690:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384905.310697:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384905.310697:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000067c5d5b0 refcount=5 00000020:00000001:0.0:1767384905.310699:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854932480 : -108637854619136 : ffff9d31c7442a00) 00010000:00000001:0.0:1767384905.310700:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854932480 : -108637854619136 : ffff9d31c7442a00) 00010000:00000001:0.0:1767384905.310702:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384905.310704:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000067c5d5b0/0x4895a8f6c11e862b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384905.310719:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384905.310720:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384905.310721:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384905.310724:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384905.310726:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384905.310727:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384905.310729:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384905.310730:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000067c5d5b0 with handle 0x4895a8f6c11e862b from hash 00010000:00000001:0.0:1767384905.310732:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384905.310734:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384905.310735:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384905.310736:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384905.310738:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384905.310740:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384905.310741:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384905.310742:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384905.310744:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384905.310745:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384905.310746:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384905.310748:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384905.310749:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384905.310750:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384905.310751:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384905.310752:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384905.310753:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000067c5d5b0/0x4895a8f6c11e862b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384905.310756:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384905.310762:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384905.310763:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384905.310764:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384905.310765:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384905.310767:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384905.310768:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384905.310771:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384905.310772:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384905.310773:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000067c5d5b0/0x4895a8f6c11e862b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384905.310777:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384905.310778:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384905.310779:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000067c5d5b0/0x4895a8f6c11e862b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384905.310784:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008309051b count: 0 00010000:00000001:0.0:1767384905.310788:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384905.310789:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384905.311057:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294895173, at 4294895174 00000100:00000040:3.0:1767384905.311058:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294895173, at 4294895174 00000100:00000040:0.0:1767384905.311060:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294895173, at 4294895174 00000100:00000010:3.0:1767384905.311066:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005fee7bb1. 00000100:00000010:2.0:1767384905.311069:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000046bab52. 00000100:00000040:1.0:1767384905.311069:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294895173, at 4294895174 00000100:00000010:0.0:1767384905.311071:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000da213b31. 00000100:00000010:1.0:1767384905.311079:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000059033cee. 00010000:00000010:0.1:1767384905.317043:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008309051b. 00010000:00000010:0.1:1767384905.317051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000067c5d5b0. 00080000:00000001:0.0:1767384905.319154:0:16764:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384905.319160:0:16764:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:0.0:1767384905.319163:0:16764:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384905.319165:0:16764:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384905.319167:0:16764:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384905.319176:0:16764:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384905.319179:0:16764:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384905.319183:0:16764:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:0.0:1767384905.319200:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384905.319202:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384905.319204:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384905.319205:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384905.319206:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384905.319208:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001466cafd. 00080000:00000001:0.0:1767384905.319211:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384905.319222:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384905.319230:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384905.319232:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384905.319235:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384905.319237:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384905.319241:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008309051b. 00010000:00000001:0.0:1767384905.319244:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384905.319248:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000067c5d5b0. 00000020:00000001:0.0:1767384905.319251:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384905.319253:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000067c5d5b0 with handle 0x4895a8f6c11e8632 to hash 00000020:00000001:0.0:1767384905.319255:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384905.319256:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854932480 : -108637854619136 : ffff9d31c7442a00) 00010000:00000001:0.0:1767384905.319258:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854932480 : -108637854619136 : ffff9d31c7442a00) 00010000:00000001:0.0:1767384905.319261:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384905.319262:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384905.319265:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000067c5d5b0/0x4895a8f6c11e8632 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384905.319271:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384905.319274:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384905.319275:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384905.319277:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384905.319279:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384905.319280:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384905.319282:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384905.319284:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384905.319286:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384905.319287:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384905.319289:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384905.319291:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008309051b) refcount = 1 00010000:00010000:0.0:1767384905.319295:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000067c5d5b0/0x4895a8f6c11e8632 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384905.319302:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384905.319304:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384905.319306:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384905.319308:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384905.319318:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384905.319321:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384905.319324:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002318499s 00010000:00000001:0.0:1767384905.319327:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384905.319329:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384905.319332:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000067c5d5b0 refcount=4 00000020:00000001:0.0:1767384905.319334:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854932480 : -108637854619136 : ffff9d31c7442a00) 00010000:00000001:0.0:1767384905.319337:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854932480 : -108637854619136 : ffff9d31c7442a00) 00010000:00000001:0.0:1767384905.319339:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384905.319341:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000067c5d5b0/0x4895a8f6c11e8632 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384905.319348:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384905.319350:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000067c5d5b0/0x4895a8f6c11e8632 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384905.319356:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384905.319358:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384905.319359:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000067c5d5b0/0x4895a8f6c11e8632 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384905.319366:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384905.319368:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384905.319370:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384905.319372:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000067c5d5b0/0x4895a8f6c11e8632 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384905.319377:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000067c5d5b0 already unused, calling callback (00000000be7801c4) 00010000:00000001:0.0:1767384905.319379:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384905.319381:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384905.319383:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000067c5d5b0/0x4895a8f6c11e8632 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384905.319387:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384905.319388:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384905.319396:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384905.319397:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000067c5d5b0 refcount=5 00000020:00000001:0.0:1767384905.319399:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854932480 : -108637854619136 : ffff9d31c7442a00) 00010000:00000001:0.0:1767384905.319402:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854932480 : -108637854619136 : ffff9d31c7442a00) 00010000:00000001:0.0:1767384905.319404:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384905.319406:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000067c5d5b0/0x4895a8f6c11e8632 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384905.319410:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384905.319412:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384905.319414:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384905.319416:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384905.319417:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384905.319418:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384905.319420:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384905.319421:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000067c5d5b0 with handle 0x4895a8f6c11e8632 from hash 00010000:00000001:0.0:1767384905.319423:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384905.319424:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384905.319425:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384905.319426:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384905.319428:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384905.319429:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384905.319430:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384905.319431:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384905.319433:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384905.319435:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384905.319436:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384905.319438:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384905.319439:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384905.319440:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384905.319441:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384905.319442:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384905.319444:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000067c5d5b0/0x4895a8f6c11e8632 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384905.319448:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384905.319454:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384905.319455:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384905.319456:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384905.319457:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384905.319458:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384905.319460:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384905.319462:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384905.319463:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384905.319465:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000067c5d5b0/0x4895a8f6c11e8632 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384905.319469:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384905.319470:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384905.319471:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000067c5d5b0/0x4895a8f6c11e8632 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384905.319475:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008309051b count: 0 00010000:00000001:0.0:1767384905.319482:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384905.319483:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:2.0:1767384905.319748:0:22972:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000cdb1c237. 00000400:00000040:2.0:1767384905.319764:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384905.319767:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384905.319770:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384905.319772:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384905.319774:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384905.319776:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384905.319789:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384905.319790:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384905.319792:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384905.319793:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384905.319795:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384905.319797:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384905.319799:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384905.319800:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384905.319801:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384905.319803:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384905.319820:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384905.319821:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384905.319822:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384905.319824:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384905.319826:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384905.319827:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384905.319828:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384905.319833:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384905.319835:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384905.319836:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384905.319838:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384905.319839:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384905.319841:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384905.319842:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384905.319844:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384905.319846:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384905.319847:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384905.319848:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384905.319850:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384905.319851:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384905.319852:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384905.319854:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384905.319855:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384905.319856:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384905.319857:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384905.319858:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384905.319859:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384905.319860:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384905.319861:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384905.319863:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384905.319864:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384905.319865:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384905.319867:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384905.319868:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384905.319869:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384905.319870:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384905.319871:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384905.319872:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384905.319874:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384905.319875:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384905.319875:0:22972:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384905.319932:0:22972:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000cdb1c237. 00080000:00000020:3.0:1767384905.321064:0:16762:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384905.321068:0:16762:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384905.321070:0:16762:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004ba79b44. 20000000:00000001:3.0:1767384905.321076:0:16762:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384905.321080:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358506624 00010000:00000001:3.0:1767384905.321083:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384905.321107:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000292c8e8a x1853237358506624/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:131/0 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384905.321115:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384905.321118:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384905.321121:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=29 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384905.321125:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384905.321128:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:3.0:1767384905.321131:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:3.0:1767384905.321134:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384905.321136:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384905.321140:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384905.321145:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384905.321149:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e02213b0. 00000100:00000200:3.0:1767384905.321153:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358506624, offset 224 00000400:00000200:3.0:1767384905.321166:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384905.321178:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384905.321189:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272703280 00000400:00000200:3.0:1767384905.321196:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1495 [2] + 224 00000400:00000200:3.0:1767384905.321202:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384905.321207:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384905.321212:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384905.321216:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c705512f x1853237358506624/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384921 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384905.321225:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c705512f x1853237358506624/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384921 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384905.321244:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384905.321251:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e02213b0 00000400:00000010:3.0:1767384905.321253:0:16762:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e02213b0. 00000100:00000001:3.0:1767384905.321256:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384905.321258:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384905.321261:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384905.321264:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:3.0:1767384905.321266:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384905.321268:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384905.321270:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384905.321274:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000292c8e8a x1853237358506624/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:131/0 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384905.321282:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000292c8e8a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16128:x1853237358506624:12345-0@lo:253: Request processed in 21683us (22195us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384905.321290:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00000040:3.0:1767384905.321293:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00000001:3.0:1767384905.321295:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384905.321297:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384905.321302:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002909e4bb. 00000020:00000010:3.0:1767384905.321306:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000079f888d. 00000020:00000010:3.0:1767384905.321310:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6ea4293. 00000020:00000040:3.0:1767384905.321320:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 02000000:00000001:3.0:1767384905.321324:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384905.321326:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000019e0feed. 02000000:00000001:3.0:1767384905.321329:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384905.321331:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384905.321336:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384905.321341:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a025410f. 00000400:00000010:3.0:1767384905.321345:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e02213b0. 00000100:00000001:2.0:1767384905.321392:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384905.321395:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384905.321400:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384905.321402:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384905.321408:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f520301. 00000400:00000200:2.0:1767384905.321412:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f11105f 00000400:00000010:2.0:1767384905.321413:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005f11105f. 00000100:00000001:2.0:1767384905.321416:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384905.321420:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c705512f x1853237358506624/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384921 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384905.321428:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c705512f x1853237358506624/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384921 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384905.321434:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384905.321436:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384905.321438:0:16128:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384905.321440:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384905.321442:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384905.321444:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384905.321446:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384905.321450:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=29 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384905.321453:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=29 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384905.321456:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384905.321457:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384905.321459:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384905.321461:0:16128:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384905.321463:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384905.321467:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c705512f x1853237358506624/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384921 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384905.321473:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384905.321476:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384905.321477:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384905.321480:0:16128:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384905.321482:0:16128:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384905.321483:0:16128:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384905.321485:0:16128:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384905.321486:0:16128:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384905.321487:0:16128:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384905.321489:0:16128:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384905.321490:0:16128:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384905.321491:0:16128:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384905.321497:0:16128:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384905.321499:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c705512f x1853237358506624/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384921 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384905.321504:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c705512f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358506624:0@lo:253: 00000100:00000001:2.0:1767384905.321509:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384905.321511:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384905.321513:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c705512f x1853237358506624/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384921 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384905.321518:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384905.321520:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384905.321522:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e56eb6d0. 02000000:00000001:2.0:1767384905.321526:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384905.321527:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384905.321528:0:16128:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1767384905.321530:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384905.321532:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007cd7513e. 02000000:00000001:2.0:1767384905.321535:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384905.321537:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384905.321538:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c705512f. 00000100:00000001:2.0:1767384905.321542:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384905.321543:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384905.321545:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384905.321551:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384905.321552:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384905.321554:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384905.321555:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384905.322734:0:16764:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384905.322737:0:16764:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384905.322739:0:16764:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000a223469. 20000000:00000001:0.0:1767384905.322743:0:16764:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384905.322746:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358506752 00010000:00000001:0.0:1767384905.322747:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384905.322751:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000334df491 x1853237358506752/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:131/0 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384905.322757:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384905.322759:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384905.322760:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=29 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384905.322763:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384905.322765:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384905.322777:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384905.322779:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384905.322781:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384905.322782:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384905.322791:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384905.322794:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d15f7094. 00000100:00000200:0.0:1767384905.322796:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358506752, offset 224 00000400:00000200:0.0:1767384905.322816:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384905.322822:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384905.322826:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272703300 00000400:00000200:0.0:1767384905.322830:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x149d [2] + 224 00000400:00000200:0.0:1767384905.322834:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384905.322836:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384905.322839:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384905.322841:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007fd72a2d x1853237358506752/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384921 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384905.322847:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007fd72a2d x1853237358506752/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384921 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384905.322861:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384905.322864:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d15f7094 00000400:00000010:0.0:1767384905.322865:0:16764:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d15f7094. 00000100:00000001:0.0:1767384905.322866:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384905.322867:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384905.322869:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384905.322871:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:0.0:1767384905.322873:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384905.322874:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384905.322876:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384905.322878:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000334df491 x1853237358506752/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:131/0 lens 4848/4768 e 0 to 0 dl 1767384916 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384905.322882:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384905.322886:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000334df491 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16129:x1853237358506752:12345-0@lo:253: Request processed in 23257us (23506us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384905.322887:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384905.322893:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384905.322896:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000400:00000001:2.0:1767384905.322897:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384905.322900:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000400:00000010:2.0:1767384905.322901:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc6522e8. 00000100:00000001:0.0:1767384905.322902:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384905.322904:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384905.322908:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003ed63fc 00000020:00000010:0.0:1767384905.322908:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000022848231. 00000400:00000010:2.0:1767384905.322912:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000003ed63fc. 00000100:00000001:2.0:1767384905.322916:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384905.322920:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f4281edf. 00000100:00000200:2.0:1767384905.322924:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007fd72a2d x1853237358506752/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384921 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384905.322925:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000719bb360. 00000020:00000040:0.0:1767384905.322930:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 02000000:00000001:0.0:1767384905.322934:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384905.322936:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a1f49290. 02000000:00000001:0.0:1767384905.322938:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384905.322940:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384905.322942:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384905.322945:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061e27d8d. 00000400:00000010:0.0:1767384905.322950:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d15f7094. 00000100:00000200:2.0:1767384905.322961:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007fd72a2d x1853237358506752/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384921 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384905.322969:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384905.322971:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384905.322973:0:16129:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384905.322975:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384905.322976:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384905.322978:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384905.322979:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384905.322982:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=29 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384905.322985:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=29 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384905.322988:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384905.322989:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384905.322991:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384905.322993:0:16129:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384905.322995:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384905.322997:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007fd72a2d x1853237358506752/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384921 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384905.323004:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384905.323006:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384905.323007:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384905.323010:0:16129:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384905.323032:0:16129:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384905.323034:0:16129:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384905.323036:0:16129:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384905.323037:0:16129:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384905.323039:0:16129:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384905.323041:0:16129:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384905.323043:0:16129:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384905.323044:0:16129:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384905.323047:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007fd72a2d x1853237358506752/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384921 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384905.323055:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007fd72a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358506752:0@lo:253: 00000100:00000001:2.0:1767384905.323059:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384905.323068:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384905.323071:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007fd72a2d x1853237358506752/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384921 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384905.323094:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384905.323095:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384905.323097:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004c22d5b5. 02000000:00000001:2.0:1767384905.323101:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384905.323102:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384905.323104:0:16129:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1767384905.323106:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384905.323107:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005b34f959. 02000000:00000001:2.0:1767384905.323110:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384905.323111:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384905.323113:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007fd72a2d. 00000100:00000001:2.0:1767384905.323115:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384905.323117:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384905.323118:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384905.323124:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384905.323126:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384905.323128:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384905.323130:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384905.326055:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008309051b. 00010000:00000010:0.1:1767384905.326064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000067c5d5b0. 00010000:00000001:1.0:1767384905.561110:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384905.561116:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384905.561121:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384905.561122:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384905.561152:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384905.561157:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384905.561160:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384906.209429:0:23227:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384906.209444:0:23227:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384906.209449:0:23227:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384906.209456:0:23227:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384906.209463:0:23227:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384906.209467:0:23227:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384906.585055:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384906.585067:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384906.585073:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384906.585076:0:58:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384906.585079:0:58:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384906.585081:0:58:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384906.585084:0:58:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384906.585086:0:58:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384906.585088:0:58:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384906.585090:0:58:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384906.585120:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384906.585125:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384906.585128:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1767384906.777082:0:16793:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384906.777108:0:16793:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384906.777114:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005776bb6a. 00000020:00000040:0.0:1767384906.777120:0:16793:0:(genops.c:1229:class_import_get()) import 000000002913d734 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384906.777124:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384906.777128:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384906.777132:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384906.777139:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fe5f4c6a. 00000100:00000001:0.0:1767384906.777145:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.777150:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384906.777153:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384906.777162:0:16793:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005776bb6a] to pc [ptlrpcd_00_03+3] req@000000005776bb6a x1853237358506880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384906.777190:0:16793:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384906.777210:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384906.777210:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384906.777215:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384906.777216:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.777218:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384906.777224:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005776bb6a x1853237358506880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384906.777235:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384906.777238:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384906.777242:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384906.777245:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384906.777247:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384906.777250:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005776bb6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16130:1853237358506880:0@lo:13: 00000100:00000001:1.0:1767384906.777253:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384906.777257:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384906.777259:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384906.777261:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384906.777265:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000066e10a27. 02000000:00000001:1.0:1767384906.777267:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384906.777271:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1e04d16. 00000400:00000010:1.0:1767384906.777276:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063dbe9c6. 00000100:00000200:1.0:1767384906.777282:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358506880, portal 4 00000100:00000001:1.0:1767384906.777284:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384906.777285:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780950656 : -108637928600960 : ffff9d31c2db4a80) 00000100:00000040:1.0:1767384906.777291:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005776bb6a x1853237358506880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384922 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384906.777297:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384906.777299:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384906.777307:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000479c74e7. 00000100:00000200:1.0:1767384906.777309:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237358506880, offset 0 00000400:00000200:1.0:1767384906.777314:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384906.777324:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384906.777332:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272703380 00000400:00000200:1.0:1767384906.777338:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 896 00000400:00000200:1.0:1767384906.777343:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384906.777346:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384906.777353:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384906.777355:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1767384906.777359:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b32d0e5e. 00000100:00000040:1.0:1767384906.777363:0:16130:0:(events.c:337:request_in_callback()) incoming req@00000000b32d0e5e x1853237358506880 msgsize 224 00000100:00100000:1.0:1767384906.777367:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384906.777383:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384906.777390:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000479c74e7 00000400:00000010:1.0:1767384906.777392:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000479c74e7. 00000100:00000001:1.0:1767384906.777394:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384906.777398:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005776bb6a x1853237358506880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384922 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384906.777406:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384906.777408:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005776bb6a x1853237358506880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384922 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.777410:0:17542:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384906.777414:0:17542:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358506880 00000100:00000001:1.0:1767384906.777416:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.777419:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384906.777422:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384906.777425:0:16130:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6966 usecs (7 jiffies) 00000100:00000001:1.0:1767384906.777428:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294896647 00000100:00000010:1.0:1767384906.777432:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000074e5e201. 00000100:00000001:1.0:1767384906.777437:0:16130:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 02000000:00000001:0.0:1767384906.777438:0:17542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384906.777442:0:17542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384906.777444:0:17542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384906.777447:0:17542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.777448:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294896647 00000100:00000010:1.0:1767384906.777452:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b6e59875. 00000100:00100000:0.0:1767384906.777453:0:17542:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358506880 00000100:00000001:1.0:1767384906.777454:0:16130:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000020:00000001:0.0:1767384906.777459:0:17542:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384906.777460:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294896647 00000020:00000040:0.0:1767384906.777463:0:17542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8560 00000020:00000001:0.0:1767384906.777466:0:17542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:1.0:1767384906.777469:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000050585d43. 00000020:00000040:0.0:1767384906.777471:0:17542:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ce565cee refcount=5 00000100:00000001:1.0:1767384906.777473:0:16130:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000020:00000001:0.0:1767384906.777477:0:17542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00000001:1.0:1767384906.777479:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294896647 00000100:00000010:1.0:1767384906.777482:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000097f3afc8. 00000100:00000001:1.0:1767384906.777484:0:16130:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000020:00000001:0.0:1767384906.777488:0:17542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00000001:1.0:1767384906.777490:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384906.777494:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.777497:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.777498:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384906.777504:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384906.777506:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384906.777507:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384906.777508:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384906.777510:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.777512:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.777512:0:17542:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384906.777519:0:17542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000cc710d6. 00000020:00000010:0.0:1767384906.777525:0:17542:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000bf47b71a. 00000020:00000040:0.0:1767384906.777530:0:17542:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fe96f595) now 6 - evictor 00000100:00000001:0.0:1767384906.777542:0:17542:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384906.777547:0:17542:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026811c80. 00000020:00000010:0.0:1767384906.777553:0:17542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000716e3b7c. 00000020:00000010:0.0:1767384906.777558:0:17542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009b50491d. 00000100:00080000:3.0:1767384906.777563:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:0.0:1767384906.777567:0:17542:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000040:3.0:1767384906.777568:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fe96f595) now 6 - evictor 00000100:00000001:0.0:1767384906.777574:0:17542:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384906.777578:0:17542:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384906.777580:0:17542:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.777587:0:17542:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.777598:0:17542:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384906.777611:0:17542:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384906.777614:0:17542:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384906.777620:0:17542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:0.0:1767384906.777624:0:17542:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ce565cee : new rpc_count 1 00000100:00000001:0.0:1767384906.777626:0:17542:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436514551424 : -108637195000192 : ffff9d31ee952680) 00000100:00000040:0.0:1767384906.777631:0:17542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b32d0e5e x1853237358506880/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:132/0 lens 224/0 e 0 to 0 dl 1767384917 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.777641:0:17542:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384906.777644:0:17542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d8ea487. 00000100:00000001:0.0:1767384906.777647:0:17542:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384906.777650:0:17542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d8ea487. 00000100:00100000:0.0:1767384906.777654:0:17542:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b32d0e5e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16130:x1853237358506880:12345-0@lo:13: 00000100:00000200:0.0:1767384906.777673:0:17542:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358506880 00000020:00000001:0.0:1767384906.777676:0:17542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384906.777680:0:17542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384906.777682:0:17542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384906.777684:0:17542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384906.777693:0:17542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673334736 : -1036216880 : ffffffffc23c95d0) 00000020:00000001:0.0:1767384906.777697:0:17542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384906.777699:0:17542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384906.777703:0:17542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384906.777705:0:17542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384906.777707:0:17542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.777711:0:17542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384906.777713:0:17542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384906.777717:0:17542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000024f32905. 02000000:00000001:0.0:1767384906.777720:0:17542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.777722:0:17542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384906.777724:0:17542:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1767384906.777727:0:17542:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384906.777729:0:17542:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:0.0:1767384906.777731:0:17542:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384906.777742:0:17542:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384906.777743:0:17542:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767384906.777745:0:17542:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:0.0:1767384906.777747:0:17542:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:0.0:1767384906.777749:0:17542:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000ce565cee dirty 0 pend 0 grant 0 00002000:00000020:0.0:1767384906.777752:0:17542:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:0.0:1767384906.777753:0:17542:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:0.0:1767384906.777757:0:17542:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384906.777758:0:17542:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384906.777760:0:17542:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384906.777762:0:17542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237358506880 00010000:00000001:0.0:1767384906.777764:0:17542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384906.777767:0:17542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b32d0e5e x1853237358506880/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:132/0 lens 224/368 e 0 to 0 dl 1767384917 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384906.777780:0:17542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384906.777782:0:17542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384906.777785:0:17542:0:(import.c:2128:obd_at_measure()) add 1 to 000000007564533c time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384906.777789:0:17542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384906.777791:0:17542:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384906.777793:0:17542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384906.777815:0:17542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384906.777817:0:17542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.777819:0:17542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384906.777820:0:17542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384906.777823:0:17542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccae3aef. 00000100:00000200:0.0:1767384906.777825:0:17542:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237358506880, offset 224 00000400:00000200:0.0:1767384906.777828:0:17542:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384906.777833:0:17542:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384906.777838:0:17542:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272703380 00000400:00000200:0.0:1767384906.777841:0:17542:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x14b9 [1] + 224 00000400:00000200:0.0:1767384906.777844:0:17542:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384906.777847:0:17542:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384906.777849:0:17542:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384906.777851:0:17542:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005776bb6a x1853237358506880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384922 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384906.777857:0:17542:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000005776bb6a x1853237358506880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.777868:0:17542:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384906.777872:0:17542:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccae3aef 00000400:00000010:0.0:1767384906.777873:0:17542:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccae3aef. 00000100:00000001:0.0:1767384906.777875:0:17542:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384906.777876:0:17542:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384906.777878:0:17542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384906.777880:0:17542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:0.0:1767384906.777882:0:17542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384906.777884:0:17542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384906.777885:0:17542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384906.777888:0:17542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b32d0e5e x1853237358506880/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:132/0 lens 224/368 e 0 to 0 dl 1767384917 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384906.777900:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384906.777900:0:17542:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b32d0e5e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16130:x1853237358506880:12345-0@lo:13: Request processed in 258us (536us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384906.777905:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384906.777909:0:17542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000400:00000001:1.0:1767384906.777912:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384906.777913:0:17542:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce565cee : new rpc_count 0 00000400:00000001:1.0:1767384906.777916:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384906.777918:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1e04d16. 00000100:00000001:0.0:1767384906.777921:0:17542:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1767384906.777924:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063dbe9c6 00000400:00000010:1.0:1767384906.777927:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063dbe9c6. 00000100:00000001:0.0:1767384906.777929:0:17542:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384906.777931:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384906.777933:0:17542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000716e3b7c. 00000100:00000200:1.0:1767384906.777938:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005776bb6a x1853237358506880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384906.777939:0:17542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009b50491d. 00000020:00000010:0.0:1767384906.777943:0:17542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026811c80. 00000100:00000200:1.0:1767384906.777954:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005776bb6a x1853237358506880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384906.777954:0:17542:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 4 00000100:00000001:0.0:1767384906.777957:0:17542:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384906.777966:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384906.777968:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384906.777971:0:16130:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384906.777973:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384906.777974:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384906.777976:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384906.777979:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384906.777984:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000310710fb time=20 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384906.777992:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a6c23273 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384906.777995:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384906.777997:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384906.777999:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384906.778003:0:16130:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005776bb6a x1853237358506880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384906.778033:0:16130:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.778037:0:16130:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384906.778039:0:16130:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384906.778041:0:16130:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384906.778043:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384906.778048:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005776bb6a x1853237358506880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384906.778056:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384906.778059:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384906.778061:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384906.778064:0:16130:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384906.778067:0:16130:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384906.778070:0:16130:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000040:2.0:1767384906.778071:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) fc613044-dd35-4201-b03c-4d69ab0214c0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384906.778080:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000020:1.0:1767384906.778080:0:16130:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000067181a10): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000010:2.0:1767384906.778087:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000079d1fecb. 00000100:00000001:0.0:1767384906.778087:0:16756:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000004:00000001:1.0:1767384906.778088:0:16130:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384906.778091:0:36:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1767384906.778091:0:16756:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384906.778095:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005776bb6a x1853237358506880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384922 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.778096:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384906.778099:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384906.778103:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384906.778111:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002ce9844a. 00000100:00100000:1.0:1767384906.778111:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005776bb6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16130:1853237358506880:0@lo:13: 00000100:00000001:0.0:1767384906.778117:0:16753:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384906.778119:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.778120:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384906.778123:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384906.778125:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005776bb6a x1853237358506880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384922 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384906.778134:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc613044-dd35-4201-b03c-4d69ab0214c0->MGS req@0000000079d1fecb x1853237358507008/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384906.778136:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384906.778139:0:16753:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384906.778145:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384906.778146:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384906.778150:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384906.778150:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000066e10a27. 02000000:00000001:1.0:1767384906.778157:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1767384906.778160:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079d1fecb] to pc [ptlrpcd_00_00+0] req@0000000079d1fecb x1853237358507008/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384906.778162:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384906.778165:0:16130:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384906.778170:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384906.778174:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fe5f4c6a. 02000000:00000001:1.0:1767384906.778183:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384906.778185:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384906.778187:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005776bb6a. 00000100:00000001:2.0:1767384906.778189:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.778191:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384906.778192:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384906.778195:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384906.778196:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384906.778196:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384906.778199:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384906.778202:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.778203:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1767384906.778205:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000079d1fecb x1853237358507008/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384906.778208:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000adf9ac74. 00000020:00000040:2.0:1767384906.778211:0:36:0:(genops.c:1229:class_import_get()) import 000000005ebd018a refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384906.778213:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384906.778213:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767384906.778214:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384906.778214:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384906.778216:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384906.778217:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384906.778218:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384906.778220:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000751ff971. 02000000:00000001:0.0:1767384906.778220:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.778223:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384906.778223:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000079d1fecb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358507008:0@lo:400: 00000100:00000040:2.0:1767384906.778226:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000adf9ac74 x1853237358507136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384906.778227:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384906.778241:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384906.778243:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.778244:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384906.778245:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384906.778245:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384906.778247:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384906.778248:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adf9ac74] to pc [ptlrpcd_00_01+1] req@00000000adf9ac74 x1853237358507136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384906.778248:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000026811c80. 00000100:00000001:1.0:1767384906.778251:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384906.778252:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.778258:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384906.778260:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000719d8bbf. 00000100:00000001:1.0:1767384906.778263:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.778264:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384906.778266:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccae3aef. 00000100:00000040:2.0:1767384906.778270:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767384906.778270:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358507008, portal 25 00000100:00000001:2.0:1767384906.778273:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384906.778273:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384906.778274:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504590848 : -108642204960768 : ffff9d30c3f73800) 00000100:00000010:2.0:1767384906.778275:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001853ff18. 00000020:00000040:2.0:1767384906.778278:0:36:0:(genops.c:1229:class_import_get()) import 00000000e13b832f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:0.0:1767384906.778279:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000079d1fecb x1853237358507008/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.778280:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384906.778282:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384906.778283:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384906.778287:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004a2be765. 00000100:00000001:1.0:1767384906.778288:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384906.778292:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384906.778294:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384906.778295:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.778297:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384906.778300:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000001853ff18 x1853237358507264/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384906.778300:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384906.778303:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e980b228. 00000100:00000040:1.0:1767384906.778305:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000adf9ac74 x1853237358507136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384906.778307:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237358507008, offset 0 00000100:00000001:2.0:1767384906.778310:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384906.778313:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384906.778316:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384906.778321:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001853ff18] to pc [ptlrpcd_00_02+2] req@000000001853ff18 x1853237358507264/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384906.778327:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384906.778330:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384906.778334:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384906.778336:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272703400 02000000:00000001:1.0:1767384906.778339:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384906.778342:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384906.778346:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x9a5 [2] + 0 00000100:00000001:2.0:1767384906.778348:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384906.778348:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384906.778353:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000097d38ccb. 00000100:00000040:2.0:1767384906.778357:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (234) 00000100:00100000:1.0:1767384906.778358:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000adf9ac74 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16128:1853237358507136:0@lo:400: 00000400:00000200:0.0:1767384906.778358:0:16127:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000dc287ab 00000400:00000200:0.0:1767384906.778364:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384906.778365:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384906.778369:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384906.778369:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384906.778373:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.778374:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384906.778376:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384906.778377:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384906.778380:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384906.778382:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001853ff18 x1853237358507264/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384906.778382:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a420d13d. 00000400:00000200:0.0:1767384906.778383:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dc287ab 00000400:00000010:0.0:1767384906.778387:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000dc287ab. 02000000:00000001:1.0:1767384906.778388:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.778393:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:1.0:1767384906.778395:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1e04d16. 00000100:00000001:2.0:1767384906.778397:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767384906.778397:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384906.778401:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384906.778402:0:16127:0:(events.c:337:request_in_callback()) incoming req@0000000091264930 x1853237358507008 msgsize 224 00000400:00000010:1.0:1767384906.778403:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063dbe9c6. 02000000:00000001:2.0:1767384906.778405:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384906.778407:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384906.778410:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384906.778413:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1767384906.778414:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358507136, portal 10 00000100:00100000:2.0:1767384906.778415:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001853ff18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16129:1853237358507264:0@lo:400: 00000100:00000040:0.0:1767384906.778415:0:16127:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384906.778420:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384906.778422:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384906.778424:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504589056 : -108642204962560 : ffff9d30c3f73100) 00000100:00000001:0.0:1767384906.778424:0:16127:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384906.778425:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384906.778428:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384906.778431:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384906.778435:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000adf9ac74 x1853237358507136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384906.778436:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa5e7a4c. 00000400:00000200:0.0:1767384906.778436:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e980b228 00000400:00000010:0.0:1767384906.778439:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e980b228. 02000000:00000001:2.0:1767384906.778440:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.778443:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384906.778444:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f520301. 00000100:00000200:0.0:1767384906.778448:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000079d1fecb x1853237358507008/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384906.778450:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1f9e242. 00000100:00000001:1.0:1767384906.778456:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384906.778457:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358507264, portal 10 00000100:00000001:2.0:1767384906.778462:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384906.778463:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384906.778465:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504579200 : -108642204972416 : ffff9d30c3f70a80) 00000400:00000010:1.0:1767384906.778470:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000479c74e7. 00000100:00000001:0.0:1767384906.778471:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384906.778473:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001853ff18 x1853237358507264/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384906.778476:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237358507136, offset 0 00000100:00000040:0.0:1767384906.778476:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000079d1fecb x1853237358507008/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384922 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384906.778487:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384906.778496:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384906.778499:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384906.778499:0:16127:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384906.778502:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384906.778504:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384906.778508:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384906.778511:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272703480 00000400:00000010:2.0:1767384906.778512:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023e4f1eb. 00000100:00000001:0.0:1767384906.778512:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294896652 00000400:00000200:1.0:1767384906.778519:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3352 00000100:00000001:0.0:1767384906.778521:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294896647 00000100:00000200:2.0:1767384906.778525:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237358507264, offset 0 00000400:00000200:1.0:1767384906.778525:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384906.778534:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384906.778538:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384906.778539:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294896652 00000100:00000001:0.0:1767384906.778543:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294896647 00000100:00000001:0.0:1767384906.778545:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294896652 00000400:00000200:2.0:1767384906.778546:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384906.778549:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384906.778549:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294896647 00000400:00000200:2.0:1767384906.778552:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272703500 00000100:00000200:1.0:1767384906.778553:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384906.778555:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294896652 00000400:00000200:2.0:1767384906.778557:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3576 00000100:00000010:1.0:1767384906.778559:0:16128:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053f55bba. 00000400:00000200:2.0:1767384906.778562:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384906.778564:0:16128:0:(events.c:337:request_in_callback()) incoming req@0000000053f55bba x1853237358507136 msgsize 224 00000100:00000001:0.0:1767384906.778566:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294896647 00000400:00000200:2.0:1767384906.778570:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384906.778573:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384906.778577:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384906.778578:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.778583:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.778589:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384906.778591:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384906.778598:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384906.778600:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384906.778602:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000479c74e7 00000100:00000001:0.0:1767384906.778603:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384906.778605:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384906.778607:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000479c74e7. 00000100:00000001:2.0:1767384906.778609:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384906.778609:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.778613:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1767384906.778614:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358507136 02000000:00000001:2.0:1767384906.778618:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384906.778618:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384906.778619:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000adf9ac74 x1853237358507136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.778621:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384906.778624:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384906.778629:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.778633:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384906.778634:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358507136 00000100:00100000:0.0:1767384906.778636:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358507008 00000020:00000001:2.0:1767384906.778638:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384906.778638:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1767384906.778640:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8544 00000020:00000001:2.0:1767384906.778644:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384906.778644:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384906.778645:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000adf9ac74 x1853237358507136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.778647:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384906.778667:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d62afedc refcount=5 00000100:00000001:0.0:1767384906.778668:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384906.778671:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 02000000:00000001:0.0:1767384906.778673:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384906.778675:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 00000100:00100000:0.0:1767384906.778677:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358507008 00000100:00000001:2.0:1767384906.778681:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384906.778681:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384906.778682:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000010:2.0:1767384906.778685:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000830658a7. 00000020:00000001:0.0:1767384906.778687:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384906.778688:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384906.778688:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384906.778689:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000100:00000001:1.0:1767384906.778693:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384906.778694:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000830658a7. 00000020:00000001:0.0:1767384906.778699:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:1.0:1767384906.778700:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384906.778702:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c6823f8. 00000020:00000001:0.0:1767384906.778702:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384906.778706:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384906.778707:0:16128:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2643 usecs (3 jiffies) 00000020:00000010:2.0:1767384906.778708:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c75fd08a. 00000020:00000010:0.0:1767384906.778709:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d8ea487. 00000020:00000010:2.0:1767384906.778714:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b75f30bd. 00000100:00000001:1.0:1767384906.778715:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294896644 00000100:00000001:0.0:1767384906.778715:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384906.778717:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d8ea487. 00000100:00000040:2.0:1767384906.778720:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384906.778724:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384906.778726:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294896652 00000100:00000001:2.0:1767384906.778727:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384906.778730:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294896644 00000100:00000001:2.0:1767384906.778735:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384906.778736:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294896652 00000020:00000010:0.0:1767384906.778736:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5bb49e7. 00000100:00000001:2.0:1767384906.778742:0:16770:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384906.778742:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294896644 00000100:00000001:1.0:1767384906.778745:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294896652 00000100:00000001:2.0:1767384906.778746:0:16770:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:0.0:1767384906.778746:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000716e3b7c. 00000100:00000001:2.0:1767384906.778749:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384906.778755:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009b50491d. 00000100:00000001:1.0:1767384906.778756:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294896644 00000100:00000001:1.0:1767384906.778761:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294896652 00000100:00000001:2.0:1767384906.778762:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384906.778764:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384906.778765:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384906.778768:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384906.778768:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384906.778771:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000010:3.0:1767384906.778773:0:16129:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000287c3c51. 00000100:00000001:2.0:1767384906.778774:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384906.778775:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384906.778778:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384906.778778:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.778779:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767384906.778780:0:16129:0:(events.c:337:request_in_callback()) incoming req@00000000287c3c51 x1853237358507264 msgsize 224 00000100:00000001:0.0:1767384906.778782:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.778783:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384906.778787:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000001:0.0:1767384906.778787:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384906.778791:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384906.778793:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d62afedc : new rpc_count 1 00000100:00000001:1.0:1767384906.778795:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384906.778797:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436514544256 : -108637195007360 : ffff9d31ee950a80) 00000100:00000001:1.0:1767384906.778799:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384906.778803:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384906.778804:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384906.778806:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384906.778807:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000053f55bba x1853237358507136/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:132/0 lens 224/0 e 0 to 0 dl 1767384917 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384906.778807:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384906.778808:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023e4f1eb 00000400:00000010:3.0:1767384906.778811:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000023e4f1eb. 00000100:00000001:1.0:1767384906.778811:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.778816:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384906.778817:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384906.778817:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.778819:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384906.778823:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767384906.778824:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001853ff18 x1853237358507264/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384906.778828:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000830658a7. 00000100:00000001:1.0:1767384906.778830:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384906.778832:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384906.778832:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00000001:1.0:1767384906.778834:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384906.778838:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000020:00000010:2.0:1767384906.778839:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000830658a7. 00000100:00000001:0.0:1767384906.778843:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631895120 : -108637077656496 : ffff9d31f593ac50) 00000100:00000001:3.0:1767384906.778845:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384906.778846:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000053f55bba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16128:x1853237358507136:12345-0@lo:400: 00000100:00000040:3.0:1767384906.778852:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001853ff18 x1853237358507264/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384906.778854:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358507136 00000020:00000001:2.0:1767384906.778859:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384906.778863:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384906.778866:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384906.778868:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000091264930 x1853237358507008/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:132/0 lens 224/0 e 0 to 0 dl 1767384917 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384906.778871:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384906.778872:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384906.778874:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00000100:00000001:3.0:1767384906.778878:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384906.778879:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384906.778883:0:16770:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384906.778883:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384906.778886:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384906.778888:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384906.778888:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1767384906.778888:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d8ea487. 00000020:00000001:2.0:1767384906.778891:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.778892:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384906.778895:0:16770:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:0.0:1767384906.778895:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d8ea487. 00000100:00000040:3.0:1767384906.778896:0:16129:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2785 usecs (3 jiffies) 00000100:00000001:2.0:1767384906.778899:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384906.778902:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294896644 02000000:00000001:2.0:1767384906.778902:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1767384906.778902:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000091264930 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16127:x1853237358507008:12345-0@lo:400: 02000000:00000010:2.0:1767384906.778907:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000091531e59. 00000100:00000001:3.0:1767384906.778908:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294896652 02000000:00000001:2.0:1767384906.778910:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384906.778910:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358507008 00000100:00000001:3.0:1767384906.778915:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294896644 00000100:00000001:2.0:1767384906.778916:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384906.778916:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384906.778921:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294896652 00000020:00000001:0.0:1767384906.778921:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384906.778924:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384906.778925:0:16770:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384906.778926:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000040:2.0:1767384906.778927:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358507136 00000020:00000001:0.0:1767384906.778928:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169792 : -1040381824 : ffffffffc1fd0880) 00010000:00000001:2.0:1767384906.778930:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384906.778934:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000200:2.0:1767384906.778935:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000053f55bba x1853237358507136/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:132/0 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384906.778936:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294896644 00000020:00000001:0.0:1767384906.778937:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384906.778942:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294896652 00000020:00000001:0.0:1767384906.778943:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384906.778946:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384906.778949:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294896644 00010000:00000001:2.0:1767384906.778950:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384906.778950:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384906.778954:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294896652 00010000:00000001:2.0:1767384906.778954:0:16770:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384906.778954:0:16764:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384906.778960:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1767384906.778960:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384906.778964:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384906.778965:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.778967:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1767384906.778967:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384906.778972:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384906.778972:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 02000000:00000010:0.0:1767384906.778972:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001466cafd. 02000000:00000001:0.0:1767384906.778976:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.778977:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000100:00000001:3.0:1767384906.778979:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384906.778980:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384906.778980:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384906.778983:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384906.778985:0:16764:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.778986:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:0.0:1767384906.778987:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358507008 00000100:00000001:3.0:1767384906.778988:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384906.778989:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384906.778989:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384906.778993:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1767384906.778995:0:16770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c104db6. 00010000:00000200:0.0:1767384906.778995:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000091264930 x1853237358507008/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:132/0 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384906.779000:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384906.779001:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358507136, offset 224 00000100:00000001:3.0:1767384906.779004:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384906.779006:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384906.779008:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384906.779008:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384906.779009:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384906.779032:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384906.779034:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.779037:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384906.779042:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 22 to 0@lo 00000100:00000001:0.0:1767384906.779044:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000400:00000200:2.0:1767384906.779047:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384906.779047:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384906.779049:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.779051:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384906.779054:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384906.779055:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272703480 00000100:00000040:0.0:1767384906.779055:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1767384906.779060:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358507264 00000400:00000010:0.0:1767384906.779061:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e980b228. 00000400:00000200:2.0:1767384906.779063:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x14cd [1] + 224 02000000:00000001:3.0:1767384906.779066:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384906.779068:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384906.779068:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237358507008, offset 224 00000100:00000001:3.0:1767384906.779069:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384906.779074:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384906.779074:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384906.779074:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384906.779080:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384906.779085:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767384906.779086:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358507264 00000020:00000001:3.0:1767384906.779091:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384906.779093:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e853d 00000400:00000200:0.0:1767384906.779094:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272703400 00000020:00000001:3.0:1767384906.779097:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384906.779102:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x14c5 [1] + 224 00000020:00000040:3.0:1767384906.779103:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e235a287 refcount=5 00000100:00000001:2.0:1767384906.779108:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384906.779108:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384906.779112:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384906.779113:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000adf9ac74 x1853237358507136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.779114:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384906.779117:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000079d1fecb x1853237358507008/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384906.779121:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431487174656 : -108642222376960 : ffff9d30c2ed7800) 00000100:00000040:2.0:1767384906.779123:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000adf9ac74 x1853237358507136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384906.779129:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431487174656 : -108642222376960 : ffff9d30c2ed7800) 00000100:00000040:0.0:1767384906.779131:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000079d1fecb x1853237358507008/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384906.779136:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384906.779142:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003a6cde50. 00000100:00000001:2.0:1767384906.779144:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384906.779146:0:16771:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000f3536310. 00000400:00000200:2.0:1767384906.779151:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c104db6 00000020:00000040:3.0:1767384906.779153:0:16771:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8a46e2f) now 8 - evictor 00000400:00000010:2.0:1767384906.779157:0:16770:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c104db6. 00000100:00000001:2.0:1767384906.779161:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384906.779163:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384906.779167:0:16771:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384906.779170:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384906.779173:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3e3d11b. 00000100:00000001:2.0:1767384906.779175:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384906.779179:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e980b228 00000020:00000010:3.0:1767384906.779180:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000085f50cc3. 00000100:00000040:2.0:1767384906.779180:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 21 to 0@lo 00000400:00000010:0.0:1767384906.779182:0:16764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e980b228. 00010000:00000001:2.0:1767384906.779183:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384906.779184:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.779185:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767384906.779186:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384906.779186:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384906.779189:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384906.779191:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053f55bba x1853237358507136/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:132/0 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384906.779194:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b5bad702. 00000100:00000001:3.0:1767384906.779202:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384906.779206:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1767384906.779206:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000053f55bba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16128:x1853237358507136:12345-0@lo:400: Request processed in 380us (639us total) trans 0 rc 0/0 00000100:00000040:0.0:1767384906.779211:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00000001:3.0:1767384906.779212:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384906.779215:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:2.0:1767384906.779217:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000020:00000001:0.0:1767384906.779218:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384906.779220:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d62afedc : new rpc_count 0 00000100:00000001:3.0:1767384906.779221:0:16771:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1767384906.779221:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384906.779222:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384906.779227:0:16771:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384906.779227:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384906.779228:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091264930 x1853237358507008/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:132/0 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384906.779232:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384906.779233:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c75fd08a. 00000020:00000010:2.0:1767384906.779240:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b75f30bd. 00000100:00100000:0.0:1767384906.779241:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000091264930 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16127:x1853237358507008:12345-0@lo:400: Request processed in 356us (838us total) trans 0 rc 0/0 00000020:00000010:2.0:1767384906.779243:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c6823f8. 00000100:00000001:3.0:1767384906.779245:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384906.779247:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000d62afedc : new refcount 4 00000100:00100000:0.0:1767384906.779249:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00000001:2.0:1767384906.779250:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384906.779251:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:0.0:1767384906.779253:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384906.779255:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384906.779257:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000716e3b7c. 00000100:00000001:3.0:1767384906.779259:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384906.779260:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009b50491d. 00000100:00000001:2.0:1767384906.779262:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384906.779263:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384906.779264:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384906.779265:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5bb49e7. 00000020:00000040:0.0:1767384906.779269:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 00000100:00100000:3.0:1767384906.779271:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 02000000:00000001:0.0:1767384906.779273:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1767384906.779276:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e235a287 : new rpc_count 1 00000100:00000001:2.0:1767384906.779278:0:16770:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384906.779278:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001466cafd. 00000100:00000001:3.0:1767384906.779280:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436515730176 : -108637193821440 : ffff9d31eea72300) 00000100:00000001:2.0:1767384906.779282:0:16770:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384906.779282:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384906.779285:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384906.779289:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384906.779291:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000287c3c51 x1853237358507264/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:132/0 lens 224/0 e 0 to 0 dl 1767384917 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384906.779294:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000369b0e61. 00000400:00000010:0.0:1767384906.779301:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a259621b. 00000100:00000001:3.0:1767384906.779304:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384906.779309:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f3536310. 00000100:00000001:3.0:1767384906.779312:0:16771:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384906.779314:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384906.779315:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f3536310. 00000100:00000001:0.0:1767384906.779317:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384906.779321:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384906.779324:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000287c3c51 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16129:x1853237358507264:12345-0@lo:400: 00000400:00000001:0.0:1767384906.779324:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384906.779327:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384906.779331:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000719d8bbf. 00000100:00000200:3.0:1767384906.779332:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358507264 00000100:00000001:2.0:1767384906.779333:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384906.779336:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccae3aef 00000020:00000001:3.0:1767384906.779337:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:0.0:1767384906.779339:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccae3aef. 00000020:00000001:3.0:1767384906.779341:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384906.779343:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384906.779345:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384906.779348:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00000400:00000001:2.0:1767384906.779351:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384906.779351:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384906.779352:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000001:2.0:1767384906.779354:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384906.779356:0:16771:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384906.779357:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1e04d16. 00000100:00000200:0.0:1767384906.779357:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000079d1fecb x1853237358507008/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384906.779361:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384906.779362:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063dbe9c6 00000020:00000001:3.0:1767384906.779365:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:2.0:1767384906.779366:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063dbe9c6. 00000020:00000001:3.0:1767384906.779368:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.779370:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384906.779371:0:16771:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384906.779376:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1767384906.779376:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000adf9ac74 x1853237358507136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384906.779377:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000079d1fecb x1853237358507008/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384906.779385:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000adf9ac74 x1853237358507136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384906.779387:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384906.779388:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1767384906.779392:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005b577041. 02000000:00000001:3.0:1767384906.779396:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384906.779398:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384906.779402:0:16771:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384906.779407:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358507264 00000100:00000001:0.0:1767384906.779408:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384906.779413:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384906.779414:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384906.779414:0:16127:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384906.779418:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384906.779418:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384906.779420:0:16128:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384906.779420:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000200:3.0:1767384906.779422:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000287c3c51 x1853237358507264/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:132/0 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384906.779423:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384906.779423:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.779425:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384906.779427:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384906.779427:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384906.779430:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384906.779431:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=30 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384906.779436:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5338197 time=25 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384906.779437:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=30 v=5 (1 0 0 0) 00000100:00001000:2.0:1767384906.779442:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c619e3cd time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384906.779444:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1767384906.779448:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384906.779448:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384906.779448:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384906.779453:0:16771:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.779453:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.779453:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384906.779456:0:16127:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.779459:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:3.0:1767384906.779460:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384906.779460:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767384906.779463:0:16128:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000adf9ac74 x1853237358507136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384906.779465:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000079d1fecb x1853237358507008/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384906.779469:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384906.779475:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:3.0:1767384906.779479:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00010000:00000001:2.0:1767384906.779481:0:16128:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.779481:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384906.779484:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384906.779485:0:16128:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384906.779485:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767384906.779489:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384906.779490:0:16128:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384906.779490:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.779494:0:16128:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384906.779496:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384906.779497:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384906.779498:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000079d1fecb x1853237358507008/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384906.779499:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000adf9ac74 x1853237358507136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384906.779506:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384906.779511:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042896188. 00000100:00000001:2.0:1767384906.779513:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384906.779517:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384906.779519:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384906.779519:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000079d1fecb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358507008:0@lo:400: 00000100:00000200:3.0:1767384906.779530:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358507264, offset 224 00000100:00000040:2.0:1767384906.779531:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000adf9ac74 x1853237358507136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.779531:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384906.779537:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384906.779541:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000079d1fecb x1853237358507008/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384906.779543:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384906.779544:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000adf9ac74 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16128:1853237358507136:0@lo:400: 00000100:00000001:2.0:1767384906.779551:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384906.779551:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384906.779553:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384906.779558:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000adf9ac74 x1853237358507136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384906.779559:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384906.779559:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384906.779567:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000026811c80. 00000100:00000001:2.0:1767384906.779571:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384906.779571:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1767384906.779574:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272703500 00000020:00000001:0.0:1767384906.779574:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384906.779577:0:16127:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 02000000:00000001:2.0:1767384906.779578:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384906.779580:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a420d13d. 00000020:00000001:0.0:1767384906.779581:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1767384906.779584:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x14d1 [1] + 224 00000400:00000200:3.0:1767384906.779598:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384906.779598:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384906.779600:0:16128:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:0.0:1767384906.779600:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002ce9844a. 00000020:00000040:2.0:1767384906.779604:0:16128:0:(genops.c:1242:class_import_put()) import 000000005ebd018a refcount=2 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:0.0:1767384906.779604:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1767384906.779607:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767384906.779607:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1767384906.779608:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1767384906.779610:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000751ff971. 00000100:00000010:0.0:1767384906.779610:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000079d1fecb. 00000100:00000001:3.0:1767384906.779613:0:16771:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384906.779614:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384906.779614:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767384906.779618:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384906.779618:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384906.779620:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000adf9ac74. 00000100:00000001:0.0:1767384906.779620:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384906.779623:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001853ff18 x1853237358507264/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.779624:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384906.779625:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384906.779626:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.779631:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.779637:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384906.779640:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.779643:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384906.779644:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001853ff18 x1853237358507264/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.779645:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384906.779645:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384906.779648:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.779648:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384906.779680:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:3.0:1767384906.779682:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767384906.779685:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8a46e2f) now 8 - evictor 00000100:00000001:2.0:1767384906.779691:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384906.779695:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384906.779696:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042896188 00000400:00000010:3.0:1767384906.779699:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042896188. 00000100:00000001:3.0:1767384906.779703:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384906.779704:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384906.779705:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384906.779707:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384906.779710:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384906.779711:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f520301. 00000400:00000200:2.0:1767384906.779717:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1f9e242 00000100:00000040:3.0:1767384906.779718:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000010:2.0:1767384906.779721:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1f9e242. 00010000:00000001:3.0:1767384906.779723:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384906.779726:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384906.779729:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384906.779732:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000287c3c51 x1853237358507264/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:132/0 lens 224/224 e 0 to 0 dl 1767384917 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384906.779741:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000287c3c51 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16129:x1853237358507264:12345-0@lo:400: Request processed in 437us (961us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384906.779748:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384906.779749:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:3.0:1767384906.779754:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e235a287 : new rpc_count 0 00000100:00000200:2.0:1767384906.779755:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001853ff18 x1853237358507264/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384906.779766:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001853ff18 x1853237358507264/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384906.779770:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384906.779774:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384906.779779:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384906.779780:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000085f50cc3. 00000100:00000001:2.0:1767384906.779782:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384906.779786:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b5bad702. 00000100:00000001:2.0:1767384906.779786:0:16129:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384906.779789:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384906.779791:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3e3d11b. 00000100:00000001:2.0:1767384906.779792:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384906.779795:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384906.779798:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e235a287 : new refcount 4 02000000:00000001:2.0:1767384906.779799:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384906.779804:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384906.779807:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a558cf0b time=25 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384906.779812:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f60eced4 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384906.779821:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384906.779822:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.779823:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384906.779825:0:16129:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001853ff18 x1853237358507264/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384906.779830:0:16129:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.779831:0:16129:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384906.779832:0:16129:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384906.779834:0:16129:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384906.779835:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384906.779838:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001853ff18 x1853237358507264/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.779844:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384906.779847:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384906.779848:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384906.779852:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001853ff18 x1853237358507264/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384906.779857:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001853ff18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16129:1853237358507264:0@lo:400: 00000100:00000001:2.0:1767384906.779860:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.779861:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384906.779863:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001853ff18 x1853237358507264/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384906.779867:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384906.779869:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384906.779870:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa5e7a4c. 02000000:00000001:2.0:1767384906.779872:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384906.779873:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384906.779874:0:16129:0:(genops.c:1242:class_import_put()) import 00000000e13b832f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384906.779875:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384906.779876:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004a2be765. 02000000:00000001:2.0:1767384906.779878:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384906.779879:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384906.779880:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001853ff18. 00000100:00000001:2.0:1767384906.779888:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384906.779888:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.779890:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384906.779893:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384906.779894:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384906.779895:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384906.779897:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384906.790044:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294896652, at 4294896653 00000100:00000040:1.0:1767384906.790044:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294896652, at 4294896653 00000100:00000010:1.0:1767384906.790055:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b6e59875. 00000100:00000010:3.0:1767384906.790056:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000097f3afc8. 00000100:00000040:2.0:1767384906.790089:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294896652, at 4294896653 00000100:00000040:0.0:1767384906.790089:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294896652, at 4294896653 00000100:00000010:2.0:1767384906.790097:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000050585d43. 00000100:00000010:0.0:1767384906.790098:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000074e5e201. 00000001:00000001:2.0:1767384906.900695:0:23391:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384906.900699:0:23391:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp23 --if ens2 00000001:00000001:2.0:1767384906.903589:0:23391:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384906.909639:0:23392:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000009634a443. 00000400:00000010:2.0:1767384906.909652:0:23392:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000eb83da34. 00000400:00000010:2.0:1767384906.909676:0:23392:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000020ad4baa. 00000400:00000010:2.0:1767384906.909681:0:23392:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000aa5e7a4c. 00000400:00000010:2.0:1767384906.909686:0:23392:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b4a4af65. 00000400:00000010:2.0:1767384906.909691:0:23392:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000056437f58. 00000400:00000010:2.0:1767384906.909693:0:23392:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002eef34b0. 00000400:00000010:2.0:1767384906.909695:0:23392:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dbb52934. 00000400:00000010:2.0:1767384906.909699:0:23392:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000cdb1c237. 00000800:00000010:2.0:1767384906.909711:0:23392:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000004a2be765. 00000800:00000200:2.0:1767384906.909722:0:23392:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384906.909729:0:23392:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384906.909759:0:23392:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:2.0:1767384906.909776:0:23392:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp23 [8/256/0/180] 00000400:00000010:2.0:1767384906.911041:0:23392:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001c6823f8. 00000400:00000010:2.0:1767384906.911048:0:23392:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f520301. 00000400:00000010:2.0:1767384906.911053:0:23392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1f9e242. 00000400:00000001:2.0:1767384906.911071:0:23392:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384906.911073:0:23392:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384906.911074:0:23392:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af224cad. 00000400:00000200:2.0:1767384906.911077:0:23392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbc9d5a5 00000400:00000010:2.0:1767384906.911079:0:23392:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fbc9d5a5. 00000400:00000010:2.0:1767384906.911089:0:23392:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 00000000471f1760. 00000400:00000200:2.0:1767384906.911095:0:23392:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (14) 00000400:00000200:2.0:1767384906.911106:0:23392:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:2.0:1767384906.911114:0:23392:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131095 00000020:00000010:2.0:1767384906.911119:0:23392:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000e62b3677. 00000020:01000000:2.0:1767384906.911123:0:23392:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384906.911125:0:23392:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp23 00000400:00000010:2.0:1767384906.911138:0:23392:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000eb83da34. 00000400:00000010:2.0:1767384906.911141:0:23392:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000009634a443. 00000020:00000001:1.0:1767384906.911161:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384906.911166:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384906.911168:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384906.911170:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384906.911173:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384906.911175:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384906.911176:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384906.911177:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384906.911179:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384906.911180:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384906.911181:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384906.911182:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384906.911183:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384906.911192:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384906.911197:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ff639a3f. 00000020:00000040:1.0:1767384906.911201:0:36:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1767384906.911206:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384906.911209:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384906.911213:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384906.911220:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c33ca4f6. 00000100:00000001:1.0:1767384906.911226:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.911232:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384906.911233:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:1.0:1767384906.911234:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384906.911243:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000100:00000040:1.0:1767384906.911244:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff639a3f] to pc [ptlrpcd_00_03+3] req@00000000ff639a3f x1853237358507392/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384906.911253:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042896188. 00000400:00000200:3.0:1767384906.911258:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (15) 00000400:00000010:3.0:1767384906.911267:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003dac0d55. 00000400:00000200:3.0:1767384906.911273:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 10000000:00000001:1.0:1767384906.911274:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384906.911278:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384906.911280:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384906.911282:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384906.911285:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384906.911287:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384906.911289:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 10000000:00000001:1.0:1767384906.911291:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384906.911291:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767384906.911295:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:0.0:1767384906.911296:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384906.911298:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:01000000:1.0:1767384906.911299:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384906.911304:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:0.0:1767384906.911304:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ff639a3f x1853237358507392/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384906.911310:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384906.911313:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384906.911315:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:1.0:1767384906.911317:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384906.911321:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384906.911321:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384906.911323:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384906.911326:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:0.0:1767384906.911326:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384906.911330:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384906.911333:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384906.911334:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384906.911337:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000100:00000010:1.0:1767384906.911337:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fb6990f3. 02000000:00000001:0.0:1767384906.911338:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384906.911342:0:36:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 02000000:00000001:0.0:1767384906.911344:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.911346:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384906.911350:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1767384906.911351:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ff639a3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358507392:0@lo:253: 02000000:00000001:1.0:1767384906.911353:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384906.911356:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000100:00000001:0.0:1767384906.911360:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1767384906.911362:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000086c68bb2. 02000000:00000001:0.0:1767384906.911365:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384906.911367:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384906.911369:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 02000000:00000001:0.0:1767384906.911369:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384906.911374:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384906.911380:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000001:1.0:1767384906.911381:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384906.911384:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384906.911388:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 02000000:00000010:0.0:1767384906.911388:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a1f49290. 00000100:00000040:1.0:1767384906.911391:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb6990f3] to pc [ptlrpcd_00_00+0] req@00000000fb6990f3 x1853237358507520/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384906.911393:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384906.911401:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000719d8bbf. 00000400:00000200:3.0:1767384906.911407:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000010:0.0:1767384906.911409:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088ae0b92. 00000100:00000200:0.0:1767384906.911415:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358507392, portal 25 00000100:00000001:0.0:1767384906.911419:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384906.911420:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 10000000:00000001:1.0:1767384906.911420:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.911422:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436514548736 : -108637195002880 : ffff9d31ee951c00) 10000000:00000001:1.0:1767384906.911425:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384906.911429:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384906.911431:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ff639a3f x1853237358507392/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:1.0:1767384906.911435:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384906.911444:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000020:00000010:1.0:1767384906.911446:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000e62b3677. 00000100:00000001:1.0:1767384906.911460:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384906.911462:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384906.911463:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000100:00000001:1.0:1767384906.911465:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384906.911468:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384906.911473:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384906.911474:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d03725f4. 00000100:00100000:1.0:1767384906.911475:0:16128:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000200:3.0:1767384906.911477:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000100:00000200:0.0:1767384906.911479:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358507392, offset 0 00000100:00000001:1.0:1767384906.911480:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384906.911488:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:1.0:1767384906.911490:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384906.911492:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384906.911494:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384906.911498:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000100:00000001:1.0:1767384906.911499:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384906.911502:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384906.911504:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384906.911506:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp22 00000100:00000040:1.0:1767384906.911509:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fb6990f3 x1853237358507520/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384906.911514:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp22 lpni_is_preferred = 0 00000400:00000200:3.0:1767384906.911521:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp22 00000100:00000001:1.0:1767384906.911524:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384906.911527:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384906.911528:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp22 NI seq info: [31:31:256:4294967295] 192.168.203.157@tcp22 LPNI seq info [31:31:8:4294967295] 02000000:00000001:1.0:1767384906.911532:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384906.911535:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384906.911538:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp22 02000000:00000001:1.0:1767384906.911539:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384906.911544:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fb6990f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358507520:0@lo:253: 00000100:00000001:1.0:1767384906.911550:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384906.911554:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp22(192.168.203.157@tcp22:) -> 192.168.203.157@tcp22(192.168.203.157@tcp:192.168.203.157@tcp22) : PUT try# 0 02000000:00000001:1.0:1767384906.911554:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384906.911557:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384906.911560:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1767384906.911563:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.157@tcp22 02000000:00000010:1.0:1767384906.911565:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e16749a4. 00000800:00000010:3.0:1767384906.911569:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000048c059f. 00000400:00000200:0.0:1767384906.911570:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384906.911571:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384906.911579:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d4fcd82. 00000800:00000010:3.0:1767384906.911581:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e41b7566. 00000400:00000010:1.0:1767384906.911585:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3848f62. 00000800:00000010:3.0:1767384906.911586:0:16125:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000565eefe7. 00000400:00000200:0.0:1767384906.911586:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272703580 00000400:00000200:0.0:1767384906.911599:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9bd [2] + 0 00000800:00000200:3.0:1767384906.911600:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e41b7566] -> 12345-192.168.203.157@tcp22 (2) 00000400:00000010:0.0:1767384906.911603:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024c35cfc. 00000400:00000200:0.0:1767384906.911606:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f16bb405 00000100:00000200:1.0:1767384906.911612:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358507520, portal 25 00000800:00000200:3.1:1767384906.911613:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e41b7566] -> 12345-192.168.203.157@tcp22 (2) 00000400:00000200:0.0:1767384906.911615:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384906.911617:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384906.911620:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436514542464 : -108637195009152 : ffff9d31ee950380) 00000400:00000200:0.0:1767384906.911624:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384906.911629:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fb6990f3 x1853237358507520/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384906.911630:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f16bb405 00000400:00000200:3.0:1767384906.911631:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 00000400:00000010:0.0:1767384906.911635:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f16bb405. 00000400:00000200:3.0:1767384906.911638:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100551 rc 0 00000100:00000001:0.0:1767384906.911644:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384906.911646:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384906.911648:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384906.911652:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384906.911653:0:16130:0:(events.c:337:request_in_callback()) incoming req@000000007f8c09ac x1853237358507392 msgsize 4848 00000400:00000010:1.0:1767384906.911668:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e3e6614. 00000100:00100000:0.0:1767384906.911673:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1767384906.911674:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358507520, offset 0 00000100:00000040:0.0:1767384906.911676:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384906.911682:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384906.911690:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384906.911694:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384906.911707:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d03725f4 00000400:00000010:0.0:1767384906.911710:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d03725f4. 00000400:00000200:1.0:1767384906.911711:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272703600 00000100:00000001:0.0:1767384906.911714:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384906.911718:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9cd [2] + 0 00000100:00000200:0.0:1767384906.911720:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ff639a3f x1853237358507392/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384906.911723:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092c5a297. 00000400:00000200:1.0:1767384906.911729:0:16128:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007e4b3049 00000400:00000200:1.0:1767384906.911733:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384906.911739:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384906.911746:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e4b3049 00000400:00000010:1.0:1767384906.911749:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007e4b3049. 00000100:00000001:0.0:1767384906.911750:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384906.911752:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384906.911755:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ff639a3f x1853237358507392/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384906.911756:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384906.911761:0:16128:0:(events.c:337:request_in_callback()) incoming req@000000001ab7047c x1853237358507520 msgsize 4848 00000100:00000001:0.0:1767384906.911770:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384906.911773:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000100:00100000:1.0:1767384906.911773:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384906.911774:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384906.911778:0:16128:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384906.911784:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.911789:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384906.911791:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294896785 00000400:00000200:1.0:1767384906.911795:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e3e6614 00000400:00000010:1.0:1767384906.911798:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e3e6614. 00000100:00000010:0.0:1767384906.911798:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006268387b. 00000100:00000001:1.0:1767384906.911804:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384906.911808:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fb6990f3 x1853237358507520/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.911808:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384906.911817:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384906.911821:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fb6990f3 x1853237358507520/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.911822:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294896785 00000400:00000200:3.0:1767384906.911824:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000100:00000010:0.0:1767384906.911832:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000adf053aa. 00000100:00000001:1.0:1767384906.911833:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.911839:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384906.911842:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384906.911848:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294896785 00000100:00000001:1.0:1767384906.911849:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.911854:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294896785 00000100:00000010:0.0:1767384906.911854:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008b7e9695. 00000100:00000001:1.0:1767384906.911860:0:16128:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, keep current deadline 4294896785 00000100:00000001:0.0:1767384906.911862:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384906.911863:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294896785 00000100:00000001:1.0:1767384906.911868:0:16128:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, keep current deadline 4294896785 00000100:00000001:1.0:1767384906.911870:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294896785 00000100:00000001:1.0:1767384906.911872:0:16128:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, keep current deadline 4294896785 00000100:00000001:0.0:1767384906.911872:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294896785 00000400:00000200:3.0:1767384906.911874:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000100:00000001:1.0:1767384906.911879:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294896785 00000100:00000010:0.0:1767384906.911882:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004eb806ac. 00000100:00000001:0.0:1767384906.911888:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384906.911894:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384906.911895:0:16128:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, keep current deadline 4294896785 00000100:00000001:0.0:1767384906.911900:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.911901:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384906.911906:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.911909:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.911910:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384906.911913:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000100:00000001:0.0:1767384906.911915:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384906.911916:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.911922:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384906.911925:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384906.911928:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384906.911930:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384906.911932:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.911934:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.911957:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384906.911958:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384906.911959:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000100:00100000:0.0:1767384906.911959:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358507392 00000100:00100000:1.0:1767384906.911964:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358507520 02000000:00000001:0.0:1767384906.911965:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384906.911968:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384906.911969:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384906.911972:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384906.911974:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.911976:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384906.911981:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384906.911982:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384906.911985:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358507392 00000100:00100000:1.0:1767384906.911987:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358507520 00000020:00000001:0.0:1767384906.911989:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384906.911992:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:1.0:1767384906.911993:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384906.911995:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384906.911997:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000040:0.0:1767384906.911998:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000400:00000200:3.0:1767384906.912000:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000020:00000001:1.0:1767384906.912002:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384906.912003:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000040:1.0:1767384906.912007:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000020:00000001:0.0:1767384906.912038:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384906.912043:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384906.912047:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d8ea487. 00000020:00000001:1.0:1767384906.912048:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384906.912051:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384906.912054:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000010:0.0:1767384906.912055:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d8ea487. 00000100:00000001:1.0:1767384906.912061:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384906.912063:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abacc652. 00000020:00000010:1.0:1767384906.912066:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ad115dd. 00000400:00000200:3.0:1767384906.912067:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000020:00000010:0.0:1767384906.912069:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000716e3b7c. 00000100:00000001:1.0:1767384906.912073:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384906.912076:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009b50491d. 00000020:00000010:1.0:1767384906.912078:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005ad115dd. 00000100:00000040:0.0:1767384906.912085:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:1.0:1767384906.912088:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000288d2936. 00000100:00000001:0.0:1767384906.912089:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384906.912092:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384906.912094:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.912101:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384906.912102:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002256d3d5. 00000020:00000010:1.0:1767384906.912108:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c7cf213. 00000100:00000001:1.0:1767384906.912113:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384906.912115:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384906.912116:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384906.912117:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384906.912118:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000100:00000001:1.0:1767384906.912126:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.912130:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384906.912138:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384906.912142:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384906.912144:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384906.912147:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384906.912150:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00000040:0.0:1767384906.912155:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:0.0:1767384906.912158:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631883856 : -108637077667760 : ffff9d31f5938050) 00000100:00100000:1.0:1767384906.912159:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00000040:1.0:1767384906.912165:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000100:00000001:1.0:1767384906.912168:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631888976 : -108637077662640 : ffff9d31f5939450) 00000100:00000040:0.0:1767384906.912168:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007f8c09ac x1853237358507392/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:132/0 lens 4848/0 e 0 to 0 dl 1767384917 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384906.912172:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000100:00000040:1.0:1767384906.912178:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001ab7047c x1853237358507520/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:132/0 lens 4848/0 e 0 to 0 dl 1767384917 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.912183:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384906.912188:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d8ea487. 00000100:00000001:1.0:1767384906.912190:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384906.912194:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384906.912195:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ad115dd. 00000020:00000010:0.0:1767384906.912197:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d8ea487. 00000100:00000001:1.0:1767384906.912199:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384906.912201:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005ad115dd. 00000100:00100000:1.0:1767384906.912207:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001ab7047c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16128:x1853237358507520:12345-0@lo:253: 00000100:00000200:1.0:1767384906.912211:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358507520 00000100:00100000:0.0:1767384906.912215:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007f8c09ac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16130:x1853237358507392:12345-0@lo:253: 00000020:00000001:1.0:1767384906.912216:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384906.912220:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:0.0:1767384906.912221:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358507392 00000020:00000001:1.0:1767384906.912224:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384906.912225:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384906.912226:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000020:00000001:1.0:1767384906.912228:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384906.912230:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384906.912232:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:0.0:1767384906.912234:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384906.912236:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384906.912237:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384906.912240:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384906.912241:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:1.0:1767384906.912244:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384906.912245:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384906.912247:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384906.912248:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384906.912251:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384906.912252:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384906.912255:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384906.912256:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384906.912257:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000020:00000001:0.0:1767384906.912258:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384906.912259:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384906.912264:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384906.912266:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384906.912267:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ad1dd55a. 02000000:00000010:0.0:1767384906.912272:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000a223469. 02000000:00000001:0.0:1767384906.912275:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384906.912277:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.912278:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384906.912280:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384906.912281:0:16764:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384906.912284:0:16762:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384906.912285:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 20000000:00000010:0.0:1767384906.912291:0:16764:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004c22d5b5. 20000000:00000010:1.0:1767384906.912294:0:16762:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000018c56b10. 20000000:01000000:0.0:1767384906.912296:0:16764:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1767384906.912298:0:16762:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384906.912300:0:16764:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384906.912302:0:16762:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384906.912303:0:16764:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384906.912306:0:16764:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384906.912308:0:16762:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384906.912308:0:16764:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384906.912310:0:16764:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384906.912311:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 20000000:00000001:1.0:1767384906.912312:0:16762:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384906.912317:0:16762:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384906.912319:0:16762:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384906.912320:0:16764:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006affdb15. 20000000:01000000:0.0:1767384906.912324:0:16764:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 20000000:00000001:0.0:1767384906.912329:0:16764:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384906.912333:0:16764:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384906.912342:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00080000:00000001:0.0:1767384906.912378:0:16764:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384906.912382:0:16764:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384906.912384:0:16764:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384906.912385:0:16764:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384906.912389:0:16764:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384906.912393:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000020:00000001:0.0:1767384906.912394:0:16764:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:0.0:1767384906.912400:0:16764:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384906.912412:0:16764:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001466cafd. 00080000:00000001:0.0:1767384906.912414:0:16764:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635436770063360 : -108636939488256 : ffff9d31fdcff400) 00080000:00000001:0.0:1767384906.912417:0:16764:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384906.912451:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:3.0:1767384906.912494:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000001:00000001:0.0:1767384906.912524:0:16764:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384906.912526:0:16764:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384906.912529:0:16764:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384906.912539:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00080000:00000001:0.0:1767384906.912549:0:16764:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384906.912553:0:16764:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384906.912586:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:3.0:1767384906.912646:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:3.0:1767384906.912706:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00080000:00000001:0.0:1767384906.912715:0:16764:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384906.912718:0:16764:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384906.912738:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000100:00000001:1.0:1767384906.912762:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384906.912766:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384906.912771:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:3.0:1767384906.912798:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:3.0:1767384906.912831:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:3.0:1767384906.912855:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:3.0:1767384906.913116:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384906.913136:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp22 from 229.3.0.2 00000800:00000010:3.0:1767384906.913139:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000615aca2d. 00000800:00000010:1.0:1767384906.913165:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009325729f. 00000800:00000010:1.0:1767384906.913170:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006e3e6614. 00000800:00000010:1.0:1767384906.913775:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007e2c2dea. 00000800:00000010:1.0:1767384906.913778:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000029151b91. 00000800:00000010:1.0:1767384906.913781:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000082c2d0c7. 00000800:00000010:1.0:1767384906.913824:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000082c2d0c7. 00000800:00000010:1.0:1767384906.913857:0:16116:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000076fe5bfc. 00000800:00000200:1.1:1767384906.913862:0:16116:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e41b7566] -> 12345-192.168.203.157@tcp22 (2) 00000800:00000200:1.1:1767384906.913867:0:16116:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp22 0000000076fe5bfc deleted 00000800:00000010:1.1:1767384906.913869:0:16116:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000076fe5bfc. 00000800:00000200:1.1:1767384906.913873:0:16116:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384906.913897:0:16116:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp22 ip 192.168.203.157:997 00000800:00000200:1.1:1767384906.913901:0:16116:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000048c059f type 1, nob 368 niov 1 nkiov 1 00000800:00000200:1.0:1767384906.913906:0:16116:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp22 p 3.x 192.168.203.157 -> 192.168.203.157:997 incarnation:1767384905296711568 sched[0] 00000800:00000010:1.0:1767384906.913911:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000082c2d0c7. 00000800:00000010:1.0:1767384906.913952:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000082c2d0c7. 00000800:00000010:1.0:1767384906.913956:0:16116:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006e3e6614. 00000800:00000010:1.0:1767384906.913982:0:16116:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000615aca2d. 00000800:00000001:1.0:1767384906.913993:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384906.913999:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384906.914196:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384906.914200:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000048c059f. 00000400:00000200:1.0:1767384906.914204:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384906.914220:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp22->192.168.203.157@tcp22: PUT: OK 00000400:00000200:1.0:1767384906.914225:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384906.914229:0:16120:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp: 0 00000800:00000200:1.1:1767384906.914263:0:16115:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384906.914267:0:16115:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp22 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384905296711568 sched[0] 00000800:00000010:1.0:1767384906.914270:0:16115:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000029151b91. 00000400:00000200:1.0:1767384906.914350:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000800:00000001:0.0:1767384906.914356:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384906.914365:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384906.914368:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384906.914372:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384906.914380:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp22(192.168.203.157@tcp22) <- 192.168.203.157@tcp22 : PUT - for me 00000400:00000200:0.0:1767384906.914389:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384906.914395:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.157@tcp of length 272/272 into md 0x14a5 [1] + 0 00000400:00000010:0.0:1767384906.914398:0:16122:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e32c851. 00000400:00000200:0.0:1767384906.914402:0:16122:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008c6298fb 00000800:00000001:0.0:1767384906.914407:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384906.914408:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000800:00000001:0.0:1767384906.914418:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384906.914438:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384906.914444:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp22->192.168.203.157@tcp22: PUT: OK 00000400:00000200:0.0:1767384906.914449:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c6298fb 00000400:00000010:0.0:1767384906.914451:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c6298fb. 00000400:00000200:0.0:1767384906.914457:0:16122:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384906.914460:0:16122:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (16) 00000400:00000200:0.0:1767384906.914464:0:16122:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000010:0.0:1767384906.914468:0:16122:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000026811c80. 00000400:00000200:0.0:1767384906.914472:0:16122:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.157@tcp 15 00000400:00000200:0.0:1767384906.914477:0:16122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:1.0:1767384906.914480:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:0.0:1767384906.914486:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (17) 00000400:00000200:0.0:1767384906.914492:0:16122:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384906.914499:0:16122:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp22 to MR: 192.168.203.157@tcp22 local destination 00000400:00000200:0.0:1767384906.914512:0:16122:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp22 NI seq info: [32:32:256:4294967295] 192.168.203.157@tcp22 LPNI seq info [32:32:8:4294967295] 00000400:00000200:1.0:1767384906.914542:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:0.0:1767384906.914551:0:16122:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp22(192.168.203.157@tcp22:192.168.203.157@tcp22) -> 192.168.203.157@tcp22(192.168.203.157@tcp22:192.168.203.157@tcp22) 192.168.203.157@tcp22 : ACK try# 0 00000800:00000200:0.0:1767384906.914557:0:16122:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.157@tcp22 00000800:00000010:0.0:1767384906.914560:0:16122:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b87f4a4. 00000800:00000200:0.0:1767384906.914564:0:16122:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e41b7566] -> 12345-192.168.203.157@tcp22 (4) 00000800:00000200:0.0:1767384906.914569:0:16122:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp22 ip 192.168.203.157:988 00000800:00000200:0.0:1767384906.914572:0:16122:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002b87f4a4 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384906.914578:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:1.0:1767384906.914645:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000800:00000200:0.0:1767384906.914678:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384906.914681:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b87f4a4. 00000400:00000200:0.0:1767384906.914688:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384906.914710:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp22->192.168.203.157@tcp22: ACK: OK 00000800:00000001:0.0:1767384906.914717:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384906.914721:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384906.914724:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384906.914725:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000800:00000001:0.0:1767384906.914728:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384906.914732:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384906.914736:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384906.914742:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp22(192.168.203.157@tcp22) <- 192.168.203.157@tcp22 : ACK - for me 00000400:00000200:0.0:1767384906.914751:0:16122:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.157@tcp22: ACK from 12345-192.168.203.157@tcp22 into md 0x14f1 00000400:00000200:0.0:1767384906.914755:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384906.914760:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp22->192.168.203.157@tcp22: ACK: OK 00000400:00000200:0.0:1767384906.914763:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042896188 00000400:00000010:0.0:1767384906.914764:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042896188. 00000400:00000200:0.0:1767384906.914768:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384906.914772:0:16122:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.157@tcp ev->status 0 00000400:00000200:1.0:1767384906.914775:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:0.0:1767384906.914778:0:16122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:0.0:1767384906.914784:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (16) 00000800:00000001:0.0:1767384906.914792:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384906.914798:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384906.914831:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:0.0:1767384906.914861:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384906.914868:0:16125:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a427055. 00000400:00000200:1.0:1767384906.914875:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000010:0.0:1767384906.914880:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccae3aef. 00000400:00000200:0.0:1767384906.914886:0:16125:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000090d96c3f 00000400:00000200:0.0:1767384906.914893:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x1000d1 00000400:00000010:0.0:1767384906.914901:0:16125:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 320 at 00000000b5bb49e7. 00000400:00000010:0.0:1767384906.914905:0:16125:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 384 at 0000000094e2bd04. 00000400:00000010:0.0:1767384906.914909:0:16125:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 320 at 00000000eba66bfd. 00000400:00000200:1.0:1767384906.914912:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000010:0.0:1767384906.914935:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000009d2eee3b. 00000400:00000200:0.0:1767384906.914940:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 000000009d2eee3b nid 192.168.203.157@tcp23 00000400:00000010:0.0:1767384906.914944:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000303e52d3. 00000400:00000200:0.0:1767384906.914947:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 00000000303e52d3 net tcp23 00000400:00000200:0.0:1767384906.914949:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (15) 00000400:00000200:0.0:1767384906.914954:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp23 flags 0x11 00000400:00000010:0.0:1767384906.914957:0:16125:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 320 at 00000000b5bb49e7. 00000400:00000200:1.0:1767384906.914960:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000010:0.0:1767384906.914961:0:16125:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 384 at 0000000094e2bd04. 00000400:00000010:0.0:1767384906.914966:0:16125:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 320 at 00000000eba66bfd. 00000400:00000010:0.0:1767384906.914971:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000026811c80. 00000400:00000200:0.0:1767384906.914976:0:16125:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:0.0:1767384906.914979:0:16125:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.157@tcp(00000000aa3f4fd0): 0. state = 0x100151 00000400:00000200:0.0:1767384906.914983:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 rc 1 00000400:00000200:0.0:1767384906.914986:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000400:00000200:0.0:1767384906.914989:0:16125:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.157@tcp 00000400:00000200:0.0:1767384906.914991:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100111 rc 0 00000400:00000200:0.0:1767384906.914995:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:0.0:1767384906.914999:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (16) 00000400:00000200:1.0:1767384906.915009:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:1.0:1767384906.915077:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:1.0:1767384906.915127:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:1.0:1767384906.915196:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:1.0:1767384906.915264:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:1.0:1767384906.915343:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:1.0:1767384906.915399:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:1.0:1767384906.915472:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:1.0:1767384906.915744:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:1.0:1767384906.915772:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:1.0:1767384906.915855:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:0.0:1767384906.915971:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:0.0:1767384906.916079:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:0.0:1767384906.916164:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:0.0:1767384906.916235:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000800:00000010:0.0:1767384906.916422:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000050df7540. 00000800:00000010:0.0:1767384906.916427:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e1facd32. 00000800:00000010:0.0:1767384906.916431:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000135416c8. 00000800:00000010:0.0:1767384906.916467:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000135416c8. 00000400:00000200:0.0:1767384906.916671:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384906.916689:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp22 from 228.3.0.2 00000800:00000010:0.0:1767384906.916692:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000009d800e44. 00000800:00000010:3.0:1767384906.916716:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e56eb6d0. 00000800:00000010:3.0:1767384906.916728:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bc84e510. 00000800:00000010:3.0:1767384906.916753:0:16118:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000000f24e4a. 00000800:00000200:3.1:1767384906.916759:0:16118:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e41b7566] -> 12345-192.168.203.157@tcp22 (4) 00000800:00000200:3.1:1767384906.916765:0:16118:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp22 0000000000f24e4a deleted 00000800:00000010:3.1:1767384906.916767:0:16118:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000000f24e4a. 00000800:00000200:3.1:1767384906.916770:0:16118:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384906.916776:0:16118:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp22 p 3.x 192.168.203.157 -> 192.168.203.157:996 incarnation:1767384905296711568 sched[0] 00000800:00000010:3.0:1767384906.916780:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006e30581e. 00000800:00000010:3.0:1767384906.916832:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006e30581e. 00000800:00000010:3.0:1767384906.916836:0:16118:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bc84e510. 00000800:00000010:3.0:1767384906.916865:0:16118:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000009d800e44. 00000800:00000200:3.1:1767384906.916896:0:16115:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384906.916901:0:16115:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp22 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384905296711568 sched[0] 00000800:00000010:3.0:1767384906.916904:0:16115:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e1facd32. 00000800:00000001:0.0:1767384906.917094:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384906.917100:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384906.917103:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384906.917106:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384906.921364:0:16764:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384906.921370:0:16764:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:0.0:1767384906.921373:0:16764:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384906.921375:0:16764:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:2.0:1767384906.921378:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384906.921382:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384906.921384:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384906.921385:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384906.921386:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:0.0:1767384906.921387:0:16764:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:2.0:1767384906.921390:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001466cafd. 00080000:00000001:2.0:1767384906.921396:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384906.921396:0:16764:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384906.921401:0:16764:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384906.921407:0:16764:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:3.0:1767384906.921412:0:16762:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008d3c7b64. 20000000:01000000:2.0:1767384906.921418:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:3.0:1767384906.921419:0:16762:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 20000000:00000001:2.0:1767384906.921423:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:3.0:1767384906.921426:0:16762:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:2.0:1767384906.921427:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384906.921432:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384906.921433:0:16762:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:2.0:1767384906.921435:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384906.921442:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000005f0ffa0. 00010000:00000001:2.0:1767384906.921446:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384906.921449:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000775b26f2. 00000020:00000001:2.0:1767384906.921452:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384906.921455:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000775b26f2 with handle 0x4895a8f6c11e8639 to hash 00080000:00000001:3.0:1767384906.921467:0:16762:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384906.921468:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384906.921471:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635436275767296 : -108637433784320 : ffff9d31e0599800) 00080000:00000001:3.0:1767384906.921472:0:16762:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384906.921475:0:16762:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.921475:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635436275767296 : -108637433784320 : ffff9d31e0599800) 00080000:00000001:3.0:1767384906.921481:0:16762:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384906.921481:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384906.921484:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384906.921485:0:16762:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:2.0:1767384906.921487:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e8639 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384906.921489:0:16762:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:3.0:1767384906.921495:0:16762:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384906.921498:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:3.0:1767384906.921500:0:16762:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004b0ad11c. 00080000:00000001:3.0:1767384906.921503:0:16762:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431482874880 : -108642226676736 : ffff9d30c2abdc00) 00080000:00000001:3.0:1767384906.921507:0:16762:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384906.921509:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384906.921512:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384906.921513:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384906.921515:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384906.921517:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384906.921518:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384906.921520:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384906.921521:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384906.921523:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384906.921524:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384906.921525:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000005f0ffa0) refcount = 1 00010000:00010000:2.0:1767384906.921528:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e8639 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.921532:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384906.921534:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384906.921535:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384906.921537:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.921538:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384906.921541:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384906.921544:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002318499s 00010000:00000001:2.0:1767384906.921547:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384906.921548:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384906.921550:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000775b26f2 refcount=4 00000001:00000001:3.0:1767384906.921551:0:16762:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:2.0:1767384906.921552:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275767296 : -108637433784320 : ffff9d31e0599800) 00080000:00000001:3.0:1767384906.921555:0:16762:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.921556:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275767296 : -108637433784320 : ffff9d31e0599800) 00080000:00000001:3.0:1767384906.921558:0:16762:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384906.921559:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384906.921562:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e8639 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.921567:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:3.0:1767384906.921569:0:16762:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384906.921569:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e8639 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384906.921575:0:16762:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384906.921576:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384906.921579:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384906.921585:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e8639 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.921589:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384906.921590:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.921592:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384906.921594:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e8639 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384906.921599:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000775b26f2 already unused, calling callback (00000000be7801c4) 00010000:00000001:2.0:1767384906.921601:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384906.921603:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384906.921604:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e8639 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.921608:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384906.921610:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384906.921611:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384906.921612:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000775b26f2 refcount=5 00000020:00000001:2.0:1767384906.921614:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275767296 : -108637433784320 : ffff9d31e0599800) 00010000:00000001:2.0:1767384906.921615:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275767296 : -108637433784320 : ffff9d31e0599800) 00010000:00000001:2.0:1767384906.921618:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384906.921620:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e8639 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.921623:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384906.921625:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384906.921627:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.921630:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384906.921632:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384906.921634:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384906.921635:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384906.921637:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000775b26f2 with handle 0x4895a8f6c11e8639 from hash 00080000:00000001:3.0:1767384906.921638:0:16762:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:2.0:1767384906.921639:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000001:3.0:1767384906.921643:0:16762:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384906.921643:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384906.921650:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384906.921652:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384906.921667:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384906.921669:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384906.921672:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384906.921674:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384906.921676:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.921677:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384906.921678:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384906.921680:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384906.921681:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384906.921682:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.921684:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.921686:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384906.921688:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e8639 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.921692:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384906.921703:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384906.921705:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384906.921706:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384906.921707:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384906.921708:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384906.921710:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384906.921712:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384906.921714:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384906.921715:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e8639 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.921720:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384906.921721:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384906.921722:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e8639 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384906.921726:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000005f0ffa0 count: 0 00010000:00000001:2.0:1767384906.921733:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384906.921734:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384906.923228:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294896785, at 4294896786 00000100:00000010:2.0:1767384906.923242:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008b7e9695. 00000100:00000040:3.0:1767384906.924054:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294896785, at 4294896787 00000100:00000040:1.0:1767384906.924064:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294896785, at 4294896787 00000100:00000010:1.0:1767384906.924072:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000adf053aa. 00000100:00000010:3.0:1767384906.924079:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004eb806ac. 00000100:00000040:0.0:1767384906.924177:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294896785, at 4294896787 00000100:00000010:0.0:1767384906.924186:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006268387b. 00010000:00000010:2.1:1767384906.929048:0:23397:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000005f0ffa0. 00010000:00000010:2.1:1767384906.929057:0:23397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000775b26f2. 00080000:00000001:0.0:1767384906.929701:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:3.0:1767384906.929702:0:16762:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384906.929704:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384906.929707:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:3.0:1767384906.929708:0:16762:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00040000:00000001:0.0:1767384906.929709:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384906.929710:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384906.929713:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004b0ad11c. 20000000:00000001:3.0:1767384906.929718:0:16762:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384906.929718:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384906.929721:0:16762:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384906.929724:0:16762:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384906.929736:0:16762:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384906.929738:0:16762:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384906.929742:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:3.0:1767384906.929743:0:16762:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767384906.929747:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384906.929750:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384906.929753:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384906.929754:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384906.929759:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000005f0ffa0. 00010000:00000001:2.0:1767384906.929763:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384906.929766:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000775b26f2. 00000020:00000001:2.0:1767384906.929769:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384906.929772:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000775b26f2 with handle 0x4895a8f6c11e8640 to hash 00000020:00000001:2.0:1767384906.929774:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384906.929776:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635436275767296 : -108637433784320 : ffff9d31e0599800) 00010000:00000001:2.0:1767384906.929779:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635436275767296 : -108637433784320 : ffff9d31e0599800) 00010000:00000001:2.0:1767384906.929781:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384906.929783:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384906.929785:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e8640 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.929791:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384906.929793:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384906.929795:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384906.929796:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384906.929798:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384906.929800:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384906.929802:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384906.929803:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384906.929805:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384906.929806:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384906.929808:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384906.929809:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000005f0ffa0) refcount = 1 00010000:00010000:2.0:1767384906.929812:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e8640 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.929816:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384906.929823:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384906.929825:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384906.929827:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.929829:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384906.929831:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384906.929833:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002318499s 00010000:00000001:2.0:1767384906.929836:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384906.929837:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384906.929838:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000775b26f2 refcount=4 00000020:00000001:2.0:1767384906.929840:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275767296 : -108637433784320 : ffff9d31e0599800) 00010000:00000001:2.0:1767384906.929843:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275767296 : -108637433784320 : ffff9d31e0599800) 00010000:00000001:2.0:1767384906.929845:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384906.929847:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e8640 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.929852:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384906.929854:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e8640 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.929858:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384906.929861:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384906.929862:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e8640 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.929868:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384906.929870:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.929873:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384906.929875:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e8640 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384906.929881:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000775b26f2 already unused, calling callback (00000000be7801c4) 00010000:00000001:2.0:1767384906.929883:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384906.929886:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384906.929888:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e8640 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.929906:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384906.929908:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384906.929910:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384906.929912:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000775b26f2 refcount=5 00000020:00000001:2.0:1767384906.929915:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275767296 : -108637433784320 : ffff9d31e0599800) 00010000:00000001:2.0:1767384906.929918:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275767296 : -108637433784320 : ffff9d31e0599800) 00010000:00000001:2.0:1767384906.929921:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384906.929923:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e8640 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.929929:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384906.929931:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384906.929933:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.929937:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384906.929938:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384906.929940:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384906.929942:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384906.929944:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000775b26f2 with handle 0x4895a8f6c11e8640 from hash 00010000:00000001:2.0:1767384906.929947:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384906.929949:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384906.929950:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384906.929952:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384906.929954:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384906.929956:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384906.929958:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384906.929961:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384906.929963:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.929965:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384906.929966:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384906.929969:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384906.929970:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384906.929971:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.929973:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384906.929974:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384906.929982:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e8640 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.929986:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384906.929988:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384906.929989:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384906.929991:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384906.929993:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384906.929994:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384906.929995:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384906.929998:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384906.930000:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384906.930002:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e8640 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384906.930006:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384906.930008:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384906.930010:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e8640 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384906.930039:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000005f0ffa0 count: 0 00010000:00000001:2.0:1767384906.930050:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384906.930052:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384906.931751:0:16764:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384906.931754:0:16764:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384906.931756:0:16764:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004c22d5b5. 20000000:00000001:0.0:1767384906.931763:0:16764:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384906.931766:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358507392 00010000:00000001:0.0:1767384906.931769:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384906.931775:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007f8c09ac x1853237358507392/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:132/0 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384906.931785:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384906.931788:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384906.931792:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=30 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384906.931798:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384906.931809:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384906.931812:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384906.931816:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384906.931820:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.931824:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384906.931829:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384906.931834:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000069087eb8. 00000100:00000200:0.0:1767384906.931839:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358507392, offset 224 00000400:00000200:0.0:1767384906.931847:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384906.931858:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384906.931870:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272703580 00000400:00000200:0.0:1767384906.931878:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14f5 [2] + 224 00000400:00000200:0.0:1767384906.931886:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384906.931890:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384906.931898:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384906.931903:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ff639a3f x1853237358507392/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384906.931913:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ff639a3f x1853237358507392/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.931924:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384906.931930:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069087eb8 00000400:00000010:0.0:1767384906.931931:0:16764:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000069087eb8. 00000100:00000001:0.0:1767384906.931933:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384906.931935:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384906.931938:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384906.931940:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:0.0:1767384906.931941:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384906.931943:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384906.931945:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384906.931948:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007f8c09ac x1853237358507392/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:132/0 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384906.931954:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007f8c09ac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16130:x1853237358507392:12345-0@lo:253: Request processed in 19771us (20300us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384906.931969:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00000040:0.0:1767384906.931971:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00000001:0.0:1767384906.931974:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384906.931976:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384906.931980:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000716e3b7c. 00000020:00000010:0.0:1767384906.931985:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009b50491d. 00000020:00000010:0.0:1767384906.931988:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abacc652. 00000020:00000040:0.0:1767384906.931993:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 02000000:00000001:0.0:1767384906.931997:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384906.931998:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000a223469. 02000000:00000001:0.0:1767384906.932001:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384906.932003:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384906.932007:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384906.932141:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384906.932144:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384906.932149:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384906.932151:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384906.932153:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000719d8bbf. 00000400:00000200:0.0:1767384906.932158:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088ae0b92 00000400:00000010:0.0:1767384906.932159:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000088ae0b92. 00000100:00000001:0.0:1767384906.932162:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384906.932165:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ff639a3f x1853237358507392/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384906.932171:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ff639a3f x1853237358507392/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.932214:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384906.932217:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384906.932219:0:16130:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384906.932222:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384906.932224:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384906.932226:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384906.932229:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384906.932233:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=30 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384906.932237:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=30 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384906.932247:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384906.932249:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384906.932251:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384906.932253:0:16130:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.932254:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384906.932258:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ff639a3f x1853237358507392/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.932264:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384906.932267:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384906.932269:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384906.932273:0:16130:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384906.932275:0:16130:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384906.932276:0:16130:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384906.932277:0:16130:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384906.932278:0:16130:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384906.932279:0:16130:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384906.932280:0:16130:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384906.932281:0:16130:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384906.932283:0:16130:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384906.932284:0:16130:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384906.932287:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ff639a3f x1853237358507392/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384906.932293:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ff639a3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358507392:0@lo:253: 00000100:00000001:0.0:1767384906.932296:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384906.932298:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384906.932300:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ff639a3f x1853237358507392/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.932304:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384906.932306:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384906.932308:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a1f49290. 02000000:00000001:0.0:1767384906.932311:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384906.932312:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384906.932313:0:16130:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1767384906.932315:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384906.932317:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c33ca4f6. 00000400:00000010:2.0:1767384906.932327:0:23397:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f44fe154. 02000000:00000001:0.0:1767384906.932327:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384906.932330:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384906.932334:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ff639a3f. 00000100:00000001:0.0:1767384906.932338:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384906.932340:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384906.932342:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:2.0:1767384906.932346:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000001:0.0:1767384906.932349:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000040:2.0:1767384906.932350:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000100:00000001:0.0:1767384906.932352:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384906.932355:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:0.0:1767384906.932356:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000040:2.0:1767384906.932359:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000001:0.0:1767384906.932361:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384906.932363:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384906.932367:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384906.932369:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384906.932371:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384906.932373:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384906.932375:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384906.932377:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000010:0.0:1767384906.932378:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000719d8bbf. 00000400:00000040:2.0:1767384906.932379:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384906.932385:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000010:0.0:1767384906.932387:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000069087eb8. 00000400:00000040:2.0:1767384906.932388:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384906.932395:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384906.932397:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384906.932399:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384906.932400:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384906.932402:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384906.932404:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384906.932406:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384906.932407:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384906.932409:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384906.932411:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384906.932413:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384906.932431:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384906.932432:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384906.932434:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384906.932435:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384906.932437:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384906.932438:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384906.932440:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384906.932441:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384906.932442:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384906.932443:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384906.932444:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384906.932446:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384906.932448:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384906.932449:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384906.932451:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384906.932452:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384906.932454:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384906.932455:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384906.932456:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384906.932457:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384906.932458:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384906.932460:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384906.932461:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384906.932462:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384906.932463:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384906.932465:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384906.932465:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384906.932467:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384906.932473:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384906.932475:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384906.932476:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384906.932478:0:23397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384906.932552:0:23397:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f44fe154. 00080000:00000020:0.0:1767384906.933169:0:16762:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384906.933172:0:16762:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384906.933174:0:16762:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000018c56b10. 20000000:00000001:0.0:1767384906.933178:0:16762:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384906.933181:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358507520 00010000:00000001:0.0:1767384906.933182:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384906.933185:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001ab7047c x1853237358507520/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:132/0 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384906.933191:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384906.933193:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384906.933194:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=30 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384906.933196:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384906.933198:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384906.933199:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384906.933202:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384906.933203:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384906.933205:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384906.933207:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384906.933209:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d48f0080. 00000100:00000200:0.0:1767384906.933211:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358507520, offset 224 00000400:00000200:0.0:1767384906.933216:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384906.933223:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384906.933231:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272703600 00000400:00000200:0.0:1767384906.933236:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14fd [2] + 224 00000400:00000200:0.0:1767384906.933247:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384906.933250:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384906.933253:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384906.933255:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fb6990f3 x1853237358507520/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384906.933261:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000fb6990f3 x1853237358507520/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384906.933276:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384906.933281:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d48f0080 00000400:00000010:0.0:1767384906.933282:0:16762:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d48f0080. 00000100:00000001:0.0:1767384906.933283:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384906.933285:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384906.933288:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384906.933290:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:0.0:1767384906.933292:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384906.933293:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384906.933295:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384906.933298:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ab7047c x1853237358507520/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:132/0 lens 4848/4768 e 0 to 0 dl 1767384917 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384906.933303:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384906.933304:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001ab7047c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16128:x1853237358507520:12345-0@lo:253: Request processed in 21114us (21541us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384906.933310:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384906.933314:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000400:00000001:3.0:1767384906.933317:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384906.933318:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000400:00000001:3.0:1767384906.933323:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384906.933323:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384906.933326:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1767384906.933328:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d4fcd82. 00000020:00000010:0.0:1767384906.933330:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002256d3d5. 00000400:00000200:3.0:1767384906.933335:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3848f62 00000020:00000010:0.0:1767384906.933337:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c7cf213. 00000400:00000010:3.0:1767384906.933339:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c3848f62. 00000020:00000010:0.0:1767384906.933342:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000288d2936. 00000100:00000001:3.0:1767384906.933346:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767384906.933350:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 02000000:00000001:0.0:1767384906.933353:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:3.0:1767384906.933355:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fb6990f3 x1853237358507520/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384906.933356:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ad1dd55a. 02000000:00000001:0.0:1767384906.933361:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384906.933364:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384906.933371:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fb6990f3 x1853237358507520/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384906.933375:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384906.933380:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a81bf77a. 00000400:00000010:0.0:1767384906.933386:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d48f0080. 00000100:00000001:3.0:1767384906.933388:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384906.933392:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384906.933395:0:16128:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384906.933397:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384906.933399:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384906.933401:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384906.933404:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384906.933408:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=30 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384906.933412:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384906.933431:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384906.933432:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384906.933434:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384906.933436:0:16128:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384906.933439:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384906.933443:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fb6990f3 x1853237358507520/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384906.933451:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384906.933461:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384906.933463:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384906.933466:0:16128:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384906.933468:0:16128:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384906.933469:0:16128:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384906.933471:0:16128:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384906.933472:0:16128:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384906.933474:0:16128:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384906.933476:0:16128:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384906.933478:0:16128:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384906.933479:0:16128:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384906.933498:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fb6990f3 x1853237358507520/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384906.933507:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fb6990f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358507520:0@lo:253: 00000100:00000001:3.0:1767384906.933514:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384906.933517:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384906.933520:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fb6990f3 x1853237358507520/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384906.933528:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384906.933530:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384906.933533:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e16749a4. 02000000:00000001:3.0:1767384906.933540:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384906.933542:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384906.933543:0:16128:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384906.933547:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384906.933549:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000086c68bb2. 02000000:00000001:3.0:1767384906.933553:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384906.933555:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384906.933557:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fb6990f3. 00000100:00000001:3.0:1767384906.933563:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384906.933565:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384906.933567:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384906.933573:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384906.933575:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384906.933578:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384906.933580:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384906.939055:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000005f0ffa0. 00010000:00000010:2.1:1767384906.939065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000775b26f2. 00010000:00000001:1.0:1767384907.610105:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384907.610110:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384907.610114:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384907.610115:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384907.610151:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384907.610156:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384907.610159:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384907.786265:0:23663:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384907.786294:0:23663:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384907.786299:0:23663:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384907.786306:0:23663:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384907.786313:0:23663:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384907.786317:0:23663:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384908.450528:0:23827:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384908.450533:0:23827:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp24 --if ens2 00000001:00000001:1.0:1767384908.455458:0:23827:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384908.462328:0:23828:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000009634a443. 00000400:00000010:2.0:1767384908.462340:0:23828:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000004756b095. 00000400:00000010:2.0:1767384908.462349:0:23828:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000191f7b90. 00000400:00000010:2.0:1767384908.462352:0:23828:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a3b8c66e. 00000400:00000010:2.0:1767384908.462355:0:23828:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006492c6eb. 00000400:00000010:2.0:1767384908.462358:0:23828:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000572a01fb. 00000400:00000010:2.0:1767384908.462360:0:23828:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c6a2350b. 00000400:00000010:2.0:1767384908.462361:0:23828:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003fcdc4bf. 00000400:00000010:2.0:1767384908.462364:0:23828:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000471bb5bd. 00000800:00000010:2.0:1767384908.462373:0:23828:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000f5f63a71. 00000800:00000200:2.0:1767384908.462383:0:23828:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384908.462388:0:23828:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384908.462431:0:23828:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:2.0:1767384908.462448:0:23828:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp24 [8/256/0/180] 00000400:00000010:2.0:1767384908.464251:0:23828:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 0000000068e5ef65. 00000400:00000010:2.0:1767384908.464256:0:23828:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af224cad. 00000400:00000010:2.0:1767384908.464261:0:23828:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fbc9d5a5. 00000400:00000001:2.0:1767384908.464273:0:23828:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384908.464274:0:23828:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384908.464276:0:23828:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f520301. 00000400:00000200:2.0:1767384908.464278:0:23828:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1f9e242 00000400:00000010:2.0:1767384908.464280:0:23828:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1f9e242. 00000400:00000010:2.0:1767384908.464282:0:23828:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001c6823f8. 00000400:00000200:2.0:1767384908.464287:0:23828:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (15) 00000400:00000200:2.0:1767384908.464296:0:23828:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:2.0:1767384908.464308:0:23828:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131096 00000020:00000010:2.0:1767384908.464314:0:23828:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000bb1a247b. 00000400:00000200:0.0:1767384908.464319:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384908.464320:0:23828:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384908.464324:0:23828:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp24 00000400:00000200:0.0:1767384908.464328:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000400:00000010:0.0:1767384908.464334:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e980b228. 00000400:00000200:0.0:1767384908.464337:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (16) 00000400:00000010:2.0:1767384908.464339:0:23828:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000004756b095. 00000400:00000010:0.0:1767384908.464341:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004c56ec88. 00000400:00000010:2.0:1767384908.464343:0:23828:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000009634a443. 00000400:00000200:0.0:1767384908.464348:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000020:00000001:3.0:1767384908.464360:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384908.464360:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1767384908.464365:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:00000001:3.0:1767384908.464366:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384908.464370:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384908.464373:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384908.464376:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:3.0:1767384908.464378:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384908.464382:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384908.464385:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:3.0:1767384908.464386:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384908.464390:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384908.464393:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384908.464394:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:3.0:1767384908.464395:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384908.464399:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384908.464401:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384908.464403:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:3.0:1767384908.464404:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384908.464407:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384908.464414:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000980c7aa6. 00000400:00000200:0.0:1767384908.464414:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:00000040:3.0:1767384908.464420:0:36:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000400:00000200:0.0:1767384908.464425:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000100:00000001:3.0:1767384908.464426:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384908.464430:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384908.464434:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 02000000:00000001:3.0:1767384908.464435:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384908.464444:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 02000000:00000010:3.0:1767384908.464445:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000019e0feed. 00000400:00000200:0.0:1767384908.464454:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000100:00000001:3.0:1767384908.464455:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384908.464464:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000100:00000001:3.0:1767384908.464466:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384908.464471:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384908.464471:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:0.0:1767384908.464478:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000100:00000040:3.0:1767384908.464484:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000980c7aa6] to pc [ptlrpcd_00_01+1] req@00000000980c7aa6 x1853237358507648/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384908.464484:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:0.0:1767384908.464502:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 00000400:00000200:0.0:1767384908.464509:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp23 00000400:00000200:0.0:1767384908.464513:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp23 lpni_is_preferred = 0 00000400:00000200:0.0:1767384908.464516:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp23 00000400:00000200:0.0:1767384908.464519:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp23 NI seq info: [33:33:256:4294967295] 192.168.203.157@tcp23 LPNI seq info [33:33:8:4294967295] 00000400:00000200:0.0:1767384908.464525:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp23 10000000:00000001:3.0:1767384908.464528:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384908.464533:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384908.464537:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384908.464541:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384908.464541:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384908.464541:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp23(192.168.203.157@tcp23:) -> 192.168.203.157@tcp23(192.168.203.157@tcp:192.168.203.157@tcp23) : PUT try# 0 00000100:00000001:2.0:1767384908.464547:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384908.464551:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384908.464551:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384908.464556:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000200:0.0:1767384908.464556:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.203.157@tcp23 00000100:00000040:2.0:1767384908.464557:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000980c7aa6 x1853237358507648/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384908.464560:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384908.464563:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000010:0.0:1767384908.464564:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083232142. 00000020:01000004:3.0:1767384908.464568:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767384908.464573:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384908.464575:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384908.464576:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009170affd. 00000020:01000004:3.0:1767384908.464580:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:2.0:1767384908.464580:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:0.0:1767384908.464582:0:16125:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000841d3526. 00000020:01000004:3.0:1767384908.464584:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:2.0:1767384908.464585:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384908.464589:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:2.0:1767384908.464591:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384908.464592:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009170affd] -> 12345-192.168.203.157@tcp23 (2) 00000020:01000004:3.0:1767384908.464593:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00100000:2.0:1767384908.464596:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000980c7aa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358507648:0@lo:253: 00000020:01000004:3.0:1767384908.464597:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384908.464601:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000800:00000200:0.1:1767384908.464603:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009170affd] -> 12345-192.168.203.157@tcp23 (2) 00000020:01000004:3.0:1767384908.464604:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:2.0:1767384908.464605:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:3.0:1767384908.464608:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384908.464611:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1767384908.464613:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000667d68f8. 02000000:00000001:2.0:1767384908.464614:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384908.464618:0:36:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 02000000:00000001:2.0:1767384908.464619:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384908.464619:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 00000100:00000001:3.0:1767384908.464625:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384908.464625:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100551 rc 0 02000000:00000010:2.0:1767384908.464626:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e62b3677. 02000000:00000001:3.0:1767384908.464628:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384908.464632:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384908.464633:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384908.464636:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f520301. 02000000:00000010:3.0:1767384908.464640:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004ba79b44. 00000400:00000010:2.0:1767384908.464642:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004756b095. 00000100:00000001:3.0:1767384908.464660:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384908.464662:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358507648, portal 25 00000100:00000001:3.0:1767384908.464666:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384908.464666:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384908.464666:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384908.464670:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515721216 : -108637193830400 : ffff9d31eea70000) 00000100:00000001:3.0:1767384908.464671:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.464671:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384908.464680:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000980c7aa6 x1853237358507648/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384908.464682:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000667d68f8] to pc [ptlrpcd_00_02+2] req@00000000667d68f8 x1853237358507776/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384908.464701:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384908.464706:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384908.464710:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079699532. 00000100:00000200:2.0:1767384908.464712:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358507648, offset 0 10000000:00000001:3.0:1767384908.464716:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384908.464722:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384908.464725:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384908.464725:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384908.464729:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:01000000:3.0:1767384908.464731:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384908.464735:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000bb1a247b. 00000400:00000200:2.0:1767384908.464742:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384908.464750:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384908.464754:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384908.464754:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272703680 00000100:00000001:3.0:1767384908.464758:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384908.464763:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9e5 [2] + 0 00000100:00000040:3.0:1767384908.464764:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000667d68f8 x1853237358507776/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384908.464768:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040bdb5f1. 00000400:00000200:0.0:1767384908.464772:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:2.0:1767384908.464776:0:16128:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d115c8c3 00000100:00000001:3.0:1767384908.464782:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384908.464784:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384908.464786:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384908.464786:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384908.464789:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384908.464792:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384908.464797:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000667d68f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358507776:0@lo:253: 00000400:00000200:2.0:1767384908.464797:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384908.464802:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000100:00000001:3.0:1767384908.464806:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384908.464807:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d115c8c3 00000400:00000010:2.0:1767384908.464812:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d115c8c3. 02000000:00000001:3.0:1767384908.464816:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384908.464819:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384908.464819:0:16128:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384908.464821:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767384908.464823:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384908.464827:0:16128:0:(events.c:337:request_in_callback()) incoming req@00000000c5661bb4 x1853237358507648 msgsize 4848 02000000:00000010:3.0:1767384908.464828:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c499ca11. 00000400:00000200:0.0:1767384908.464830:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 02000000:00000001:3.0:1767384908.464831:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384908.464838:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384908.464839:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000187e50c4. 00000100:00000040:2.0:1767384908.464841:0:16128:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:3.0:1767384908.464845:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000013b68d5. 00000100:00000200:3.0:1767384908.464849:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358507776, portal 25 00000100:00000001:2.0:1767384908.464851:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384908.464852:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384908.464855:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515736448 : -108637193815168 : ffff9d31eea73b80) 00000100:00000040:3.0:1767384908.464859:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000667d68f8 x1853237358507776/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384908.464860:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079699532 00000400:00000010:2.0:1767384908.464865:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000079699532. 00000100:00000001:3.0:1767384908.464869:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384908.464870:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384908.464874:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384908.464878:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000acc02023. 00000100:00000200:2.0:1767384908.464879:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000980c7aa6 x1853237358507648/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384908.464879:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000100:00000200:3.0:1767384908.464884:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358507776, offset 0 00000100:00000001:2.0:1767384908.464895:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384908.464896:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384908.464900:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000980c7aa6 x1853237358507648/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384908.464906:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384908.464910:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384908.464911:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384908.464915:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384908.464920:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294898338 00000400:00000200:0.0:1767384908.464923:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:3.0:1767384908.464924:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272703700 00000100:00000010:2.0:1767384908.464924:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000059033cee. 00000100:00000001:2.0:1767384908.464932:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384908.464937:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9f5 [2] + 0 00000400:00000010:3.0:1767384908.464942:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aabf4f9b. 00000100:00000001:2.0:1767384908.464944:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294898338 00000400:00000200:3.0:1767384908.464947:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004954e9a1 00000400:00000200:0.0:1767384908.464949:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000100:00000010:2.0:1767384908.464950:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000da213b31. 00000400:00000200:3.0:1767384908.464953:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384908.464955:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384908.464959:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384908.464962:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004954e9a1 00000400:00000010:3.0:1767384908.464966:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004954e9a1. 00000100:00000001:2.0:1767384908.464970:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294898338 00000100:00000001:3.0:1767384908.464971:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384908.464974:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:2.0:1767384908.464976:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005fee7bb1. 00000100:00000040:3.0:1767384908.464977:0:16129:0:(events.c:337:request_in_callback()) incoming req@00000000e82c6edc x1853237358507776 msgsize 4848 00000100:00000001:2.0:1767384908.464982:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00100000:3.0:1767384908.464988:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384908.464989:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294898338 00000100:00000040:3.0:1767384908.464991:0:16129:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:2.0:1767384908.464994:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000be7b2e25. 00000100:00000001:2.0:1767384908.464998:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384908.464998:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000100:00000001:2.0:1767384908.465002:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384908.465005:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384908.465006:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384908.465042:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000acc02023 00000400:00000010:3.0:1767384908.465047:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000acc02023. 00000100:00000001:2.0:1767384908.465048:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.465052:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384908.465052:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384908.465060:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384908.465063:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384908.465066:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384908.465067:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000667d68f8 x1853237358507776/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384908.465068:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384908.465071:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384908.465076:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384908.465077:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000100:00000001:3.0:1767384908.465079:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384908.465085:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000667d68f8 x1853237358507776/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384908.465091:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.465093:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384908.465099:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.465102:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294898339 00000100:00000001:3.0:1767384908.465111:0:16129:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294898338 00000100:00000001:3.0:1767384908.465114:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294898339 00000100:00000001:3.0:1767384908.465118:0:16129:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294898338 00000100:00000001:3.0:1767384908.465120:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294898339 00000100:00000001:3.0:1767384908.465124:0:16129:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294898338 00000100:00000001:3.0:1767384908.465129:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294898339 00000100:00000001:3.0:1767384908.465133:0:16129:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294898338 00000100:00000001:3.0:1767384908.465137:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384908.465138:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.465141:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384908.465141:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000100:00000001:3.0:1767384908.465142:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384908.465150:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384908.465152:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384908.465155:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384908.465157:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384908.465158:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.465161:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384908.465178:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384908.465182:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358507648 02000000:00000001:2.0:1767384908.465185:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384908.465187:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384908.465189:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384908.465192:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384908.465195:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358507648 00000100:00000001:3.0:1767384908.465198:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384908.465198:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384908.465200:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000020:00000040:2.0:1767384908.465202:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000100:00100000:3.0:1767384908.465203:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358507776 00000020:00000001:2.0:1767384908.465207:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767384908.465208:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:2.0:1767384908.465211:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000100:00000001:3.0:1767384908.465212:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384908.465215:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384908.465216:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 02000000:00000001:3.0:1767384908.465219:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384908.465220:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384908.465224:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384908.465227:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006879ea62. 00000100:00100000:3.0:1767384908.465229:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358507776 00000100:00000001:2.0:1767384908.465231:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384908.465233:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1767384908.465234:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006879ea62. 00000020:00000040:3.0:1767384908.465236:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:3.0:1767384908.465240:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384908.465242:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000020:00000001:3.0:1767384908.465244:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000010:2.0:1767384908.465244:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e5ffd7a. 00000400:00000200:0.0:1767384908.465244:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000020:00000001:3.0:1767384908.465250:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:3.0:1767384908.465257:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384908.465259:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001ae03248. 00000020:00000010:3.0:1767384908.465261:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009772b375. 00000100:00000001:3.0:1767384908.465265:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384908.465266:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b75f30bd. 00000020:00000010:3.0:1767384908.465267:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009772b375. 00000020:00000010:3.0:1767384908.465277:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8d47f1e. 00000100:00000040:2.0:1767384908.465279:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:3.0:1767384908.465281:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000032d40ee6. 00000100:00000001:2.0:1767384908.465283:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384908.465286:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1767384908.465287:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b5bad702. 00000100:00000001:2.0:1767384908.465288:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384908.465290:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000100:00000001:3.0:1767384908.465295:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384908.465297:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.465298:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384908.465301:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.465309:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384908.465309:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384908.465313:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384908.465322:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384908.465325:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384908.465326:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384908.465328:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384908.465334:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00000040:2.0:1767384908.465337:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:2.0:1767384908.465339:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631890000 : -108637077661616 : ffff9d31f5939850) 00000100:00100000:3.0:1767384908.465344:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00000040:3.0:1767384908.465348:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000100:00000040:2.0:1767384908.465348:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c5661bb4 x1853237358507648/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:134/0 lens 4848/0 e 0 to 0 dl 1767384919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384908.465349:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000100:00000001:3.0:1767384908.465352:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631897168 : -108637077654448 : ffff9d31f593b450) 00000100:00000040:3.0:1767384908.465361:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e82c6edc x1853237358507776/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:134/0 lens 4848/0 e 0 to 0 dl 1767384919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384908.465368:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384908.465374:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384908.465375:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006879ea62. 00000020:00000010:3.0:1767384908.465378:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009772b375. 00000100:00000001:2.0:1767384908.465379:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384908.465383:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384908.465384:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006879ea62. 00000020:00000010:3.0:1767384908.465387:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009772b375. 00000100:00100000:2.0:1767384908.465394:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c5661bb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16128:x1853237358507648:12345-0@lo:253: 00000100:00100000:3.0:1767384908.465398:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e82c6edc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16129:x1853237358507776:12345-0@lo:253: 00000100:00000200:2.0:1767384908.465400:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358507648 00000100:00000200:3.0:1767384908.465404:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358507776 00000020:00000001:2.0:1767384908.465405:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384908.465408:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384908.465410:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384908.465410:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000020:00000001:3.0:1767384908.465414:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384908.465416:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384908.465419:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:3.0:1767384908.465420:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384908.465424:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384908.465425:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384908.465427:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384908.465428:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384908.465431:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:2.0:1767384908.465432:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384908.465434:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384908.465436:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384908.465438:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384908.465440:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384908.465441:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384908.465444:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384908.465447:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384908.465447:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384908.465451:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384908.465452:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384908.465455:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384908.465461:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000023a25b03. 02000000:00000010:2.0:1767384908.465463:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000bb1a247b. 02000000:00000001:3.0:1767384908.465465:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384908.465467:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384908.465470:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384908.465471:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384908.465471:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 20000000:00000001:2.0:1767384908.465479:0:16764:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384908.465480:0:16762:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384908.465490:0:16764:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005b34f959. 20000000:00000010:3.0:1767384908.465491:0:16762:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000071ce7d93. 20000000:01000000:2.0:1767384908.465494:0:16764:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1767384908.465498:0:16762:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384908.465498:0:16764:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384908.465502:0:16764:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384908.465503:0:16762:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384908.465505:0:16764:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384908.465505:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 20000000:00000001:2.0:1767384908.465510:0:16764:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384908.465512:0:16762:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384908.465514:0:16764:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384908.465516:0:16762:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384908.465520:0:16762:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384908.465522:0:16762:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384908.465524:0:16764:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b31b9988. 20000000:01000000:2.0:1767384908.465527:0:16764:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 20000000:00000001:2.0:1767384908.465533:0:16764:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384908.465533:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00080000:00000001:2.0:1767384908.465539:0:16764:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767384908.465555:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00080000:00000001:2.0:1767384908.465584:0:16764:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384908.465589:0:16764:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000400:00000200:0.0:1767384908.465589:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00080000:00000001:2.0:1767384908.465590:0:16764:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384908.465594:0:16764:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384908.465598:0:16764:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384908.465602:0:16764:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:2.0:1767384908.465605:0:16764:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384908.465612:0:16764:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b310dde9. 00080000:00000001:2.0:1767384908.465614:0:16764:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635436781196288 : -108636928355328 : ffff9d31fe79d400) 00080000:00000001:2.0:1767384908.465616:0:16764:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384908.465641:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:0.0:1767384908.465693:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:0.0:1767384908.465730:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000001:00000001:2.0:1767384908.465745:0:16764:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384908.465747:0:16764:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384908.465750:0:16764:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384908.465760:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00080000:00000001:2.0:1767384908.465767:0:16764:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384908.465772:0:16764:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384908.465784:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:0.0:1767384908.465816:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:0.0:1767384908.465877:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00080000:00000001:2.0:1767384908.465917:0:16764:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384908.465921:0:16764:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384908.465940:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000100:00000001:2.0:1767384908.465957:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384908.465960:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384908.466221:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003f61ded5. 00000800:00000010:0.0:1767384908.466225:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001bffb5f9. 00000800:00000010:0.0:1767384908.466230:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fb0856cb. 00000800:00000010:0.0:1767384908.466260:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fb0856cb. 00000400:00000200:0.0:1767384908.466411:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384908.466430:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp23 from 227.3.0.2 00000800:00000010:0.0:1767384908.466435:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007a5b09e7. 00000800:00000010:2.0:1767384908.466471:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007cd7513e. 00000800:00000010:2.0:1767384908.466476:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000079699532. 00000800:00000010:2.0:1767384908.466497:0:16116:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000508d3e21. 00000800:00000200:2.1:1767384908.466507:0:16116:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009170affd] -> 12345-192.168.203.157@tcp23 (2) 00000800:00000200:2.1:1767384908.466512:0:16116:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp23 00000000508d3e21 deleted 00000800:00000010:2.1:1767384908.466513:0:16116:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000508d3e21. 00000800:00000200:2.1:1767384908.466517:0:16116:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384908.466522:0:16116:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp23 ip 192.168.203.157:995 00000800:00000200:2.1:1767384908.466525:0:16116:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000083232142 type 1, nob 384 niov 1 nkiov 1 00000800:00000200:2.0:1767384908.466530:0:16116:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp23 p 3.x 192.168.203.157 -> 192.168.203.157:995 incarnation:1767384906909713572 sched[0] 00000800:00000010:2.0:1767384908.466535:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006879ea62. 00000800:00000010:2.0:1767384908.466587:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006879ea62. 00000800:00000010:2.0:1767384908.466591:0:16116:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000079699532. 00000800:00000010:2.0:1767384908.466623:0:16116:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007a5b09e7. 00000800:00000200:2.1:1767384908.466668:0:16117:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384908.466673:0:16117:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp23 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384906909713572 sched[0] 00000800:00000010:2.0:1767384908.466676:0:16117:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001bffb5f9. 00000400:00000200:2.0:1767384908.466744:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000800:00000001:0.0:1767384908.466802:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384908.466807:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000800:00000001:0.0:1767384908.466808:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384908.466852:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000800:00000200:0.0:1767384908.466869:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384908.466875:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083232142. 00000400:00000200:0.0:1767384908.466879:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384908.466886:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp23->192.168.203.157@tcp23: PUT: OK 00000400:00000200:0.0:1767384908.466893:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384908.466897:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:0.0:1767384908.466897:0:16120:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp: 0 00000400:00000200:2.0:1767384908.466928:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:2.0:1767384908.466946:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384908.466962:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384908.466995:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384908.467050:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384908.467082:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000800:00000001:0.0:1767384908.467105:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384908.467106:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000800:00000001:0.0:1767384908.467113:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384908.467126:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384908.467131:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384908.467135:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:0.0:1767384908.467146:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp23(192.168.203.157@tcp23) <- 192.168.203.157@tcp23 : PUT - for me 00000400:00000200:0.0:1767384908.467155:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384908.467161:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.157@tcp of length 272/288 into md 0x1505 [1] + 0 00000400:00000010:0.0:1767384908.467164:0:16122:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a427055. 00000400:00000200:2.0:1767384908.467165:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:0.0:1767384908.467172:0:16122:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ccae3aef 00000800:00000001:0.0:1767384908.467177:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384908.467192:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384908.467221:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384908.467256:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384908.467292:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384908.467325:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000800:00000001:0.0:1767384908.467348:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384908.467351:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384908.467355:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:0.0:1767384908.467356:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp23->192.168.203.157@tcp23: PUT: OK 00000400:00000200:2.0:1767384908.467388:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384908.467410:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:0.0:1767384908.467423:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccae3aef 00000400:00000010:0.0:1767384908.467426:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccae3aef. 00000400:00000200:0.0:1767384908.467431:0:16122:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384908.467435:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:0.0:1767384908.467436:0:16122:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (17) 00000400:00000200:0.0:1767384908.467444:0:16122:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000200:0.0:1767384908.467448:0:16122:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.157@tcp (288 bytes) 00000400:00000200:0.0:1767384908.467454:0:16122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:2.0:1767384908.467459:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:0.0:1767384908.467463:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (18) 00000400:00000200:0.0:1767384908.467472:0:16122:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384908.467481:0:16122:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp23 to MR: 192.168.203.157@tcp23 local destination 00000400:00000200:0.0:1767384908.467487:0:16122:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp23 NI seq info: [34:34:256:4294967295] 192.168.203.157@tcp23 LPNI seq info [34:34:8:4294967295] 00000400:00000200:0.0:1767384908.467499:0:16122:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp23(192.168.203.157@tcp23:192.168.203.157@tcp23) -> 192.168.203.157@tcp23(192.168.203.157@tcp23:192.168.203.157@tcp23) 192.168.203.157@tcp23 : ACK try# 0 00000400:00000200:2.0:1767384908.467501:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000800:00000200:0.0:1767384908.467506:0:16122:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.157@tcp23 00000400:00000200:2.0:1767384908.467542:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384908.467576:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384908.467605:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384908.467670:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:2.0:1767384908.467717:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000800:00000010:0.0:1767384908.467856:0:16122:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083232142. 00000800:00000200:0.0:1767384908.467865:0:16122:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009170affd] -> 12345-192.168.203.157@tcp23 (4) 00000800:00000200:0.0:1767384908.467871:0:16122:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp23 ip 192.168.203.157:988 00000800:00000200:0.0:1767384908.467900:0:16122:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000083232142 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384908.467912:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000001:0.0:1767384908.467913:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384908.467917:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000daac8675. 00000400:00000010:3.0:1767384908.467920:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 000000003590d335. 00000800:00000010:2.0:1767384908.467922:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000079699532. 00000400:00000010:3.0:1767384908.467927:0:16125:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008da50455. 00000800:00000010:2.0:1767384908.467928:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006879ea62. 00000400:00000010:3.0:1767384908.467938:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d5f7f4b4. 00000400:00000200:3.0:1767384908.467943:0:16125:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000003590d335 00000400:00000010:3.0:1767384908.467946:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000090d96c3f. 00000400:00000200:3.0:1767384908.467950:0:16125:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 288 success 00000400:00000200:3.0:1767384908.467956:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102451 00000800:00000010:2.0:1767384908.467961:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006879ea62. 00000400:00000200:3.0:1767384908.467986:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (17) 00000800:00000200:0.0:1767384908.467987:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384908.467992:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083232142. 00000400:00000200:0.0:1767384908.467997:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384908.468034:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp23->192.168.203.157@tcp23: ACK: OK 00000800:00000001:0.0:1767384908.468042:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384908.468048:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384908.468050:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384908.468056:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384908.468063:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp23(192.168.203.157@tcp23) <- 192.168.203.157@tcp23 : ACK - for me 00000400:00000200:0.0:1767384908.468073:0:16121:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.157@tcp23: ACK from 12345-192.168.203.157@tcp23 into md 0x151d 00000400:00000200:0.0:1767384908.468077:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384908.468081:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp23->192.168.203.157@tcp23: ACK: OK 00000400:00000200:0.0:1767384908.468084:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e980b228 00000400:00000010:0.0:1767384908.468086:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e980b228. 00000400:00000200:0.0:1767384908.468091:0:16121:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384908.468096:0:16121:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.157@tcp ev->status 0 00000400:00000200:2.0:1767384908.468098:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384908.468102:0:16121:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:0.0:1767384908.468106:0:16121:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (18) 00000400:00000200:2.0:1767384908.468128:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp23 from 226.3.0.2 00000800:00000010:2.0:1767384908.468131:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000031040e17. 00000800:00000001:0.0:1767384908.468182:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384908.468186:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384908.468205:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384908.468207:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384908.468211:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384908.468382:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 00000000eba66bfd. 00000400:00000010:3.0:1767384908.468388:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a540367. 00000400:00000010:3.0:1767384908.468393:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000020f1f51. 00000400:00000200:3.0:1767384908.468399:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1767384908.468412:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1767384908.468417:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:3.0:1767384908.468422:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:3.0:1767384908.468427:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:3.0:1767384908.468432:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:3.0:1767384908.468438:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:3.0:1767384908.468441:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:3.0:1767384908.468446:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:3.0:1767384908.468451:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:3.0:1767384908.468456:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:3.0:1767384908.468462:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:3.0:1767384908.468469:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:3.0:1767384908.468476:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:3.0:1767384908.468487:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000400:00000200:3.0:1767384908.468494:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 6], ns[34, 6] 00000400:00000200:3.0:1767384908.468499:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767384908.468504:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000800:00000010:2.0:1767384908.468507:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000048f5e1c0. 00000400:00000200:3.0:1767384908.468508:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000800:00000010:2.0:1767384908.468512:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000508d3e21. 00000400:00000200:3.0:1767384908.468516:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1767384908.468523:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [35:35:256:4294967295] 192.168.203.157@tcp LPNI seq info [35:35:8:4294967295] 00000400:00000200:3.0:1767384908.468529:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp 00000800:00000010:2.0:1767384908.468529:0:16118:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c6fef347. 00000800:00000200:2.1:1767384908.468538:0:16118:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009170affd] -> 12345-192.168.203.157@tcp23 (4) 00000400:00000200:3.0:1767384908.468547:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : GET try# 0 00000800:00000200:2.1:1767384908.468547:0:16118:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp23 00000000c6fef347 deleted 00000800:00000010:2.1:1767384908.468550:0:16118:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c6fef347. 00000800:00000200:2.1:1767384908.468553:0:16118:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384908.468562:0:16118:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp23 p 3.x 192.168.203.157 -> 192.168.203.157:994 incarnation:1767384906909713572 sched[0] 00000800:00000200:3.0:1767384908.468565:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1767384908.468570:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006879ea62. 00000800:00000010:3.0:1767384908.468571:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f37cb891. 00000800:00000200:3.0:1767384908.468579:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000015191abb] -> 12345-192.168.203.157@tcp (6) 00000800:00000200:3.0:1767384908.468584:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1767384908.468587:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f37cb891 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384908.468597:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp 00000400:00000200:3.0:1767384908.468600:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100251 rc 0 00000400:00000200:3.0:1767384908.468605:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100251 00000400:00000200:3.0:1767384908.468608:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (17) 00000400:00000010:3.0:1767384908.468612:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 0000000094e2bd04. 00000400:00000010:3.0:1767384908.468615:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5b11576. 00000800:00000010:2.0:1767384908.468618:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006879ea62. 00000400:00000010:3.0:1767384908.468621:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007be48dd0. 00000800:00000010:2.0:1767384908.468623:0:16118:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000508d3e21. 00000400:00000200:3.0:1767384908.468627:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1767384908.468635:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1767384908.468640:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 35], ns[8, 35] 00000400:00000200:3.0:1767384908.468658:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000400:00000200:3.0:1767384908.468663:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000400:00000200:3.0:1767384908.468676:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000400:00000200:3.0:1767384908.468679:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000400:00000200:3.0:1767384908.468682:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000400:00000200:3.0:1767384908.468685:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000400:00000200:3.0:1767384908.468689:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000400:00000200:3.0:1767384908.468692:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000400:00000200:3.0:1767384908.468697:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000800:00000200:0.0:1767384908.468697:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384908.468702:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f37cb891. 00000400:00000200:0.0:1767384908.468705:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384908.468714:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.157@tcp: GET: OK 00000400:00000200:3.0:1767384908.468717:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000400:00000200:3.0:1767384908.468721:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:3.0:1767384908.468724:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000400:00000200:3.0:1767384908.468726:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000400:00000200:3.0:1767384908.468729:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000400:00000200:3.0:1767384908.468731:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp10 00000400:00000200:3.0:1767384908.468739:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp10 lpni_is_preferred = 0 00000400:00000200:3.0:1767384908.468741:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp10 00000400:00000200:3.0:1767384908.468743:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp10 NI seq info: [36:36:256:4294967295] 192.168.203.157@tcp10 LPNI seq info [36:36:8:4294967295] 00000400:00000200:3.0:1767384908.468747:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp10 00000400:00000200:3.0:1767384908.468751:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp10(192.168.203.157@tcp10:) -> 192.168.203.157@tcp10(192.168.203.157@tcp:192.168.203.157@tcp10) : GET try# 0 00000800:00000010:2.0:1767384908.468755:0:16118:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000031040e17. 00000800:00000200:3.0:1767384908.468756:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp10 00000400:00000200:0.0:1767384908.468756:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000010:3.0:1767384908.468763:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f09c70bc. 00000400:00000200:0.0:1767384908.468764:0:16120:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp: 0 00000800:00000001:2.0:1767384908.468770:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384908.468774:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de593de0] -> 12345-192.168.203.157@tcp10 (6) 00000800:00000001:0.0:1767384908.468775:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384908.468778:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384908.468784:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384908.468785:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp10 ip 192.168.203.157:988 00000800:00000001:0.0:1767384908.468788:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384908.468789:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f09c70bc type 2, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1767384908.468795:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384908.468805:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp 00000400:00000200:0.0:1767384908.468805:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.157@tcp : GET - for me 00000800:00000200:2.1:1767384908.468808:0:16117:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000400:00000200:3.0:1767384908.468812:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100251 rc 0 00000400:00000200:0.0:1767384908.468823:0:16120:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 288 into portal 0 MB=0x8000000000000000 00000800:00000200:2.0:1767384908.468824:0:16117:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp23 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384906909713572 sched[0] 00000800:00000010:2.0:1767384908.468832:0:16117:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000079699532. 00000400:00000200:0.0:1767384908.468832:0:16120:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp of length 288/288 into md 0x1519 [1] + 0 00000400:00000200:0.0:1767384908.468855:0:16120:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.157@tcp local destination 00000800:00000001:2.0:1767384908.468870:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384908.468871:0:16120:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [37:37:256:4294967295] 192.168.203.157@tcp LPNI seq info [37:37:8:4294967295] 00000800:00000001:2.0:1767384908.468875:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384908.468879:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384908.468886:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384908.468889:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384908.468890:0:16120:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) 192.168.203.157@tcp : REPLY try# 0 00000800:00000200:3.0:1767384908.468891:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384908.468896:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f09c70bc. 00000800:00000001:2.0:1767384908.468898:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384908.468901:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767384908.468904:0:16120:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.203.157@tcp 00000400:00000200:2.0:1767384908.468910:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp10(192.168.203.157@tcp10) <- 192.168.203.157@tcp10 : GET - for me 00000800:00000010:0.0:1767384908.468912:0:16120:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080822ae9. 00000400:00000200:3.0:1767384908.468913:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp10->192.168.203.157@tcp10: GET: OK 00000400:00000200:3.0:1767384908.468921:0:16121:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000200:0.0:1767384908.468924:0:16120:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000015191abb] -> 12345-192.168.203.157@tcp (6) 00000400:00000200:2.0:1767384908.468925:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384908.468927:0:16121:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp: 0 00000800:00000200:0.0:1767384908.468935:0:16120:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:1023 00000400:00000200:2.0:1767384908.468940:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp of length 288/288 into md 0x1519 [1] + 0 00000800:00000200:0.0:1767384908.468940:0:16120:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000080822ae9 type 3, nob 384 niov 1 nkiov 1 00000400:00000200:2.0:1767384908.468962:0:16122:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp10 to MR: 192.168.203.157@tcp10 local destination 00000400:00000200:2.0:1767384908.468967:0:16122:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp10 NI seq info: [38:38:256:4294967295] 192.168.203.157@tcp10 LPNI seq info [38:38:8:4294967295] 00000800:00000001:3.0:1767384908.468968:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384908.468975:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384908.468981:0:16122:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp10(192.168.203.157@tcp10:192.168.203.157@tcp10) -> 192.168.203.157@tcp10(192.168.203.157@tcp10:192.168.203.157@tcp10) 192.168.203.157@tcp10 : REPLY try# 0 00000800:00000200:2.0:1767384908.468986:0:16122:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.203.157@tcp10 00000800:00000010:2.0:1767384908.468991:0:16122:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090231955. 00000800:00000200:2.0:1767384908.468996:0:16122:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de593de0] -> 12345-192.168.203.157@tcp10 (6) 00000800:00000200:2.0:1767384908.469000:0:16122:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp10 ip 192.168.203.157:1021 00000800:00000200:2.0:1767384908.469002:0:16122:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000090231955 type 3, nob 384 niov 1 nkiov 1 00000800:00000001:3.0:1767384908.469049:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384908.469052:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384908.469055:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080822ae9. 00000800:00000001:3.0:1767384908.469059:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384908.469059:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384908.469065:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.157@tcp: REPLY: OK 00000800:00000200:2.0:1767384908.469068:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384908.469070:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384908.469073:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090231955. 00000400:00000200:2.0:1767384908.469077:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384908.469077:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384908.469078:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384908.469084:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384908.469089:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384908.469091:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp10->192.168.203.157@tcp10: REPLY: OK 00000400:00000200:3.0:1767384908.469094:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.157@tcp : REPLY - for me 00000800:00000001:0.0:1767384908.469096:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384908.469099:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384908.469103:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384908.469113:0:16121:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp: Reply from 12345-192.168.203.157@tcp of length 288/288 into md 0x1535 00000400:00000200:0.0:1767384908.469114:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp10(192.168.203.157@tcp10) <- 192.168.203.157@tcp10 : REPLY - for me 00000800:00000001:3.0:1767384908.469121:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384908.469136:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384908.469136:0:16120:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp10: Reply from 12345-192.168.203.157@tcp10 of length 288/288 into md 0x1539 00000400:00000200:3.0:1767384908.469141:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384908.469144:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384908.469149:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.157@tcp: REPLY: OK 00000400:00000200:3.0:1767384908.469153:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a540367 00000800:00000001:0.0:1767384908.469153:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384908.469155:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a540367. 00000400:00000200:0.0:1767384908.469157:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384908.469159:0:16121:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384908.469165:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp10->192.168.203.157@tcp10: REPLY: OK 00000400:00000200:3.0:1767384908.469167:0:16121:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.157@tcp has discovery enabled 00000400:00000200:3.0:1767384908.469172:0:16121:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000200:0.0:1767384908.469172:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5b11576 00000400:00000010:0.0:1767384908.469176:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5b11576. 00000400:00000200:3.0:1767384908.469178:0:16121:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.157@tcp data present 16. state = 0x100251 00000400:00000200:0.0:1767384908.469181:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384908.469184:0:16121:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:0.0:1767384908.469188:0:16120:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.157@tcp has discovery enabled 00000400:00000200:0.0:1767384908.469191:0:16120:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000200:0.0:1767384908.469193:0:16120:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.157@tcp data present 16. state = 0x1000d1 00000400:00000010:3.0:1767384908.469198:0:16121:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 00000000eba66bfd. 00000400:00000200:3.0:1767384908.469202:0:16121:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (18) 00000400:00000200:0.0:1767384908.469207:0:16120:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:0.0:1767384908.469212:0:16120:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (17) 00000800:00000001:3.0:1767384908.469224:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384908.469227:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000001:3.0:1767384908.469231:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384908.469232:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384908.469235:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x1000d1 00000800:00000001:0.0:1767384908.469241:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384908.469243:0:16125:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 340 at 000000008f5b82ff. 00000400:00000010:2.0:1767384908.469249:0:16125:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 408 at 000000008198e194. 00000400:00000010:2.0:1767384908.469253:0:16125:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 340 at 000000000a2ca5a7. 00000400:00000010:2.0:1767384908.469274:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000078e24e1c. 00000400:00000200:2.0:1767384908.469278:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000078e24e1c nid 192.168.203.157@tcp24 00000400:00000010:2.0:1767384908.469281:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a47bd13d. 00000400:00000200:2.0:1767384908.469284:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a47bd13d net tcp24 00000400:00000200:2.0:1767384908.469287:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (16) 00000400:00000200:2.0:1767384908.469293:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp24 flags 0x11 00000400:00000010:2.0:1767384908.469297:0:16125:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 340 at 000000008f5b82ff. 00000400:00000010:2.0:1767384908.469301:0:16125:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 408 at 000000008198e194. 00000400:00000010:2.0:1767384908.469304:0:16125:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 340 at 000000000a2ca5a7. 00000400:00000010:2.0:1767384908.469307:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 0000000094e2bd04. 00000400:00000200:2.0:1767384908.469312:0:16125:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:2.0:1767384908.469316:0:16125:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.157@tcp(00000000aa3f4fd0): 0. state = 0x100151 00000400:00000200:2.0:1767384908.469325:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 rc 1 00000400:00000200:2.0:1767384908.469329:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000400:00000200:2.0:1767384908.469332:0:16125:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.157@tcp 00000400:00000200:2.0:1767384908.469334:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100111 rc 0 00000400:00000200:2.0:1767384908.469338:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:2.0:1767384908.469342:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (17) 00080000:00000001:2.0:1767384908.475672:0:16764:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384908.475679:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:2.0:1767384908.475680:0:16764:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00040000:00000001:0.0:1767384908.475684:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384908.475686:0:16764:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384908.475687:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384908.475690:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384908.475692:0:16764:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384908.475693:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384908.475698:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b310dde9. 00080000:00000001:0.0:1767384908.475702:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384908.475711:0:16764:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384908.475725:0:16764:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384908.475730:0:16764:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:1.0:1767384908.475732:0:16762:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000025db946e. 00080000:00000020:2.0:1767384908.475737:0:16764:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384908.475737:0:16762:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 20000000:01000000:0.0:1767384908.475739:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384908.475744:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:1.0:1767384908.475745:0:16762:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:0.0:1767384908.475746:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384908.475751:0:16762:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:0.0:1767384908.475751:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384908.475754:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384908.475762:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000180c36e. 00010000:00000001:0.0:1767384908.475766:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384908.475769:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dd8138a9. 00000020:00000001:0.0:1767384908.475773:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384908.475775:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000dd8138a9 with handle 0x4895a8f6c11e8647 to hash 00000020:00000001:0.0:1767384908.475777:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384908.475778:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00080000:00000001:1.0:1767384908.475780:0:16762:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384908.475781:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00010000:00000001:0.0:1767384908.475786:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384908.475788:0:16762:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384908.475788:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384908.475792:0:16762:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384908.475793:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e8647 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384908.475798:0:16762:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384908.475804:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:1.0:1767384908.475805:0:16762:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384908.475808:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384908.475810:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384908.475812:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:1.0:1767384908.475813:0:16762:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00010000:00000001:0.0:1767384908.475813:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384908.475817:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384908.475819:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384908.475822:0:16762:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384908.475822:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384908.475826:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384908.475828:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000010:1.0:1767384908.475830:0:16762:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000432e31b5. 00080000:00000001:1.0:1767384908.475834:0:16762:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490460672 : -108642219090944 : ffff9d30c31f9c00) 00010000:00000001:0.0:1767384908.475837:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:1.0:1767384908.475838:0:16762:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000040:0.0:1767384908.475841:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000180c36e) refcount = 1 00010000:00010000:0.0:1767384908.475846:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e8647 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384908.475853:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384908.475855:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384908.475857:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384908.475859:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384908.475861:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384908.475865:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384908.475867:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002318499s 00010000:00000001:0.0:1767384908.475871:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384908.475873:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384908.475875:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dd8138a9 refcount=4 00000020:00000001:0.0:1767384908.475878:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00010000:00000001:0.0:1767384908.475882:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00010000:00000001:0.0:1767384908.475885:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384908.475887:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e8647 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384908.475890:0:16762:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384908.475893:0:16762:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384908.475897:0:16762:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384908.475898:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384908.475902:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e8647 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384908.475907:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1767384908.475908:0:16762:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384908.475909:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384908.475912:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e8647 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384908.475913:0:16762:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384908.475919:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384908.475921:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384908.475923:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384908.475925:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e8647 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384908.475939:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000dd8138a9 already unused, calling callback (00000000be7801c4) 00010000:00000001:0.0:1767384908.475943:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384908.475945:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384908.475948:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e8647 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384908.475954:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384908.475956:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384908.475957:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384908.475959:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dd8138a9 refcount=5 00000020:00000001:0.0:1767384908.475962:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00010000:00000001:0.0:1767384908.475965:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00010000:00000001:0.0:1767384908.475968:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384908.475971:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e8647 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384908.475977:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384908.475980:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384908.475982:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384908.475986:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384908.475988:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384908.475991:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384908.475993:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384908.475996:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dd8138a9 with handle 0x4895a8f6c11e8647 from hash 00010000:00000001:0.0:1767384908.475999:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000001:1.0:1767384908.476000:0:16762:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:0.0:1767384908.476001:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1767384908.476004:0:16762:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384908.476005:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384908.476008:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384908.476010:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384908.476039:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384908.476041:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384908.476043:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384908.476045:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384908.476046:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384908.476052:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384908.476054:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384908.476055:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384908.476055:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384908.476057:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384908.476058:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384908.476059:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e8647 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384908.476064:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384908.476064:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384908.476065:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384908.476067:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384908.476067:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384908.476068:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384908.476070:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384908.476072:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384908.476074:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384908.476075:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e8647 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384908.476080:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384908.476081:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384908.476083:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e8647 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384908.476087:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000180c36e count: 0 00010000:00000001:0.0:1767384908.476094:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384908.476095:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384908.477169:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294898339, at 4294898340 00000100:00000010:0.0:1767384908.477175:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000059033cee. 00000100:00000040:3.0:1767384908.477237:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294898339, at 4294898340 00000100:00000010:3.0:1767384908.477247:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000be7b2e25. 00000100:00000040:1.0:1767384908.477801:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294898339, at 4294898340 00000100:00000010:1.0:1767384908.477807:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000da213b31. 00000100:00000040:2.0:1767384908.478223:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294898339, at 4294898341 00000100:00000010:2.0:1767384908.478231:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005fee7bb1. 00010000:00000010:0.1:1767384908.484065:0:16643:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000180c36e. 00010000:00000010:0.1:1767384908.484072:0:16643:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dd8138a9. 00000400:00000010:1.0:1767384908.484412:0:23833:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000024a885bf. 00000400:00000040:1.0:1767384908.484427:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384908.484430:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384908.484432:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384908.484433:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384908.484435:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384908.484436:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384908.484438:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384908.484439:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384908.484440:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384908.484441:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384908.484442:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384908.484446:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384908.484448:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384908.484449:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384908.484450:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384908.484452:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384908.484453:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384908.484454:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384908.484454:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384908.484456:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384908.484457:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384908.484458:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384908.484459:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384908.484460:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384908.484461:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384908.484462:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384908.484463:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384908.484464:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384908.484465:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384908.484466:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384908.484467:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384908.484468:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384908.484469:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384908.484470:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384908.484471:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384908.484471:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384908.484472:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384908.484474:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384908.484475:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384908.484476:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384908.484477:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384908.484479:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384908.484480:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384908.484481:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384908.484482:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384908.484484:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384908.484485:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384908.484486:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384908.484488:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384908.484489:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384908.484493:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384908.484495:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384908.484497:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384908.484498:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384908.484499:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384908.484500:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384908.484502:0:23833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384908.484561:0:23833:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000024a885bf. 00080000:00000001:0.0:1767384908.485433:0:16762:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384908.485438:0:16762:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:0.0:1767384908.485441:0:16762:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384908.485443:0:16762:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384908.485445:0:16762:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384908.485460:0:16762:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384908.485463:0:16762:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384908.485469:0:16762:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:0.0:1767384908.485481:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384908.485483:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384908.485485:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384908.485486:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384908.485488:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384908.485490:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000432e31b5. 00080000:00000001:0.0:1767384908.485494:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384908.485505:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384908.485507:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384908.485509:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384908.485512:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384908.485514:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384908.485519:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ac3ab839. 00010000:00000001:0.0:1767384908.485522:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384908.485526:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dd8138a9. 00000020:00000001:0.0:1767384908.485528:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384908.485531:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000dd8138a9 with handle 0x4895a8f6c11e864e to hash 00000020:00000001:0.0:1767384908.485533:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384908.485535:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00010000:00000001:0.0:1767384908.485537:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00010000:00000001:0.0:1767384908.485539:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384908.485541:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384908.485543:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e864e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384908.485549:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384908.485551:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384908.485553:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384908.485554:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384908.485556:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384908.485557:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384908.485559:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384908.485561:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384908.485568:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384908.485570:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384908.485571:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384908.485573:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ac3ab839) refcount = 1 00010000:00010000:0.0:1767384908.485576:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e864e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384908.485580:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384908.485581:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384908.485583:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384908.485584:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384908.485586:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384908.485588:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384908.485590:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002318499s 00010000:00000001:0.0:1767384908.485592:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384908.485593:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384908.485595:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dd8138a9 refcount=4 00000020:00000001:0.0:1767384908.485597:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00010000:00000001:0.0:1767384908.485598:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00010000:00000001:0.0:1767384908.485600:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384908.485601:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e864e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384908.485605:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384908.485607:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e864e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384908.485610:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384908.485612:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384908.485613:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e864e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384908.485617:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384908.485618:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384908.485620:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384908.485627:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e864e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384908.485632:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000dd8138a9 already unused, calling callback (00000000be7801c4) 00010000:00000001:0.0:1767384908.485634:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384908.485636:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384908.485638:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e864e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384908.485642:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384908.485656:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384908.485657:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384908.485658:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dd8138a9 refcount=5 00000020:00000001:0.0:1767384908.485660:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00010000:00000001:0.0:1767384908.485662:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854935552 : -108637854616064 : ffff9d31c7443600) 00010000:00000001:0.0:1767384908.485664:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384908.485665:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e864e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384908.485671:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384908.485673:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384908.485675:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384908.485679:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384908.485680:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384908.485684:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384908.485685:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384908.485688:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dd8138a9 with handle 0x4895a8f6c11e864e from hash 00010000:00000001:0.0:1767384908.485690:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384908.485692:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384908.485693:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384908.485695:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384908.485697:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384908.485699:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384908.485701:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384908.485702:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384908.485705:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384908.485715:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384908.485717:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384908.485721:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384908.485723:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384908.485724:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384908.485727:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384908.485730:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384908.485733:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e864e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384908.485740:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384908.485741:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384908.485743:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384908.485746:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384908.485748:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384908.485750:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384908.485752:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384908.485754:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384908.485756:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384908.485759:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e864e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384908.485764:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384908.485766:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384908.485769:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000dd8138a9/0x4895a8f6c11e864e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384908.485776:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ac3ab839 count: 0 00010000:00000001:0.0:1767384908.485791:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384908.485794:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384908.487584:0:16764:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384908.487587:0:16764:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384908.487589:0:16764:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005b34f959. 20000000:00000001:0.0:1767384908.487594:0:16764:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384908.487597:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358507648 00010000:00000001:0.0:1767384908.487600:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384908.487606:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c5661bb4 x1853237358507648/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:134/0 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384908.487620:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384908.487622:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384908.487626:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=32 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384908.487630:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384908.487633:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384908.487634:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384908.487637:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384908.487640:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.487658:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384908.487662:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384908.487666:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bca720c3. 00000100:00000200:0.0:1767384908.487670:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358507648, offset 224 00000400:00000200:0.0:1767384908.487690:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384908.487700:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384908.487709:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272703680 00000400:00000200:0.0:1767384908.487713:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1521 [2] + 224 00000400:00000200:0.0:1767384908.487719:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384908.487723:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384908.487727:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384908.487732:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000980c7aa6 x1853237358507648/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384908.487738:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000980c7aa6 x1853237358507648/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384908.487751:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384908.487757:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bca720c3 00000400:00000010:0.0:1767384908.487759:0:16764:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bca720c3. 00000100:00000001:0.0:1767384908.487762:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384908.487763:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384908.487764:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384908.487767:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384908.487770:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384908.487773:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384908.487774:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000001:2.0:1767384908.487778:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384908.487779:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384908.487781:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f520301. 00000020:00000001:0.0:1767384908.487782:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384908.487787:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384908.487788:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004756b095 00000400:00000010:2.0:1767384908.487791:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004756b095. 00000100:00000001:2.0:1767384908.487793:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384908.487799:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000980c7aa6 x1853237358507648/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384908.487802:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c5661bb4 x1853237358507648/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:134/0 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384908.487820:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000980c7aa6 x1853237358507648/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384908.487836:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c5661bb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16128:x1853237358507648:12345-0@lo:253: Request processed in 22463us (23003us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384908.487842:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384908.487848:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384908.487851:0:16128:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:0.0:1767384908.487852:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 02000000:00000001:2.0:1767384908.487855:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767384908.487858:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00000001:2.0:1767384908.487859:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384908.487864:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.487864:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384908.487868:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384908.487875:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001ae03248. 02000000:00000001:2.0:1767384908.487877:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384908.487884:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=32 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384908.487885:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b75f30bd. 00000100:00001000:2.0:1767384908.487892:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=32 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384908.487893:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e5ffd7a. 00000100:00000001:2.0:1767384908.487900:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384908.487903:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384908.487903:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 00010000:00000001:2.0:1767384908.487905:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384908.487908:0:16128:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384908.487911:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384908.487911:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384908.487916:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000bb1a247b. 00000100:00000040:2.0:1767384908.487919:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000980c7aa6 x1853237358507648/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384908.487922:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384908.487926:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384908.487928:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384908.487931:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1767384908.487932:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384908.487933:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384908.487939:0:16128:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:0.0:1767384908.487940:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a427055. 00000020:01000004:2.0:1767384908.487944:0:16128:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:0.0:1767384908.487946:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bca720c3. 00000020:01000004:2.0:1767384908.487948:0:16128:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384908.487952:0:16128:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384908.487954:0:16128:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384908.487956:0:16128:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384908.487958:0:16128:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384908.487960:0:16128:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384908.487962:0:16128:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384908.487964:0:16128:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384908.487968:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000980c7aa6 x1853237358507648/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384908.487978:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000980c7aa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358507648:0@lo:253: 00000100:00000001:2.0:1767384908.487984:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384908.487988:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384908.487991:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000980c7aa6 x1853237358507648/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384908.488000:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384908.488003:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384908.488005:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e62b3677. 02000000:00000001:2.0:1767384908.488009:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384908.488034:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384908.488041:0:16128:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1767384908.488043:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384908.488046:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000019e0feed. 02000000:00000001:2.0:1767384908.488049:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384908.488051:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384908.488052:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000980c7aa6. 00000100:00000001:2.0:1767384908.488055:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384908.488057:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384908.488059:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384908.488065:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384908.488067:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384908.488068:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384908.488070:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384908.488672:0:16762:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384908.488674:0:16762:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384908.488676:0:16762:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000071ce7d93. 20000000:00000001:0.0:1767384908.488680:0:16762:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384908.488682:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358507776 00010000:00000001:0.0:1767384908.488684:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384908.488688:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e82c6edc x1853237358507776/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:134/0 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384908.488693:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384908.488695:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384908.488697:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=32 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384908.488700:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384908.488701:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384908.488703:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384908.488711:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384908.488712:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.488714:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384908.488716:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384908.488717:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004a683fde. 00000100:00000200:0.0:1767384908.488720:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358507776, offset 224 00000400:00000200:0.0:1767384908.488722:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384908.488727:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384908.488731:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272703700 00000400:00000200:0.0:1767384908.488735:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1529 [2] + 224 00000400:00000200:0.0:1767384908.488739:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384908.488742:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384908.488745:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384908.488748:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000667d68f8 x1853237358507776/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384908.488753:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000667d68f8 x1853237358507776/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384908.488767:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384908.488771:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a683fde 00000400:00000010:0.0:1767384908.488773:0:16762:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004a683fde. 00000100:00000001:0.0:1767384908.488776:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384908.488777:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384908.488780:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.488783:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384908.488783:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:0.0:1767384908.488788:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384908.488789:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384908.488789:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384908.488793:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384908.488797:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e82c6edc x1853237358507776/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:134/0 lens 4848/4768 e 0 to 0 dl 1767384919 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384908.488798:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384908.488803:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384908.488806:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000187e50c4. 00000100:00100000:0.0:1767384908.488811:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e82c6edc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16129:x1853237358507776:12345-0@lo:253: Request processed in 23434us (23830us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384908.488814:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000013b68d5 00000400:00000010:1.0:1767384908.488819:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000013b68d5. 00000100:00000001:1.0:1767384908.488824:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384908.488824:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00000040:0.0:1767384908.488830:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000200:1.0:1767384908.488844:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000667d68f8 x1853237358507776/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384908.488852:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384908.488856:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384908.488862:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000032d40ee6. 00000100:00000200:1.0:1767384908.488865:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000667d68f8 x1853237358507776/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384908.488869:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b5bad702. 00000100:00000001:1.0:1767384908.488876:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384908.488878:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8d47f1e. 00000100:00000001:1.0:1767384908.488879:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384908.488885:0:16129:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384908.488886:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384908.488889:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767384908.488889:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 00000100:00000001:1.0:1767384908.488890:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384908.488894:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384908.488896:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384908.488898:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=32 v=5 (5 0 0 0) 02000000:00000010:0.0:1767384908.488900:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000023a25b03. 00000100:00001000:1.0:1767384908.488902:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=32 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384908.488907:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384908.488908:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.488909:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384908.488909:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384908.488913:0:16129:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384908.488914:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384908.488915:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384908.488920:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000667d68f8 x1853237358507776/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384908.488921:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384908.488928:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9b4a4a0. 00000100:00000001:1.0:1767384908.488929:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384908.488934:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004a683fde. 00000100:00000001:1.0:1767384908.488940:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384908.488942:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384908.488944:0:16129:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384908.488946:0:16129:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384908.488947:0:16129:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384908.488948:0:16129:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384908.488949:0:16129:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384908.488950:0:16129:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384908.488951:0:16129:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384908.488953:0:16129:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384908.488954:0:16129:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384908.488957:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000667d68f8 x1853237358507776/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384908.488963:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000667d68f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358507776:0@lo:253: 00000100:00000001:1.0:1767384908.488968:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384908.488969:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384908.488971:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000667d68f8 x1853237358507776/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384908.488975:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384908.488977:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384908.488979:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c499ca11. 02000000:00000001:1.0:1767384908.488981:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384908.488982:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384908.488983:0:16129:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1767384908.488984:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384908.488985:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004ba79b44. 02000000:00000001:1.0:1767384908.488988:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384908.488988:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384908.488989:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000667d68f8. 00000100:00000001:1.0:1767384908.488992:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384908.488993:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384908.488994:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384908.488998:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384908.488999:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384908.489000:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384908.489001:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384908.490054:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ac3ab839. 00010000:00000010:0.1:1767384908.490064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dd8138a9. 00010000:00000001:1.0:1767384908.633102:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384908.633107:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384908.633113:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384908.633115:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384908.633149:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384908.633154:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384908.633157:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384909.400298:0:24110:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384909.400310:0:24110:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384909.400314:0:24110:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384909.400319:0:24110:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384909.400323:0:24110:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384909.400325:0:24110:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384909.657092:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384909.657098:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384909.657105:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384909.657107:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384909.657139:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384909.657144:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384909.657148:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384910.101295:0:24274:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384910.101299:0:24274:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp25 --if ens2 00000001:00000001:1.0:1767384910.104132:0:24274:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384910.110359:0:24275:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000077dd3726. 00000400:00000010:1.0:1767384910.110372:0:24275:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000b88f7b38. 00000400:00000010:1.0:1767384910.110380:0:24275:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000006ffd2efd. 00000400:00000010:1.0:1767384910.110383:0:24275:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000719bb360. 00000400:00000010:1.0:1767384910.110386:0:24275:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000053479326. 00000400:00000010:1.0:1767384910.110389:0:24275:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001993aa3d. 00000400:00000010:1.0:1767384910.110390:0:24275:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000070ca9ee0. 00000400:00000010:1.0:1767384910.110392:0:24275:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b920bcf6. 00000400:00000010:1.0:1767384910.110394:0:24275:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c6e1e606. 00000800:00000010:1.0:1767384910.110404:0:24275:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c8b0de82. 00000800:00000200:1.0:1767384910.110414:0:24275:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384910.110420:0:24275:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384910.110452:0:24275:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:1.0:1767384910.110470:0:24275:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp25 [8/256/0/180] 00000400:00000010:1.0:1767384910.111734:0:24275:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000fb797632. 00000400:00000010:1.0:1767384910.111739:0:24275:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063bf9adb. 00000400:00000010:1.0:1767384910.111744:0:24275:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000479c74e7. 00000400:00000001:1.0:1767384910.111756:0:24275:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384910.111758:0:24275:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384910.111759:0:24275:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af224cad. 00000400:00000200:1.0:1767384910.111761:0:24275:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbc9d5a5 00000400:00000010:1.0:1767384910.111762:0:24275:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fbc9d5a5. 00000400:00000010:1.0:1767384910.111765:0:24275:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 0000000068e5ef65. 00000400:00000200:1.0:1767384910.111773:0:24275:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (16) 00000400:00000200:1.0:1767384910.111784:0:24275:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:1.0:1767384910.111790:0:24275:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131097 00000020:00000010:1.0:1767384910.111796:0:24275:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000e39905ef. 00000020:01000000:1.0:1767384910.111801:0:24275:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384910.111803:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384910.111803:0:24275:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp25 00000400:00000200:2.0:1767384910.111811:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000400:00000010:1.0:1767384910.111818:0:24275:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000b88f7b38. 00000400:00000010:2.0:1767384910.111819:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1f9e242. 00000400:00000010:1.0:1767384910.111822:0:24275:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000077dd3726. 00000400:00000200:2.0:1767384910.111825:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (17) 00000400:00000010:2.0:1767384910.111834:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e8cfcaac. 00000400:00000200:2.0:1767384910.111839:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp10 00000020:00000001:3.0:1767384910.111851:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384910.111852:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp10 to MR: 192.168.203.157@tcp10 local destination 00000400:00000200:2.0:1767384910.111858:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp10 NI seq info: [39:39:256:4294967295] 192.168.203.157@tcp10 LPNI seq info [39:39:8:4294967295] 10000000:00000001:3.0:1767384910.111863:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384910.111865:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384910.111865:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp10 10000000:01000000:3.0:1767384910.111868:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384910.111871:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384910.111873:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384910.111873:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp10(192.168.203.157@tcp10:192.168.203.157@tcp10) -> 192.168.203.157@tcp10(192.168.203.157@tcp10:192.168.203.157@tcp10) : PUT try# 0 00000020:01000004:3.0:1767384910.111874:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384910.111876:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384910.111877:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384910.111879:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384910.111880:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000800:00000200:2.0:1767384910.111880:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.157@tcp10 00000020:01000004:3.0:1767384910.111882:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384910.111883:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384910.111884:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000010:2.0:1767384910.111884:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f2a4f96. 00000100:00000010:3.0:1767384910.111889:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007c7946c9. 00000800:00000200:2.0:1767384910.111890:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de593de0] -> 12345-192.168.203.157@tcp10 (6) 00000020:00000040:3.0:1767384910.111893:0:36:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1767384910.111898:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:2.0:1767384910.111898:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp10 ip 192.168.203.157:988 02000000:00000001:3.0:1767384910.111902:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767384910.111902:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f2a4f96 type 1, nob 400 niov 1 nkiov 1 02000000:00000001:3.0:1767384910.111907:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384910.111916:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c499ca11. 00000400:00000200:2.0:1767384910.111922:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 00000100:00000001:3.0:1767384910.111923:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384910.111925:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100551 rc 0 00000100:00000001:3.0:1767384910.111931:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384910.111933:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384910.111942:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c7946c9] to pc [ptlrpcd_00_03+3] req@000000007c7946c9 x1853237358507904/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384910.111974:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384910.111977:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384910.111980:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384910.111982:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384910.111985:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384910.111989:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384910.111990:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1767384910.111991:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384910.111992:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767384910.111992:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:01000000:3.0:1767384910.111994:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384910.111996:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384910.111998:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384910.112000:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384910.112001:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384910.112003:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000040:2.0:1767384910.112003:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007c7946c9 x1853237358507904/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384910.112009:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384910.112090:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384910.112093:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384910.112094:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384910.112098:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e67b1d04. 00000020:00000040:3.0:1767384910.112101:0:36:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1767384910.112104:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384910.112105:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384910.112108:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384910.112113:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000023a25b03. 00000100:00000001:3.0:1767384910.112117:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384910.112122:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384910.112124:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384910.112128:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e67b1d04] to pc [ptlrpcd_00_00+0] req@00000000e67b1d04 x1853237358508032/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384910.112147:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384910.112150:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384910.112152:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384910.112154:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384910.112157:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000e39905ef. 00000100:00000001:3.0:1767384910.112168:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384910.112172:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384910.112186:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384910.112187:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1767384910.112189:0:16128:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767384910.112189:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384910.112191:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384910.112193:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384910.112196:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384910.112198:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767384910.112199:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384910.112200:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384910.112202:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384910.112202:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007c7946c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358507904:0@lo:253: 00000100:00000001:3.0:1767384910.112204:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384910.112206:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384910.112207:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384910.112210:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e67b1d04 x1853237358508032/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384910.112212:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1767384910.112213:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384910.112216:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384910.112219:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:0.0:1767384910.112219:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f2a4f96. 00000100:00000001:3.0:1767384910.112220:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384910.112223:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384910.112227:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384910.112228:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1767384910.112228:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000730e0f09. 02000000:00000001:3.0:1767384910.112231:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384910.112233:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384910.112238:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f520301. 00000400:00000200:0.0:1767384910.112239:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp10->192.168.203.157@tcp10: PUT: OK 02000000:00000001:3.0:1767384910.112242:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384910.112246:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf39bf9b. 00000400:00000200:0.0:1767384910.112246:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00100000:3.0:1767384910.112249:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e67b1d04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358508032:0@lo:253: 00000100:00000200:2.0:1767384910.112251:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358507904, portal 25 00000400:00000200:0.0:1767384910.112254:0:16122:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp10: 0 00000100:00000001:3.0:1767384910.112255:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384910.112255:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384910.112259:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515726592 : -108637193825024 : ffff9d31eea71500) 02000000:00000001:3.0:1767384910.112260:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384910.112263:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384910.112264:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384910.112265:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007c7946c9 x1853237358507904/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384910.112268:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:3.0:1767384910.112269:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000071ce7d93. 02000000:00000001:3.0:1767384910.112272:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384910.112275:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384910.112276:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db69f8f9. 00000100:00000040:2.0:1767384910.112278:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:0.0:1767384910.112279:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384910.112281:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000107867c0. 00000400:00000010:2.0:1767384910.112281:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000acc02023. 00000800:00000001:0.0:1767384910.112284:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767384910.112286:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358508032, portal 25 00000100:00000200:2.0:1767384910.112286:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358507904, offset 0 00000100:00000001:3.0:1767384910.112290:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000001:0.0:1767384910.112291:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384910.112294:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515723904 : -108637193827712 : ffff9d31eea70a80) 00000400:00000200:2.0:1767384910.112295:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384910.112301:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e67b1d04 x1853237358508032/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384910.112307:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384910.112308:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp10(192.168.203.157@tcp10) <- 192.168.203.157@tcp10 : PUT - for me 00000100:00000001:3.0:1767384910.112314:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384910.112317:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384910.112317:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272703780 00000400:00000010:3.0:1767384910.112320:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b41c66e4. 00000400:00000200:0.0:1767384910.112326:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 304 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384910.112327:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa05 [2] + 0 00000400:00000010:2.0:1767384910.112334:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002050d2ec. 00000400:00000200:2.0:1767384910.112338:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ec71ee54 00000100:00000200:3.0:1767384910.112341:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358508032, offset 0 00000400:00000200:2.0:1767384910.112345:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384910.112347:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.157@tcp of length 288/304 into md 0x1531 [1] + 0 00000400:00000200:2.0:1767384910.112352:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384910.112354:0:16122:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008da50455. 00000400:00000200:0.0:1767384910.112359:0:16122:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d5f7f4b4 00000800:00000001:0.0:1767384910.112365:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384910.112367:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384910.112372:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec71ee54 00000800:00000001:0.0:1767384910.112373:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384910.112375:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ec71ee54. 00000400:00000200:3.0:1767384910.112377:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384910.112379:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384910.112383:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384910.112387:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272703800 00000100:00000200:2.0:1767384910.112388:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384910.112390:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp10->192.168.203.157@tcp10: PUT: OK 00000100:00000040:2.0:1767384910.112393:0:16130:0:(events.c:337:request_in_callback()) incoming req@0000000061b28295 x1853237358507904 msgsize 4848 00000400:00000200:3.0:1767384910.112395:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa15 [2] + 0 00000400:00000010:3.0:1767384910.112399:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f912796. 00000100:00100000:2.0:1767384910.112400:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384910.112401:0:16128:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d86140b1 00000100:00000040:2.0:1767384910.112402:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384910.112405:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5f7f4b4 00000400:00000200:3.0:1767384910.112406:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384910.112411:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d5f7f4b4. 00000100:00000001:2.0:1767384910.112412:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384910.112413:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384910.112424:0:16122:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384910.112426:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000acc02023 00000400:00000200:0.0:1767384910.112429:0:16122:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (18) 00000400:00000010:2.0:1767384910.112430:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000acc02023. 00000400:00000200:3.0:1767384910.112436:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d86140b1 00000100:00000001:2.0:1767384910.112436:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767384910.112439:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d86140b1. 00000400:00000200:0.0:1767384910.112439:0:16122:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000100:00000200:2.0:1767384910.112442:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007c7946c9 x1853237358507904/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384910.112446:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384910.112448:0:16122:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.157@tcp (304 bytes) 00000100:00000200:3.0:1767384910.112449:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384910.112455:0:16128:0:(events.c:337:request_in_callback()) incoming req@00000000a10a5eee x1853237358508032 msgsize 4848 00000100:00000001:2.0:1767384910.112456:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384910.112458:0:16122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000100:00000040:2.0:1767384910.112460:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007c7946c9 x1853237358507904/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384910.112464:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384910.112466:0:16128:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384910.112469:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384910.112471:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384910.112473:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (19) 00000100:00000001:2.0:1767384910.112482:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384910.112484:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384910.112484:0:16122:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:2.0:1767384910.112488:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294899986 00000100:00000010:2.0:1767384910.112493:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002df9ff4d. 00000400:00000200:0.0:1767384910.112495:0:16122:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp10 to MR: 192.168.203.157@tcp10 local destination 00000100:00000001:2.0:1767384910.112501:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384910.112503:0:16122:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp10 NI seq info: [40:40:256:4294967295] 192.168.203.157@tcp10 LPNI seq info [40:40:8:4294967295] 00000100:00000001:2.0:1767384910.112513:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294899986 00000100:00000010:2.0:1767384910.112520:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000058abe084. 00000400:00000200:0.0:1767384910.112521:0:16122:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp10(192.168.203.157@tcp10:192.168.203.157@tcp10) -> 192.168.203.157@tcp10(192.168.203.157@tcp10:192.168.203.157@tcp10) 192.168.203.157@tcp10 : ACK try# 0 00000100:00000001:2.0:1767384910.112526:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1767384910.112531:0:16122:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.157@tcp10 00000400:00000200:3.0:1767384910.112532:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b41c66e4 00000100:00000001:2.0:1767384910.112532:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294899986 00000400:00000010:3.0:1767384910.112536:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b41c66e4. 00000100:00000001:3.0:1767384910.112539:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:2.0:1767384910.112539:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000be7b2e25. 00000800:00000010:0.0:1767384910.112539:0:16122:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a1b753f. 00000100:00000200:3.0:1767384910.112545:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e67b1d04 x1853237358508032/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384910.112547:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1767384910.112552:0:16122:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de593de0] -> 12345-192.168.203.157@tcp10 (6) 00000100:00000001:2.0:1767384910.112553:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294899986 00000100:00000010:2.0:1767384910.112559:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3914576. 00000100:00000001:3.0:1767384910.112561:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384910.112562:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00000040:3.0:1767384910.112565:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e67b1d04 x1853237358508032/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384910.112567:0:16122:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp10 ip 192.168.203.157:1021 00000100:00000001:2.0:1767384910.112569:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767384910.112573:0:16122:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009a1b753f type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1767384910.112576:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384910.112579:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384910.112581:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384910.112583:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384910.112585:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384910.112585:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384910.112588:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294899986 00000100:00000001:2.0:1767384910.112590:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:0.0:1767384910.112591:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384910.112592:0:16128:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, keep current deadline 4294899986 00000100:00000001:2.0:1767384910.112592:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384910.112596:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294899986 00000100:00000001:2.0:1767384910.112597:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384910.112598:0:16128:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, keep current deadline 4294899986 00000100:00000001:2.0:1767384910.112599:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384910.112601:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294899986 00000100:00000001:2.0:1767384910.112601:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384910.112601:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384910.112607:0:16128:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, keep current deadline 4294899986 00000100:00000001:2.0:1767384910.112608:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384910.112610:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294899986 00000100:00000001:3.0:1767384910.112612:0:16128:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, keep current deadline 4294899986 00000100:00000001:3.0:1767384910.112613:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384910.112615:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384910.112618:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384910.112622:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384910.112632:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384910.112651:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358507904 02000000:00000001:2.0:1767384910.112653:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384910.112656:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384910.112658:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384910.112661:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 02000000:00000001:2.0:1767384910.112662:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384910.112665:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 000000006fa4ad6a. 00000100:00100000:2.0:1767384910.112665:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358507904 00000020:00000001:2.0:1767384910.112668:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1767384910.112670:0:16125:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000073d18f6. 00000020:00000040:2.0:1767384910.112670:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:2.0:1767384910.112674:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767384910.112675:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a540367. 00000020:00000040:2.0:1767384910.112677:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000400:00000200:3.0:1767384910.112679:0:16125:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000006fa4ad6a 00000020:00000001:2.0:1767384910.112679:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:2.0:1767384910.112682:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000400:00000010:3.0:1767384910.112683:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 000000003590d335. 00000100:00000001:2.0:1767384910.112687:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384910.112688:0:16125:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 304 success 00000800:00000200:0.0:1767384910.112689:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1767384910.112692:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000054a8c456. 00000400:00000200:3.0:1767384910.112693:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102451 00000800:00000010:0.0:1767384910.112695:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a1b753f. 00000100:00000001:2.0:1767384910.112696:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384910.112701:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384910.112702:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000054a8c456. 00000400:00000200:3.0:1767384910.112705:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (18) 00000400:00000010:3.0:1767384910.112709:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 000000005a0c20b2. 00000400:00000200:0.0:1767384910.112711:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp10->192.168.203.157@tcp10: ACK: OK 00000020:00000010:2.0:1767384910.112712:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078e12cf4. 00000400:00000010:3.0:1767384910.112715:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000f92fb9. 00000020:00000010:2.0:1767384910.112721:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000293313c2. 00000800:00000001:0.0:1767384910.112722:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384910.112724:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008ceee6b4. 00000020:00000010:2.0:1767384910.112727:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f2cba584. 00000800:00000001:0.0:1767384910.112729:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384910.112733:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp 00000100:00000040:2.0:1767384910.112735:0:16762:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000001:0.0:1767384910.112735:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384910.112741:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000100:00000001:2.0:1767384910.112741:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000001:0.0:1767384910.112742:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384910.112743:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384910.112748:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384910.112749:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000800:00000001:0.0:1767384910.112749:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384910.112758:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 37], ns[10, 37] 00000100:00000001:2.0:1767384910.112758:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384910.112759:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384910.112768:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384910.112770:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000400:00000200:0.0:1767384910.112776:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp10(192.168.203.157@tcp10) <- 192.168.203.157@tcp10 : ACK - for me 00000400:00000200:3.0:1767384910.112782:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000100:00000001:2.0:1767384910.112782:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384910.112787:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000100:00100000:2.0:1767384910.112789:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358508032 02000000:00000001:2.0:1767384910.112791:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384910.112792:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000100:00000001:2.0:1767384910.112793:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384910.112794:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384910.112797:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 02000000:00000001:2.0:1767384910.112797:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384910.112800:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358508032 00000020:00000001:2.0:1767384910.112802:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384910.112803:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000020:00000040:2.0:1767384910.112803:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:2.0:1767384910.112805:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384910.112807:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000400:00000200:3.0:1767384910.112808:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000020:00000001:2.0:1767384910.112809:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:2.0:1767384910.112812:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000400:00000200:3.0:1767384910.112813:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000100:00000001:2.0:1767384910.112815:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384910.112818:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000020:00000010:2.0:1767384910.112819:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000054a8c456. 00000100:00000001:2.0:1767384910.112821:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384910.112823:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000020:00000010:2.0:1767384910.112823:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000054a8c456. 00000020:00000010:2.0:1767384910.112826:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1730bf6. 00000400:00000200:3.0:1767384910.112827:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000020:00000010:2.0:1767384910.112831:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013fdd39f. 00000400:00000200:3.0:1767384910.112832:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000020:00000010:2.0:1767384910.112834:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008bbbdfbb. 00000400:00000200:3.0:1767384910.112836:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000100:00000001:2.0:1767384910.112838:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384910.112839:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384910.112840:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384910.112844:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384910.112846:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384910.112848:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 00000400:00000200:3.0:1767384910.112853:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp24 00000100:00000001:2.0:1767384910.112853:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384910.112855:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384910.112857:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp24 lpni_is_preferred = 0 00000100:00100000:2.0:1767384910.112858:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000400:00000200:3.0:1767384910.112860:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp24 00000100:00000040:2.0:1767384910.112861:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000400:00000200:3.0:1767384910.112864:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp24 NI seq info: [41:41:256:4294967295] 192.168.203.157@tcp24 LPNI seq info [41:41:8:4294967295] 00000100:00000001:2.0:1767384910.112864:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631887952 : -108637077663664 : ffff9d31f5939050) 00000100:00000040:2.0:1767384910.112868:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000061b28295 x1853237358507904/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:136/0 lens 4848/0 e 0 to 0 dl 1767384921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384910.112869:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp24 00000400:00000200:3.0:1767384910.112876:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp24(192.168.203.157@tcp24:) -> 192.168.203.157@tcp24(192.168.203.157@tcp:192.168.203.157@tcp24) : GET try# 0 00000100:00000001:2.0:1767384910.112877:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384910.112880:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000054a8c456. 00000800:00000200:3.0:1767384910.112882:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp24 00000800:00000010:3.0:1767384910.112886:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000dde8f0ff. 00000100:00000001:2.0:1767384910.112890:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384910.112891:0:16122:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.157@tcp10: ACK from 12345-192.168.203.157@tcp10 into md 0x1551 00000800:00000010:3.0:1767384910.112893:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b41c66e4. 00000020:00000010:2.0:1767384910.112895:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000054a8c456. 00000800:00000010:3.0:1767384910.112899:0:16125:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000035b82177. 00000400:00000200:0.0:1767384910.112900:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384910.112903:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000061b28295 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16130:x1853237358507904:12345-0@lo:253: 00000800:00000200:3.0:1767384910.112907:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b41c66e4] -> 12345-192.168.203.157@tcp24 (2) 00000100:00000200:2.0:1767384910.112911:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358507904 00000400:00000200:0.0:1767384910.112912:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp10->192.168.203.157@tcp10: ACK: OK 00000800:00000200:3.1:1767384910.112915:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b41c66e4] -> 12345-192.168.203.157@tcp24 (2) 00000020:00000001:2.0:1767384910.112915:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384910.112919:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384910.112923:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384910.112927:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1f9e242 00000020:00000001:2.0:1767384910.112928:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384910.112930:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp 00000020:00000001:2.0:1767384910.112933:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000400:00000010:0.0:1767384910.112933:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1f9e242. 00000400:00000200:3.0:1767384910.112936:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100651 rc 0 00000020:00000001:2.0:1767384910.112940:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384910.112941:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000001:2.0:1767384910.112943:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384910.112947:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384910.112949:0:16122:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.157@tcp ev->status 0 00000020:00000001:2.0:1767384910.112951:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384910.112956:0:16122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000020:00000001:2.0:1767384910.112957:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384910.112964:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384910.112967:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384910.112972:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (19) 02000000:00000010:2.0:1767384910.112974:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004ba79b44. 02000000:00000001:2.0:1767384910.112979:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384910.112980:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384910.112982:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384910.112985:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384910.112988:0:16762:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384910.112998:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 20000000:00000010:2.0:1767384910.112999:0:16762:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000019e0feed. 00000100:00000001:0.0:1767384910.113002:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384910.113003:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 20000000:01000000:2.0:1767384910.113004:0:16762:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384910.113008:0:16762:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:0.0:1767384910.113032:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384910.113035:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 20000000:00000001:2.0:1767384910.113039:0:16762:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00100000:0.0:1767384910.113039:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00000040:0.0:1767384910.113044:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 20000000:00000001:2.0:1767384910.113045:0:16762:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.113046:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631899216 : -108637077652400 : ffff9d31f593bc50) 20000000:00000001:2.0:1767384910.113053:0:16762:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384910.113055:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a10a5eee x1853237358508032/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:136/0 lens 4848/0 e 0 to 0 dl 1767384921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384910.113058:0:16762:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:0.0:1767384910.113065:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384910.113069:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d604422. 20000000:00000010:2.0:1767384910.113071:0:16762:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003a0826c9. 00000100:00000001:0.0:1767384910.113071:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384910.113076:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d604422. 20000000:01000000:2.0:1767384910.113077:0:16762:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 00000100:00100000:0.0:1767384910.113082:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a10a5eee pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16128:x1853237358508032:12345-0@lo:253: 20000000:00000001:2.0:1767384910.113085:0:16762:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000200:0.0:1767384910.113086:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358508032 00000020:00000001:0.0:1767384910.113089:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384910.113092:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384910.113093:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384910.113094:0:16762:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:0.0:1767384910.113095:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384910.113096:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000020:00000001:0.0:1767384910.113098:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:0.0:1767384910.113102:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384910.113104:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384910.113105:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384910.113107:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384910.113108:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.113116:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384910.113118:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384910.113123:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e45018f3. 02000000:00000001:0.0:1767384910.113125:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.113126:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384910.113128:0:16764:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384910.113135:0:16764:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006033a234. 20000000:01000000:0.0:1767384910.113137:0:16764:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384910.113139:0:16764:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384910.113141:0:16764:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384910.113142:0:16764:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384910.113144:0:16764:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384910.113146:0:16762:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384910.113146:0:16764:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384910.113151:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00080000:00000001:2.0:1767384910.113152:0:16762:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384910.113154:0:16762:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384910.113157:0:16762:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384910.113168:0:16762:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384910.113174:0:16762:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:2.0:1767384910.113178:0:16762:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384910.113186:0:16762:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000082f673dc. 00080000:00000001:2.0:1767384910.113189:0:16762:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635436781191168 : -108636928360448 : ffff9d31fe79c000) 00080000:00000001:2.0:1767384910.113193:0:16762:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384910.113204:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:3.0:1767384910.113227:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:3.0:1767384910.113249:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:3.0:1767384910.113275:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000001:00000001:2.0:1767384910.113295:0:16762:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384910.113297:0:16762:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384910.113299:0:16762:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384910.113300:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00080000:00000001:2.0:1767384910.113317:0:16762:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384910.113320:0:16762:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384910.113323:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:3.0:1767384910.113347:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:3.0:1767384910.113372:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:3.0:1767384910.113393:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00080000:00000001:2.0:1767384910.113402:0:16762:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384910.113406:0:16762:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384910.113416:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:3.0:1767384910.113451:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:0.0:1767384910.113468:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384910.113473:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100251 00000400:00000200:0.0:1767384910.113475:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (18) 00000400:00000010:0.0:1767384910.113479:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 0000000086181f21. 00000400:00000010:0.0:1767384910.113482:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e980b228. 00000400:00000010:0.0:1767384910.113487:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005e9552cd. 00000400:00000200:3.0:1767384910.113488:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:0.0:1767384910.113493:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1767384910.113500:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1767384910.113504:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:0.0:1767384910.113508:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 37], ns[10, 37] 00000400:00000200:0.0:1767384910.113514:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000400:00000200:0.0:1767384910.113518:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000400:00000200:0.0:1767384910.113522:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000400:00000200:3.0:1767384910.113525:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:0.0:1767384910.113525:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000400:00000200:0.0:1767384910.113529:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000400:00000200:0.0:1767384910.113534:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000400:00000200:0.0:1767384910.113545:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000400:00000200:0.0:1767384910.113549:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000400:00000200:0.0:1767384910.113552:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000400:00000200:0.0:1767384910.113556:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000400:00000200:0.0:1767384910.113559:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000400:00000200:0.0:1767384910.113563:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:0.0:1767384910.113566:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[41, 10], ns[41, 10] 00000400:00000200:3.0:1767384910.113570:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:0.0:1767384910.113570:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000400:00000200:0.0:1767384910.113575:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp11 00000400:00000200:0.0:1767384910.113579:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp11 lpni_is_preferred = 0 00000400:00000200:0.0:1767384910.113581:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp11 00000400:00000200:0.0:1767384910.113585:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp11 NI seq info: [42:42:256:4294967295] 192.168.203.157@tcp11 LPNI seq info [42:42:8:4294967295] 00000400:00000200:0.0:1767384910.113590:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp11 00000400:00000200:0.0:1767384910.113596:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp11(192.168.203.157@tcp11:) -> 192.168.203.157@tcp11(192.168.203.157@tcp:192.168.203.157@tcp11) : GET try# 0 00000800:00000200:0.0:1767384910.113600:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp11 00000800:00000010:0.0:1767384910.113603:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009a1b753f. 00000800:00000200:0.0:1767384910.113608:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000026639f68] -> 12345-192.168.203.157@tcp11 (6) 00000400:00000200:3.0:1767384910.113610:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000800:00000200:0.0:1767384910.113614:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp11 ip 192.168.203.157:988 00000800:00000200:0.0:1767384910.113618:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009a1b753f type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384910.113627:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp 00000400:00000200:0.0:1767384910.113629:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100251 rc 0 00000400:00000200:3.0:1767384910.113665:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:3.0:1767384910.113704:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000800:00000001:0.0:1767384910.113733:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384910.113739:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384910.113741:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384910.113749:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384910.113751:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:0.0:1767384910.113762:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp11(192.168.203.157@tcp11) <- 192.168.203.157@tcp11 : GET - for me 00000400:00000200:0.0:1767384910.113771:0:16121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 304 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384910.113775:0:16121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp of length 304/304 into md 0x154d [1] + 0 00000400:00000200:0.0:1767384910.113782:0:16121:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp11 to MR: 192.168.203.157@tcp11 local destination 00000400:00000200:0.0:1767384910.113785:0:16121:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp11 NI seq info: [43:43:255:4294967295] 192.168.203.157@tcp11 LPNI seq info [43:43:7:4294967295] 00000400:00000200:3.0:1767384910.113792:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:0.0:1767384910.113798:0:16121:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp11(192.168.203.157@tcp11:192.168.203.157@tcp11) -> 192.168.203.157@tcp11(192.168.203.157@tcp11:192.168.203.157@tcp11) 192.168.203.157@tcp11 : REPLY try# 0 00000800:00000200:0.0:1767384910.113803:0:16121:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.157@tcp11 00000800:00000010:0.0:1767384910.113807:0:16121:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000155c8f4d. 00000800:00000200:0.0:1767384910.113811:0:16121:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000026639f68] -> 12345-192.168.203.157@tcp11 (6) 00000800:00000200:0.0:1767384910.113818:0:16121:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp11 ip 192.168.203.157:1019 00000800:00000200:0.0:1767384910.113820:0:16121:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000155c8f4d type 3, nob 400 niov 1 nkiov 1 00000400:00000200:3.0:1767384910.113837:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000800:00000200:0.0:1767384910.113866:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384910.113870:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000155c8f4d. 00000400:00000200:3.0:1767384910.113871:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:0.0:1767384910.113875:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384910.113883:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp11->192.168.203.157@tcp11: REPLY: OK 00000800:00000001:0.0:1767384910.113892:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384910.113896:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384910.113915:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000800:00000200:0.0:1767384910.113916:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384910.113919:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009a1b753f. 00000400:00000200:0.0:1767384910.113923:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384910.113926:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp11->192.168.203.157@tcp11: GET: OK 00000400:00000200:0.0:1767384910.113929:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384910.113931:0:16122:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp: 0 00000800:00000001:0.0:1767384910.113936:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384910.113940:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384910.113942:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384910.113945:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384910.113949:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp11(192.168.203.157@tcp11) <- 192.168.203.157@tcp11 : REPLY - for me 00000400:00000200:0.0:1767384910.113957:0:16122:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp11: Reply from 12345-192.168.203.157@tcp11 of length 304/304 into md 0x156d 00000400:00000200:3.0:1767384910.113959:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000800:00000001:0.0:1767384910.113960:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384910.113972:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384910.113974:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384910.113978:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp11->192.168.203.157@tcp11: REPLY: OK 00000400:00000200:0.0:1767384910.113980:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e980b228 00000400:00000010:0.0:1767384910.113982:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e980b228. 00000400:00000200:0.0:1767384910.113985:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384910.113988:0:16122:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.157@tcp has discovery enabled 00000400:00000200:0.0:1767384910.113990:0:16122:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000200:0.0:1767384910.113993:0:16122:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.157@tcp data present 17. state = 0x100251 00000400:00000200:0.0:1767384910.113998:0:16122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:3.0:1767384910.113999:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:0.0:1767384910.114007:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (19) 00000800:00000001:0.0:1767384910.114033:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384910.114036:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384910.114052:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384910.114055:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x1000d1 00000400:00000010:0.0:1767384910.114060:0:16125:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 360 at 00000000e2707637. 00000400:00000010:0.0:1767384910.114064:0:16125:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 432 at 00000000ec1197e3. 00000400:00000010:0.0:1767384910.114067:0:16125:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 360 at 0000000057a391ca. 00000400:00000200:3.0:1767384910.114078:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000010:0.0:1767384910.114086:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000007aea61d0. 00000400:00000200:0.0:1767384910.114092:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 000000007aea61d0 nid 192.168.203.157@tcp25 00000400:00000010:0.0:1767384910.114095:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000037b21402. 00000400:00000200:0.0:1767384910.114097:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 0000000037b21402 net tcp25 00000400:00000200:0.0:1767384910.114101:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (18) 00000400:00000200:0.0:1767384910.114105:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp25 flags 0x11 00000400:00000010:0.0:1767384910.114108:0:16125:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 360 at 00000000e2707637. 00000400:00000010:0.0:1767384910.114111:0:16125:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 432 at 00000000ec1197e3. 00000400:00000010:0.0:1767384910.114114:0:16125:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 360 at 0000000057a391ca. 00000400:00000010:0.0:1767384910.114118:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 0000000086181f21. 00000400:00000200:0.0:1767384910.114122:0:16125:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:0.0:1767384910.114124:0:16125:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.157@tcp(00000000aa3f4fd0): 0. state = 0x100151 00000400:00000200:3.0:1767384910.114127:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:0.0:1767384910.114128:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 rc 1 00000400:00000200:0.0:1767384910.114134:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000400:00000200:0.0:1767384910.114138:0:16125:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.157@tcp 00000400:00000200:0.0:1767384910.114145:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100111 rc 0 00000400:00000200:0.0:1767384910.114149:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:0.0:1767384910.114152:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (19) 00000400:00000200:3.0:1767384910.114175:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000800:00000010:3.0:1767384910.114413:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000425487b9. 00000800:00000010:3.0:1767384910.114418:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004c9ef193. 00000800:00000010:3.0:1767384910.114425:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000066aee634. 00000800:00000010:3.0:1767384910.114471:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000066aee634. 00000400:00000200:3.0:1767384910.114522:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384910.114539:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp24 from 225.3.0.2 00000800:00000010:3.0:1767384910.114544:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000001d560d19. 00000800:00000010:0.0:1767384910.114725:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e62b3677. 00000800:00000010:0.0:1767384910.114730:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a826451e. 00000800:00000010:0.0:1767384910.114747:0:16116:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000baa81e0. 00000800:00000200:0.1:1767384910.114751:0:16116:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b41c66e4] -> 12345-192.168.203.157@tcp24 (2) 00000800:00000200:0.1:1767384910.114757:0:16116:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp24 000000000baa81e0 deleted 00000800:00000010:0.1:1767384910.114759:0:16116:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000baa81e0. 00000800:00000200:0.1:1767384910.114762:0:16116:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384910.114766:0:16116:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp24 ip 192.168.203.157:993 00000800:00000200:0.1:1767384910.114768:0:16116:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dde8f0ff type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384910.114772:0:16116:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp24 p 3.x 192.168.203.157 -> 192.168.203.157:993 incarnation:1767384908462375160 sched[0] 00000800:00000010:0.0:1767384910.114776:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002d8ea487. 00000800:00000010:0.0:1767384910.114821:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002d8ea487. 00000800:00000010:0.0:1767384910.114826:0:16116:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a826451e. 00000800:00000010:0.0:1767384910.114859:0:16116:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000001d560d19. 00000800:00000200:3.1:1767384910.114883:0:16115:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384910.114892:0:16115:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp24 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384908462375160 sched[0] 00000800:00000010:3.0:1767384910.114895:0:16115:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004c9ef193. 00000800:00000001:2.0:1767384910.114943:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384910.114949:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384910.114950:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:3.0:1767384910.115006:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:3.0:1767384910.115089:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000800:00000001:0.0:1767384910.115113:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384910.115120:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384910.115122:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384910.115127:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384910.115130:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384910.115133:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000dde8f0ff. 00000400:00000200:3.0:1767384910.115138:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:2.0:1767384910.115140:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384910.115141:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp24(192.168.203.157@tcp24) <- 192.168.203.157@tcp24 : GET - for me 00000400:00000200:2.0:1767384910.115149:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp24->192.168.203.157@tcp24: GET: OK 00000400:00000200:0.0:1767384910.115153:0:16120:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 304 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384910.115157:0:16121:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384910.115161:0:16120:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp of length 304/304 into md 0x154d [1] + 0 00000400:00000200:2.0:1767384910.115165:0:16121:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp: 0 00000400:00000200:0.0:1767384910.115172:0:16120:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp24 to MR: 192.168.203.157@tcp24 local destination 00000400:00000200:0.0:1767384910.115178:0:16120:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp24 NI seq info: [44:44:255:4294967295] 192.168.203.157@tcp24 LPNI seq info [44:44:7:4294967295] 00000400:00000200:3.0:1767384910.115179:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:0.0:1767384910.115188:0:16120:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp24(192.168.203.157@tcp24:192.168.203.157@tcp24) -> 192.168.203.157@tcp24(192.168.203.157@tcp24:192.168.203.157@tcp24) 192.168.203.157@tcp24 : REPLY try# 0 00000800:00000200:0.0:1767384910.115194:0:16120:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.157@tcp24 00000800:00000010:0.0:1767384910.115197:0:16120:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a1b753f. 00000800:00000200:0.0:1767384910.115200:0:16120:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b41c66e4] -> 12345-192.168.203.157@tcp24 (4) 00000800:00000200:0.0:1767384910.115205:0:16120:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp24 ip 192.168.203.157:988 00000800:00000200:0.0:1767384910.115207:0:16120:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009a1b753f type 3, nob 400 niov 1 nkiov 1 00000400:00000200:3.0:1767384910.115214:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000800:00000001:2.0:1767384910.115222:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384910.115247:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000800:00000200:0.0:1767384910.115262:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384910.115264:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a1b753f. 00000400:00000200:0.0:1767384910.115267:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384910.115276:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp24->192.168.203.157@tcp24: REPLY: OK 00000400:00000200:3.0:1767384910.115283:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000800:00000001:0.0:1767384910.115284:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384910.115289:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384910.115291:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384910.115294:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384910.115300:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp24(192.168.203.157@tcp24) <- 192.168.203.157@tcp24 : REPLY - for me 00000400:00000200:0.0:1767384910.115307:0:16120:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp24: Reply from 12345-192.168.203.157@tcp24 of length 304/304 into md 0x1569 00000800:00000001:0.0:1767384910.115310:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384910.115315:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384910.115316:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384910.115320:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp24->192.168.203.157@tcp24: REPLY: OK 00000400:00000200:0.0:1767384910.115323:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000f92fb9 00000400:00000010:0.0:1767384910.115324:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000f92fb9. 00000400:00000200:0.0:1767384910.115327:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384910.115329:0:16120:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.157@tcp has discovery enabled 00000400:00000200:0.0:1767384910.115332:0:16120:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000200:3.0:1767384910.115334:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:0.0:1767384910.115334:0:16120:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.157@tcp data present 17. state = 0x100111 00000400:00000200:0.0:1767384910.115338:0:16120:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (18) 00000800:00000001:0.0:1767384910.115343:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384910.115347:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384910.115365:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384910.115379:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:3.0:1767384910.115408:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:3.0:1767384910.115437:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:3.0:1767384910.115470:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:3.0:1767384910.115535:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:3.0:1767384910.115574:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:3.0:1767384910.115631:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:3.0:1767384910.115694:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:3.0:1767384910.115732:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:3.0:1767384910.115765:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:3.0:1767384910.115815:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:3.0:1767384910.115865:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:3.0:1767384910.115913:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:3.0:1767384910.115962:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:3.0:1767384910.116001:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:3.0:1767384910.116070:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:3.0:1767384910.116116:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:3.0:1767384910.116178:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:3.0:1767384910.116213:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:3.0:1767384910.116250:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:3.0:1767384910.116279:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:3.0:1767384910.116334:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000800:00000010:3.0:1767384910.116548:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003f56273e. 00000800:00000010:3.0:1767384910.116554:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004c9ef193. 00000800:00000010:3.0:1767384910.116560:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000066aee634. 00000800:00000010:3.0:1767384910.116604:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000066aee634. 00000400:00000200:3.0:1767384910.116763:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384910.116779:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp24 from 224.3.0.2 00000800:00000010:3.0:1767384910.116783:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002e96e111. 00000800:00000010:3.0:1767384910.117130:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bd10809b. 00000800:00000010:3.0:1767384910.117136:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000082e674c. 00000800:00000010:3.0:1767384910.117157:0:16118:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e1073aae. 00000800:00000200:3.1:1767384910.117164:0:16118:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b41c66e4] -> 12345-192.168.203.157@tcp24 (4) 00000800:00000200:3.1:1767384910.117168:0:16118:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp24 00000000e1073aae deleted 00000800:00000010:3.1:1767384910.117170:0:16118:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e1073aae. 00000800:00000200:3.1:1767384910.117174:0:16118:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384910.117178:0:16118:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp24 p 3.x 192.168.203.157 -> 192.168.203.157:992 incarnation:1767384908462375160 sched[0] 00000800:00000010:3.0:1767384910.117183:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000066aee634. 00000800:00000010:3.0:1767384910.117237:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000066aee634. 00000800:00000010:3.0:1767384910.117241:0:16118:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000082e674c. 00000800:00000200:0.1:1767384910.117242:0:16115:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384910.117250:0:16115:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp24 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384908462375160 sched[0] 00000800:00000010:0.0:1767384910.117252:0:16115:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004c9ef193. 00000800:00000010:3.0:1767384910.117264:0:16118:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002e96e111. 00000800:00000001:3.0:1767384910.117279:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384910.117280:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384910.117284:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384910.117286:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384910.121380:0:16762:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384910.121384:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:0.0:1767384910.121386:0:16762:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00040000:00000001:3.0:1767384910.121388:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384910.121390:0:16762:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384910.121392:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384910.121393:0:16762:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384910.121395:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384910.121398:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384910.121400:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000082f673dc. 20000000:01000000:0.0:1767384910.121402:0:16762:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384910.121404:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384910.121413:0:16762:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384910.121417:0:16762:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767384910.121420:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384910.121423:0:16762:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384910.121424:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384910.121427:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384910.121431:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384910.121434:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384910.121441:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000014324805. 20000000:00000010:0.0:1767384910.121442:0:16764:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000edebdcc0. 00010000:00000001:1.0:1767384910.121445:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384910.121449:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f8ef50a3. 20000000:01000000:0.0:1767384910.121450:0:16764:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 00000020:00000001:1.0:1767384910.121455:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 20000000:00000001:0.0:1767384910.121456:0:16764:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000040:1.0:1767384910.121458:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f8ef50a3 with handle 0x4895a8f6c11e8655 to hash 00080000:00000001:0.0:1767384910.121461:0:16764:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:1.0:1767384910.121462:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384910.121465:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00010000:00000001:1.0:1767384910.121467:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00010000:00000001:1.0:1767384910.121470:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384910.121471:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384910.121474:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8655 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384910.121480:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384910.121483:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384910.121485:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384910.121487:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384910.121489:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384910.121491:0:16764:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384910.121492:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384910.121494:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384910.121496:0:16764:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384910.121498:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:0.0:1767384910.121499:0:16764:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384910.121502:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:0.0:1767384910.121502:0:16764:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384910.121506:0:16764:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384910.121509:0:16764:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00010000:00000001:1.0:1767384910.121511:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384910.121514:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:0.0:1767384910.121514:0:16764:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000040:1.0:1767384910.121518:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000014324805) refcount = 1 00080000:00000010:0.0:1767384910.121520:0:16764:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d521eddc. 00010000:00010000:1.0:1767384910.121522:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8655 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384910.121524:0:16764:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635436770055168 : -108636939496448 : ffff9d31fdcfd400) 00080000:00000001:0.0:1767384910.121529:0:16764:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384910.121532:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384910.121534:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384910.121535:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384910.121537:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384910.121539:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384910.121541:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384910.121544:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002318499s 00010000:00000001:1.0:1767384910.121547:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384910.121548:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384910.121549:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f8ef50a3 refcount=4 00000020:00000001:1.0:1767384910.121552:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00010000:00000001:1.0:1767384910.121553:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00010000:00000001:1.0:1767384910.121555:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384910.121556:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8655 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384910.121561:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384910.121563:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8655 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384910.121568:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384910.121569:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384910.121571:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8655 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384910.121574:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384910.121575:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384910.121577:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384910.121579:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8655 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384910.121589:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f8ef50a3 already unused, calling callback (00000000be7801c4) 00010000:00000001:1.0:1767384910.121591:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384910.121593:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384910.121595:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8655 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384910.121597:0:16764:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384910.121600:0:16764:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384910.121601:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384910.121604:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:0.0:1767384910.121605:0:16764:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000001:1.0:1767384910.121606:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384910.121608:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f8ef50a3 refcount=5 00000020:00000001:1.0:1767384910.121610:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00010000:00000001:1.0:1767384910.121612:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00010000:00000001:1.0:1767384910.121615:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384910.121616:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8655 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384910.121617:0:16764:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384910.121623:0:16764:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384910.121624:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384910.121626:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384910.121627:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384910.121630:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384910.121631:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384910.121648:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384910.121649:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384910.121651:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f8ef50a3 with handle 0x4895a8f6c11e8655 from hash 00010000:00000001:1.0:1767384910.121652:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384910.121653:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384910.121655:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384910.121656:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384910.121657:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384910.121660:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384910.121661:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384910.121663:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384910.121664:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384910.121666:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384910.121672:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384910.121675:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384910.121676:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384910.121678:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384910.121679:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384910.121681:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384910.121683:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8655 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384910.121688:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384910.121689:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384910.121690:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384910.121692:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384910.121693:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384910.121695:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384910.121696:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384910.121699:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384910.121700:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384910.121702:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8655 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384910.121706:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384910.121708:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384910.121709:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8655 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384910.121713:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000014324805 count: 0 00010000:00000001:1.0:1767384910.121725:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384910.121727:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:0.0:1767384910.121751:0:16764:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384910.121755:0:16764:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:1.0:1767384910.124058:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294899986, at 4294899987 00000100:00000010:1.0:1767384910.124068:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000058abe084. 00000100:00000040:3.0:1767384910.124133:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294899986, at 4294899987 00000100:00000010:3.0:1767384910.124139:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3914576. 00000100:00000040:2.0:1767384910.124154:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294899986, at 4294899987 00000100:00000010:2.0:1767384910.124161:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000be7b2e25. 00000100:00000040:0.0:1767384910.125098:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294899986, at 4294899988 00000100:00000010:0.0:1767384910.125104:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002df9ff4d. 00080000:00000001:3.0:1767384910.130761:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384910.130764:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:0.0:1767384910.130764:0:16764:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384910.130767:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384910.130770:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384910.130771:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:0.0:1767384910.130771:0:16764:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00080000:00000010:3.0:1767384910.130776:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d521eddc. 20000000:00000001:0.0:1767384910.130776:0:16764:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384910.130780:0:16764:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384910.130782:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384910.130783:0:16764:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384910.130793:0:16764:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384910.130796:0:16764:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384910.130801:0:16764:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384910.130804:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384910.130810:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384910.130813:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384910.130818:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384910.130821:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384910.130827:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000db1f537d. 00010000:00000001:1.0:1767384910.130839:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384910.130843:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fe748dd8. 00000020:00000001:1.0:1767384910.130847:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384910.130850:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fe748dd8 with handle 0x4895a8f6c11e865c to hash 00000020:00000001:1.0:1767384910.130852:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384910.130854:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435879615488 : -108637829936128 : ffff9d31c8bccc00) 00010000:00000001:1.0:1767384910.130858:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435879615488 : -108637829936128 : ffff9d31c8bccc00) 00010000:00000001:1.0:1767384910.130862:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384910.130864:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384910.130867:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e865c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384910.130875:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384910.130878:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384910.130880:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384910.130882:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384910.130884:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384910.130887:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384910.130888:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384910.130891:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384910.130894:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384910.130896:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384910.130897:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384910.130899:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000db1f537d) refcount = 1 00010000:00010000:1.0:1767384910.130903:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e865c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384910.130909:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384910.130911:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384910.130913:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384910.130916:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384910.130919:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384910.130922:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384910.130925:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002318499s 00010000:00000001:1.0:1767384910.130928:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384910.130937:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384910.130939:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fe748dd8 refcount=4 00000020:00000001:1.0:1767384910.130941:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879615488 : -108637829936128 : ffff9d31c8bccc00) 00010000:00000001:1.0:1767384910.130944:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879615488 : -108637829936128 : ffff9d31c8bccc00) 00010000:00000001:1.0:1767384910.130946:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384910.130948:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e865c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384910.130955:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384910.130957:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e865c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384910.130964:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384910.130965:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384910.130967:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e865c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384910.130973:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384910.130974:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384910.130977:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384910.130980:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e865c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384910.130986:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000fe748dd8 already unused, calling callback (00000000be7801c4) 00010000:00000001:1.0:1767384910.130990:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384910.130992:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384910.130994:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e865c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384910.131001:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384910.131003:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384910.131004:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384910.131006:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fe748dd8 refcount=5 00000020:00000001:1.0:1767384910.131009:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879615488 : -108637829936128 : ffff9d31c8bccc00) 00010000:00000001:1.0:1767384910.131042:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879615488 : -108637829936128 : ffff9d31c8bccc00) 00010000:00000001:1.0:1767384910.131055:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384910.131058:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e865c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384910.131064:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384910.131066:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384910.131068:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384910.131071:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384910.131073:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384910.131075:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384910.131076:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384910.131078:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fe748dd8 with handle 0x4895a8f6c11e865c from hash 00010000:00000001:1.0:1767384910.131081:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384910.131082:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384910.131084:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384910.131085:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384910.131087:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384910.131088:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384910.131090:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384910.131092:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384910.131094:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384910.131096:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384910.131098:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384910.131100:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384910.131101:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384910.131103:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384910.131105:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384910.131107:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384910.131110:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e865c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384910.131116:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384910.131117:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384910.131119:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384910.131121:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384910.131122:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384910.131124:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384910.131132:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384910.131135:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384910.131138:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384910.131141:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e865c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384910.131147:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384910.131149:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384910.131151:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e865c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384910.131157:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000db1f537d count: 0 00010000:00000001:1.0:1767384910.131165:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384910.131167:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:3.0:1767384910.131434:0:24280:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000036af4ffa. 00000400:00000040:3.0:1767384910.131452:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384910.131454:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384910.131456:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384910.131457:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384910.131459:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384910.131460:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384910.131462:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384910.131463:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384910.131464:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384910.131465:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384910.131466:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384910.131467:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384910.131472:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384910.131474:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384910.131474:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384910.131476:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384910.131477:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384910.131478:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384910.131479:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384910.131481:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384910.131483:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384910.131484:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384910.131486:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384910.131487:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384910.131488:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384910.131490:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384910.131491:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384910.131492:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384910.131494:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384910.131495:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384910.131496:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384910.131498:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384910.131499:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384910.131501:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384910.131502:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384910.131503:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384910.131504:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384910.131506:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384910.131508:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384910.131509:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384910.131510:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384910.131512:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384910.131513:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384910.131515:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384910.131516:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384910.131518:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384910.131519:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384910.131520:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384910.131522:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384910.131523:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384910.131524:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384910.131529:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384910.131530:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384910.131532:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384910.131533:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384910.131534:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384910.131535:0:24280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384910.131606:0:24280:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000036af4ffa. 00080000:00000020:1.0:1767384910.131689:0:16762:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384910.131693:0:16762:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384910.131696:0:16762:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000019e0feed. 20000000:00000001:1.0:1767384910.131702:0:16762:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384910.131707:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358507904 00010000:00000001:1.0:1767384910.131711:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384910.131718:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000061b28295 x1853237358507904/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:136/0 lens 4848/4768 e 0 to 0 dl 1767384921 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384910.131729:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384910.131732:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384910.131736:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=34 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384910.131741:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384910.131744:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:1.0:1767384910.131748:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:1.0:1767384910.131752:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384910.131755:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384910.131760:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384910.131765:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384910.131770:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c09df5a. 00000100:00000200:1.0:1767384910.131775:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358507904, offset 224 00000400:00000200:1.0:1767384910.131783:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384910.131812:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384910.131831:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272703780 00000400:00000200:1.0:1767384910.131839:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1555 [2] + 224 00000400:00000200:1.0:1767384910.131848:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384910.131852:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384910.131859:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384910.131865:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007c7946c9 x1853237358507904/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384910.131875:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007c7946c9 x1853237358507904/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384910.131890:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384910.131898:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c09df5a 00000400:00000010:1.0:1767384910.131900:0:16762:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c09df5a. 00000100:00000001:1.0:1767384910.131904:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384910.131906:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384910.131911:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384910.131914:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384910.131915:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00000001:2.0:1767384910.131918:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384910.131920:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384910.131923:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384910.131924:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384910.131926:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384910.131927:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384910.131931:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f520301. 00000100:00000040:1.0:1767384910.131934:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000061b28295 x1853237358507904/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:136/0 lens 4848/4768 e 0 to 0 dl 1767384921 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384910.131936:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf39bf9b 00000400:00000010:2.0:1767384910.131939:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf39bf9b. 00000100:00000001:2.0:1767384910.131944:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384910.131950:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007c7946c9 x1853237358507904/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384910.131953:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000061b28295 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16130:x1853237358507904:12345-0@lo:253: Request processed in 19072us (19556us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384910.131968:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007c7946c9 x1853237358507904/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384910.131971:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00000040:1.0:1767384910.131975:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00000001:1.0:1767384910.131980:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384910.131983:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384910.131988:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384910.131989:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384910.131990:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000293313c2. 00000100:00000001:2.0:1767384910.131992:0:16130:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384910.131996:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384910.131998:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384910.131998:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2cba584. 00000100:00000001:2.0:1767384910.132001:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384910.132005:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384910.132005:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078e12cf4. 00010000:00000010:1.1:1767384910.132068:0:16762:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000014324805. 00010000:00000010:1.1:1767384910.132076:0:16762:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f8ef50a3. 00000100:00001000:2.0:1767384910.132113:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=34 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384910.132117:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384910.132119:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384910.132120:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384910.132122:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384910.132123:0:16130:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384910.132125:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384910.132129:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007c7946c9 x1853237358507904/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384910.132134:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384910.132136:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384910.132138:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384910.132141:0:16130:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384910.132143:0:16130:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384910.132144:0:16130:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384910.132145:0:16130:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384910.132146:0:16130:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384910.132147:0:16130:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384910.132148:0:16130:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384910.132150:0:16130:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384910.132152:0:16130:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384910.132154:0:16130:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384910.132156:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007c7946c9 x1853237358507904/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384910.132161:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007c7946c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358507904:0@lo:253: 00000100:00000001:2.0:1767384910.132166:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384910.132168:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384910.132176:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007c7946c9 x1853237358507904/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384910.132182:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384910.132184:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384910.132187:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000730e0f09. 02000000:00000001:2.0:1767384910.132191:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384910.132192:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384910.132194:0:16130:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1767384910.132196:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384910.132198:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c499ca11. 00000020:00000040:1.0:1767384910.132200:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 02000000:00000001:2.0:1767384910.132202:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384910.132204:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384910.132207:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007c7946c9. 02000000:00000001:1.0:1767384910.132209:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384910.132211:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384910.132212:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384910.132213:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384910.132219:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:1.0:1767384910.132219:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004ba79b44. 00000100:00000001:2.0:1767384910.132223:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384910.132225:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384910.132226:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384910.132230:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384910.132232:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384910.132240:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384910.132245:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4acaea8. 00000400:00000010:1.0:1767384910.132251:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c09df5a. 00080000:00000020:2.0:1767384910.134139:0:16764:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384910.134141:0:16764:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384910.134143:0:16764:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006033a234. 20000000:00000001:2.0:1767384910.134148:0:16764:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384910.134151:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358508032 00010000:00000001:2.0:1767384910.134153:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384910.134157:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a10a5eee x1853237358508032/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:136/0 lens 4848/4768 e 0 to 0 dl 1767384921 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384910.134163:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384910.134165:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384910.134166:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384910.134169:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384910.134172:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:2.0:1767384910.134174:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384910.134177:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384910.134178:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384910.134187:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384910.134190:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384910.134192:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf39bf9b. 00000100:00000200:2.0:1767384910.134196:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358508032, offset 224 00000400:00000200:2.0:1767384910.134200:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384910.134208:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384910.134214:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272703800 00000400:00000200:2.0:1767384910.134219:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1559 [2] + 224 00000400:00000200:2.0:1767384910.134224:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384910.134228:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384910.134232:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384910.134236:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e67b1d04 x1853237358508032/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384910.134243:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e67b1d04 x1853237358508032/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384910.134254:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384910.134260:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf39bf9b 00000400:00000010:2.0:1767384910.134262:0:16764:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf39bf9b. 00000100:00000001:2.0:1767384910.134265:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384910.134266:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384910.134271:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384910.134274:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:2.0:1767384910.134276:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384910.134277:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384910.134279:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384910.134282:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a10a5eee x1853237358508032/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:136/0 lens 4848/4768 e 0 to 0 dl 1767384921 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384910.134289:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a10a5eee pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16128:x1853237358508032:12345-0@lo:253: Request processed in 21222us (21832us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384910.134297:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00000040:2.0:1767384910.134299:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:2.0:1767384910.134301:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384910.134302:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384910.134309:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000013fdd39f. 00000020:00000010:2.0:1767384910.134313:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008bbbdfbb. 00000020:00000010:2.0:1767384910.134317:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1730bf6. 00000020:00000040:2.0:1767384910.134321:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 02000000:00000001:2.0:1767384910.134324:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384910.134325:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e45018f3. 02000000:00000001:2.0:1767384910.134331:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384910.134332:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384910.134336:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384910.134339:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f520301. 00000400:00000010:2.0:1767384910.134342:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf39bf9b. 00000100:00000001:3.0:1767384910.134625:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384910.134627:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384910.134630:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384910.134632:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384910.134647:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db69f8f9. 00000400:00000200:3.0:1767384910.134650:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000107867c0 00000400:00000010:3.0:1767384910.134651:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000107867c0. 00000100:00000001:3.0:1767384910.134653:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384910.134657:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e67b1d04 x1853237358508032/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384910.134664:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e67b1d04 x1853237358508032/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384910.134669:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384910.134670:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384910.134672:0:16128:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384910.134673:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384910.134674:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384910.134675:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384910.134677:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384910.134679:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=34 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384910.134681:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=34 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384910.134683:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384910.134684:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384910.134685:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384910.134686:0:16128:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384910.134688:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384910.134689:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e67b1d04 x1853237358508032/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384910.134694:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384910.134701:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384910.134702:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384910.134704:0:16128:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384910.134706:0:16128:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384910.134707:0:16128:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384910.134707:0:16128:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384910.134708:0:16128:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384910.134709:0:16128:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384910.134710:0:16128:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384910.134711:0:16128:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384910.134712:0:16128:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384910.134714:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e67b1d04 x1853237358508032/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384910.134718:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e67b1d04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358508032:0@lo:253: 00000100:00000001:3.0:1767384910.134721:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384910.134722:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384910.134724:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e67b1d04 x1853237358508032/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384910.134728:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384910.134729:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384910.134730:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000071ce7d93. 02000000:00000001:3.0:1767384910.134732:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384910.134733:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384910.134734:0:16128:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384910.134735:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384910.134736:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000023a25b03. 02000000:00000001:3.0:1767384910.134738:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384910.134739:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384910.134740:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e67b1d04. 00000100:00000001:3.0:1767384910.134742:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384910.134743:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384910.134744:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384910.134747:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384910.134748:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384910.134749:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384910.134751:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384910.137057:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000db1f537d. 00010000:00000010:1.1:1767384910.137066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fe748dd8. 10000000:00000001:0.0:1767384910.361109:0:16767:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384910.361114:0:16767:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ff67cc77) refs 2 10000000:00000001:0.0:1767384910.361118:0:16767:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384910.361120:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384910.361122:0:16767:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384910.361122:0:16767:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384910.361133:0:16767:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384910.361134:0:16767:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384910.361137:0:16767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9d31c7708000 from 25 10000000:00000001:0.0:1767384910.361139:0:16767:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384910.361141:0:16767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384910.361147:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e25b998. 00000020:00000040:0.0:1767384910.361151:0:16767:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1767384910.361155:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384910.361158:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384910.361162:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384910.361168:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c808ad95. 00000100:00000001:0.0:1767384910.361174:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384910.361177:0:16767:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384910.361180:0:16767:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384910.361187:0:16767:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000180c36e. 00010000:00000001:0.0:1767384910.361191:0:16767:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384910.361194:0:16767:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000012c3943a. 00000020:00000001:0.0:1767384910.361198:0:16767:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384910.361200:0:16767:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000012c3943a with handle 0x4895a8f6c11e8663 to hash 00000020:00000001:0.0:1767384910.361202:0:16767:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384910.361203:0:16767:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854936576 : -108637854615040 : ffff9d31c7443a00) 00010000:00000001:0.0:1767384910.361206:0:16767:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854936576 : -108637854615040 : ffff9d31c7443a00) 00010000:00000001:0.0:1767384910.361208:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384910.361210:0:16767:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384910.361212:0:16767:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: 0000000012c3943a/0x4895a8f6c11e8663 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384910.361219:0:16767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: 0000000012c3943a/0x4895a8f6c11e8663 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384910.361226:0:16767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: 0000000012c3943a/0x4895a8f6c11e8663 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384910.361230:0:16767:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384910.361232:0:16767:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384910.361242:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eb83da34. 00000100:00000001:0.0:1767384910.361244:0:16767:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635431475843072 : -108642233708544 : ffff9d30c2409000) 00000100:00000001:0.0:1767384910.361246:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384910.361248:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780955136 : -108637928596480 : ffff9d31c2db5c00) 00000100:00000001:0.0:1767384910.361252:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384910.361254:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.361255:0:16767:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384910.361257:0:16767:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384910.361264:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e25b998 x1853237358508160/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.361270:0:16767:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384910.361272:0:16767:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384910.361275:0:16767:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384910.361277:0:16767:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384910.361279:0:16767:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384910.361282:0:16767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003e25b998 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358508160:0@lo:101: 00000100:00000001:0.0:1767384910.361285:0:16767:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384910.361290:0:16767:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384910.361292:0:16767:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384910.361294:0:16767:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384910.361297:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000738fcc9. 02000000:00000001:0.0:1767384910.361299:0:16767:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384910.361305:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae3d808c. 00000400:00000010:0.0:1767384910.361311:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e980b228. 00000100:00000200:0.0:1767384910.361317:0:16767:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358508160, portal 25 00000100:00000001:0.0:1767384910.361318:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384910.361320:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780955136 : -108637928596480 : ffff9d31c2db5c00) 00000100:00000040:0.0:1767384910.361324:0:16767:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003e25b998 x1853237358508160/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384926 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.361329:0:16767:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384910.361332:0:16767:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384910.361335:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccae3aef. 00000100:00000200:0.0:1767384910.361337:0:16767:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237358508160, offset 0 00000400:00000200:0.0:1767384910.361344:0:16767:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384910.361363:0:16767:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384910.361373:0:16767:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272703880 00000400:00000200:0.0:1767384910.361378:0:16767:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0xa25 [2] + 0 00000400:00000010:0.0:1767384910.361381:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5c4ebc9. 00000400:00000200:0.0:1767384910.361384:0:16767:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000023d928a6 00000400:00000200:0.0:1767384910.361388:0:16767:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384910.361392:0:16767:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384910.361396:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023d928a6 00000400:00000010:0.0:1767384910.361398:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000023d928a6. 00000100:00000001:0.0:1767384910.361403:0:16767:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384910.361405:0:16767:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384910.361407:0:16767:0:(events.c:337:request_in_callback()) incoming req@000000006c6f40fb x1853237358508160 msgsize 328 00000100:00100000:0.0:1767384910.361410:0:16767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384910.361411:0:16767:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384910.361420:0:16767:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384910.361426:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccae3aef 00000400:00000010:0.0:1767384910.361427:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccae3aef. 00000100:00000001:0.0:1767384910.361429:0:16767:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384910.361431:0:16767:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e25b998 x1853237358508160/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384926 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.361438:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384910.361440:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000003e25b998 x1853237358508160/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384926 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.361445:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.361447:0:16767:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384910.361450:0:16767:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.361453:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294900235 00000100:00000010:0.0:1767384910.361457:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000ca3cfe5. 00000100:00000001:0.0:1767384910.361462:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384910.361470:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294900235 00000100:00000010:0.0:1767384910.361473:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d099cff3. 00000100:00000001:0.0:1767384910.361475:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384910.361479:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294900235 00000100:00000010:0.0:1767384910.361488:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e5d1bf9. 00000100:00000001:0.0:1767384910.361490:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384910.361493:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294900235 00000100:00000010:0.0:1767384910.361497:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004eb806ac. 00000100:00000001:0.0:1767384910.361499:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384910.361501:0:16767:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384910.361503:0:16767:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.361505:0:16767:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384910.361506:0:16767:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384910.361508:0:16767:0:(client.c:2690:ptlrpc_set_wait()) set 00000000eb83da34 going to sleep for 11 seconds 00000100:00000001:0.0:1767384910.361510:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384910.361513:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.362409:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384910.362412:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358508160 02000000:00000001:0.0:1767384910.362414:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384910.362416:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384910.362418:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384910.362421:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384910.362425:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358508160 00000020:00000001:0.0:1767384910.362427:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384910.362428:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:0.0:1767384910.362430:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384910.362431:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000020:00000001:0.0:1767384910.362433:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:0.0:1767384910.362435:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384910.362440:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384910.362443:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006dbf6657. 00000100:00000001:0.0:1767384910.362445:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384910.362447:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006dbf6657. 00000020:00000010:0.0:1767384910.362452:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000f71a683. 00000020:00000010:0.0:1767384910.362457:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005254f775. 00000020:00000010:0.0:1767384910.362462:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009b50491d. 00000100:00000040:0.0:1767384910.362470:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384910.362479:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384910.362480:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384910.362482:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.362488:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.362495:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384910.362507:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384910.362509:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384910.362513:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00000040:0.0:1767384910.362515:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:0.0:1767384910.362517:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631891024 : -108637077660592 : ffff9d31f5939c50) 00000100:00000040:0.0:1767384910.362521:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006c6f40fb x1853237358508160/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:136/0 lens 328/0 e 0 to 0 dl 1767384921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.362527:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384910.362530:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006dbf6657. 00000100:00000001:0.0:1767384910.362532:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384910.362534:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006dbf6657. 00000100:00100000:0.0:1767384910.362539:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006c6f40fb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16767:x1853237358508160:12345-0@lo:101: 00000100:00000200:0.0:1767384910.362542:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358508160 00000020:00000001:0.0:1767384910.362544:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384910.362547:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384910.362549:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384910.362551:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384910.362553:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169728 : -1040381888 : ffffffffc1fd0840) 00000020:00000001:0.0:1767384910.362555:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384910.362557:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384910.362559:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384910.362561:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384910.362564:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384910.362566:0:16764:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384910.362568:0:16764:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384910.362569:0:16764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384910.362571:0:16764:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384910.362573:0:16764:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384910.362582:0:16764:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384910.362587:0:16764:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ee4122b5. 00010000:00000001:0.0:1767384910.362589:0:16764:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384910.362592:0:16764:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b46f71f2. 00000020:00000001:0.0:1767384910.362595:0:16764:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384910.362597:0:16764:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b46f71f2 with handle 0x4895a8f6c11e866a to hash 00000020:00000001:0.0:1767384910.362599:0:16764:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384910.362600:0:16764:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854932992 : -108637854618624 : ffff9d31c7442c00) 00010000:00000001:0.0:1767384910.362602:0:16764:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854932992 : -108637854618624 : ffff9d31c7442c00) 00010000:00010000:0.0:1767384910.362604:0:16764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000b46f71f2/0x4895a8f6c11e866a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4895a8f6c11e8663 expref: -99 pid: 16764 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384910.362608:0:16764:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000005d63f134 : new locks_count 10 00000020:00000040:0.0:1767384910.362611:0:16764:0:(genops.c:887:class_export_get()) GET export 000000005d63f134 refcount=15 00000100:00000001:0.0:1767384910.362616:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384910.362619:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384910.362623:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000065bb35bb. 02000000:00000001:0.0:1767384910.362625:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.362626:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384910.362628:0:16764:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384910.362646:0:16764:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384910.362649:0:16764:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384910.362652:0:16764:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384910.362654:0:16764:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384910.362656:0:16764:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384910.362658:0:16764:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384910.362661:0:16764:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384910.362664:0:16764:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384910.362666:0:16764:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384910.362668:0:16764:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384910.362670:0:16764:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ee4122b5) refcount = 1 00010000:00010000:0.0:1767384910.362676:0:16764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b46f71f2/0x4895a8f6c11e866a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4895a8f6c11e8663 expref: 15 pid: 16764 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384910.362680:0:16764:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384910.362688:0:16764:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384910.362689:0:16764:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384910.362691:0:16764:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384910.362693:0:16764:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384910.362698:0:16764:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384910.362701:0:16764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000b46f71f2/0x4895a8f6c11e866a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e8663 expref: 15 pid: 16764 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384910.362706:0:16764:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384910.362708:0:16764:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384910.362709:0:16764:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384910.362711:0:16764:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384910.362713:0:16764:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384910.362714:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384910.362715:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384910.362716:0:16764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000b46f71f2, rc 0) 00000020:00000001:0.0:1767384910.362719:0:16764:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384910.362721:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358508160 00010000:00000001:0.0:1767384910.362723:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384910.362727:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006c6f40fb x1853237358508160/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:136/0 lens 328/344 e 0 to 0 dl 1767384921 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384910.362733:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384910.362736:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384910.362739:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=34 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384910.362743:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384910.362746:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384910.362748:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384910.362750:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384910.362752:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.362755:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384910.362758:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384910.362761:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccae3aef. 00000100:00000200:0.0:1767384910.362764:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237358508160, offset 224 00000400:00000200:0.0:1767384910.362770:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384910.362778:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384910.362783:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272703880 00000400:00000200:0.0:1767384910.362795:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1581 [1] + 224 00000400:00000200:0.0:1767384910.362799:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384910.362803:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384910.362807:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384910.362811:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e25b998 x1853237358508160/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384926 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384910.362817:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000003e25b998 x1853237358508160/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384926 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.362827:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384910.362834:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccae3aef 00000400:00000010:0.0:1767384910.362836:0:16764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccae3aef. 00000100:00000001:0.0:1767384910.362840:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384910.362842:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384910.362845:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384910.362848:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:0.0:1767384910.362851:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384910.362853:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384910.362855:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384910.362860:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c6f40fb x1853237358508160/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:136/0 lens 328/344 e 0 to 0 dl 1767384921 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384910.362869:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006c6f40fb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16767:x1853237358508160:12345-0@lo:101: Request processed in 341us (1460us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384910.362878:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00000040:0.0:1767384910.362881:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:0.0:1767384910.362884:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384910.362886:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384910.362890:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005254f775. 00000020:00000010:0.0:1767384910.362895:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009b50491d. 00000020:00000010:0.0:1767384910.362898:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000f71a683. 00000020:00000040:0.0:1767384910.362903:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 02000000:00000001:0.0:1767384910.362906:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384910.362908:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000065bb35bb. 02000000:00000001:0.0:1767384910.362916:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384910.362918:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384910.362922:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384910.362926:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a32790cf. 00000400:00000010:0.0:1767384910.362929:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000018369771. 00000100:00000001:0.0:1767384910.363128:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384910.363132:0:16767:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384910.363134:0:16767:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384910.363136:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae3d808c. 00000400:00000200:0.0:1767384910.363140:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e980b228 00000400:00000010:0.0:1767384910.363141:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e980b228. 00000100:00000001:0.0:1767384910.363145:0:16767:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384910.363148:0:16767:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e25b998 x1853237358508160/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384926 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384910.363155:0:16767:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e25b998 x1853237358508160/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384926 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.363159:0:16767:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384910.363160:0:16767:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384910.363162:0:16767:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384910.363164:0:16767:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384910.363165:0:16767:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384910.363167:0:16767:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384910.363169:0:16767:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384910.363172:0:16767:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=34 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384910.363175:0:16767:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=34 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384910.363177:0:16767:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384910.363178:0:16767:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384910.363179:0:16767:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384910.363181:0:16767:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.363183:0:16767:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384910.363186:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e25b998 x1853237358508160/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384926 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.363190:0:16767:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384910.363192:0:16767:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384910.363194:0:16767:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384910.363196:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e25b998 x1853237358508160/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384926 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384910.363207:0:16767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003e25b998 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358508160:0@lo:101: 00000100:00000001:0.0:1767384910.363212:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384910.363214:0:16767:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.363216:0:16767:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384910.363217:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384910.363219:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e25b998 x1853237358508160/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384926 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.363223:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384910.363226:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000eb83da34. 00000100:00000001:0.0:1767384910.363229:0:16767:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384910.363230:0:16767:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384910.363232:0:16767:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384910.363234:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384910.363235:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384910.363236:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000012c3943a refcount=4 00000020:00000001:0.0:1767384910.363237:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854936576 : -108637854615040 : ffff9d31c7443a00) 00010000:00000001:0.0:1767384910.363239:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854936576 : -108637854615040 : ffff9d31c7443a00) 00010000:00000040:0.0:1767384910.363242:0:16767:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000012c3943a, remote cookie: 0x4895a8f6c11e866a, flags: 0x0 00010000:00000001:0.0:1767384910.363244:0:16767:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384910.363247:0:16767:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384910.363248:0:16767:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384910.363249:0:16767:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384910.363250:0:16767:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384910.363252:0:16767:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000180c36e) refcount = 1 00010000:00010000:0.0:1767384910.363254:0:16767:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: 0000000012c3943a/0x4895a8f6c11e8663 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e866a expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384910.363258:0:16767:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384910.363259:0:16767:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384910.363261:0:16767:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384910.363263:0:16767:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384910.363265:0:16767:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384910.363272:0:16767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: 0000000012c3943a/0x4895a8f6c11e8663 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4895a8f6c11e866a expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384910.363276:0:16767:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384910.363277:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384910.363278:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384910.363279:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384910.363280:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384910.363282:0:16767:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.363284:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384910.363287:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e25b998 x1853237358508160/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384926 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.363291:0:16767:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384910.363293:0:16767:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384910.363295:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000738fcc9. 02000000:00000001:0.0:1767384910.363298:0:16767:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384910.363299:0:16767:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384910.363300:0:16767:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1767384910.363302:0:16767:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384910.363304:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c808ad95. 02000000:00000001:0.0:1767384910.363307:0:16767:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384910.363308:0:16767:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384910.363309:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e25b998. 00000100:00000001:0.0:1767384910.363312:0:16767:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384910.363314:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384910.363316:0:16767:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384910.363317:0:16767:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384910.363318:0:16767:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ff67cc77) refs 3 10000000:00000001:0.0:1767384910.363320:0:16767:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384910.363321:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384910.363322:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384910.363323:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000012c3943a refcount=3 00000020:00000001:0.0:1767384910.363325:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854936576 : -108637854615040 : ffff9d31c7443a00) 00010000:00000001:0.0:1767384910.363326:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854936576 : -108637854615040 : ffff9d31c7443a00) 00010000:00000001:0.0:1767384910.363328:0:16767:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384910.363329:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384910.363335:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384910.363337:0:16767:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384910.363339:0:16767:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384910.363342:0:16767:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000002c67f517. 00000100:00000010:0.0:1767384910.363353:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e25b998. 00000020:00000040:0.0:1767384910.363355:0:16767:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1767384910.363356:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384910.363358:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384910.363359:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384910.363363:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c808ad95. 00000100:00000001:0.0:1767384910.363365:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.363368:0:16767:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384910.363372:0:16767:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000000738fcc9. 00000100:00000010:0.0:1767384910.363375:0:16767:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000089016234. 00000020:00000040:0.0:1767384910.363376:0:16767:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1767384910.363379:0:16767:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384910.363380:0:16767:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384910.363383:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eb83da34. 00000100:00000001:0.0:1767384910.363384:0:16767:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635431475843072 : -108642233708544 : ffff9d30c2409000) 00000100:00000001:0.0:1767384910.363386:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384910.363387:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780955136 : -108637928596480 : ffff9d31c2db5c00) 00000100:00000001:0.0:1767384910.363389:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384910.363391:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.363392:0:16767:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384910.363393:0:16767:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384910.363395:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e25b998 x1853237358508288/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.363400:0:16767:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384910.363401:0:16767:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384910.363404:0:16767:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384910.363405:0:16767:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384910.363407:0:16767:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384910.363409:0:16767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003e25b998 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358508288:0@lo:256: 00000100:00000001:0.0:1767384910.363412:0:16767:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384910.363417:0:16767:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384910.363419:0:16767:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.363421:0:16767:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384910.363425:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae3d808c. 00000400:00000010:0.0:1767384910.363429:0:16767:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000fdaa87bb. 00000100:00000200:0.0:1767384910.363431:0:16767:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958272703900-0x6958272703900, portal 33 00000100:00000001:0.0:1767384910.363434:0:16767:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384910.363435:0:16767:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384910.363438:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008fd14d7d. 02000000:00000001:0.0:1767384910.363439:0:16767:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384910.363443:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e042d8c. 00000400:00000010:0.0:1767384910.363446:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e980b228. 00000100:00000200:0.0:1767384910.363448:0:16767:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358508288, portal 25 00000100:00000001:0.0:1767384910.363450:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384910.363451:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780955136 : -108637928596480 : ffff9d31c2db5c00) 00000100:00000040:0.0:1767384910.363455:0:16767:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003e25b998 x1853237358508288/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384926 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.363459:0:16767:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384910.363462:0:16767:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384910.363465:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccae3aef. 00000100:00000200:0.0:1767384910.363466:0:16767:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237358508288, offset 0 00000400:00000200:0.0:1767384910.363472:0:16767:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384910.363479:0:16767:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384910.363485:0:16767:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272703900 00000400:00000200:0.0:1767384910.363488:0:16767:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0xa35 [2] + 0 00000400:00000010:0.0:1767384910.363490:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000072110849. 00000400:00000200:0.0:1767384910.363493:0:16767:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d4bcdbcc 00000400:00000200:0.0:1767384910.363496:0:16767:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384910.363500:0:16767:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384910.363502:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4bcdbcc 00000400:00000010:0.0:1767384910.363504:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d4bcdbcc. 00000100:00000001:0.0:1767384910.363507:0:16767:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384910.363508:0:16767:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384910.363511:0:16767:0:(events.c:337:request_in_callback()) incoming req@0000000092870bb9 x1853237358508288 msgsize 304 00000100:00100000:0.0:1767384910.363521:0:16767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384910.363523:0:16767:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384910.363531:0:16767:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384910.363536:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccae3aef 00000400:00000010:0.0:1767384910.363538:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccae3aef. 00000100:00000001:0.0:1767384910.363542:0:16767:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384910.363546:0:16767:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e25b998 x1853237358508288/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384926 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.363551:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384910.363553:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000003e25b998 x1853237358508288/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384926 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.363558:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.363560:0:16767:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384910.363564:0:16767:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.363567:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294900237 00000100:00000001:0.0:1767384910.363573:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294900235 00000100:00000001:0.0:1767384910.363577:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294900237 00000100:00000001:0.0:1767384910.363580:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294900235 00000100:00000001:0.0:1767384910.363582:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294900237 00000100:00000001:0.0:1767384910.363585:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294900235 00000100:00000001:0.0:1767384910.363587:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294900237 00000100:00000001:0.0:1767384910.363592:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294900235 00000100:00000001:0.0:1767384910.363595:0:16767:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384910.363596:0:16767:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.363598:0:16767:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384910.363599:0:16767:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384910.363600:0:16767:0:(client.c:2690:ptlrpc_set_wait()) set 00000000eb83da34 going to sleep for 11 seconds 00000100:00000001:0.0:1767384910.363603:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384910.363604:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.363616:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384910.363619:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358508288 02000000:00000001:0.0:1767384910.363620:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384910.363628:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384910.363629:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384910.363645:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384910.363649:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358508288 00000020:00000001:0.0:1767384910.363651:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384910.363652:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:0.0:1767384910.363654:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384910.363656:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000020:00000001:0.0:1767384910.363659:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:0.0:1767384910.363661:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384910.363664:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384910.363668:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ed85cb6e. 00000100:00000001:0.0:1767384910.363669:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384910.363671:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ed85cb6e. 00000020:00000010:0.0:1767384910.363675:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012e1767a. 00000020:00000010:0.0:1767384910.363679:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005254f775. 00000020:00000010:0.0:1767384910.363681:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009b50491d. 00000100:00000040:0.0:1767384910.363685:0:16762:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384910.363686:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384910.363687:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384910.363688:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.363692:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.363698:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384910.363705:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384910.363706:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384910.363708:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00000040:0.0:1767384910.363710:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:0.0:1767384910.363712:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631885904 : -108637077665712 : ffff9d31f5938850) 00000100:00000040:0.0:1767384910.363716:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000092870bb9 x1853237358508288/t0(0) o256->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:136/0 lens 304/0 e 0 to 0 dl 1767384921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.363721:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384910.363724:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ed85cb6e. 00000100:00000001:0.0:1767384910.363725:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384910.363732:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ed85cb6e. 00000100:00100000:0.0:1767384910.363736:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000092870bb9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16767:x1853237358508288:12345-0@lo:256: 00000100:00000200:0.0:1767384910.363738:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358508288 00000020:00000001:0.0:1767384910.363740:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384910.363742:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384910.363743:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384910.363745:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384910.363746:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170144 : -1040381472 : ffffffffc1fd09e0) 00000020:00000001:0.0:1767384910.363748:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384910.363749:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384910.363751:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384910.363752:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384910.363754:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.363756:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384910.363757:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384910.363760:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000064c0e839. 02000000:00000001:0.0:1767384910.363761:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.363763:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384910.363765:0:16762:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384910.363768:0:16762:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384910.363771:0:16762:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384910.363772:0:16762:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384910.363774:0:16762:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384910.363776:0:16762:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384910.363777:0:16762:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384910.363780:0:16762:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000006c06663c. 20000000:00000001:0.0:1767384910.363782:0:16762:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384910.363794:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384910.363799:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384910.363803:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384910.363805:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384910.363806:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384910.363808:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384910.363810:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384910.363812:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384910.363813:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384910.363820:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384910.363822:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384910.363824:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384910.363826:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384910.363828:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384910.363830:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384910.363833:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384910.363835:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:01000000:0.0:1767384910.363838:0:16762:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 364, pages 3732/1/4/3. 20000000:00000040:0.0:1767384910.363846:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384910.363849:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384910.363852:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384910.363854:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384910.363857:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384910.363859:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384910.363862:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384910.363864:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384910.363867:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384910.363869:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384910.363871:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384910.363873:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384910.363876:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384910.363879:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384910.363881:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384910.363884:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384910.363887:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:01000000:0.0:1767384910.363889:0:16762:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 364, pages 3368/1/4/3. 20000000:01000000:0.0:1767384910.363892:0:16762:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 728, version 38 20000000:00000001:0.0:1767384910.363894:0:16762:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=728 : 728 : 2d8) 00000100:00000001:0.0:1767384910.363896:0:16762:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384910.363899:0:16762:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000001466cafd. 00000100:00000010:0.0:1767384910.363902:0:16762:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000888ed01f. 00000020:00000040:0.0:1767384910.363904:0:16762:0:(genops.c:887:class_export_get()) GET export 000000005d63f134 refcount=16 00010000:00000001:0.0:1767384910.363906:0:16762:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384910.363908:0:16762:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384910.363911:0:16762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccae3aef. 00000400:00000010:0.0:1767384910.363917:0:16762:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000161c414f. 00000400:00000200:0.0:1767384910.363920:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384910.363932:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384910.363939:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 728 into portal 33 MB=0x6958272703900 00000400:00000200:0.0:1767384910.363945:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 728/728 into md 0x1591 [4] + 0 00000400:00000010:0.0:1767384910.363948:0:16762:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae3d808c. 00000400:00000200:0.0:1767384910.363951:0:16762:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fdaa87bb 00000400:00000200:0.0:1767384910.363954:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384910.363957:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384910.363960:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fdaa87bb 00000400:00000010:0.0:1767384910.363962:0:16762:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000fdaa87bb. 00000100:00000001:0.0:1767384910.363965:0:16762:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384910.363966:0:16762:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000003e25b998 desc 000000000738fcc9 mbits 1853237358508288 00000100:00000001:0.0:1767384910.363975:0:16762:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384910.363979:0:16762:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384910.363985:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384910.363993:0:16762:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x159d 00000400:00000200:0.0:1767384910.363996:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384910.363999:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384910.364003:0:16762:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384910.364005:0:16762:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000001466cafd 00000100:00000001:0.0:1767384910.364007:0:16762:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384910.364039:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccae3aef 00000400:00000010:0.0:1767384910.364042:0:16762:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccae3aef. 00000100:00000001:0.0:1767384910.364045:0:16762:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384910.364047:0:16762:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000001466cafd 00000100:00000001:0.0:1767384910.364049:0:16762:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384910.364054:0:16762:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 728 bytes via portal 33 id 12345-0@lo mbits 0x6958272703900-0x6958272703900 00000100:00000001:0.0:1767384910.364056:0:16762:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384910.364060:0:16762:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.364062:0:16762:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384910.364064:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 15 00000100:00000010:0.0:1767384910.364066:0:16762:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000888ed01f. 00000100:00000010:0.0:1767384910.364068:0:16762:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000001466cafd. 00000100:00000001:0.0:1767384910.364070:0:16762:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384910.364071:0:16762:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384910.364077:0:16762:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000006c06663c. 20000000:00000001:0.0:1767384910.364084:0:16762:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384910.364087:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358508288 00010000:00000001:0.0:1767384910.364088:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384910.364091:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000092870bb9 x1853237358508288/t0(0) o256->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:136/0 lens 304/240 e 0 to 0 dl 1767384921 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384910.364096:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384910.364097:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384910.364099:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=34 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384910.364101:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384910.364104:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384910.364106:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384910.364108:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384910.364109:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.364111:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384910.364113:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384910.364116:0:16762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccae3aef. 00000100:00000200:0.0:1767384910.364118:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237358508288, offset 224 00000400:00000200:0.0:1767384910.364123:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384910.364129:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384910.364134:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272703900 00000400:00000200:0.0:1767384910.364138:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1595 [1] + 224 00000400:00000200:0.0:1767384910.364141:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384910.364144:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384910.364146:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384910.364149:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e25b998 x1853237358508288/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384926 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384910.364155:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000003e25b998 x1853237358508288/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384926 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.364160:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384910.364164:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccae3aef 00000400:00000010:0.0:1767384910.364165:0:16762:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccae3aef. 00000100:00000001:0.0:1767384910.364168:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384910.364170:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384910.364179:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384910.364182:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:0.0:1767384910.364183:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384910.364184:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384910.364186:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384910.364190:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092870bb9 x1853237358508288/t0(0) o256->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:136/0 lens 304/240 e 0 to 0 dl 1767384921 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384910.364195:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000092870bb9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16767:x1853237358508288:12345-0@lo:256: Request processed in 473us (683us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384910.364201:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00000040:0.0:1767384910.364203:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:0.0:1767384910.364205:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384910.364207:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384910.364209:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005254f775. 00000020:00000010:0.0:1767384910.364212:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009b50491d. 00000020:00000010:0.0:1767384910.364214:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012e1767a. 00000020:00000040:0.0:1767384910.364216:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 02000000:00000001:0.0:1767384910.364219:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384910.364221:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000064c0e839. 02000000:00000001:0.0:1767384910.364224:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384910.364226:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384910.364229:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384910.364232:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae3d808c. 00000400:00000010:0.0:1767384910.364235:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fdaa87bb. 00000100:00000001:0.0:1767384910.364253:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384910.364255:0:16767:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384910.364256:0:16767:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384910.364257:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e042d8c. 00000400:00000200:0.0:1767384910.364260:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e980b228 00000400:00000010:0.0:1767384910.364261:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e980b228. 00000100:00000001:0.0:1767384910.364265:0:16767:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384910.364269:0:16767:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e25b998 x1853237358508288/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384926 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384910.364275:0:16767:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e25b998 x1853237358508288/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384926 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.364286:0:16767:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384910.364289:0:16767:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384910.364290:0:16767:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384910.364292:0:16767:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384910.364293:0:16767:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384910.364295:0:16767:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384910.364296:0:16767:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384910.364299:0:16767:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=34 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384910.364301:0:16767:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=34 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384910.364303:0:16767:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384910.364304:0:16767:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384910.364306:0:16767:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384910.364307:0:16767:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.364308:0:16767:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384910.364311:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000003e25b998 x1853237358508288/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384926 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384910.364317:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000003e25b998 x1853237358508288/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384926 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.364321:0:16767:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384910.364322:0:16767:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384910.364325:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e25b998 x1853237358508288/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384926 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384910.364329:0:16767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003e25b998 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358508288:0@lo:256: 00000100:00000001:0.0:1767384910.364332:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384910.364333:0:16767:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.364334:0:16767:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384910.364335:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384910.364336:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e25b998 x1853237358508288/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384926 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.364340:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384910.364341:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000eb83da34. 00000100:00000001:0.0:1767384910.364342:0:16767:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384910.364349:0:16767:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384910.364351:0:16767:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 38, more 0. 10000000:00000001:0.0:1767384910.364354:0:16767:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384910.364359:0:16767:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000005dfea842. 10000000:00000040:0.0:1767384910.364367:0:16767:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.157@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384910.364371:0:16767:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384910.364374:0:16767:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384910.364377:0:16767:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.157@tcp has 192.168.203.157@tcp. 00000100:00000001:0.0:1767384910.364379:0:16767:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384910.364381:0:16767:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384910.364382:0:16767:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.157@tcp with 192.168.203.157@tcp 00000100:00000200:0.0:1767384910.364383:0:16767:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.157@tcp' 00000400:00000200:0.0:1767384910.364386:0:16767:0:(peer.c:1356:LNetAddPeer()) Add peer with 17 NIDs 00000400:00001000:0.0:1767384910.364388:0:16767:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384910.364390:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.157@tcp 00000400:00000200:0.0:1767384910.364395:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384910.364399:0:16767:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (17) 00000400:00000200:0.0:1767384910.364402:0:16767:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384910.364406:0:16767:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp: 0. pending discovery 00000400:00000200:0.0:1767384910.364408:0:16767:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (18) 00000400:00000200:0.0:1767384910.364409:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp 00000400:00000200:0.0:1767384910.364411:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.157@tcp10 00000400:00000200:0.0:1767384910.364414:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384910.364416:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp10 00000400:00000200:0.0:1767384910.364417:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.157@tcp11 00000400:00000200:0.0:1767384910.364419:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384910.364420:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp11 00000400:00000200:0.0:1767384910.364421:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.157@tcp12 00000400:00000200:0.0:1767384910.364424:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384910.364426:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp12 00000400:00000200:0.0:1767384910.364427:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.157@tcp13 00000400:00000200:0.0:1767384910.364429:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384910.364430:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp13 00000400:00000200:0.0:1767384910.364431:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.157@tcp14 00000400:00000200:0.0:1767384910.364433:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384910.364435:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp14 00000400:00000200:0.0:1767384910.364440:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.157@tcp15 00000400:00000200:0.0:1767384910.364442:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384910.364443:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp15 00000400:00000200:0.0:1767384910.364444:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.157@tcp16 00000400:00000200:0.0:1767384910.364447:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384910.364448:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp16 00000400:00000200:0.0:1767384910.364450:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.157@tcp17 00000400:00000200:0.0:1767384910.364462:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384910.364463:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp17 00000400:00000200:0.0:1767384910.364464:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.157@tcp18 00000400:00000200:0.0:1767384910.364467:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384910.364468:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp18 00000400:00000200:0.0:1767384910.364470:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.157@tcp19 00000400:00000200:0.0:1767384910.364472:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384910.364473:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp19 00000400:00000200:0.0:1767384910.364474:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.157@tcp20 00000400:00000200:0.0:1767384910.364476:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384910.364477:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp20 00000400:00000200:0.0:1767384910.364479:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.157@tcp21 00000400:00000200:0.0:1767384910.364482:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384910.364483:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp21 00000400:00000200:0.0:1767384910.364485:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.157@tcp22 00000400:00000200:0.0:1767384910.364488:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384910.364488:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp22 00000400:00000200:0.0:1767384910.364489:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.157@tcp23 00000400:00000200:0.0:1767384910.364491:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384910.364492:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp23 00000400:00000200:0.0:1767384910.364494:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.157@tcp24 00000400:00000200:0.0:1767384910.364496:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384910.364498:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp24 00000400:00000200:0.0:1767384910.364499:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.157@tcp25 00000400:00000200:0.0:1767384910.364502:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384910.364504:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp25 00000100:00000001:0.0:1767384910.364505:0:16767:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384910.364507:0:16767:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384910.364509:0:16767:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.157@tcp' by NID '192.168.203.157@tcp' 10000000:00000010:0.0:1767384910.364516:0:16767:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000005254f775. 10000000:00000040:0.0:1767384910.364517:0:16767:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 38/38 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.157@tcp::2 00000020:00000080:0.0:1767384910.364520:0:16767:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384910.364525:0:16767:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384910.364528:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012e1767a. 00000020:00000010:0.0:1767384910.364533:0:16767:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ec1197e3. 00000040:00000010:0.0:1767384910.364536:0:16767:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000b549e9f. 00000020:00000010:0.0:1767384910.364540:0:16767:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000014318869. 00000020:00000010:0.0:1767384910.364544:0:16767:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000092f34a6e. 00000020:00000010:0.0:1767384910.364548:0:16767:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e2707637. 80000000:00000010:0.0:1767384910.364552:0:16767:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008b7e9695. 40000000:00000010:0.0:1767384910.364555:0:16767:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ed85cb6e. 00100000:00000010:0.0:1767384910.364558:0:16767:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000081fa3f7. 00040000:00000010:0.0:1767384910.364563:0:16767:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000045aba116. 00040000:00000010:0.0:1767384910.364566:0:16767:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f331812b. 00040000:00000010:0.0:1767384910.364570:0:16767:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000086181f21. 00080000:00000010:0.0:1767384910.364574:0:16767:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001460dd3c. 00000004:00000010:0.0:1767384910.364578:0:16767:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d5e2a843. 00000004:00000010:0.0:1767384910.364583:0:16767:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cdfa62e3. 00000004:00000010:0.0:1767384910.364586:0:16767:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000058971516. 00002000:00000010:0.0:1767384910.364590:0:16767:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000064c0e839. 00000004:00000010:0.0:1767384910.364594:0:16767:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001466cafd. 00000004:00000001:0.0:1767384910.364597:0:16767:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384910.364599:0:16767:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384910.364601:0:16767:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000005254f775 00000040:00001000:0.0:1767384910.364602:0:16767:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384910.364603:0:16767:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384910.364604:0:16767:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384910.364605:0:16767:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384910.364607:0:16767:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384910.364608:0:16767:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384910.364609:0:16767:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384910.364611:0:16767:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.157@tcp::2 00000040:00000001:0.0:1767384910.364612:0:16767:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:0.0:1767384910.364695:0:16767:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384910.364700:0:16767:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ec1197e3. 00000040:00000010:0.0:1767384910.364704:0:16767:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000b549e9f. 00000020:00000010:0.0:1767384910.364709:0:16767:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000014318869. 00000020:00000010:0.0:1767384910.364712:0:16767:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000092f34a6e. 00000020:00000010:0.0:1767384910.364715:0:16767:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e2707637. 80000000:00000010:0.0:1767384910.364717:0:16767:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008b7e9695. 40000000:00000010:0.0:1767384910.364720:0:16767:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ed85cb6e. 00100000:00000010:0.0:1767384910.364723:0:16767:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000081fa3f7. 00040000:00000010:0.0:1767384910.364725:0:16767:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000045aba116. 00040000:00000010:0.0:1767384910.364727:0:16767:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f331812b. 00040000:00000010:0.0:1767384910.364729:0:16767:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000086181f21. 00080000:00000010:0.0:1767384910.364732:0:16767:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001460dd3c. 00000004:00000010:0.0:1767384910.364734:0:16767:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d5e2a843. 00000004:00000010:0.0:1767384910.364737:0:16767:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cdfa62e3. 00000004:00000010:0.0:1767384910.364739:0:16767:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000058971516. 00002000:00000010:0.0:1767384910.364742:0:16767:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000064c0e839. 00000004:00000010:0.0:1767384910.364743:0:16767:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001466cafd. 00000020:00000010:0.0:1767384910.364745:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012e1767a. 00000020:00000001:0.0:1767384910.364748:0:16767:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384910.364749:0:16767:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384910.364752:0:16767:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000005254f775. 10000000:00000010:0.0:1767384910.364754:0:16767:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000005dfea842. 10000000:00000001:0.0:1767384910.364756:0:16767:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384910.364757:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384910.364761:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e25b998 x1853237358508288/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384926 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384910.364767:0:16767:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384910.364768:0:16767:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384910.364770:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008fd14d7d. 02000000:00000001:0.0:1767384910.364772:0:16767:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384910.364774:0:16767:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384910.364775:0:16767:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1767384910.364776:0:16767:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384910.364777:0:16767:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384910.364783:0:16767:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384910.364784:0:16767:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1767384910.364785:0:16767:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384910.364786:0:16767:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000089016234. 00000100:00000010:0.0:1767384910.364788:0:16767:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000000738fcc9. 00000100:00000001:0.0:1767384910.364790:0:16767:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384910.364792:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c808ad95. 02000000:00000001:0.0:1767384910.364796:0:16767:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384910.364797:0:16767:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384910.364798:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e25b998. 00000100:00000001:0.0:1767384910.364801:0:16767:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384910.364801:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384910.364813:0:16767:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000002c67f517. 10000000:01000000:0.0:1767384910.364816:0:16767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384910.364819:0:16767:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384910.364821:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384910.364822:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384910.364824:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000012c3943a refcount=3 00000020:00000001:0.0:1767384910.364826:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854936576 : -108637854615040 : ffff9d31c7443a00) 00010000:00000001:0.0:1767384910.364828:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854936576 : -108637854615040 : ffff9d31c7443a00) 00010000:00000001:0.0:1767384910.364831:0:16767:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384910.364834:0:16767:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: 0000000012c3943a/0x4895a8f6c11e8663 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e866a expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384910.364841:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384910.364842:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384910.364844:0:16767:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: 0000000012c3943a/0x4895a8f6c11e8663 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e866a expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384910.364850:0:16767:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384910.364852:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384910.364853:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384910.364856:0:16767:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384910.364858:0:16767:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384910.364860:0:16767:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384910.364862:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384910.364869:0:16767:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ff67cc77) refs 3 10000000:00000001:0.0:1767384910.364872:0:16767:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:2.0:1767384910.375071:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294900237, at 4294900238 00000100:00000040:0.0:1767384910.375073:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294900237, at 4294900238 00000100:00000010:2.0:1767384910.375080:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e5d1bf9. 00000100:00000010:0.0:1767384910.375083:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000ca3cfe5. 00000020:00000010:1.0:1767384910.375267:0:24361:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000c061fa1a. 00000020:00000040:1.0:1767384910.375275:0:24361:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384910.375278:0:24361:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000c061fa1a. 00000100:00000040:3.0:1767384910.376058:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294900237, at 4294900239 00000100:00000040:1.0:1767384910.376064:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294900237, at 4294900239 00000100:00000010:3.0:1767384910.376067:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004eb806ac. 00000100:00000010:1.0:1767384910.376071:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d099cff3. 00010000:00000001:1.0:1767384910.681070:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384910.681074:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384910.681078:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384910.681080:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384910.681150:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384910.681153:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384910.681156:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384911.099943:0:24571:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384911.099955:0:24571:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384911.099958:0:24571:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384911.099963:0:24571:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384911.099967:0:24571:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384911.099970:0:24571:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.705096:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384911.705102:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.705109:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384911.705111:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384911.705290:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384911.705293:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384911.705296:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384911.757619:0:24735:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384911.757637:0:24735:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp26 --if ens2 00000001:00000001:3.0:1767384911.761103:0:24735:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384911.768050:0:24736:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000fecd7d22. 00000400:00000010:3.0:1767384911.768064:0:24736:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000003c0134b7. 00000400:00000010:3.0:1767384911.768072:0:24736:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000dba07605. 00000400:00000010:3.0:1767384911.768075:0:24736:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000b8d47f1e. 00000400:00000010:3.0:1767384911.768079:0:24736:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000061a227b5. 00000400:00000010:3.0:1767384911.768083:0:24736:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c9c0a001. 00000400:00000010:3.0:1767384911.768101:0:24736:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000894d71a1. 00000400:00000010:3.0:1767384911.768102:0:24736:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000875c0be1. 00000400:00000010:3.0:1767384911.768106:0:24736:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000000782749b. 00000800:00000010:3.0:1767384911.768117:0:24736:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000347bed74. 00000800:00000200:3.0:1767384911.768130:0:24736:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384911.768142:0:24736:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384911.768188:0:24736:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:3.0:1767384911.768216:0:24736:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp26 [8/256/0/180] 00000400:00000010:3.0:1767384911.769605:0:24736:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 0000000053193264. 00000400:00000010:3.0:1767384911.769611:0:24736:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db69f8f9. 00000400:00000010:3.0:1767384911.769616:0:24736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a585988. 00000400:00000001:3.0:1767384911.769646:0:24736:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384911.769648:0:24736:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384911.769650:0:24736:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063bf9adb. 00000400:00000200:3.0:1767384911.769654:0:24736:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000479c74e7 00000400:00000010:3.0:1767384911.769655:0:24736:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000479c74e7. 00000400:00000010:3.0:1767384911.769665:0:24736:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000fb797632. 00000400:00000200:3.0:1767384911.769671:0:24736:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (17) 00000400:00000200:3.0:1767384911.769681:0:24736:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:3.0:1767384911.769689:0:24736:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131098 00000020:00000010:3.0:1767384911.769696:0:24736:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000ad1dd55a. 00000020:01000000:3.0:1767384911.769699:0:24736:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384911.769702:0:24736:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp26 00000400:00000010:3.0:1767384911.769716:0:24736:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000003c0134b7. 00000400:00000010:3.0:1767384911.769720:0:24736:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000fecd7d22. 00000400:00000200:0.0:1767384911.769720:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384911.769730:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x1001d1 00000400:00000010:0.0:1767384911.769741:0:16125:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 360 at 00000000c808ad95. 00000020:00000001:1.0:1767384911.769743:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:0.0:1767384911.769746:0:16125:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 432 at 00000000beb39d1e. 10000000:00000001:1.0:1767384911.769749:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384911.769752:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000010:0.0:1767384911.769752:0:16125:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 360 at 000000000f71a683. 10000000:01000000:1.0:1767384911.769756:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384911.769761:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384911.769763:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384911.769764:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384911.769766:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384911.769767:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384911.769768:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384911.769769:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384911.769771:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384911.769772:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384911.769773:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384911.769779:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb630d2d. 00000400:00000010:0.0:1767384911.769783:0:16125:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 360 at 00000000c808ad95. 00000020:00000040:1.0:1767384911.769784:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1767384911.769791:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1767384911.769792:0:16125:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 432 at 00000000beb39d1e. 00000400:00000010:0.0:1767384911.769796:0:16125:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 360 at 000000000f71a683. 02000000:00000001:1.0:1767384911.769802:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767384911.769803:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 000000005a0c20b2. 02000000:00000001:1.0:1767384911.769808:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384911.769813:0:16125:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 02000000:00000010:1.0:1767384911.769818:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e39905ef. 00000400:00000200:0.0:1767384911.769819:0:16125:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.157@tcp(00000000aa3f4fd0): 0. state = 0x100151 00000100:00000001:1.0:1767384911.769826:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384911.769828:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 rc 1 00000100:00000001:1.0:1767384911.769836:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384911.769836:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000100:00000001:1.0:1767384911.769840:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384911.769848:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e980b228. 00000100:00000040:1.0:1767384911.769849:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb630d2d] to pc [ptlrpcd_00_01+1] req@00000000cb630d2d x1853237358508416/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384911.769857:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (18) 00000400:00000010:0.0:1767384911.769868:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000879f20e8. 00000400:00000200:0.0:1767384911.769877:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp24 10000000:00000001:1.0:1767384911.769883:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384911.769887:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384911.769889:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384911.769893:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384911.769896:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp24 to MR: 192.168.203.157@tcp24 local destination 00000020:00000001:1.0:1767384911.769900:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384911.769902:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384911.769904:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384911.769908:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767384911.769909:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:01000000:1.0:1767384911.769911:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:0.0:1767384911.769912:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp24 NI seq info: [45:45:256:4294967295] 192.168.203.157@tcp24 LPNI seq info [45:45:8:4294967295] 00000100:00000001:2.0:1767384911.769913:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:1.0:1767384911.769916:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384911.769920:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000040:2.0:1767384911.769922:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cb630d2d x1853237358508416/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384911.769925:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384911.769929:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384911.769932:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp24 00000020:01000004:1.0:1767384911.769933:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384911.769937:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384911.769941:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:2.0:1767384911.769943:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384911.769944:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:2.0:1767384911.769947:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384911.769947:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384911.769953:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cd97ee74. 02000000:00000001:2.0:1767384911.769954:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384911.769959:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384911.769960:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000400:00000200:0.0:1767384911.769963:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp24(192.168.203.157@tcp24:192.168.203.157@tcp24) -> 192.168.203.157@tcp24(192.168.203.157@tcp24:192.168.203.157@tcp24) : PUT try# 0 02000000:00000001:2.0:1767384911.769967:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.769968:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384911.769974:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1767384911.769975:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cb630d2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358508416:0@lo:253: 02000000:00000001:1.0:1767384911.769979:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384911.769983:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.203.157@tcp24 00000100:00000001:2.0:1767384911.769984:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384911.769989:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1767384911.769991:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000da6ee759. 02000000:00000001:2.0:1767384911.769993:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384911.769993:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045aba116. 02000000:00000001:2.0:1767384911.769999:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384911.769999:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384911.770006:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b41c66e4] -> 12345-192.168.203.157@tcp24 (6) 02000000:00000010:2.0:1767384911.770007:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004ba79b44. 00000100:00000001:1.0:1767384911.770008:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384911.770038:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384911.770042:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a47e4e55. 00000100:00000001:1.0:1767384911.770043:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384911.770047:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009c92c0d1. 00000100:00000200:2.0:1767384911.770052:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358508416, portal 25 00000100:00000040:1.0:1767384911.770053:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd97ee74] to pc [ptlrpcd_00_02+2] req@00000000cd97ee74 x1853237358508544/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384911.770056:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384911.770060:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436514555008 : -108637194996608 : ffff9d31ee953480) 00000800:00000200:0.0:1767384911.770068:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp24 ip 192.168.203.157:988 00000100:00000040:2.0:1767384911.770071:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cb630d2d x1853237358508416/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384911.770076:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000045aba116 type 1, nob 416 niov 1 nkiov 1 00000100:00000001:2.0:1767384911.770095:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384911.770100:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 00000100:00000040:2.0:1767384911.770103:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384911.770106:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000076fe5bfc. 00000100:00000200:2.0:1767384911.770108:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358508416, offset 0 10000000:00000001:1.0:1767384911.770115:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384911.770116:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384911.770119:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100551 rc 0 10000000:00000001:1.0:1767384911.770122:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384911.770128:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384911.770133:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:01000000:1.0:1767384911.770133:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384911.770140:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000ad1dd55a. 00000400:00000200:2.0:1767384911.770149:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272703980 00000100:00000001:1.0:1767384911.770156:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384911.770157:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa45 [2] + 0 00000100:00000001:1.0:1767384911.770161:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384911.770162:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e56bde6. 00000100:00000001:1.0:1767384911.770164:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384911.770167:0:16128:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000030d1e7bf 00000100:00000040:1.0:1767384911.770171:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cd97ee74 x1853237358508544/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384911.770176:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384911.770178:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384911.770180:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384911.770183:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384911.770185:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384911.770190:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384911.770191:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030d1e7bf 02000000:00000001:1.0:1767384911.770193:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384911.770195:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000030d1e7bf. 00000100:00100000:1.0:1767384911.770198:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cd97ee74 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358508544:0@lo:253: 00000100:00000001:2.0:1767384911.770202:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384911.770203:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767384911.770206:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:1.0:1767384911.770207:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384911.770211:0:16128:0:(events.c:337:request_in_callback()) incoming req@000000009ee9b8b5 x1853237358508416 msgsize 4848 02000000:00000001:1.0:1767384911.770211:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384911.770218:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1767384911.770223:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:1.0:1767384911.770225:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b44a3452. 00000100:00000040:2.0:1767384911.770226:0:16128:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:1.0:1767384911.770231:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384911.770235:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076c966c7. 00000100:00000001:2.0:1767384911.770238:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384911.770240:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000096f1fae6. 00000100:00000200:1.0:1767384911.770246:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358508544, portal 25 00000400:00000200:2.0:1767384911.770247:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076fe5bfc 00000100:00000001:1.0:1767384911.770249:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1767384911.770250:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000076fe5bfc. 00000100:00000001:1.0:1767384911.770252:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436514553216 : -108637194998400 : ffff9d31ee952d80) 00000100:00000001:2.0:1767384911.770255:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384911.770259:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384911.770260:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cd97ee74 x1853237358508544/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384911.770262:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cb630d2d x1853237358508416/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384911.770266:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.770295:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384911.770298:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384911.770301:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384911.770305:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000865c90e. 00000100:00000040:2.0:1767384911.770310:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cb630d2d x1853237358508416/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384911.770318:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358508544, offset 0 00000100:00000001:2.0:1767384911.770320:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.770321:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384911.770323:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384911.770327:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384911.770328:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.770331:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.770336:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294901644 00000400:00000200:1.0:1767384911.770339:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1767384911.770342:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007ec8b8db. 00000400:00000200:1.0:1767384911.770349:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272703a00 00000100:00000001:2.0:1767384911.770350:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384911.770355:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa55 [2] + 0 00000400:00000010:1.0:1767384911.770359:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e073373. 00000100:00000001:2.0:1767384911.770361:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294901644 00000400:00000200:1.0:1767384911.770362:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ebc61a5e 00000100:00000010:2.0:1767384911.770367:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3b1f67a. 00000400:00000200:1.0:1767384911.770369:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384911.770372:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384911.770376:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384911.770378:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294901644 00000400:00000200:1.0:1767384911.770380:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ebc61a5e 00000400:00000010:1.0:1767384911.770384:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ebc61a5e. 00000100:00000010:2.0:1767384911.770385:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb3068a4. 00000100:00000001:1.0:1767384911.770388:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384911.770390:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000200:1.0:1767384911.770391:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384911.770398:0:16129:0:(events.c:337:request_in_callback()) incoming req@00000000af723edd x1853237358508544 msgsize 4848 00000100:00000001:2.0:1767384911.770399:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294901644 00000100:00100000:1.0:1767384911.770406:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:2.0:1767384911.770408:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001e61780d. 00000100:00000040:1.0:1767384911.770408:0:16129:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384911.770416:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384911.770419:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384911.770422:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384911.770425:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000865c90e 00000100:00000001:2.0:1767384911.770428:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384911.770429:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000865c90e. 00000100:00000001:2.0:1767384911.770437:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.770437:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384911.770442:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384911.770442:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cd97ee74 x1853237358508544/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.770454:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384911.770456:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cd97ee74 x1853237358508544/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384911.770457:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384911.770462:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384911.770465:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.770468:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767384911.770468:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384911.770469:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384911.770473:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384911.770476:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384911.770477:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045aba116. 00000100:00000001:2.0:1767384911.770479:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.770481:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294901644 00000100:00000001:2.0:1767384911.770487:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.770488:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, keep current deadline 4294901644 00000400:00000200:0.0:1767384911.770488:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384911.770495:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294901644 00000100:00000001:1.0:1767384911.770498:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, keep current deadline 4294901644 00000100:00000001:1.0:1767384911.770503:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294901644 00000400:00000200:0.0:1767384911.770504:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp24->192.168.203.157@tcp24: PUT: OK 00000400:00000200:0.0:1767384911.770511:0:16121:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:1.0:1767384911.770512:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, keep current deadline 4294901644 00000100:00000001:1.0:1767384911.770517:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294901644 00000100:00000001:2.0:1767384911.770518:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384911.770520:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, keep current deadline 4294901644 00000400:00000200:0.0:1767384911.770521:0:16121:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp24: 0 00000100:00100000:2.0:1767384911.770524:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358508416 00000100:00000001:1.0:1767384911.770525:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384911.770530:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384911.770532:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384911.770533:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.770536:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384911.770537:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384911.770537:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384911.770541:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.770546:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767384911.770548:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.770550:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:0.0:1767384911.770552:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384911.770554:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358508416 00000100:00000001:1.0:1767384911.770555:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384911.770558:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767384911.770558:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384911.770561:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.770565:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384911.770567:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384911.770568:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384911.770573:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:2.0:1767384911.770579:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384911.770584:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp24(192.168.203.157@tcp24) <- 192.168.203.157@tcp24 : PUT - for me 00000020:00000040:2.0:1767384911.770585:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000100:00000001:1.0:1767384911.770588:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384911.770593:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00100000:1.0:1767384911.770594:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358508544 02000000:00000001:1.0:1767384911.770598:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384911.770601:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000400:00000200:0.0:1767384911.770602:0:16121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 320 into portal 0 MB=0x8000000000000000 00000100:00000001:1.0:1767384911.770603:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384911.770607:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.770610:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384911.770612:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384911.770617:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dbc7c6b3. 00000400:00000200:0.0:1767384911.770618:0:16121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.157@tcp of length 304/320 into md 0x1565 [1] + 0 00000100:00100000:1.0:1767384911.770619:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358508544 00000100:00000001:2.0:1767384911.770639:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384911.770641:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384911.770646:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000400:00000010:0.0:1767384911.770646:0:16121:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000073d18f6. 00000020:00000010:2.0:1767384911.770648:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dbc7c6b3. 00000020:00000001:1.0:1767384911.770652:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384911.770655:0:16121:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005a540367 00000020:00000040:1.0:1767384911.770657:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=16 00000020:00000010:2.0:1767384911.770659:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cad59d99. 00000800:00000001:0.0:1767384911.770664:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767384911.770665:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000010:2.0:1767384911.770669:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000623bd85e. 00000020:00000001:1.0:1767384911.770671:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000800:00000001:0.0:1767384911.770675:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384911.770677:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008bbbdfbb. 00000100:00000001:1.0:1767384911.770678:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384911.770681:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384911.770684:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008fb958de. 00000100:00000001:1.0:1767384911.770689:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384911.770692:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:1.0:1767384911.770694:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008fb958de. 00000400:00000200:0.0:1767384911.770694:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp24->192.168.203.157@tcp24: PUT: OK 00000100:00000001:2.0:1767384911.770700:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384911.770705:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1767384911.770705:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002bffd430. 00000400:00000200:0.0:1767384911.770705:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a540367 00000100:00000001:2.0:1767384911.770709:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384911.770712:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a540367. 00000020:00000010:1.0:1767384911.770715:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000086be33f2. 00000100:00000001:2.0:1767384911.770720:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384911.770720:0:16121:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000020:00000010:1.0:1767384911.770722:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006015248f. 00000400:00000200:0.0:1767384911.770730:0:16121:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (19) 00000100:00000001:1.0:1767384911.770731:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384911.770737:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.770741:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384911.770741:0:16121:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000100:00000001:1.0:1767384911.770745:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384911.770750:0:16121:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.157@tcp (320 bytes) 00000100:00000001:1.0:1767384911.770752:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.770755:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384911.770756:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384911.770759:0:16121:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000100:00000001:2.0:1767384911.770760:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384911.770770:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00000001:1.0:1767384911.770771:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384911.770775:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384911.770775:0:16121:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (20) 00000100:00000040:2.0:1767384911.770779:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00100000:1.0:1767384911.770783:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000400:00000200:0.0:1767384911.770784:0:16121:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:2.0:1767384911.770787:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631896144 : -108637077655472 : ffff9d31f593b050) 00000100:00000040:1.0:1767384911.770789:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000100:00000001:1.0:1767384911.770795:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631886928 : -108637077664688 : ffff9d31f5938c50) 00000100:00000040:2.0:1767384911.770800:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009ee9b8b5 x1853237358508416/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:137/0 lens 4848/0 e 0 to 0 dl 1767384922 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384911.770801:0:16121:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp24 to MR: 192.168.203.157@tcp24 local destination 00000100:00000040:1.0:1767384911.770804:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000af723edd x1853237358508544/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:137/0 lens 4848/0 e 0 to 0 dl 1767384922 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384911.770835:0:16121:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp24 NI seq info: [46:46:256:4294967295] 192.168.203.157@tcp24 LPNI seq info [46:46:8:4294967295] 00000100:00000001:2.0:1767384911.770844:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384911.770844:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384911.770850:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008fb958de. 00000020:00000010:2.0:1767384911.770852:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dbc7c6b3. 00000100:00000001:1.0:1767384911.770855:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384911.770858:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384911.770860:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008fb958de. 00000020:00000010:2.0:1767384911.770868:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dbc7c6b3. 00000400:00000200:0.0:1767384911.770868:0:16121:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp24(192.168.203.157@tcp24:192.168.203.157@tcp24) -> 192.168.203.157@tcp24(192.168.203.157@tcp24:192.168.203.157@tcp24) 192.168.203.157@tcp24 : ACK try# 0 00000100:00100000:1.0:1767384911.770874:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000af723edd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+16:16129:x1853237358508544:12345-0@lo:253: 00000100:00100000:2.0:1767384911.770883:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009ee9b8b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+16:16128:x1853237358508416:12345-0@lo:253: 00000100:00000200:1.0:1767384911.770883:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358508544 00000800:00000200:0.0:1767384911.770888:0:16121:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.157@tcp24 00000020:00000001:1.0:1767384911.770889:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384911.770894:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:2.0:1767384911.770895:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358508416 00000020:00000001:1.0:1767384911.770898:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384911.770898:0:16121:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045aba116. 00000020:00000001:1.0:1767384911.770902:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384911.770907:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:2.0:1767384911.770910:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384911.770914:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000200:0.0:1767384911.770915:0:16121:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b41c66e4] -> 12345-192.168.203.157@tcp24 (6) 00000020:00000001:2.0:1767384911.770917:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384911.770918:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384911.770922:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384911.770924:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384911.770928:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384911.770929:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000200:0.0:1767384911.770930:0:16121:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp24 ip 192.168.203.157:993 00000020:00000001:2.0:1767384911.770934:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:1.0:1767384911.770935:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384911.770937:0:16121:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000045aba116 type 0, nob 96 niov 1 nkiov 0 00000020:00000001:2.0:1767384911.770942:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384911.770943:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384911.770946:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384911.770947:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384911.770953:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000001:0.0:1767384911.770955:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767384911.770957:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:1.0:1767384911.770957:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000086c68bb2. 02000000:00000001:1.0:1767384911.770963:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384911.770964:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.770966:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384911.770968:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384911.770970:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:1.0:1767384911.770973:0:16762:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:2.0:1767384911.770975:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384911.770985:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000019e0feed. 02000000:00000001:2.0:1767384911.770990:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.770994:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384911.770994:0:16762:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e16749a4. 20000000:00000001:2.0:1767384911.770998:0:16764:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:1.0:1767384911.771001:0:16762:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384911.771007:0:16762:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384911.771011:0:16762:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:2.0:1767384911.771045:0:16764:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e45018f3. 20000000:00000001:1.0:1767384911.771048:0:16762:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384911.771051:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 20000000:01000000:2.0:1767384911.771052:0:16764:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384911.771053:0:16762:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384911.771058:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045aba116. 20000000:00000001:2.0:1767384911.771059:0:16764:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384911.771060:0:16762:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384911.771064:0:16764:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384911.771067:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:2.0:1767384911.771068:0:16764:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384911.771073:0:16762:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a7b6a697. 20000000:00000001:2.0:1767384911.771075:0:16764:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384911.771078:0:16762:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 20000000:00000001:2.0:1767384911.771082:0:16764:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384911.771084:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp24->192.168.203.157@tcp24: ACK: OK 20000000:00000001:1.0:1767384911.771086:0:16762:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384911.771094:0:16762:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000001:0.0:1767384911.771095:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384911.771103:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384911.771106:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384911.771113:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384911.771116:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384911.771121:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384911.771129:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp24(192.168.203.157@tcp24) <- 192.168.203.157@tcp24 : ACK - for me 00080000:00000001:1.0:1767384911.771139:0:16762:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384911.771144:0:16121:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.157@tcp24: ACK from 12345-192.168.203.157@tcp24 into md 0x15ad 00080000:00000001:1.0:1767384911.771145:0:16762:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384911.771149:0:16762:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384911.771152:0:16762:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:0.0:1767384911.771154:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384911.771156:0:16762:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384911.771162:0:16762:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:1.0:1767384911.771167:0:16762:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384911.771167:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp24->192.168.203.157@tcp24: ACK: OK 00000400:00000200:0.0:1767384911.771175:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e980b228 00080000:00000010:1.0:1767384911.771176:0:16762:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b6f5260b. 00080000:00000001:1.0:1767384911.771183:0:16762:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490463744 : -108642219087872 : ffff9d30c31fa800) 00000400:00000010:0.0:1767384911.771183:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e980b228. 00080000:00000001:1.0:1767384911.771188:0:16762:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384911.771192:0:16121:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384911.771197:0:16121:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.157@tcp ev->status 0 00000400:00000200:0.0:1767384911.771204:0:16121:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:0.0:1767384911.771208:0:16121:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (19) 00000800:00000001:0.0:1767384911.771216:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384911.771221:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384911.771264:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384911.771271:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 000000000f71a683. 00000400:00000010:0.0:1767384911.771277:0:16125:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e042d8c. 00000400:00000010:0.0:1767384911.771283:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e980b228. 00000400:00000200:0.0:1767384911.771290:0:16125:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000000f71a683 00000400:00000010:0.0:1767384911.771294:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 000000006fa4ad6a. 00000400:00000200:0.0:1767384911.771300:0:16125:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 320 success 00000001:00000001:1.0:1767384911.771302:0:16762:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384911.771304:0:16762:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384911.771308:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102051 00080000:00000001:1.0:1767384911.771309:0:16762:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384911.771315:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (18) 00000400:00000010:0.0:1767384911.771321:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 00000000beb39d1e. 00000400:00000010:0.0:1767384911.771326:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccae3aef. 00080000:00000001:1.0:1767384911.771332:0:16762:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384911.771334:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000071facf1a. 00080000:00000001:1.0:1767384911.771336:0:16762:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384911.771345:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1767384911.771356:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1767384911.771365:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:0.0:1767384911.771374:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[43, 37], ns[43, 37] 00000400:00000200:0.0:1767384911.771381:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 37], ns[12, 37] 00000400:00000200:0.0:1767384911.771389:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000400:00000200:0.0:1767384911.771397:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000400:00000200:0.0:1767384911.771404:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000400:00000200:0.0:1767384911.771412:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000400:00000200:0.0:1767384911.771420:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000400:00000200:0.0:1767384911.771428:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000400:00000200:0.0:1767384911.771435:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000400:00000200:0.0:1767384911.771443:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00080000:00000001:1.0:1767384911.771454:0:16762:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384911.771460:0:16762:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384911.771469:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000400:00000200:0.0:1767384911.771477:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000400:00000200:0.0:1767384911.771484:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00000400:00000200:0.0:1767384911.771489:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 12], ns[46, 12] 00000400:00000200:0.0:1767384911.771498:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 12], ns[0, 12] 00000400:00000200:0.0:1767384911.771504:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 00000400:00000200:0.0:1767384911.771511:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp25 00000400:00000200:0.0:1767384911.771518:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp25 lpni_is_preferred = 0 00000400:00000200:0.0:1767384911.771523:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp25 00000400:00000200:0.0:1767384911.771529:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp25 NI seq info: [47:47:256:4294967295] 192.168.203.157@tcp25 LPNI seq info [47:47:8:4294967295] 00000400:00000200:0.0:1767384911.771538:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp25 00000400:00000200:0.0:1767384911.771550:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp25(192.168.203.157@tcp25:) -> 192.168.203.157@tcp25(192.168.203.157@tcp:192.168.203.157@tcp25) : GET try# 0 00000800:00000200:0.0:1767384911.771557:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp25 00000800:00000010:0.0:1767384911.771562:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000045aba116. 00000800:00000010:0.0:1767384911.771571:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000992d650f. 00000800:00000010:0.0:1767384911.771576:0:16125:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000005d314efa. 00000800:00000200:0.0:1767384911.771583:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000992d650f] -> 12345-192.168.203.157@tcp25 (2) 00000800:00000200:0.1:1767384911.771588:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000992d650f] -> 12345-192.168.203.157@tcp25 (2) 00000400:00000200:0.0:1767384911.771603:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp 00000400:00000200:0.0:1767384911.771606:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100251 rc 0 00000400:00000200:2.0:1767384911.771679:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384911.771748:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:2.0:1767384911.771791:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:2.0:1767384911.771984:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:2.0:1767384911.772073:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:2.0:1767384911.772123:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384911.772164:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384911.772193:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384911.772240:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384911.772280:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384911.772313:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384911.772364:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384911.772416:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384911.772604:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384911.772719:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384911.772774:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384911.772815:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384911.773216:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384911.773297:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384911.773351:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384911.773396:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384911.773434:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384911.773461:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:2.0:1767384911.773484:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384911.773511:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384911.773550:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384911.773595:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384911.773662:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:2.0:1767384911.773718:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384911.773767:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384911.773827:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384911.773888:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000800:00000010:2.0:1767384911.774193:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006033a234. 00000800:00000010:2.0:1767384911.774198:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000076fe5bfc. 00000800:00000010:2.0:1767384911.774204:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008dbc311b. 00000800:00000010:2.0:1767384911.774237:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008dbc311b. 00000400:00000200:2.0:1767384911.774374:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384911.774388:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp25 from 223.3.0.2 00000800:00000010:2.0:1767384911.774391:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007b0358aa. 00000800:00000010:2.0:1767384911.774610:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000023a25b03. 00000800:00000010:2.0:1767384911.774613:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dd131d74. 00000800:00000010:2.0:1767384911.774651:0:16116:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007f5b000a. 00000800:00000200:2.1:1767384911.774657:0:16116:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000992d650f] -> 12345-192.168.203.157@tcp25 (2) 00000800:00000200:2.1:1767384911.774668:0:16116:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp25 000000007f5b000a deleted 00000800:00000010:2.1:1767384911.774670:0:16116:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000007f5b000a. 00000800:00000200:2.1:1767384911.774675:0:16116:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384911.774681:0:16116:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp25 ip 192.168.203.157:991 00000800:00000200:2.1:1767384911.774684:0:16116:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000045aba116 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384911.774690:0:16116:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp25 p 3.x 192.168.203.157 -> 192.168.203.157:991 incarnation:1767384910110405885 sched[0] 00000800:00000010:2.0:1767384911.774695:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008dbc311b. 00000800:00000010:2.0:1767384911.774747:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008dbc311b. 00000800:00000010:2.0:1767384911.774752:0:16116:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dd131d74. 00000800:00000200:1.1:1767384911.774774:0:16117:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:2.0:1767384911.774786:0:16116:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007b0358aa. 00000800:00000001:2.0:1767384911.774803:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384911.774806:0:16117:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp25 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384910110405885 sched[0] 00000800:00000001:2.0:1767384911.774810:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384911.774814:0:16117:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000076fe5bfc. 00000800:00000200:2.0:1767384911.774866:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384911.774870:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000045aba116. 00000400:00000200:2.0:1767384911.774876:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384911.774883:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp25->192.168.203.157@tcp25: GET: OK 00000400:00000200:2.0:1767384911.774888:0:16121:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384911.774892:0:16121:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp: 0 00000400:00000200:1.0:1767384911.774899:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000800:00000001:2.0:1767384911.774903:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384911.774911:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384911.774913:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384911.774922:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384911.774928:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp25(192.168.203.157@tcp25) <- 192.168.203.157@tcp25 : GET - for me 00000400:00000200:2.0:1767384911.774938:0:16121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 320 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384911.774945:0:16121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp of length 320/320 into md 0x15a9 [1] + 0 00000400:00000200:2.0:1767384911.774953:0:16121:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp25 to MR: 192.168.203.157@tcp25 local destination 00000400:00000200:2.0:1767384911.774960:0:16121:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp25 NI seq info: [48:48:256:4294967295] 192.168.203.157@tcp25 LPNI seq info [48:48:8:4294967295] 00000400:00000200:2.0:1767384911.774974:0:16121:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp25(192.168.203.157@tcp25:192.168.203.157@tcp25) -> 192.168.203.157@tcp25(192.168.203.157@tcp25:192.168.203.157@tcp25) 192.168.203.157@tcp25 : REPLY try# 0 00000800:00000200:2.0:1767384911.774980:0:16121:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.203.157@tcp25 00000800:00000010:2.0:1767384911.774984:0:16121:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092d9218a. 00000400:00000200:1.0:1767384911.774987:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000800:00000200:2.0:1767384911.774990:0:16121:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000992d650f] -> 12345-192.168.203.157@tcp25 (4) 00000800:00000200:2.0:1767384911.774999:0:16121:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp25 ip 192.168.203.157:988 00000800:00000200:2.0:1767384911.775002:0:16121:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000092d9218a type 3, nob 416 niov 1 nkiov 1 00000800:00000001:0.0:1767384911.775062:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384911.775063:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384911.775068:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000092d9218a. 00000400:00000200:2.0:1767384911.775072:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384911.775072:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384911.775079:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp25->192.168.203.157@tcp25: REPLY: OK 00000800:00000001:0.0:1767384911.775080:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384911.775083:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000800:00000001:0.0:1767384911.775088:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384911.775093:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384911.775099:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384911.775110:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp25(192.168.203.157@tcp25) <- 192.168.203.157@tcp25 : REPLY - for me 00000400:00000200:0.0:1767384911.775124:0:16122:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp25: Reply from 12345-192.168.203.157@tcp25 of length 320/320 into md 0x15c5 00000400:00000200:1.0:1767384911.775125:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000800:00000001:0.0:1767384911.775143:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384911.775152:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000800:00000001:0.0:1767384911.775152:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384911.775155:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384911.775166:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp25->192.168.203.157@tcp25: REPLY: OK 00000400:00000200:0.0:1767384911.775171:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccae3aef 00000400:00000010:0.0:1767384911.775174:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccae3aef. 00000400:00000200:0.0:1767384911.775179:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384911.775184:0:16122:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.157@tcp has discovery enabled 00000400:00000200:0.0:1767384911.775188:0:16122:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000200:0.0:1767384911.775194:0:16122:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.157@tcp data present 18. state = 0x100251 00000400:00000200:1.0:1767384911.775195:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:0.0:1767384911.775199:0:16122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:0.0:1767384911.775220:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (19) 00000800:00000001:0.0:1767384911.775230:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384911.775237:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384911.775246:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384911.775251:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x1000d1 00000400:00000200:1.0:1767384911.775257:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000010:2.0:1767384911.775258:0:16125:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 380 at 0000000000b311fa. 00000400:00000010:2.0:1767384911.775264:0:16125:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 456 at 0000000034c20229. 00000400:00000010:2.0:1767384911.775268:0:16125:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 380 at 00000000d91a96b4. 00000400:00000010:2.0:1767384911.775292:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000af3bda12. 00000400:00000200:2.0:1767384911.775296:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000af3bda12 nid 192.168.203.157@tcp26 00000400:00000010:2.0:1767384911.775299:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b533505b. 00000400:00000200:2.0:1767384911.775303:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b533505b net tcp26 00000400:00000200:1.0:1767384911.775305:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384911.775306:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (18) 00000400:00000200:2.0:1767384911.775316:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp26 flags 0x11 00000400:00000010:2.0:1767384911.775321:0:16125:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 380 at 0000000000b311fa. 00000400:00000010:2.0:1767384911.775325:0:16125:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 456 at 0000000034c20229. 00000400:00000010:2.0:1767384911.775328:0:16125:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 380 at 00000000d91a96b4. 00000400:00000010:2.0:1767384911.775332:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 00000000beb39d1e. 00000400:00000200:2.0:1767384911.775336:0:16125:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:2.0:1767384911.775339:0:16125:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.157@tcp(00000000aa3f4fd0): 0. state = 0x100151 00000400:00000200:2.0:1767384911.775343:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 rc 1 00000400:00000200:2.0:1767384911.775348:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000400:00000200:2.0:1767384911.775351:0:16125:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.157@tcp 00000400:00000200:2.0:1767384911.775354:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100111 rc 0 00000400:00000200:2.0:1767384911.775358:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:2.0:1767384911.775364:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (19) 00000400:00000200:1.0:1767384911.775366:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:1.0:1767384911.775427:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:1.0:1767384911.775483:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:1.0:1767384911.775534:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:1.0:1767384911.775575:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:1.0:1767384911.775609:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:1.0:1767384911.775666:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:1.0:1767384911.775700:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:1.0:1767384911.775746:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:1.0:1767384911.775776:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:1.0:1767384911.775817:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:1.0:1767384911.775853:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:1.0:1767384911.775885:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:1.0:1767384911.775912:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:1.0:1767384911.775936:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:1.0:1767384911.775989:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:1.0:1767384911.776059:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:1.0:1767384911.776091:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:1.0:1767384911.776130:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:1.0:1767384911.776158:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:1.0:1767384911.776184:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:1.0:1767384911.776222:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:1.0:1767384911.776249:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:1.0:1767384911.776274:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:1.0:1767384911.776306:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000800:00000010:1.0:1767384911.776458:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c33ca4f6. 00000800:00000010:1.0:1767384911.776463:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bb58b695. 00000800:00000010:1.0:1767384911.776467:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000d2d7268. 00000800:00000010:1.0:1767384911.776504:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000d2d7268. 00000400:00000200:2.0:1767384911.776602:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384911.776620:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp25 from 222.3.0.2 00000800:00000010:2.0:1767384911.776643:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000da0cbc22. 00000800:00000010:1.0:1767384911.776687:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a1f49290. 00000800:00000010:1.0:1767384911.776692:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000622cf23c. 00000800:00000010:1.0:1767384911.776713:0:16118:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b88f7b38. 00000800:00000200:1.1:1767384911.776719:0:16118:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000992d650f] -> 12345-192.168.203.157@tcp25 (4) 00000800:00000200:1.1:1767384911.776725:0:16118:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp25 00000000b88f7b38 deleted 00000800:00000010:1.1:1767384911.776727:0:16118:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b88f7b38. 00000800:00000200:1.1:1767384911.776730:0:16118:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384911.776736:0:16118:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp25 p 3.x 192.168.203.157 -> 192.168.203.157:990 incarnation:1767384910110405885 sched[0] 00000800:00000010:1.0:1767384911.776740:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000d2d7268. 00000800:00000010:1.0:1767384911.776783:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000d2d7268. 00000800:00000010:1.0:1767384911.776787:0:16118:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000622cf23c. 00000800:00000010:1.0:1767384911.776810:0:16118:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000da0cbc22. 00000800:00000200:1.1:1767384911.776838:0:16117:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384911.776842:0:16117:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp25 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384910110405885 sched[0] 00000800:00000010:1.0:1767384911.776845:0:16117:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bb58b695. 00000800:00000001:2.0:1767384911.776962:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384911.776968:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384911.776972:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384911.776975:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384911.781344:0:16762:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384911.781350:0:16762:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:1.0:1767384911.781352:0:16762:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384911.781353:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767384911.781355:0:16762:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384911.781358:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384911.781362:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384911.781364:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384911.781365:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384911.781366:0:16762:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:0.0:1767384911.781368:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b6f5260b. 00080000:00000001:0.0:1767384911.781374:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384911.781377:0:16762:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384911.781381:0:16762:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:3.0:1767384911.781382:0:16764:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000026811c80. 20000000:01000000:3.0:1767384911.781387:0:16764:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 00080000:00000020:1.0:1767384911.781389:0:16762:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384911.781391:0:16764:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384911.781397:0:16764:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767384911.781407:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384911.781411:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384911.781414:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384911.781417:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384911.781421:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384911.781426:0:16764:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1767384911.781427:0:16785:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ee4122b5 count: 2 00080000:00000001:3.0:1767384911.781434:0:16764:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384911.781434:0:16785:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384911.781438:0:16764:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.781439:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384911.781441:0:16764:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000010:1.0:1767384911.781444:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f8ef50a3. 00000020:00000001:3.0:1767384911.781445:0:16764:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384911.781449:0:16764:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00000020:00000001:1.0:1767384911.781451:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384911.781454:0:16764:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000040:1.0:1767384911.781456:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f8ef50a3 with handle 0x4895a8f6c11e8671 to hash 00000020:00000001:1.0:1767384911.781458:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000010:3.0:1767384911.781461:0:16764:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000049836cb0. 00010000:00000001:1.0:1767384911.781461:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00080000:00000001:3.0:1767384911.781467:0:16764:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431482870784 : -108642226680832 : ffff9d30c2abcc00) 00010000:00000001:1.0:1767384911.781468:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00080000:00000001:3.0:1767384911.781474:0:16764:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384911.781474:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384911.781483:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384911.781486:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8671 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384911.781493:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384911.781496:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384911.781498:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384911.781500:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384911.781502:0:16785:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384911.781505:0:16785:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000b46f71f2/0x4895a8f6c11e866a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e8663 expref: 16 pid: 16764 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384911.781510:0:16785:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384911.781512:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.781514:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384911.781515:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384911.781517:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384911.781519:0:16785:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384911.781520:0:16785:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8671 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384911.781525:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ee4122b5) refcount = 2 00010000:00000040:1.0:1767384911.781528:0:16785:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384911.781531:0:16785:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000b46f71f2/0x4895a8f6c11e866a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x4895a8f6c11e8663 expref: 16 pid: 16764 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384911.781534:0:16785:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384911.781536:0:16785:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8671 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384911.781542:0:16785:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003f4a30bb. 00000100:00000001:1.0:1767384911.781544:0:16785:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384911.781548:0:16785:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b88f7b38. 00000100:00000001:1.0:1767384911.781550:0:16785:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635431477937664 : -108642231613952 : ffff9d30c2608600) 00000001:00000001:3.0:1767384911.781552:0:16764:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:1.0:1767384911.781552:0:16785:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635431477937664 : -108642231613952 : ffff9d30c2608600) 00080000:00000001:3.0:1767384911.781555:0:16764:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.781556:0:16785:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00080000:00000001:3.0:1767384911.781558:0:16764:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:1.0:1767384911.781563:0:16785:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384911.781565:0:16785:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384911.781568:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384911.781570:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:3.0:1767384911.781573:0:16764:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384911.781573:0:16785:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384911.781576:0:16785:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00080000:00000001:3.0:1767384911.781577:0:16764:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384911.781579:0:16785:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384911.781582:0:16785:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384911.781586:0:16785:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009b2de291. 00000020:00000040:1.0:1767384911.781589:0:16785:0:(genops.c:1229:class_import_get()) import 00000000c30cd863 refcount=2 obd=MGS 00000100:00000001:1.0:1767384911.781592:0:16785:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384911.781594:0:16785:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384911.781597:0:16785:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384911.781602:0:16785:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fa5e07ca. 00000100:00000001:1.0:1767384911.781606:0:16785:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384911.781609:0:16785:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000b46f71f2/0x4895a8f6c11e866a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4895a8f6c11e8663 expref: 16 pid: 16764 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384911.781639:0:16785:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000b46f71f2/0x4895a8f6c11e866a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4895a8f6c11e8663 expref: 16 pid: 16764 timeout: 384 lvb_type: 0 00010000:00000001:1.0:1767384911.781648:0:16785:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384911.781652:0:16785:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384911.781656:0:16785:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009b2de291 x1853237358508672/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384911.781666:0:16785:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384911.781668:0:16785:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384911.781673:0:16785:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009b2de291 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16785:1853237358508672:0@lo:104: 00000100:00000001:1.0:1767384911.781677:0:16785:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384911.781682:0:16785:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00080000:00000001:3.0:1767384911.781684:0:16764:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 02000000:00000001:1.0:1767384911.781684:0:16785:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384911.781687:0:16785:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00080000:00000001:3.0:1767384911.781688:0:16764:0:(osd_handler.c:287:osd_trans_stop()) Process entered 02000000:00000010:1.0:1767384911.781693:0:16785:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008e5ffd7a. 02000000:00000001:1.0:1767384911.781698:0:16785:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384911.781703:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063bf9adb. 00000400:00000010:1.0:1767384911.781709:0:16785:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054df7106. 00000100:00000200:1.0:1767384911.781720:0:16785:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358508672, portal 16 00000100:00000001:1.0:1767384911.781723:0:16785:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384911.781725:0:16785:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436514545152 : -108637195006464 : ffff9d31ee950e00) 00000100:00000040:1.0:1767384911.781730:0:16785:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000009b2de291 x1853237358508672/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384927 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384911.781738:0:16785:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384911.781741:0:16785:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384911.781743:0:16785:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e26a58f9. 00000100:00000200:1.0:1767384911.781746:0:16785:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237358508672, offset 0 00000400:00000200:1.0:1767384911.781752:0:16785:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384911.781761:0:16785:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384911.781769:0:16785:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272703a80 00000400:00000200:1.0:1767384911.781777:0:16785:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1312 00000400:00000200:1.0:1767384911.781782:0:16785:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384911.781785:0:16785:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384911.781788:0:16785:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384911.781790:0:16785:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384911.781793:0:16785:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000035193bb5. 00000100:00000040:1.0:1767384911.781795:0:16785:0:(events.c:337:request_in_callback()) incoming req@0000000035193bb5 x1853237358508672 msgsize 328 00000100:00100000:1.0:1767384911.781800:0:16785:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384911.781809:0:16785:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384911.781814:0:16785:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e26a58f9 00000400:00000010:1.0:1767384911.781816:0:16785:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e26a58f9. 00000100:00000001:1.0:1767384911.781819:0:16785:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384911.781822:0:16785:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009b2de291 x1853237358508672/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384927 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384911.781830:0:16753:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384911.781832:0:16785:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384911.781835:0:16753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358508672 00000100:00000040:1.0:1767384911.781836:0:16785:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009b2de291 x1853237358508672/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384927 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384911.781842:0:16753:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384911.781846:0:16785:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.781847:0:16753:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384911.781849:0:16785:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384911.781851:0:16753:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.781854:0:16785:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.781858:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294901655 02000000:00000001:0.0:1767384911.781858:0:16753:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384911.781865:0:16753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358508672 00000020:00000001:0.0:1767384911.781869:0:16753:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384911.781870:0:16753:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e83fb 00000020:00000001:0.0:1767384911.781872:0:16753:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384911.781874:0:16753:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f3b2147e refcount=3 00000020:00000001:0.0:1767384911.781876:0:16753:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633131008 : -108637076420608 : ffff9d31f5a68800) 00000020:00000001:0.0:1767384911.781878:0:16753:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633131008 : -108637076420608 : ffff9d31f5a68800) 00000100:00000001:0.0:1767384911.781881:0:16753:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384911.781891:0:16753:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ed85cb6e. 00000100:00000001:0.0:1767384911.781893:0:16753:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384911.781895:0:16753:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ed85cb6e. 00000020:00000010:0.0:1767384911.781900:0:16753:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000beb39d1e. 00000020:00000010:0.0:1767384911.781903:0:16753:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c482ea5f. 00000020:00000010:0.0:1767384911.781906:0:16753:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009b50491d. 00000100:00000040:0.0:1767384911.781912:0:16753:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384911.781914:0:16753:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384911.781915:0:16753:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384911.781917:0:16753:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.781922:0:16753:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.781930:0:16753:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384911.781941:0:16753:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384911.781942:0:16753:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384911.781946:0:18556:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384911.781946:0:16753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000001:3.0:1767384911.781950:0:18556:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384911.781951:0:16753:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f3b2147e : new rpc_count 1 00000100:00000001:3.0:1767384911.781953:0:18556:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.781954:0:16753:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436514552320 : -108637194999296 : ffff9d31ee952a00) 00000100:00000001:3.0:1767384911.781957:0:18556:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384911.781960:0:16753:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000035193bb5 x1853237358508672/t0(0) o104->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:137/0 lens 328/0 e 0 to 0 dl 1767384922 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384911.781968:0:16753:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384911.781971:0:16753:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ed85cb6e. 00000100:00000001:0.0:1767384911.781972:0:16753:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384911.781974:0:16753:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ed85cb6e. 00000100:00100000:0.0:1767384911.781977:0:16753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000035193bb5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fc613044-dd35-4201-b03c-4d69ab0214c0+3:16785:x1853237358508672:12345-0@lo:104: 00000100:00000200:0.0:1767384911.781980:0:16753:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358508672 00010000:00000001:0.0:1767384911.781982:0:16753:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384911.781986:0:16753:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384911.781987:0:16753:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384911.781988:0:16753:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000012c3943a refcount=2 00000020:00000001:0.0:1767384911.781990:0:16753:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854936576 : -108637854615040 : ffff9d31c7443a00) 00010000:00000001:0.0:1767384911.781992:0:16753:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854936576 : -108637854615040 : ffff9d31c7443a00) 00010000:00000001:0.0:1767384911.781995:0:16753:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384911.782003:0:16753:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384911.782006:0:16753:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.157@tcp lock: 0000000012c3943a/0x4895a8f6c11e8663 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4895a8f6c11e866a expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384911.782035:0:16753:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384911.782037:0:16753:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384911.782040:0:16753:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000738fcc9. 02000000:00000001:0.0:1767384911.782042:0:16753:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.782045:0:16753:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.782048:0:16753:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384911.782050:0:16753:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384911.782053:0:16753:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c1b60063 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384911.782058:0:16753:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384911.782059:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294901644, at 4294901645 00000100:00000040:0.0:1767384911.782062:0:16753:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000010:3.0:1767384911.782066:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001e61780d. 00000100:00000001:0.0:1767384911.782066:0:16753:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384911.782069:0:16753:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384911.782071:0:16753:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.782074:0:16753:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384911.782079:0:16753:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384911.782081:0:16753:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccae3aef. 00000100:00000200:0.0:1767384911.782085:0:16753:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237358508672, offset 224 00000400:00000200:0.0:1767384911.782091:0:16753:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384911.782100:0:16753:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384911.782107:0:16753:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272703a80 00000100:00000040:2.0:1767384911.782110:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294901644, at 4294901645 00000400:00000200:0.0:1767384911.782112:0:16753:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x15c9 [1] + 224 00000400:00000200:0.0:1767384911.782121:0:16753:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767384911.782124:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb3068a4. 00000400:00000200:0.0:1767384911.782127:0:16753:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384911.782132:0:16753:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384911.782137:0:16753:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009b2de291 x1853237358508672/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384911.782146:0:16753:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000009b2de291 x1853237358508672/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384911.782154:0:16753:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384911.782160:0:16753:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccae3aef 00000400:00000010:0.0:1767384911.782167:0:16753:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccae3aef. 00000100:00000001:0.0:1767384911.782171:0:16753:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384911.782173:0:16753:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384911.782178:0:16753:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384911.782182:0:16753:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:0.0:1767384911.782185:0:16753:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384911.782187:0:16753:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000dcc197b6. 00010000:00000001:0.0:1767384911.782190:0:16753:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767384911.782202:0:16753:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384911.782204:0:16753:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.782206:0:16753:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.782208:0:16753:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384911.782212:0:16753:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035193bb5 x1853237358508672/t0(0) o104->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:137/0 lens 328/224 e 0 to 0 dl 1767384922 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384911.782221:0:16753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000035193bb5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fc613044-dd35-4201-b03c-4d69ab0214c0+3:16785:x1853237358508672:12345-0@lo:104: Request processed in 251us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384911.782230:0:16753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:0.0:1767384911.782232:0:16753:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f3b2147e : new rpc_count 0 00000100:00000001:0.0:1767384911.782234:0:16753:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384911.782237:0:16753:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384911.782241:0:16753:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c482ea5f. 00000020:00000010:0.0:1767384911.782245:0:16753:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009b50491d. 00000020:00000010:0.0:1767384911.782249:0:16753:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000beb39d1e. 00000020:00000040:0.0:1767384911.782254:0:16753:0:(genops.c:898:class_export_put()) PUTting export 00000000f3b2147e : new refcount 2 00000100:00000001:0.0:1767384911.782257:0:16753:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384911.782275:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384911.782277:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384911.782280:0:16757:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767384911.782283:0:16757:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384911.782285:0:16757:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384911.782287:0:16757:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.157@tcp lock: 0000000012c3943a/0x4895a8f6c11e8663 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4895a8f6c11e866a expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384911.782293:0:16757:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000012c3943a already unused, calling callback (00000000de964f35) 10000000:00000001:0.0:1767384911.782300:0:16757:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384911.782302:0:16757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.157@tcp lock: 0000000012c3943a/0x4895a8f6c11e8663 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4895a8f6c11e866a expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384911.782307:0:16757:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384911.782309:0:16757:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384911.782311:0:16757:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384911.782312:0:16757:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000012c3943a refcount=3 00000020:00000001:0.0:1767384911.782314:0:16757:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854936576 : -108637854615040 : ffff9d31c7443a00) 00010000:00000001:0.0:1767384911.782317:0:16757:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854936576 : -108637854615040 : ffff9d31c7443a00) 00010000:00000001:0.0:1767384911.782320:0:16757:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384911.782321:0:16757:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.157@tcp lock: 0000000012c3943a/0x4895a8f6c11e8663 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4895a8f6c11e866a expref: -99 pid: 16767 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384911.782327:0:16757:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384911.782328:0:16757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.157@tcp lock: 0000000012c3943a/0x4895a8f6c11e8663 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4895a8f6c11e866a expref: -99 pid: 16767 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767384911.782332:0:16757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1767384911.782334:0:16757:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767384911.782335:0:16757:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384911.782337:0:16757:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767384911.782339:0:16757:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384911.782340:0:16757:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384911.782349:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294901644, at 4294901645 10000000:00000001:0.0:1767384911.782350:0:16757:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767384911.782352:0:16757:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384911.782353:0:16757:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ff67cc77) refs 2 10000000:00000001:0.0:1767384911.782355:0:16757:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384911.782358:0:16757:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384911.782363:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3b1f67a. 00010000:00000001:0.0:1767384911.782364:0:16757:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384911.782369:0:16757:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384911.782371:0:16757:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384911.782374:0:16757:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384911.782376:0:16757:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384911.782378:0:16757:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000012c3943a with handle 0x4895a8f6c11e8663 from hash 00000100:00000001:1.0:1767384911.782380:0:16785:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294901644 00010000:00000001:0.0:1767384911.782380:0:16757:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1767384911.782386:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294901656 00010000:00000001:0.0:1767384911.782390:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:1.0:1767384911.782392:0:16785:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002df9ff4d. 00010000:00000001:0.0:1767384911.782393:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384911.782397:0:16757:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767384911.782399:0:16785:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 1 00010000:00000001:0.0:1767384911.782400:0:16757:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384911.782403:0:16757:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:1.0:1767384911.782404:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294901656 00010000:00000001:0.0:1767384911.782408:0:16757:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000010:1.0:1767384911.782411:0:16785:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b6e59875. 00010000:00000001:0.0:1767384911.782412:0:16757:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384911.782418:0:16757:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e25b998. 00000020:00000040:0.0:1767384911.782421:0:16757:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=6 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1767384911.782424:0:16757:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384911.782425:0:16757:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384911.782428:0:16757:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384911.782432:0:16757:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000beb39d1e. 00000100:00000001:1.0:1767384911.782435:0:16785:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384911.782435:0:16757:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.782437:0:16757:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:1.0:1767384911.782441:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294901656 00010000:00010000:0.0:1767384911.782442:0:16757:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.157@tcp lock: 0000000012c3943a/0x4895a8f6c11e8663 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4895a8f6c11e866a expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384911.782449:0:16757:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384911.782451:0:16757:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384911.782453:0:16757:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384911.782455:0:16757:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384911.782460:0:16757:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e25b998] to pc [ptlrpcd_00_03+3] req@000000003e25b998 x1853237358508800/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384911.782465:0:16785:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000050585d43. 00000100:00000001:1.0:1767384911.782470:0:16785:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384911.782475:0:16785:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384911.782477:0:16785:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.782479:0:16785:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.782480:0:16785:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384911.782483:0:16785:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.782483:0:16757:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384911.782485:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384911.782488:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384911.782489:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384911.782491:0:16785:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.782492:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384911.782494:0:16785:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384911.782495:0:16757:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.782497:0:16785:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1767384911.782499:0:16757:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.782501:0:16785:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384911.782502:0:16757:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.782505:0:16785:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:0.0:1767384911.782506:0:16757:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.157@tcp lock: 0000000012c3943a/0x4895a8f6c11e8663 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4895a8f6c11e866a expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384911.782508:0:16785:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384911.782513:0:16785:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b88f7b38 going to sleep for 11 seconds 00000100:00000001:1.0:1767384911.782519:0:16785:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384911.782519:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384911.782524:0:16757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.157@tcp lock: 0000000012c3943a/0x4895a8f6c11e8663 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4895a8f6c11e866a expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384911.782537:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:0.0:1767384911.782538:0:16757:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000180c36e count: 0 00000100:00000001:1.0:1767384911.782540:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384911.782543:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384911.782547:0:16129:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767384911.782549:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384911.782550:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384911.782553:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767384911.782553:0:16757:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1767384911.782557:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384911.782557:0:16757:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000dcc197b6. 00000100:00000001:1.0:1767384911.782561:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384911.782563:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384911.782564:0:16757:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384911.782567:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384911.782568:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384911.782571:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384911.782572:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384911.782574:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384911.782577:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384911.782578:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e25b998 x1853237358508800/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384911.782580:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384911.782584:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384911.782587:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.782589:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:0.0:1767384911.782591:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384911.782592:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384911.782596:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384911.782599:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384911.782601:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384911.782604:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003e25b998 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358508800:0@lo:103: 00000100:00000001:1.0:1767384911.782607:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384911.782611:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384911.782611:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384911.782613:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.782615:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384911.782616:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384911.782637:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000abf5aa77. 02000000:00000001:1.0:1767384911.782641:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384911.782646:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d4fcd82. 00000400:00000010:1.0:1767384911.782652:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e26a58f9. 00000100:00000200:1.0:1767384911.782656:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358508800, portal 18 00000100:00000001:1.0:1767384911.782659:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384911.782660:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780955136 : -108637928596480 : ffff9d31c2db5c00) 00000100:00000040:1.0:1767384911.782666:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003e25b998 x1853237358508800/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.782674:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384911.782676:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384911.782679:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f27d0a09. 00000100:00000200:1.0:1767384911.782681:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237358508800, offset 0 00000400:00000200:1.0:1767384911.782686:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384911.782691:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384911.782697:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272703b00 00000400:00000200:1.0:1767384911.782701:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1312 00000400:00000200:1.0:1767384911.782707:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384911.782709:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384911.782714:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384911.782721:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384911.782724:0:16129:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000068471d43. 00000100:00000040:1.0:1767384911.782726:0:16129:0:(events.c:337:request_in_callback()) incoming req@0000000068471d43 x1853237358508800 msgsize 328 00000100:00100000:1.0:1767384911.782731:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384911.782742:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384911.782746:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f27d0a09 00000400:00000010:1.0:1767384911.782748:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f27d0a09. 00000100:00000001:1.0:1767384911.782752:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384911.782756:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e25b998 x1853237358508800/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384911.782759:0:16756:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384911.782764:0:16756:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358508800 00000100:00000001:1.0:1767384911.782765:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384911.782769:0:16756:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384911.782771:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e25b998 x1853237358508800/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384927 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384911.782772:0:16756:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384911.782775:0:16756:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384911.782781:0:16756:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.782783:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384911.782784:0:16756:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358508800 00000100:00000001:1.0:1767384911.782786:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384911.782789:0:16756:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384911.782792:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384911.782792:0:16756:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:0.0:1767384911.782796:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384911.782798:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294901656 00000020:00000040:0.0:1767384911.782800:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=17 00000020:00000001:0.0:1767384911.782803:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:0.0:1767384911.782806:0:16756:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384911.782809:0:16756:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384911.782814:0:16756:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ed85cb6e. 00000100:00000001:0.0:1767384911.782817:0:16756:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384911.782820:0:16756:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ed85cb6e. 00000100:00000001:1.0:1767384911.782831:0:16129:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294901655 00000020:00000010:0.0:1767384911.782834:0:16756:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c808ad95. 00000100:00000001:1.0:1767384911.782836:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294901656 00000100:00000001:1.0:1767384911.782841:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, keep current deadline 4294901656 00000020:00000010:0.0:1767384911.782841:0:16756:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c482ea5f. 00000100:00000001:1.0:1767384911.782847:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294901656 00000020:00000010:0.0:1767384911.782849:0:16756:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009b50491d. 00000100:00000001:1.0:1767384911.782859:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, keep current deadline 4294901656 00000100:00000040:0.0:1767384911.782860:0:16756:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384911.782864:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294901656 00000100:00000001:0.0:1767384911.782866:0:16756:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384911.782867:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, keep current deadline 4294901656 00000100:00000001:0.0:1767384911.782870:0:16756:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384911.782871:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384911.782875:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.782875:0:16756:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:1.0:1767384911.782881:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.782881:0:16756:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.782888:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.782889:0:16756:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384911.782894:0:16756:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384911.782896:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384911.782898:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b46f71f2 refcount=5 00000400:00000001:1.0:1767384911.782899:0:16785:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384911.782903:0:16785:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384911.782904:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854932992 : -108637854618624 : ffff9d31c7442c00) 00000400:00000010:1.0:1767384911.782906:0:16785:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063bf9adb. 00010000:00000001:0.0:1767384911.782910:0:16756:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854932992 : -108637854618624 : ffff9d31c7442c00) 00000400:00000200:1.0:1767384911.782911:0:16785:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054df7106 00010000:00010000:0.0:1767384911.782917:0:16756:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000b46f71f2/0x4895a8f6c11e866a lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4895a8f6c11e8663 expref: 17 pid: 16764 timeout: 384 lvb_type: 0 00000400:00000010:1.0:1767384911.782920:0:16785:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054df7106. 00000100:00000001:1.0:1767384911.782926:0:16785:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384911.782931:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1767384911.782934:0:16785:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009b2de291 x1853237358508672/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384911.782935:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384911.782939:0:16756:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384911.782946:0:16756:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384911.782948:0:16785:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009b2de291 x1853237358508672/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384911.782954:0:16756:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384911.782957:0:16785:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384911.782959:0:16785:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.782962:0:16785:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:0.0:1767384911.782963:0:16756:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000068471d43 x1853237358508800/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:137/0 lens 328/0 e 0 to 0 dl 1767384922 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384911.782966:0:16785:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384911.782969:0:16785:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384911.782974:0:16785:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.782979:0:16756:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:1.0:1767384911.782980:0:16785:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.782983:0:16756:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384911.782987:0:16785:0:(import.c:2128:obd_at_measure()) add 5 to 0000000080a5a92e time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384911.782992:0:16785:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cfe3d233 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384911.782993:0:16756:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.782997:0:16785:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384911.783001:0:16785:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.783004:0:16785:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384911.783006:0:16785:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.783006:0:16756:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384911.783009:0:16785:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.783039:0:16756:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384911.783046:0:16756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:0.0:1767384911.783051:0:16756:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 3 00000100:00000040:1.0:1767384911.783055:0:16785:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009b2de291 x1853237358508672/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384911.783056:0:16756:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436514555904 : -108637194995712 : ffff9d31ee953800) 00000100:00000040:0.0:1767384911.783066:0:16756:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000068471d43 x1853237358508800/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:137/0 lens 328/0 e 0 to 0 dl 1767384922 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.783071:0:16785:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384911.783079:0:16785:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384911.783083:0:16785:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384911.783086:0:16785:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384911.783090:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384911.783094:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384911.783097:0:16785:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384911.783105:0:16785:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009b2de291 x1853237358508672/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384927 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384911.783105:0:16756:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384911.783115:0:16785:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009b2de291 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16785:1853237358508672:0@lo:104: 00000100:00000001:1.0:1767384911.783120:0:16785:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.783124:0:16785:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.783132:0:16785:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384911.783134:0:16785:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384911.783136:0:16785:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009b2de291 x1853237358508672/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384927 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384911.783142:0:16785:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384911.783145:0:16785:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384911.783147:0:16785:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008e5ffd7a. 02000000:00000001:1.0:1767384911.783151:0:16785:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384911.783153:0:16785:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384911.783154:0:16785:0:(genops.c:1242:class_import_put()) import 00000000c30cd863 refcount=1 obd=MGS 00000020:00000001:1.0:1767384911.783157:0:16785:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384911.783160:0:16785:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fa5e07ca. 02000000:00000001:1.0:1767384911.783164:0:16785:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384911.783166:0:16785:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384911.783168:0:16785:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009b2de291. 00000100:00000001:1.0:1767384911.783174:0:16785:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384911.783176:0:16785:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384911.783179:0:16785:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b88f7b38. 00000100:00000001:1.0:1767384911.783183:0:16785:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384911.783185:0:16785:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384911.783188:0:16785:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003f4a30bb. 00010000:00000001:1.0:1767384911.783193:0:16785:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.783197:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.783199:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384911.783203:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000020:00000010:0.0:1767384911.783205:0:16756:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ed85cb6e. 00010000:00000001:1.0:1767384911.783206:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1767384911.783211:0:16785:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8671 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384911.783211:0:16756:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384911.783215:0:16756:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ed85cb6e. 00000100:00100000:0.0:1767384911.783224:0:16756:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000068471d43 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fc613044-dd35-4201-b03c-4d69ab0214c0+17:16129:x1853237358508800:12345-0@lo:103: 00000100:00000200:0.0:1767384911.783230:0:16756:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358508800 00010000:00000001:0.0:1767384911.783232:0:16756:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384911.783233:0:16756:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384911.783235:0:16756:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384911.783238:0:16756:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384911.783240:0:16756:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384911.783244:0:16756:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001466cafd. 02000000:00000001:0.0:1767384911.783245:0:16756:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.783247:0:16756:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.783249:0:16756:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384911.783251:0:16756:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384911.783252:0:16756:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384911.783254:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384911.783255:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b46f71f2 refcount=4 00000020:00000001:0.0:1767384911.783257:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854932992 : -108637854618624 : ffff9d31c7442c00) 00010000:00000001:0.0:1767384911.783259:0:16756:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854932992 : -108637854618624 : ffff9d31c7442c00) 00010000:00000040:0.0:1767384911.783261:0:16756:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ee4122b5 count: 3 00010000:00010000:0.0:1767384911.783264:0:16756:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000b46f71f2/0x4895a8f6c11e866a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4895a8f6c11e8663 expref: 17 pid: 16764 timeout: 384 lvb_type: 0 00000100:00001000:0.0:1767384911.783269:0:16756:0:(import.c:2128:obd_at_measure()) add 0 to 0000000011468271 time=1767384911 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384911.783271:0:16756:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384911.783275:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384911.783278:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384911.783281:0:16756:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000b46f71f2/0x4895a8f6c11e866a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4895a8f6c11e8663 expref: 17 pid: 16764 timeout: 384 lvb_type: 0 00000020:00000001:0.0:1767384911.783286:0:16756:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384911.783292:0:16756:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384911.783294:0:16756:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384911.783295:0:16756:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.783298:0:16756:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384911.783300:0:16756:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384911.783304:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384911.783306:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384911.783307:0:16756:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384911.783308:0:16756:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384911.783310:0:16756:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b46f71f2 with handle 0x4895a8f6c11e866a from hash 00010000:00000001:0.0:1767384911.783312:0:16756:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384911.783314:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384911.783315:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384911.783316:0:16756:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384911.783317:0:16756:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384911.783319:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384911.783321:0:16756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b46f71f2/0x4895a8f6c11e866a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4895a8f6c11e8663 expref: 17 pid: 16764 timeout: 384 lvb_type: 0 00010000:00000040:0.0:1767384911.783325:0:16756:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000005d63f134 : new locks_count 9 00000020:00000040:0.0:1767384911.783327:0:16756:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 16 00010000:00000001:0.0:1767384911.783331:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384911.783333:0:16756:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384911.783335:0:16756:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384911.783337:0:16756:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000f8ef50a3 00010000:00000001:0.0:1767384911.783338:0:16756:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384911.783340:0:16756:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384911.783342:0:16756:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384911.783344:0:16756:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384911.783346:0:16756:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384911.783348:0:16756:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384911.783349:0:16756:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384911.783350:0:16756:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8671 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384911.783355:0:16756:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384911.783356:0:16756:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384911.783363:0:16756:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384911.783365:0:16756:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384911.783366:0:16756:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ee4122b5) refcount = 2 00010000:00010000:0.0:1767384911.783369:0:16756:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8671 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384911.783374:0:16756:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384911.783376:0:16756:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384911.783377:0:16756:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384911.783379:0:16756:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384911.783393:0:16756:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ed85cb6e. 00000100:00000001:0.0:1767384911.783395:0:16756:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384911.783398:0:16756:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dcc197b6. 00000100:00000001:0.0:1767384911.783400:0:16756:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635435780435328 : -108637929116288 : ffff9d31c2d36d80) 00000100:00000001:0.0:1767384911.783401:0:16756:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635435780435328 : -108637929116288 : ffff9d31c2d36d80) 00000100:00000001:0.0:1767384911.783403:0:16756:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384911.783404:0:16756:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384911.783405:0:16756:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384911.783407:0:16756:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384911.783409:0:16756:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002318499s 00010000:00000001:0.0:1767384911.783412:0:16756:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384911.783413:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384911.783415:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f8ef50a3 refcount=5 00000020:00000001:0.0:1767384911.783416:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00010000:00000001:0.0:1767384911.783418:0:16756:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00010000:00000001:0.0:1767384911.783421:0:16756:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384911.783422:0:16756:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8671 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384911.783427:0:16756:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384911.783429:0:16756:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8671 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384911.783434:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384911.783435:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384911.783442:0:16756:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8671 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384911.783447:0:16756:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384911.783448:0:16756:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.783450:0:16756:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384911.783452:0:16756:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8671 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384911.783456:0:16756:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f8ef50a3 already unused, calling callback (00000000be7801c4) 00010000:00000001:0.0:1767384911.783458:0:16756:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384911.783459:0:16756:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384911.783461:0:16756:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8671 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384911.783465:0:16756:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384911.783467:0:16756:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384911.783468:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384911.783469:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f8ef50a3 refcount=6 00000020:00000001:0.0:1767384911.783470:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00010000:00000001:0.0:1767384911.783472:0:16756:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00010000:00000001:0.0:1767384911.783475:0:16756:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384911.783476:0:16756:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8671 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384911.783480:0:16756:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384911.783482:0:16756:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384911.783483:0:16756:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.783485:0:16756:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384911.783486:0:16756:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384911.783487:0:16756:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384911.783489:0:16756:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384911.783491:0:16756:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f8ef50a3 with handle 0x4895a8f6c11e8671 from hash 00010000:00000001:0.0:1767384911.783492:0:16756:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384911.783494:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384911.783500:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384911.783502:0:16756:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384911.783504:0:16756:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384911.783506:0:16756:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384911.783508:0:16756:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384911.783509:0:16756:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384911.783511:0:16756:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.783513:0:16756:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384911.783515:0:16756:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384911.783516:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384911.783518:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384911.783519:0:16756:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.783520:0:16756:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.783522:0:16756:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384911.783524:0:16756:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8671 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384911.783527:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384911.783529:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384911.783530:0:16756:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384911.783532:0:16756:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384911.783533:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384911.783534:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384911.783536:0:16756:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384911.783538:0:16756:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384911.783540:0:16756:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.783541:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384911.783543:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384911.783544:0:16756:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.783545:0:16756:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384911.783547:0:16756:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384911.783548:0:16756:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.783549:0:16756:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.783551:0:16756:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384911.783552:0:16756:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000dcc197b6. 00010000:00010000:1.0:1767384911.783553:0:16785:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8671 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384911.783555:0:16756:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384911.783557:0:16756:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384911.783562:0:16756:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ed85cb6e. 00010000:00000001:1.0:1767384911.783568:0:16785:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384911.783570:0:16756:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 20000000:00000001:1.0:1767384911.783574:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:0.0:1767384911.783574:0:16756:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384911.783577:0:16756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384911.783581:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8671 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384911.783582:0:16756:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384911.783585:0:16756:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384911.783590:0:16756:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bb2adef3 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384911.783594:0:16756:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384911.783597:0:16756:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384911.783598:0:16756:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384911.783604:0:16756:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384911.783607:0:16756:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.783609:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:0.0:1767384911.783610:0:16756:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384911.783614:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384911.783617:0:16756:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:1.0:1767384911.783619:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8671 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384911.783642:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ee4122b5 count: 0 00000400:00000010:0.0:1767384911.783644:0:16756:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccae3aef. 00000100:00000200:0.0:1767384911.783649:0:16756:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237358508800, offset 224 00000400:00000200:0.0:1767384911.783656:0:16756:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384911.783657:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384911.783661:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:0.0:1767384911.783666:0:16756:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384911.783675:0:16756:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272703b00 00000400:00000200:0.0:1767384911.783678:0:16756:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x15d5 [1] + 224 00000400:00000200:0.0:1767384911.783681:0:16756:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384911.783685:0:16756:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384911.783689:0:16756:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384911.783693:0:16756:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e25b998 x1853237358508800/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384911.783699:0:16756:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e25b998 x1853237358508800/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384911.783710:0:16756:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384911.783715:0:16756:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccae3aef 00000400:00000010:0.0:1767384911.783717:0:16756:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccae3aef. 00000100:00000001:0.0:1767384911.783721:0:16756:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384911.783722:0:16756:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384911.783725:0:16756:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.783729:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384911.783729:0:16756:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00000001:1.0:1767384911.783734:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384911.783734:0:16756:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384911.783740:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384911.783742:0:16756:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384911.783744:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384911.783747:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d4fcd82. 00000100:00000040:0.0:1767384911.783748:0:16756:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000068471d43 x1853237358508800/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:137/0 lens 328/224 e 0 to 0 dl 1767384922 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384911.783752:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e26a58f9 00000400:00000010:1.0:1767384911.783756:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e26a58f9. 00000100:00000001:1.0:1767384911.783762:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384911.783766:0:16756:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000068471d43 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fc613044-dd35-4201-b03c-4d69ab0214c0+16:16129:x1853237358508800:12345-0@lo:103: Request processed in 659us (1035us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384911.783770:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e25b998 x1853237358508800/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384911.783779:0:16756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:0.0:1767384911.783782:0:16756:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 2 00000100:00000200:1.0:1767384911.783784:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e25b998 x1853237358508800/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384911.783785:0:16756:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384911.783788:0:16756:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384911.783792:0:16756:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c482ea5f. 00000020:00000010:0.0:1767384911.783799:0:16756:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009b50491d. 00000100:00000001:1.0:1767384911.783801:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384911.783804:0:16756:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c808ad95. 00000100:00000001:1.0:1767384911.783806:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.783811:0:16129:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:0.0:1767384911.783812:0:16756:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 15 02000000:00000001:1.0:1767384911.783815:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384911.783817:0:16756:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.783819:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384911.783823:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384911.783826:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384911.783830:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f692eeab time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384911.783834:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384911.783837:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384911.783839:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.783841:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384911.783843:0:16129:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.783845:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384911.783850:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e25b998 x1853237358508800/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.783865:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384911.783868:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384911.783870:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384911.783874:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e25b998 x1853237358508800/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384927 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384911.783882:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003e25b998 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358508800:0@lo:103: 00000100:00000001:1.0:1767384911.783888:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.783890:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384911.783894:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e25b998 x1853237358508800/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384927 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.783903:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384911.783905:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384911.783908:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000abf5aa77. 02000000:00000001:1.0:1767384911.783913:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384911.783915:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384911.783917:0:16129:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1767384911.783920:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384911.783923:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000beb39d1e. 02000000:00000001:1.0:1767384911.783927:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384911.783928:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384911.783931:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e25b998. 00000100:00000001:1.0:1767384911.783935:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384911.783937:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.783940:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.783942:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384911.783945:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384911.783948:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.783951:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384911.789036:0:16593:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ee4122b5. 00010000:00000010:1.1:1767384911.789045:0:16593:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f8ef50a3. 00010000:00000010:0.1:1767384911.789059:0:24741:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000180c36e. 00010000:00000010:0.1:1767384911.789066:0:24741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000012c3943a. 00010000:00000010:0.1:1767384911.789073:0:24741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b46f71f2. 00080000:00000001:0.0:1767384911.791165:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:1.0:1767384911.791166:0:16764:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384911.791168:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:1.0:1767384911.791171:0:16764:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00040000:00000001:0.0:1767384911.791172:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384911.791175:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384911.791176:0:16764:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384911.791179:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384911.791180:0:16764:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384911.791183:0:16764:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:0.0:1767384911.791183:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000049836cb0. 00080000:00000001:0.0:1767384911.791187:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384911.791199:0:16764:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384911.791202:0:16764:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767384911.791207:0:16764:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384911.791221:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384911.791223:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384911.791225:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384911.791228:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384911.791230:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384911.791235:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000127e2f2d. 00010000:00000001:1.0:1767384911.791238:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384911.791241:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f8ef50a3. 00000020:00000001:1.0:1767384911.791244:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384911.791246:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f8ef50a3 with handle 0x4895a8f6c11e8678 to hash 00000020:00000001:1.0:1767384911.791248:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384911.791249:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00010000:00000001:1.0:1767384911.791252:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00010000:00000001:1.0:1767384911.791254:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384911.791256:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384911.791258:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8678 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384911.791263:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384911.791265:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384911.791267:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384911.791269:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384911.791270:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384911.791272:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384911.791274:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384911.791275:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384911.791277:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384911.791278:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384911.791280:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384911.791281:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000127e2f2d) refcount = 1 00010000:00010000:1.0:1767384911.791284:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8678 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384911.791296:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384911.791298:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384911.791300:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384911.791301:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.791303:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384911.791305:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384911.791307:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002318499s 00010000:00000001:1.0:1767384911.791309:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384911.791310:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384911.791311:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f8ef50a3 refcount=4 00000020:00000001:1.0:1767384911.791314:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00010000:00000001:1.0:1767384911.791316:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00010000:00000001:1.0:1767384911.791318:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384911.791320:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8678 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384911.791325:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384911.791326:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8678 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384911.791330:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384911.791331:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384911.791332:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8678 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384911.791336:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384911.791337:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.791339:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384911.791340:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8678 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384911.791344:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f8ef50a3 already unused, calling callback (00000000be7801c4) 00010000:00000001:1.0:1767384911.791346:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384911.791353:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384911.791355:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8678 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384911.791360:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384911.791361:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384911.791363:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384911.791364:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f8ef50a3 refcount=5 00000020:00000001:1.0:1767384911.791366:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00010000:00000001:1.0:1767384911.791368:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00010000:00000001:1.0:1767384911.791371:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384911.791372:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8678 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384911.791376:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384911.791377:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384911.791379:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.791381:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384911.791382:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384911.791383:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384911.791384:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384911.791386:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f8ef50a3 with handle 0x4895a8f6c11e8678 from hash 00010000:00000001:1.0:1767384911.791388:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384911.791390:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384911.791392:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384911.791393:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384911.791395:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384911.791397:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384911.791399:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384911.791401:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384911.791404:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.791406:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384911.791408:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384911.791410:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384911.791412:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384911.791414:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.791422:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.791424:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384911.791427:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8678 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384911.791433:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384911.791435:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384911.791437:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384911.791439:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384911.791441:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384911.791442:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384911.791444:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384911.791447:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384911.791449:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384911.791452:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8678 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384911.791459:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384911.791461:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384911.791463:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e8678 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384911.791470:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000127e2f2d count: 0 00010000:00000001:1.0:1767384911.791479:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384911.791480:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384911.792142:0:16762:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384911.792145:0:16762:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384911.792147:0:16762:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e16749a4. 20000000:00000001:1.0:1767384911.792152:0:16762:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384911.792155:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358508544 00010000:00000001:1.0:1767384911.792158:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384911.792164:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000af723edd x1853237358508544/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:137/0 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384911.792171:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384911.792173:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384911.792175:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384911.792178:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384911.792186:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:1.0:1767384911.792188:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:1.0:1767384911.792190:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384911.792192:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.792195:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384911.792197:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384911.792200:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009d45bc7a. 00000100:00000200:1.0:1767384911.792204:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358508544, offset 224 00000400:00000200:1.0:1767384911.792210:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384911.792217:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384911.792224:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272703a00 00000400:00000200:1.0:1767384911.792229:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15b9 [2] + 224 00000400:00000200:1.0:1767384911.792234:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384911.792237:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384911.792241:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384911.792244:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cd97ee74 x1853237358508544/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384911.792251:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000cd97ee74 x1853237358508544/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.792261:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384911.792266:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d45bc7a 00000400:00000010:1.0:1767384911.792267:0:16762:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009d45bc7a. 00000100:00000001:1.0:1767384911.792270:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384911.792271:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384911.792273:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384911.792274:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:1.0:1767384911.792276:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384911.792278:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384911.792280:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384911.792283:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000af723edd x1853237358508544/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:137/0 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384911.792289:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000af723edd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16129:x1853237358508544:12345-0@lo:253: Request processed in 21447us (21890us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384911.792304:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00000040:1.0:1767384911.792307:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00000001:1.0:1767384911.792310:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384911.792313:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384911.792317:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000086be33f2. 00000020:00000010:1.0:1767384911.792324:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006015248f. 00000020:00000010:1.0:1767384911.792327:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002bffd430. 00000020:00000040:1.0:1767384911.792330:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 02000000:00000001:1.0:1767384911.792335:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384911.792336:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000086c68bb2. 02000000:00000001:1.0:1767384911.792339:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384911.792341:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384911.792345:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384911.792350:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d4fcd82. 00000400:00000010:1.0:1767384911.792355:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009d45bc7a. 00000100:00000001:1.0:1767384911.792371:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384911.792374:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384911.792378:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384911.792380:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384911.792382:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076c966c7. 00000400:00000200:1.0:1767384911.792386:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096f1fae6 00000400:00000010:1.0:1767384911.792388:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000096f1fae6. 00000100:00000001:1.0:1767384911.792392:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384911.792396:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cd97ee74 x1853237358508544/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384911.792404:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cd97ee74 x1853237358508544/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.792410:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384911.792411:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.792413:0:16129:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384911.792415:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384911.792416:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384911.792418:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384911.792420:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384911.792428:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=35 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384911.792431:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384911.792433:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384911.792434:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.792436:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384911.792437:0:16129:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.792439:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384911.792441:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cd97ee74 x1853237358508544/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.792447:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384911.792449:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384911.792450:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384911.792453:0:16129:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384911.792454:0:16129:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384911.792455:0:16129:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384911.792457:0:16129:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384911.792458:0:16129:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384911.792459:0:16129:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384911.792460:0:16129:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384911.792462:0:16129:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384911.792463:0:16129:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384911.792464:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cd97ee74 x1853237358508544/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384911.792469:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cd97ee74 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358508544:0@lo:253: 00000100:00000001:1.0:1767384911.792472:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.792474:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384911.792477:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cd97ee74 x1853237358508544/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.792482:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384911.792483:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384911.792485:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b44a3452. 02000000:00000001:1.0:1767384911.792487:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384911.792488:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384911.792489:0:16129:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1767384911.792490:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384911.792496:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000da6ee759. 02000000:00000001:1.0:1767384911.792499:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384911.792500:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384911.792501:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cd97ee74. 00000100:00000001:1.0:1767384911.792503:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384911.792504:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.792505:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.792509:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384911.792510:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.792512:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384911.792513:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384911.792910:0:24741:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d2590fc3. 00000400:00000040:0.0:1767384911.792930:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384911.792933:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384911.792937:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384911.792939:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384911.792942:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384911.792944:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384911.792947:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384911.792949:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384911.792951:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384911.792953:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384911.792956:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384911.792959:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384911.792962:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384911.792972:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384911.792974:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384911.792977:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384911.792979:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384911.792981:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384911.792983:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384911.792986:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384911.792989:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384911.792991:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384911.792993:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384911.792995:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384911.792997:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384911.793000:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384911.793002:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384911.793004:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384911.793006:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384911.793007:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384911.793009:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384911.793039:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384911.793042:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384911.793044:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384911.793046:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384911.793048:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384911.793049:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384911.793052:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384911.793054:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384911.793057:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384911.793058:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384911.793060:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384911.793062:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384911.793064:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384911.793066:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384911.793069:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384911.793071:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384911.793072:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384911.793075:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384911.793077:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384911.793080:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384911.793082:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384911.793090:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384911.793093:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384911.793095:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384911.793098:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384911.793100:0:24741:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384911.793185:0:24741:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d2590fc3. 00000100:00000040:1.0:1767384911.794075:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294901656, at 4294901657 00000100:00000010:1.0:1767384911.794083:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002df9ff4d. 00000100:00000040:2.0:1767384911.794098:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294901656, at 4294901657 00000100:00000010:2.0:1767384911.794113:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b6e59875. 00080000:00000020:1.0:1767384911.794305:0:16764:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384911.794308:0:16764:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384911.794309:0:16764:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e45018f3. 20000000:00000001:1.0:1767384911.794315:0:16764:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384911.794318:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358508416 00010000:00000001:1.0:1767384911.794320:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384911.794323:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009ee9b8b5 x1853237358508416/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:137/0 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384911.794328:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384911.794330:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384911.794332:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384911.794334:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384911.794336:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:1.0:1767384911.794338:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:1.0:1767384911.794340:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384911.794341:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.794343:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384911.794345:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384911.794347:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000096f1fae6. 00000100:00000200:1.0:1767384911.794350:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358508416, offset 224 00000400:00000200:1.0:1767384911.794354:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384911.794359:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384911.794363:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272703980 00000400:00000200:1.0:1767384911.794372:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15b1 [2] + 224 00000400:00000200:1.0:1767384911.794377:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384911.794379:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384911.794382:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384911.794385:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cb630d2d x1853237358508416/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384911.794390:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000cb630d2d x1853237358508416/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.794402:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384911.794406:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096f1fae6 00000400:00000010:1.0:1767384911.794408:0:16764:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000096f1fae6. 00000100:00000001:1.0:1767384911.794410:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384911.794411:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384911.794415:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.794416:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384911.794417:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00000001:2.0:1767384911.794421:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384911.794422:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384911.794426:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384911.794428:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384911.794429:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384911.794431:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ee9b8b5 x1853237358508416/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:137/0 lens 4848/4768 e 0 to 0 dl 1767384922 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384911.794434:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384911.794438:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a47e4e55. 00000100:00100000:1.0:1767384911.794443:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009ee9b8b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16128:x1853237358508416:12345-0@lo:253: Request processed in 23599us (24229us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384911.794446:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c92c0d1 00000400:00000010:2.0:1767384911.794450:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009c92c0d1. 00000100:00100000:1.0:1767384911.794453:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00000001:2.0:1767384911.794455:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384911.794456:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:1.0:1767384911.794460:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384911.794461:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384911.794464:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cb630d2d x1853237358508416/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384911.794466:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000623bd85e. 00000020:00000010:1.0:1767384911.794472:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008bbbdfbb. 00000020:00000010:1.0:1767384911.794477:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cad59d99. 00000020:00000040:1.0:1767384911.794484:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 00000100:00000200:2.0:1767384911.794486:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cb630d2d x1853237358508416/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384911.794488:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384911.794490:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000019e0feed. 00000100:00000001:2.0:1767384911.794498:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384911.794502:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384911.794502:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384911.794505:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384911.794507:0:16128:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384911.794511:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1767384911.794511:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384911.794516:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384911.794517:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076c966c7. 00000100:00000001:2.0:1767384911.794519:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384911.794521:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000096f1fae6. 02000000:00000001:2.0:1767384911.794524:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384911.794530:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=35 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384911.794534:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384911.794537:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384911.794539:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384911.794542:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384911.794543:0:16128:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.794546:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384911.794550:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cb630d2d x1853237358508416/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384911.794558:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384911.794561:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384911.794563:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384911.794566:0:16128:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384911.794568:0:16128:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384911.794569:0:16128:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384911.794579:0:16128:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384911.794580:0:16128:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384911.794582:0:16128:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384911.794583:0:16128:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384911.794585:0:16128:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384911.794586:0:16128:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384911.794587:0:16128:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384911.794591:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb630d2d x1853237358508416/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384911.794599:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cb630d2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358508416:0@lo:253: 00000100:00000001:2.0:1767384911.794605:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384911.794607:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384911.794610:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cb630d2d x1853237358508416/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384927 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384911.794618:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384911.794620:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384911.794638:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004ba79b44. 02000000:00000001:2.0:1767384911.794644:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384911.794646:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384911.794647:0:16128:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1767384911.794650:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384911.794652:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e39905ef. 02000000:00000001:2.0:1767384911.794655:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384911.794657:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384911.794658:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cb630d2d. 00000100:00000001:2.0:1767384911.794663:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384911.794664:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384911.794666:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384911.794672:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384911.794673:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.794676:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384911.794677:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384911.795061:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294901656, at 4294901658 00000100:00000040:3.0:1767384911.795067:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294901656, at 4294901658 00000100:00000010:0.0:1767384911.795070:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007ec8b8db. 00000100:00000010:3.0:1767384911.795075:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000050585d43. 00010000:00000010:1.1:1767384911.798056:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000127e2f2d. 00010000:00000010:1.1:1767384911.798066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f8ef50a3. 00000100:00000040:2.0:1767384911.897074:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384911.897082:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384911.897089:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001853ff18. 00000020:00000040:2.0:1767384911.897096:0:8:0:(genops.c:1229:class_import_get()) import 000000002913d734 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000004:00000001:0.0:1767384911.897097:0:16793:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384911.897101:0:16793:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384911.897107:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b276a0f. 00000100:00000001:2.0:1767384911.897108:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384911.897114:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:0.0:1767384911.897114:0:16793:0:(genops.c:1229:class_import_get()) import 000000002913d734 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384911.897119:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384911.897121:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384911.897122:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384911.897127:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384911.897131:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000092d9218a. 02000000:00000010:0.0:1767384911.897134:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d5814017. 00000100:00000001:2.0:1767384911.897140:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.897141:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.897150:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767384911.897153:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000001853ff18 x1853237358508928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384911.897153:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384911.897164:0:16793:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b276a0f] to pc [ptlrpcd_00_00+0] req@000000003b276a0f x1853237358509056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384911.897171:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384911.897175:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384911.897185:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001853ff18] to pc [ptlrpcd_00_01+1] req@000000001853ff18 x1853237358508928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384911.897205:0:16793:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.897207:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.897211:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384911.897212:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384911.897216:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384911.897219:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384911.897219:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384911.897220:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384911.897224:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767384911.897225:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000adf9ac74. 00000100:00000040:1.0:1767384911.897227:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003b276a0f x1853237358509056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384911.897229:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767384911.897232:0:8:0:(genops.c:1229:class_import_get()) import 000000005ebd018a refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:0.0:1767384911.897237:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001853ff18 x1853237358508928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384911.897240:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384911.897244:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384911.897248:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.897251:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384911.897256:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384911.897259:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002e7df00b. 02000000:00000001:1.0:1767384911.897262:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384911.897263:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384911.897266:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384911.897267:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384911.897267:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384911.897274:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384911.897275:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000adf9ac74 x1853237358509184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384911.897275:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1767384911.897279:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003b276a0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16127:1853237358509056:0@lo:13: 02000000:00000001:0.0:1767384911.897280:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384911.897288:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.897289:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384911.897295:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1767384911.897297:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001853ff18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16128:1853237358508928:0@lo:400: 02000000:00000001:1.0:1767384911.897298:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.897300:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384911.897303:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384911.897304:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.897307:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1767384911.897309:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000077dd3726. 00000100:00000040:2.0:1767384911.897311:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adf9ac74] to pc [ptlrpcd_00_02+2] req@00000000adf9ac74 x1853237358509184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384911.897312:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384911.897320:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063bf9adb. 02000000:00000001:0.0:1767384911.897320:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384911.897325:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384911.897330:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e26a58f9. 02000000:00000001:0.0:1767384911.897330:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384911.897334:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003590d335. 00000100:00000200:1.0:1767384911.897337:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358509056, portal 4 02000000:00000001:0.0:1767384911.897338:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.897341:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384911.897342:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.897343:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780947968 : -108637928603648 : ffff9d31c2db4000) 00000400:00000010:0.0:1767384911.897345:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001edb86c5. 00000100:00000040:2.0:1767384911.897348:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767384911.897353:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003b276a0f x1853237358509056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384911.897355:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1767384911.897355:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccae3aef. 00000100:00000010:2.0:1767384911.897361:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000de8d80bd. 00000100:00000001:1.0:1767384911.897364:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384911.897364:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358508928, portal 4 00000100:00000040:1.0:1767384911.897369:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384911.897370:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384911.897374:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504579200 : -108642204972416 : ffff9d30c3f70a80) 00000020:00000040:2.0:1767384911.897375:0:8:0:(genops.c:1229:class_import_get()) import 00000000e13b832f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:1.0:1767384911.897375:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054df7106. 00000100:00000200:1.0:1767384911.897381:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237358509056, offset 0 00000100:00000001:2.0:1767384911.897383:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384911.897386:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767384911.897388:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001853ff18 x1853237358508928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384911.897390:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384911.897391:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384911.897400:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000181ff813. 00000100:00000001:0.0:1767384911.897401:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384911.897406:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384911.897407:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384911.897412:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384911.897417:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000de8d80bd x1853237358509312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767384911.897417:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbe16274. 00000100:00000200:0.0:1767384911.897423:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237358508928, offset 0 00000400:00000200:1.0:1767384911.897429:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272703c00 00000400:00000200:0.0:1767384911.897436:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384911.897438:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384911.897442:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384911.897448:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 1120 00000400:00000200:0.0:1767384911.897448:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384911.897450:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de8d80bd] to pc [ptlrpcd_00_03+3] req@00000000de8d80bd x1853237358509312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384911.897460:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384911.897464:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272703b80 00000100:00000001:2.0:1767384911.897470:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384911.897470:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384911.897476:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 2096 00000100:00000040:2.0:1767384911.897478:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (239) 00000400:00000200:0.0:1767384911.897481:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384911.897482:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384911.897485:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:0.0:1767384911.897488:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384911.897491:0:16127:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cd97ee74. 00000100:00000040:1.0:1767384911.897494:0:16127:0:(events.c:337:request_in_callback()) incoming req@00000000cd97ee74 x1853237358509056 msgsize 224 00000100:00000001:0.0:1767384911.897494:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384911.897497:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384911.897501:0:16128:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000083802d4f. 00000100:00100000:1.0:1767384911.897505:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384911.897506:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384911.897506:0:16128:0:(events.c:337:request_in_callback()) incoming req@0000000083802d4f x1853237358508928 msgsize 224 00000100:00000001:2.0:1767384911.897511:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384911.897514:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384911.897515:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384911.897516:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384911.897539:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000de8d80bd x1853237358509312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384911.897541:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054df7106 00000100:00000001:0.0:1767384911.897542:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384911.897547:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054df7106. 00000100:00000001:1.0:1767384911.897553:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384911.897554:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384911.897558:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384911.897559:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003b276a0f x1853237358509056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384911.897560:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbe16274 00000400:00000010:0.0:1767384911.897564:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbe16274. 02000000:00000001:2.0:1767384911.897565:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384911.897570:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384911.897571:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384911.897575:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384911.897576:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384911.897578:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001853ff18 x1853237358508928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384911.897581:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003b276a0f x1853237358509056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384927 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384911.897585:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000de8d80bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16130:1853237358509312:0@lo:400: 00000100:00000001:2.0:1767384911.897598:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384911.897602:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384911.897606:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.897608:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384911.897610:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384911.897612:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384911.897613:0:16127:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:2.0:1767384911.897617:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001a2a5054. 00000100:00000040:0.0:1767384911.897634:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001853ff18 x1853237358508928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384927 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.897637:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384911.897639:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384911.897645:0:16127:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6423 usecs (7 jiffies) 00000400:00000010:2.0:1767384911.897649:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a47e4e55. 00000100:00000001:1.0:1767384911.897653:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294901767 00000100:00000001:0.0:1767384911.897653:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384911.897658:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c104db6. 00000100:00000001:0.0:1767384911.897659:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1767384911.897661:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000050585d43. 00000100:00000001:0.0:1767384911.897666:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.897669:0:16127:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000200:2.0:1767384911.897672:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358509312, portal 10 00000100:00000040:0.0:1767384911.897672:0:16128:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6423 usecs (7 jiffies) 00000100:00000001:0.0:1767384911.897677:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294901767 00000100:00000001:2.0:1767384911.897678:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384911.897679:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294901767 00000100:00000001:0.0:1767384911.897682:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294901767 00000100:00000001:2.0:1767384911.897683:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504576512 : -108642204975104 : ffff9d30c3f70000) 00000100:00000010:1.0:1767384911.897685:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b6e59875. 00000100:00000001:0.0:1767384911.897686:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294901767 00000100:00000001:1.0:1767384911.897693:0:16127:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767384911.897697:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000de8d80bd x1853237358509312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.897697:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294901767 00000100:00000001:0.0:1767384911.897700:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294901767 00000100:00000010:1.0:1767384911.897705:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002df9ff4d. 00000100:00000001:0.0:1767384911.897706:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294901767 00000100:00000001:1.0:1767384911.897712:0:16127:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384911.897719:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384911.897719:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294901767 00000100:00000001:0.0:1767384911.897720:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294901767 00000100:00000040:2.0:1767384911.897725:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384911.897726:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294901767 00000400:00000010:2.0:1767384911.897732:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cb108fe. 00000100:00000010:1.0:1767384911.897734:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000909d21c8. 00000100:00000200:2.0:1767384911.897739:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237358509312, offset 0 00000100:00000001:1.0:1767384911.897740:0:16127:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384911.897746:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384911.897747:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294901767 00000100:00000001:1.0:1767384911.897753:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384911.897754:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384911.897754:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384911.897761:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.897761:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.897767:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384911.897768:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384911.897768:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.897773:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.897775:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384911.897779:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384911.897779:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384911.897784:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384911.897785:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272703d00 00000100:00000001:1.0:1767384911.897785:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384911.897787:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384911.897789:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384911.897790:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384911.897795:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.897795:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384911.897801:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3800 00000100:00000001:1.0:1767384911.897802:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.897803:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384911.897813:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384911.897815:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384911.897819:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384911.897820:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384911.897821:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384911.897828:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384911.897829:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000adf9ac74 x1853237358509184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384911.897847:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384911.897847:0:17542:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384911.897853:0:17542:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358509056 00000100:00000010:2.0:1767384911.897856:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d1d05bf5. 02000000:00000001:0.0:1767384911.897858:0:17542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384911.897860:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384911.897862:0:16130:0:(events.c:337:request_in_callback()) incoming req@00000000d1d05bf5 x1853237358509312 msgsize 224 00000100:00000001:1.0:1767384911.897863:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.897864:0:17542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384911.897869:0:17542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384911.897870:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384911.897874:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384911.897877:0:17542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384911.897879:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384911.897879:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384911.897884:0:17542:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358509056 00000100:00100000:1.0:1767384911.897886:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000adf9ac74 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16129:1853237358509184:0@lo:400: 00000020:00000001:0.0:1767384911.897890:0:17542:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384911.897891:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1767384911.897895:0:17542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8560 02000000:00000001:1.0:1767384911.897896:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384911.897898:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.897899:0:16130:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384911.897899:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384911.897904:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aefd3e32. 00000020:00000001:0.0:1767384911.897907:0:17542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384911.897908:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cb108fe 02000000:00000001:1.0:1767384911.897908:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.897911:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:0.0:1767384911.897912:0:17542:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ce565cee refcount=5 00000400:00000010:1.0:1767384911.897914:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1e04d16. 00000100:00100000:3.0:1767384911.897915:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358509312 00000400:00000010:2.0:1767384911.897915:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000cb108fe. 00000020:00000001:0.0:1767384911.897916:0:17542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 02000000:00000001:3.0:1767384911.897920:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384911.897921:0:17542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00000001:3.0:1767384911.897923:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384911.897923:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767384911.897924:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054df7106. 00000100:00000001:3.0:1767384911.897927:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.897928:0:17542:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384911.897929:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358509184, portal 10 00000100:00000200:2.0:1767384911.897931:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000de8d80bd x1853237358509312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384911.897933:0:17542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f0d8c9e. 02000000:00000001:3.0:1767384911.897934:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.897935:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384911.897938:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504589056 : -108642204962560 : ffff9d30c3f73100) 00000100:00100000:3.0:1767384911.897941:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358509312 00000020:00000010:0.0:1767384911.897941:0:17542:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000000cc710d6. 00000020:00000001:3.0:1767384911.897945:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1767384911.897948:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000adf9ac74 x1853237358509184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384911.897949:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e853d 00000020:00000040:0.0:1767384911.897949:0:17542:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fe96f595) now 6 - evictor 00000020:00000001:3.0:1767384911.897953:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384911.897957:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e235a287 refcount=5 00000100:00000001:2.0:1767384911.897958:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384911.897962:0:17542:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:3.0:1767384911.897963:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431487174656 : -108642222376960 : ffff9d30c2ed7800) 00000100:00000040:2.0:1767384911.897967:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000de8d80bd x1853237358509312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384911.897969:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431487174656 : -108642222376960 : ffff9d30c2ed7800) 00000020:00000010:0.0:1767384911.897969:0:17542:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5bb49e7. 00000020:00000010:0.0:1767384911.897977:0:17542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a12578d2. 00000100:00000001:1.0:1767384911.897978:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384911.897979:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384911.897985:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8a84d4f. 00000020:00000010:0.0:1767384911.897986:0:17542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009b50491d. 00000100:00000040:1.0:1767384911.897989:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384911.897991:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384911.897992:0:16771:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003a6cde50. 00000400:00000010:1.0:1767384911.897995:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f27d0a09. 00000100:00000040:0.0:1767384911.897997:0:17542:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384911.897998:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1767384911.897999:0:16771:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8a46e2f) now 8 - evictor 00000100:00000200:1.0:1767384911.898001:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237358509184, offset 0 00000100:00000001:0.0:1767384911.898003:0:17542:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384911.898005:0:16771:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384911.898006:0:17542:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384911.898007:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.898009:0:17542:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384911.898010:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093859aaf. 00000400:00000200:1.0:1767384911.898013:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384911.898015:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000024e853a6. 00000100:00000001:0.0:1767384911.898019:0:17542:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384911.898020:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000891df0c. 00000100:00000040:3.0:1767384911.898053:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:1.0:1767384911.898054:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384911.898058:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384911.898060:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384911.898062:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384911.898065:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272703c80 00000100:00000001:3.0:1767384911.898069:0:16771:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:1.0:1767384911.898071:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4024 00000100:00000001:3.0:1767384911.898073:0:16771:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384911.898075:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384911.898076:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384911.898081:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384911.898083:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384911.898084:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384911.898085:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384911.898087:0:16129:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009b2de291. 00000100:00000040:1.0:1767384911.898090:0:16129:0:(events.c:337:request_in_callback()) incoming req@000000009b2de291 x1853237358509184 msgsize 224 00000100:00100000:1.0:1767384911.898093:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384911.898096:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384911.898100:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384911.898104:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1767384911.898105:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:3.0:1767384911.898109:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e235a287 : new rpc_count 1 00000400:00000200:1.0:1767384911.898110:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f27d0a09 00000400:00000010:1.0:1767384911.898113:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f27d0a09. 00000100:00000001:1.0:1767384911.898114:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384911.898118:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000adf9ac74 x1853237358509184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384911.898120:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635431504583680 : -108642204967936 : ffff9d30c3f71c00) 00000100:00000001:1.0:1767384911.898130:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384911.898132:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d1d05bf5 x1853237358509312/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:137/0 lens 224/0 e 0 to 0 dl 1767384922 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384911.898134:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000adf9ac74 x1853237358509184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.898161:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.898164:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384911.898166:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384911.898168:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384911.898171:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003a6cde50. 00000100:00000040:1.0:1767384911.898172:0:16129:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2472 usecs (3 jiffies) 00000100:00000001:1.0:1767384911.898177:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294901764 00000100:00000001:3.0:1767384911.898178:0:16771:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384911.898180:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294901767 00000100:00000040:2.0:1767384911.898183:0:16130:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2623 usecs (3 jiffies) 00000020:00000010:3.0:1767384911.898186:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003a6cde50. 00000100:00000001:1.0:1767384911.898186:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294901764 00000100:00000001:2.0:1767384911.898190:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294901764 00000100:00000001:1.0:1767384911.898192:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294901767 00000100:00100000:3.0:1767384911.898196:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d1d05bf5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16130:x1853237358509312:12345-0@lo:400: 00000100:00000001:1.0:1767384911.898204:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294901764 00000100:00000200:3.0:1767384911.898205:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358509312 00000100:00000001:2.0:1767384911.898205:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294901767 00000100:00000001:1.0:1767384911.898211:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294901767 00000020:00000001:3.0:1767384911.898212:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384911.898212:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294901764 00000100:00000001:1.0:1767384911.898216:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294901764 00000020:00000001:3.0:1767384911.898217:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384911.898218:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294901767 00000020:00000001:3.0:1767384911.898221:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.898222:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294901767 00000100:00000001:2.0:1767384911.898224:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294901764 00000020:00000001:3.0:1767384911.898226:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384911.898227:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384911.898230:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00000100:00000001:2.0:1767384911.898231:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294901767 00000100:00000001:1.0:1767384911.898231:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384911.898236:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384911.898237:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.898238:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294901764 00000020:00000001:3.0:1767384911.898240:0:16771:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.898241:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384911.898246:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384911.898246:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294901767 00000020:00000001:3.0:1767384911.898249:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384911.898250:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384911.898252:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384911.898254:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.898254:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384911.898258:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384911.898261:0:16771:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384911.898261:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384911.898264:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.898265:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384911.898266:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384911.898269:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384911.898270:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384911.898270:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.898275:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384911.898276:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000aa60e345. 00000100:00000001:2.0:1767384911.898279:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384911.898279:0:17542:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384911.898280:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.898284:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384911.898285:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384911.898291:0:16771:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384911.898292:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384911.898292:0:16769:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000040:3.0:1767384911.898293:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358509312 00000100:00000001:0.0:1767384911.898295:0:17542:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384911.898296:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384911.898296:0:16769:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358509184 00010000:00000001:3.0:1767384911.898297:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384911.898298:0:17542:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384911.898302:0:16769:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384911.898303:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384911.898306:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d1d05bf5 x1853237358509312/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:137/0 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.898306:0:16769:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384911.898308:0:17542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000001:2.0:1767384911.898311:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.898311:0:16769:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384911.898315:0:17542:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ce565cee : new rpc_count 1 02000000:00000001:1.0:1767384911.898318:0:16769:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.898320:0:17542:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436514553216 : -108637194998400 : ffff9d31ee952d80) 00000100:00100000:1.0:1767384911.898323:0:16769:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358509184 00000020:00000001:1.0:1767384911.898327:0:16769:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767384911.898329:0:17542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cd97ee74 x1853237358509056/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:137/0 lens 224/0 e 0 to 0 dl 1767384922 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384911.898330:0:16769:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8544 00010000:00000001:3.0:1767384911.898332:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384911.898335:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384911.898336:0:16771:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384911.898338:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d62afedc refcount=5 00000100:00001000:3.0:1767384911.898342:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=30 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384911.898343:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 00000020:00000001:1.0:1767384911.898348:0:16769:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 00000100:00000001:0.0:1767384911.898348:0:17542:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384911.898353:0:17542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000cc710d6. 00000100:00000001:1.0:1767384911.898354:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384911.898356:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384911.898357:0:17542:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384911.898359:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bdef59e0. 00000100:00000040:3.0:1767384911.898362:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000020:00000010:0.0:1767384911.898362:0:17542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000cc710d6. 00000100:00000001:1.0:1767384911.898363:0:16769:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384911.898368:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000020:00000010:1.0:1767384911.898369:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bdef59e0. 02000000:00000001:3.0:1767384911.898373:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1767384911.898374:0:17542:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cd97ee74 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16127:x1853237358509056:12345-0@lo:13: 02000000:00000001:3.0:1767384911.898376:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384911.898377:0:16769:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006eeb332. 00000100:00000200:0.0:1767384911.898379:0:17542:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358509056 00000100:00000001:3.0:1767384911.898381:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767384911.898384:0:16769:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000024db52db. 00000020:00000001:0.0:1767384911.898384:0:17542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:3.0:1767384911.898385:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384911.898389:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd918eb3. 00000100:00000200:3.0:1767384911.898394:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358509312, offset 224 00000020:00000001:0.0:1767384911.898395:0:17542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:1.0:1767384911.898396:0:16769:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006015248f. 00000020:00000001:0.0:1767384911.898398:0:17542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384911.898402:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384911.898402:0:16769:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384911.898403:0:17542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384911.898406:0:16769:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384911.898408:0:17542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673334736 : -1036216880 : ffffffffc23c95d0) 00000100:00000001:1.0:1767384911.898409:0:16769:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384911.898412:0:17542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384911.898415:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384911.898416:0:16769:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1767384911.898417:0:17542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.898421:0:16769:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1767384911.898421:0:17542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384911.898425:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272703d00 00000100:00000001:1.0:1767384911.898425:0:16769:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384911.898426:0:17542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384911.898430:0:17542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384911.898433:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1601 [1] + 224 00000100:00000001:0.0:1767384911.898434:0:17542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384911.898436:0:16769:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384911.898438:0:17542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384911.898439:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1767384911.898443:0:17542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000064c0e839. 00000400:00000200:3.0:1767384911.898444:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384911.898446:0:16769:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767384911.898449:0:17542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.898451:0:16769:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384911.898452:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384911.898453:0:17542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384911.898458:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000de8d80bd x1853237358509312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384911.898458:0:16769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00002000:00000001:0.0:1767384911.898459:0:17542:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000040:1.0:1767384911.898464:0:16769:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d62afedc : new rpc_count 1 00002000:00000001:0.0:1767384911.898465:0:17542:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:1.0:1767384911.898469:0:16769:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436514545152 : -108637195006464 : ffff9d31ee950e00) 00000020:00000001:0.0:1767384911.898470:0:17542:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000040:3.0:1767384911.898474:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000de8d80bd x1853237358509312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1767384911.898475:0:17542:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000040:1.0:1767384911.898478:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009b2de291 x1853237358509184/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:137/0 lens 224/0 e 0 to 0 dl 1767384922 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1767384911.898489:0:17542:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384911.898496:0:17542:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384911.898499:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000024:0.0:1767384911.898500:0:17542:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:3.0:1767384911.898519:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384911.898520:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bdef59e0. 00000020:00000020:0.0:1767384911.898521:0:17542:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:1.0:1767384911.898525:0:16769:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384911.898526:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd918eb3 00000020:00000020:0.0:1767384911.898526:0:17542:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000ce565cee dirty 0 pend 0 grant 0 00000020:00000010:1.0:1767384911.898530:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bdef59e0. 00000400:00000010:3.0:1767384911.898531:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd918eb3. 00002000:00000020:0.0:1767384911.898532:0:17542:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:0.0:1767384911.898537:0:17542:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:3.0:1767384911.898539:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:1.0:1767384911.898540:0:16769:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009b2de291 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16129:x1853237358509184:12345-0@lo:400: 00000001:00000001:0.0:1767384911.898542:0:17542:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1767384911.898543:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:1.0:1767384911.898546:0:16769:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358509184 00000001:00000001:0.0:1767384911.898547:0:17542:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.898549:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384911.898549:0:16769:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00002000:00000001:0.0:1767384911.898550:0:17542:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384911.898554:0:16769:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000040:0.0:1767384911.898556:0:17542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237358509056 00000100:00000040:3.0:1767384911.898558:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000020:00000001:1.0:1767384911.898558:0:16769:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.898561:0:17542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384911.898565:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384911.898565:0:16769:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384911.898569:0:16769:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00010000:00000200:0.0:1767384911.898569:0:17542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cd97ee74 x1853237358509056/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:137/0 lens 224/368 e 0 to 0 dl 1767384922 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384911.898570:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384911.898575:0:16769:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384911.898576:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1767384911.898581:0:16769:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384911.898583:0:17542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1767384911.898584:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d1d05bf5 x1853237358509312/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:137/0 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384911.898585:0:16769:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:0.0:1767384911.898587:0:17542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384911.898589:0:16769:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384911.898594:0:16769:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384911.898594:0:17542:0:(import.c:2128:obd_at_measure()) add 1 to 000000007564533c time=25 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384911.898599:0:16769:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:3.0:1767384911.898604:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d1d05bf5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16130:x1853237358509312:12345-0@lo:400: Request processed in 434us (737us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384911.898604:0:16769:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384911.898606:0:17542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384911.898609:0:17542:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384911.898611:0:17542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:1.0:1767384911.898615:0:16769:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384911.898617:0:17542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:1.0:1767384911.898635:0:16769:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001fb40c59. 02000000:00000001:0.0:1767384911.898638:0:17542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384911.898641:0:16769:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384911.898642:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000001:0.0:1767384911.898644:0:17542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384911.898648:0:16769:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384911.898649:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e235a287 : new rpc_count 0 00000100:00000040:0.0:1767384911.898652:0:17542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384911.898654:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1767384911.898654:0:16769:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384911.898656:0:17542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbe16274. 00000100:00000001:3.0:1767384911.898658:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000040:1.0:1767384911.898659:0:16769:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358509184 00000100:00000200:0.0:1767384911.898662:0:17542:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237358509056, offset 224 00010000:00000001:1.0:1767384911.898663:0:16769:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:3.0:1767384911.898664:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000024e853a6. 00010000:00000200:1.0:1767384911.898669:0:16769:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009b2de291 x1853237358509184/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:137/0 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384911.898670:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000891df0c. 00000400:00000200:0.0:1767384911.898675:0:17542:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384911.898677:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093859aaf. 00000020:00000040:3.0:1767384911.898684:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e235a287 : new refcount 4 00010000:00000001:1.0:1767384911.898689:0:16769:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1767384911.898689:0:17542:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384911.898690:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384911.898693:0:16769:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384911.898697:0:16769:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384911.898701:0:16769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1767384911.898704:0:17542:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272703c00 00000100:00000040:1.0:1767384911.898705:0:16769:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 22 to 0@lo 00000100:00000001:3.0:1767384911.898707:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384911.898711:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384911.898712:0:16769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000400:00000200:0.0:1767384911.898716:0:17542:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x15f1 [1] + 224 02000000:00000001:1.0:1767384911.898717:0:16769:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384911.898720:0:16769:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384911.898723:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767384911.898723:0:17542:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384911.898724:0:16769:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000001:3.0:1767384911.898727:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384911.898731:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a47e4e55. 00000100:00000040:1.0:1767384911.898732:0:16769:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384911.898733:0:17542:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384911.898738:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c104db6 00000400:00000010:1.0:1767384911.898739:0:16769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f27d0a09. 00000400:00000010:3.0:1767384911.898741:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c104db6. 00000100:00000001:3.0:1767384911.898745:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384911.898747:0:16769:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358509184, offset 224 00000100:00000001:0.0:1767384911.898747:0:17542:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384911.898750:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000de8d80bd x1853237358509312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384911.898754:0:17542:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003b276a0f x1853237358509056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384927 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384911.898758:0:16769:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384911.898771:0:16769:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384911.898782:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000de8d80bd x1853237358509312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384911.898787:0:17542:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000003b276a0f x1853237358509056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384911.898789:0:16769:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272703c80 00000400:00000200:1.0:1767384911.898802:0:16769:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1609 [1] + 224 00000400:00000200:1.0:1767384911.898813:0:16769:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384911.898814:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384911.898818:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384911.898823:0:16130:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767384911.898823:0:16769:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384911.898842:0:17542:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384911.898843:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384911.898845:0:16769:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384911.898847:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384911.898850:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384911.898851:0:16769:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000adf9ac74 x1853237358509184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384911.898853:0:17542:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbe16274 02000000:00000001:3.0:1767384911.898854:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384911.898859:0:17542:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbe16274. 00000100:00001000:3.0:1767384911.898862:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a558cf0b time=30 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384911.898864:0:16769:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000adf9ac74 x1853237358509184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384911.898866:0:17542:0:(events.c:386:reply_out_callback()) Process entered 00000100:00001000:3.0:1767384911.898868:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f60eced4 time=30 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384911.898872:0:17542:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384911.898877:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384911.898879:0:17542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.898880:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384911.898885:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384911.898886:0:16769:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384911.898887:0:17542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 21 to 0@lo 00010000:00080000:3.0:1767384911.898890:0:16130:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000de8d80bd x1853237358509312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384911.898894:0:17542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384911.898897:0:16769:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f27d0a09 00000020:00000001:0.0:1767384911.898898:0:17542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384911.898901:0:16769:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f27d0a09. 00000020:00000001:0.0:1767384911.898905:0:17542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384911.898907:0:16769:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384911.898910:0:16769:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384911.898912:0:16130:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.898915:0:16769:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384911.898915:0:17542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cd97ee74 x1853237358509056/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:137/0 lens 224/368 e 0 to 0 dl 1767384922 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384911.898916:0:16130:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384911.898920:0:16130:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000040:1.0:1767384911.898923:0:16769:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00000001:3.0:1767384911.898924:0:16130:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384911.898927:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.898929:0:16769:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384911.898933:0:16769:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384911.898935:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000de8d80bd x1853237358509312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384911.898938:0:16769:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384911.898945:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009b2de291 x1853237358509184/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:137/0 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384911.898948:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384911.898948:0:17542:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cd97ee74 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16127:x1853237358509056:12345-0@lo:13: Request processed in 594us (1447us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384911.898954:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384911.898957:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384911.898964:0:16769:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009b2de291 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16129:x1853237358509184:12345-0@lo:400: Request processed in 460us (868us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384911.898966:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000de8d80bd x1853237358509312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384911.898975:0:17542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000040:0.0:1767384911.898983:0:17542:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce565cee : new rpc_count 0 00000100:00100000:3.0:1767384911.898986:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000de8d80bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16130:1853237358509312:0@lo:400: 00000100:00100000:1.0:1767384911.898989:0:16769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:0.0:1767384911.898990:0:17542:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384911.898992:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384911.898995:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384911.898995:0:17542:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384911.898996:0:16769:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d62afedc : new rpc_count 0 00000100:00000040:3.0:1767384911.899001:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000de8d80bd x1853237358509312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384911.899001:0:17542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a12578d2. 00000100:00000001:1.0:1767384911.899002:0:16769:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384911.899008:0:16769:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384911.899010:0:17542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009b50491d. 00000100:00000001:3.0:1767384911.899012:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:1.0:1767384911.899014:0:16769:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000024db52db. 02000000:00000001:3.0:1767384911.899016:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:0.0:1767384911.899017:0:17542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5bb49e7. 02000000:00000010:3.0:1767384911.899020:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001a2a5054. 00000020:00000010:1.0:1767384911.899022:0:16769:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006015248f. 02000000:00000001:3.0:1767384911.899024:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:0.0:1767384911.899024:0:17542:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 4 00000020:00000001:3.0:1767384911.899045:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384911.899047:0:16130:0:(genops.c:1242:class_import_put()) import 00000000e13b832f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000010:1.0:1767384911.899048:0:16769:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006eeb332. 00000020:00000001:3.0:1767384911.899049:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384911.899053:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000181ff813. 00000020:00000040:1.0:1767384911.899055:0:16769:0:(genops.c:898:class_export_put()) PUTting export 00000000d62afedc : new refcount 4 02000000:00000001:3.0:1767384911.899058:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384911.899059:0:16769:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384911.899061:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384911.899064:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000de8d80bd. 00000100:00000001:3.0:1767384911.899068:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384911.899070:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384911.899072:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384911.899075:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384911.899080:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.899083:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384911.899085:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384911.899086:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.899088:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384911.899092:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384911.899094:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384911.899095:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1e04d16. 00000400:00000200:1.0:1767384911.899099:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054df7106 00000400:00000010:1.0:1767384911.899101:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054df7106. 00000100:00000001:1.0:1767384911.899104:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384911.899108:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000adf9ac74 x1853237358509184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384911.899116:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000adf9ac74 x1853237358509184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767384911.899117:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:3.0:1767384911.899124:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8a46e2f) now 8 - evictor 00000100:00080000:3.0:1767384911.899130:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1767384911.899134:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fe96f595) now 6 - evictor 00000100:00000001:1.0:1767384911.899137:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384911.899140:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.899142:0:16129:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384911.899143:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384911.899145:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384911.899146:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384911.899148:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384911.899152:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5338197 time=30 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384911.899155:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c619e3cd time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384911.899156:0:18105:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384911.899159:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1767384911.899160:0:18105:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358508928 00000100:00000001:1.0:1767384911.899161:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384911.899166:0:18105:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:1.0:1767384911.899166:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384911.899170:0:18105:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00080000:1.0:1767384911.899171:0:16129:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000adf9ac74 x1853237358509184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384911.899174:0:18105:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384911.899180:0:16129:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384911.899181:0:18105:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.899183:0:16129:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767384911.899186:0:18105:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358508928 00000100:00000040:1.0:1767384911.899186:0:16129:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384911.899187:0:16129:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:3.0:1767384911.899191:0:18105:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384911.899191:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384911.899194:0:18105:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8560 00000020:00000001:3.0:1767384911.899198:0:18105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384911.899198:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000adf9ac74 x1853237358509184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384911.899201:0:18105:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ce565cee refcount=6 00000020:00000001:3.0:1767384911.899206:0:18105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000020:00000001:3.0:1767384911.899211:0:18105:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00000001:1.0:1767384911.899212:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384911.899215:0:18105:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384911.899216:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384911.899218:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384911.899219:0:18105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003a6cde50. 00000100:00000040:1.0:1767384911.899223:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000adf9ac74 x1853237358509184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384911.899224:0:18105:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384911.899230:0:18105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003a6cde50. 00000100:00100000:1.0:1767384911.899237:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000adf9ac74 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16129:1853237358509184:0@lo:400: 00000020:00000010:3.0:1767384911.899238:0:18105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093859aaf. 00000020:00000010:3.0:1767384911.899245:0:18105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000024e853a6. 00000100:00000001:1.0:1767384911.899246:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384911.899251:0:18105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000891df0c. 00000100:00000001:1.0:1767384911.899251:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384911.899254:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000adf9ac74 x1853237358509184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384911.899261:0:18105:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384911.899261:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384911.899265:0:18105:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384911.899266:0:18105:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384911.899267:0:18105:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384911.899271:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384911.899272:0:18105:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000010:1.0:1767384911.899274:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aefd3e32. 00000100:00000001:3.0:1767384911.899275:0:18105:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:1.0:1767384911.899278:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384911.899279:0:18105:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384911.899282:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384911.899284:0:16129:0:(genops.c:1242:class_import_put()) import 000000005ebd018a refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384911.899286:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384911.899288:0:18105:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384911.899288:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002e7df00b. 02000000:00000001:1.0:1767384911.899290:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384911.899292:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384911.899293:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000adf9ac74. 00000100:00000001:1.0:1767384911.899295:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384911.899298:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.899299:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.899304:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384911.899306:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384911.899307:0:18105:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384911.899308:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384911.899309:0:18105:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384911.899312:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384911.899316:0:18105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384911.899319:0:18105:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ce565cee : new rpc_count 1 00000100:00000001:3.0:1767384911.899321:0:18105:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635435780960512 : -108637928591104 : ffff9d31c2db7100) 00000100:00000040:3.0:1767384911.899325:0:18105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000083802d4f x1853237358508928/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:137/0 lens 224/0 e 0 to 0 dl 1767384922 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384911.899331:0:18105:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384911.899334:0:18105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003a6cde50. 00000100:00000001:3.0:1767384911.899336:0:18105:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384911.899337:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384911.899339:0:18105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003a6cde50. 00000100:00000001:1.0:1767384911.899340:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384911.899346:0:18105:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000083802d4f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16128:x1853237358508928:12345-0@lo:400: 00000400:00000001:1.0:1767384911.899346:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384911.899350:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1767384911.899351:0:18105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358508928 00000400:00000010:1.0:1767384911.899353:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063bf9adb. 00000020:00000001:3.0:1767384911.899354:0:18105:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384911.899358:0:18105:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384911.899358:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e26a58f9 00000020:00000001:3.0:1767384911.899362:0:18105:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384911.899363:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e26a58f9. 00000020:00000001:3.0:1767384911.899366:0:18105:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384911.899369:0:18105:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00000100:00000001:1.0:1767384911.899369:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384911.899374:0:18105:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384911.899376:0:18105:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384911.899376:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003b276a0f x1853237358509056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384911.899381:0:18105:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384911.899384:0:18105:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384911.899387:0:18105:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384911.899390:0:18105:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000200:1.0:1767384911.899391:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003b276a0f x1853237358509056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384911.899393:0:18105:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384911.899397:0:18105:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384911.899401:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1767384911.899402:0:18105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e238ddb0. 00000100:00000001:1.0:1767384911.899405:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384911.899406:0:18105:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.899410:0:16127:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384911.899411:0:18105:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.899413:0:17542:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384911.899414:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767384911.899415:0:18105:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.899418:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000040:3.0:1767384911.899419:0:18105:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237358508928 00000100:00000001:1.0:1767384911.899421:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384911.899422:0:18105:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:1.0:1767384911.899424:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384911.899428:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000310710fb time=25 v=5 (5 0 0 0) 00010000:00000200:3.0:1767384911.899429:0:18105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000083802d4f x1853237358508928/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:137/0 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384911.899432:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a6c23273 time=25 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384911.899440:0:18105:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384911.899442:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1767384911.899444:0:18105:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.899444:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384911.899450:0:18105:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf489f17 time=25 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384911.899450:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384911.899455:0:18105:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00080000:1.0:1767384911.899455:0:16127:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003b276a0f x1853237358509056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384911.899460:0:18105:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:3.0:1767384911.899464:0:18105:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:3.0:1767384911.899469:0:18105:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384911.899470:0:16127:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384911.899471:0:18105:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.899473:0:16127:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384911.899474:0:18105:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384911.899476:0:16127:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000040:3.0:1767384911.899479:0:18105:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384911.899480:0:16127:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384911.899482:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384911.899483:0:18105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd918eb3. 00000100:00000040:1.0:1767384911.899486:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003b276a0f x1853237358509056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384911.899488:0:18105:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237358508928, offset 224 00000100:00000001:1.0:1767384911.899496:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384911.899498:0:18105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384911.899500:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384911.899502:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384911.899504:0:16127:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000400:00000200:3.0:1767384911.899507:0:18105:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000040:1.0:1767384911.899508:0:16127:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384911.899512:0:16127:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000400:00000200:3.0:1767384911.899516:0:18105:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272703b80 00000004:00000020:1.0:1767384911.899517:0:16127:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000067181a10): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000400:00000200:3.0:1767384911.899522:0:18105:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x15f5 [1] + 224 00000004:00000001:1.0:1767384911.899526:0:16127:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384911.899528:0:18105:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384911.899531:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b276a0f x1853237358509056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384927 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384911.899536:0:18105:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384911.899541:0:18105:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384911.899547:0:18105:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001853ff18 x1853237358508928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384911.899547:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003b276a0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16127:1853237358509056:0@lo:13: 00000100:00000001:1.0:1767384911.899557:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384911.899562:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384911.899564:0:18105:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001853ff18 x1853237358508928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384911.899566:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003b276a0f x1853237358509056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384927 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.899592:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384911.899594:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384911.899596:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000077dd3726. 00000100:00000001:3.0:1767384911.899599:0:18105:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384911.899604:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1767384911.899606:0:18105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd918eb3 00000020:00000001:1.0:1767384911.899607:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:3.0:1767384911.899610:0:18105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd918eb3. 00000020:00000040:1.0:1767384911.899610:0:16127:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384911.899614:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384911.899616:0:18105:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000010:1.0:1767384911.899617:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d5814017. 00000100:00000001:3.0:1767384911.899618:0:18105:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384911.899634:0:18105:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384911.899635:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384911.899637:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384911.899638:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384911.899639:0:18105:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00000010:1.0:1767384911.899639:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003b276a0f. 00000100:00000001:0.0:1767384911.899643:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384911.899645:0:18105:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384911.899646:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1767384911.899648:0:18105:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384911.899649:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384911.899651:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384911.899652:0:18105:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384911.899652:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384911.899656:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384911.899658:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767384911.899661:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001edb86c5. 00000100:00000001:1.0:1767384911.899662:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384911.899665:0:18105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083802d4f x1853237358508928/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:137/0 lens 224/224 e 0 to 0 dl 1767384922 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384911.899667:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384911.899670:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccae3aef 00000100:00000001:1.0:1767384911.899671:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384911.899677:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccae3aef. 00000100:00100000:3.0:1767384911.899680:0:18105:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000083802d4f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16128:x1853237358508928:12345-0@lo:400: Request processed in 345us (2170us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384911.899684:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384911.899688:0:18105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384911.899691:0:18105:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce565cee : new rpc_count 0 00000100:00000200:0.0:1767384911.899693:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001853ff18 x1853237358508928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384911.899694:0:18105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384911.899696:0:18105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384911.899699:0:18105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000024e853a6. 00000020:00000010:3.0:1767384911.899703:0:18105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000891df0c. 00000020:00000010:3.0:1767384911.899708:0:18105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093859aaf. 00000020:00000040:3.0:1767384911.899713:0:18105:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 4 00000100:00000001:3.0:1767384911.899716:0:18105:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384911.899716:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001853ff18 x1853237358508928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384911.899727:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384911.899729:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384911.899731:0:16128:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384911.899734:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384911.899735:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384911.899737:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384911.899739:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384911.899743:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d21af389 time=25 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384911.899747:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a6c23273 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384911.899749:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384911.899751:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384911.899753:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384911.899757:0:16128:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001853ff18 x1853237358508928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384911.899771:0:16128:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.899774:0:16128:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384911.899776:0:16128:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384911.899778:0:16128:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384911.899780:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384911.899784:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001853ff18 x1853237358508928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384911.899791:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384911.899794:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384911.899795:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384911.899799:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001853ff18 x1853237358508928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384911.899806:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001853ff18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16128:1853237358508928:0@lo:400: 00000100:00000001:0.0:1767384911.899812:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384911.899815:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384911.899817:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001853ff18 x1853237358508928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384927 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384911.899824:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384911.899827:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384911.899829:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003590d335. 02000000:00000001:0.0:1767384911.899833:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384911.899835:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384911.899836:0:16128:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384911.899838:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384911.899840:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000092d9218a. 02000000:00000001:0.0:1767384911.899843:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384911.899844:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384911.899846:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001853ff18. 00000100:00000001:0.0:1767384911.899849:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384911.899850:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384911.899852:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384911.899856:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384911.899864:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384911.899867:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384911.899869:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384911.905097:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294901767, at 4294901768 00000100:00000010:0.0:1767384911.905105:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000050585d43. 00000100:00000040:2.0:1767384911.906051:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294901767, at 4294901769 00000100:00000040:1.0:1767384911.906056:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294901767, at 4294901769 00000100:00000010:2.0:1767384911.906059:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002df9ff4d. 00000100:00000040:3.0:1767384911.906063:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294901767, at 4294901769 00000100:00000010:1.0:1767384911.906063:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b6e59875. 00000100:00000010:3.0:1767384911.906071:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000909d21c8. 00010000:00000001:1.0:1767384912.730069:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384912.730074:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384912.730078:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384912.730079:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384912.730155:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384912.730163:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384912.730167:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384912.831118:0:25040:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384912.831131:0:25040:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384912.831134:0:25040:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384912.831140:0:25040:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384912.831144:0:25040:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384912.831147:0:25040:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384913.594671:0:25204:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384913.594677:0:25204:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp27 --if ens2 00000001:00000001:1.0:1767384913.599636:0:25204:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384913.606710:0:25205:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000f47ea08f. 00000400:00000010:1.0:1767384913.606723:0:25205:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000882e587d. 00000400:00000010:1.0:1767384913.606732:0:25205:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000005c1dec5c. 00000400:00000010:1.0:1767384913.606735:0:25205:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000078e12cf4. 00000400:00000010:1.0:1767384913.606738:0:25205:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c93c0ea1. 00000400:00000010:1.0:1767384913.606741:0:25205:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000031554357. 00000400:00000010:1.0:1767384913.606742:0:25205:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f9df40a7. 00000400:00000010:1.0:1767384913.606743:0:25205:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f9678c8b. 00000400:00000010:1.0:1767384913.606746:0:25205:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000748d01ed. 00000800:00000010:1.0:1767384913.606756:0:25205:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000073285b37. 00000800:00000200:1.0:1767384913.606769:0:25205:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384913.606776:0:25205:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384913.606808:0:25205:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:1.0:1767384913.606827:0:25205:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp27 [8/256/0/180] 00000400:00000010:1.0:1767384913.608905:0:25205:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 000000006bf690d1. 00000400:00000010:1.0:1767384913.608911:0:25205:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063bf9adb. 00000400:00000010:1.0:1767384913.608915:0:25205:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e26a58f9. 00000400:00000001:1.0:1767384913.608927:0:25205:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384913.608928:0:25205:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384913.608929:0:25205:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db69f8f9. 00000400:00000200:1.0:1767384913.608931:0:25205:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a585988 00000400:00000010:1.0:1767384913.608933:0:25205:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a585988. 00000400:00000010:1.0:1767384913.608935:0:25205:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 0000000053193264. 00000400:00000200:1.0:1767384913.608939:0:25205:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (18) 00000400:00000200:1.0:1767384913.608950:0:25205:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:1.0:1767384913.608957:0:25205:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131099 00000020:00000010:1.0:1767384913.608963:0:25205:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000000a223469. 00000020:01000000:1.0:1767384913.608966:0:25205:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384913.608968:0:25205:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp27 00000400:00000010:1.0:1767384913.608980:0:25205:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000882e587d. 00000400:00000010:1.0:1767384913.608983:0:25205:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000f47ea08f. 00000400:00000200:2.0:1767384913.608986:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384913.608994:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000400:00000010:2.0:1767384913.609002:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cb108fe. 00000400:00000200:2.0:1767384913.609007:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (19) 00000020:00000001:0.0:1767384913.609044:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:2.0:1767384913.609045:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002c8174f1. 10000000:00000001:0.0:1767384913.609052:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384913.609053:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp25 10000000:00000001:0.0:1767384913.609058:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384913.609062:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384913.609068:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384913.609071:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384913.609077:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp25 to MR: 192.168.203.157@tcp25 local destination 00000020:01000004:0.0:1767384913.609077:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384913.609082:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384913.609085:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384913.609087:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384913.609090:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384913.609091:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp25 NI seq info: [49:49:256:4294967295] 192.168.203.157@tcp25 LPNI seq info [49:49:8:4294967295] 00000020:01000004:0.0:1767384913.609093:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384913.609095:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384913.609097:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384913.609104:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075fc2288. 00000400:00000200:2.0:1767384913.609111:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp25 00000020:00000040:0.0:1767384913.609114:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1767384913.609123:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384913.609125:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp25(192.168.203.157@tcp25:192.168.203.157@tcp25) -> 192.168.203.157@tcp25(192.168.203.157@tcp25:192.168.203.157@tcp25) : PUT try# 0 02000000:00000001:0.0:1767384913.609129:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767384913.609135:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.203.157@tcp25 02000000:00000001:0.0:1767384913.609135:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384913.609143:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000036b58291. 02000000:00000010:0.0:1767384913.609147:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000bb1a247b. 00000800:00000200:2.0:1767384913.609153:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000992d650f] -> 12345-192.168.203.157@tcp25 (6) 00000100:00000001:0.0:1767384913.609157:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384913.609168:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp25 ip 192.168.203.157:988 00000100:00000001:0.0:1767384913.609168:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384913.609172:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384913.609175:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000036b58291 type 1, nob 432 niov 1 nkiov 1 00000100:00000040:0.0:1767384913.609189:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075fc2288] to pc [ptlrpcd_00_00+0] req@0000000075fc2288 x1853237358509440/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384913.609203:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 00000400:00000200:2.0:1767384913.609212:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100551 rc 0 10000000:00000001:0.0:1767384913.609241:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384913.609246:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384913.609250:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384913.609253:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384913.609261:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384913.609262:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384913.609263:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:2.0:1767384913.609267:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384913.609270:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384913.609274:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:2.0:1767384913.609277:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075fc2288 x1853237358509440/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1767384913.609278:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384913.609284:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384913.609288:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384913.609292:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384913.609295:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767384913.609298:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384913.609299:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384913.609302:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384913.609303:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384913.609304:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384913.609307:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384913.609310:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384913.609322:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1767384913.609324:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d75dd676. 02000000:00000001:2.0:1767384913.609327:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384913.609329:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 02000000:00000001:2.0:1767384913.609332:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.609334:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384913.609338:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1767384913.609339:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000075fc2288 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358509440:0@lo:253: 02000000:00000001:0.0:1767384913.609341:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.609348:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1767384913.609353:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005b34f959. 02000000:00000001:2.0:1767384913.609354:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384913.609359:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.609360:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384913.609364:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384913.609367:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384913.609370:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384913.609372:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000071ce7d93. 00000100:00000040:0.0:1767384913.609377:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d75dd676] to pc [ptlrpcd_00_01+1] req@00000000d75dd676 x1853237358509568/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384913.609387:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384913.609395:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f3c4077. 00000400:00000010:2.0:1767384913.609404:0:16127:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd131d74. 10000000:00000001:0.0:1767384913.609406:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384913.609413:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358509440, portal 25 10000000:00000001:0.0:1767384913.609413:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384913.609417:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.609418:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:01000000:0.0:1767384913.609420:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384913.609422:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780956032 : -108637928595584 : ffff9d31c2db5f80) 00000020:00000010:0.0:1767384913.609427:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000000a223469. 00000800:00000200:3.0:1767384913.609433:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767384913.609434:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000075fc2288 x1853237358509440/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384913.609441:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000036b58291. 00000100:00000001:0.0:1767384913.609447:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384913.609452:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384913.609453:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384913.609459:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384913.609467:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384913.609473:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d75dd676 x1853237358509568/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384913.609474:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp25->192.168.203.157@tcp25: PUT: OK 00000100:00000040:2.0:1767384913.609484:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384913.609494:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000010:2.0:1767384913.609496:0:16127:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007f5b000a. 00000100:00000001:0.0:1767384913.609496:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384913.609503:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384913.609510:0:16122:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp25: 0 00000100:00000200:2.0:1767384913.609510:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358509440, offset 0 02000000:00000001:0.0:1767384913.609515:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384913.609531:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384913.609542:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384913.609546:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384913.609553:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d75dd676 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358509568:0@lo:253: 00000400:00000200:2.0:1767384913.609558:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384913.609561:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:3.0:1767384913.609563:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767384913.609567:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384913.609571:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384913.609574:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272703d80 02000000:00000001:0.0:1767384913.609576:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:3.0:1767384913.609578:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384913.609584:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1767384913.609586:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e45018f3. 00000400:00000200:2.0:1767384913.609591:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa71 [2] + 0 00000800:00000001:3.0:1767384913.609594:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384913.609595:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384913.609599:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a00f413. 00000400:00000010:0.0:1767384913.609626:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001edb86c5. 00000400:00000200:2.0:1767384913.609628:0:16127:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000099fda584 00000400:00000200:2.0:1767384913.609651:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384913.609651:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000089223c76. 00000100:00000200:0.0:1767384913.609663:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358509568, portal 25 00000400:00000200:3.0:1767384913.609664:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp25(192.168.203.157@tcp25) <- 192.168.203.157@tcp25 : PUT - for me 00000400:00000200:2.0:1767384913.609667:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384913.609675:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384913.609684:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780957824 : -108637928593792 : ffff9d31c2db6680) 00000100:00000040:0.0:1767384913.609691:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d75dd676 x1853237358509568/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384913.609696:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099fda584 00000400:00000200:3.0:1767384913.609700:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 336 into portal 0 MB=0x8000000000000000 00000400:00000010:2.0:1767384913.609707:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000099fda584. 00000100:00000001:2.0:1767384913.609720:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384913.609720:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384913.609727:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384913.609729:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.157@tcp of length 320/336 into md 0x15c1 [1] + 0 00000100:00000040:0.0:1767384913.609740:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384913.609741:0:16127:0:(events.c:337:request_in_callback()) incoming req@000000003812f176 x1853237358509440 msgsize 4848 00000400:00000010:3.0:1767384913.609743:0:16122:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e042d8c. 00000400:00000010:0.0:1767384913.609746:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e9b6b98. 00000100:00100000:2.0:1767384913.609760:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384913.609762:0:16122:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e980b228 00000100:00000040:2.0:1767384913.609765:0:16127:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:0.0:1767384913.609768:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358509568, offset 0 00000800:00000001:3.0:1767384913.609771:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384913.609792:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384913.609793:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384913.609798:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384913.609801:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384913.609807:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f5b000a 00000400:00000200:3.0:1767384913.609810:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp25->192.168.203.157@tcp25: PUT: OK 00000400:00000010:2.0:1767384913.609813:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007f5b000a. 00000400:00000200:0.0:1767384913.609822:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384913.609823:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e980b228 00000100:00000001:2.0:1767384913.609823:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767384913.609833:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e980b228. 00000100:00000200:2.0:1767384913.609838:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000075fc2288 x1853237358509440/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384913.609840:0:16122:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384913.609851:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272703e00 00000400:00000200:3.0:1767384913.609852:0:16122:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (20) 00000100:00000001:2.0:1767384913.609868:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384913.609873:0:16122:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000200:0.0:1767384913.609878:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa99 [2] + 0 00000100:00000040:2.0:1767384913.609880:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075fc2288 x1853237358509440/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384913.609885:0:16122:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.157@tcp (336 bytes) 00000400:00000010:0.0:1767384913.609898:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b42e77c. 00000400:00000200:3.0:1767384913.609903:0:16122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:0.0:1767384913.609908:0:16128:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bb5122aa 00000100:00000001:2.0:1767384913.609909:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.609914:0:16127:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384913.609918:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384913.609925:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (21) 00000400:00000200:0.0:1767384913.609927:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384913.609940:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384913.609947:0:16122:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:2.0:1767384913.609948:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294903483 00000100:00000010:2.0:1767384913.609960:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007aa2f036. 00000400:00000200:3.0:1767384913.609964:0:16122:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp25 to MR: 192.168.203.157@tcp25 local destination 00000100:00000001:2.0:1767384913.609977:0:16127:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384913.609988:0:16122:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp25 NI seq info: [50:50:256:4294967295] 192.168.203.157@tcp25 LPNI seq info [50:50:8:4294967295] 00000100:00000001:2.0:1767384913.609992:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294903483 00000100:00000010:2.0:1767384913.610001:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb6c752d. 00000100:00000001:2.0:1767384913.610007:0:16127:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384913.610016:0:16122:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp25(192.168.203.157@tcp25:192.168.203.157@tcp25) -> 192.168.203.157@tcp25(192.168.203.157@tcp25:192.168.203.157@tcp25) 192.168.203.157@tcp25 : ACK try# 0 00000800:00000200:3.0:1767384913.610029:0:16122:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.157@tcp25 00000800:00000010:3.0:1767384913.610035:0:16122:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003907f9b9. 00000400:00000200:0.0:1767384913.610036:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb5122aa 00000400:00000010:0.0:1767384913.610040:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bb5122aa. 00000100:00000001:0.0:1767384913.610045:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384913.610047:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384913.610050:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294903484 00000100:00000040:0.0:1767384913.610051:0:16128:0:(events.c:337:request_in_callback()) incoming req@00000000db483ed2 x1853237358509568 msgsize 4848 00000100:00000010:2.0:1767384913.610058:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb3068a4. 00000100:00100000:0.0:1767384913.610062:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384913.610064:0:16127:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1767384913.610065:0:16128:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384913.610073:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294903484 00000100:00000001:0.0:1767384913.610082:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:3.0:1767384913.610083:0:16122:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000992d650f] -> 12345-192.168.203.157@tcp25 (6) 00000100:00000010:2.0:1767384913.610086:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000adfe0fb4. 00000400:00000200:0.0:1767384913.610090:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e9b6b98 00000100:00000001:2.0:1767384913.610093:0:16127:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000800:00000200:3.0:1767384913.610095:0:16122:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp25 ip 192.168.203.157:991 00000400:00000010:0.0:1767384913.610095:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e9b6b98. 00000100:00000001:2.0:1767384913.610103:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767384913.610105:0:16122:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003907f9b9 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1767384913.610106:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384913.610117:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384913.610117:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d75dd676 x1853237358509568/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384913.610124:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384913.610129:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384913.610130:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384913.610130:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384913.610138:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d75dd676 x1853237358509568/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384913.610142:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:3.0:1767384913.610143:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384913.610145:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.610150:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384913.610153:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384913.610157:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384913.610159:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.610160:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384913.610165:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.610166:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294903484 00000100:00000001:2.0:1767384913.610171:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.610184:0:16128:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294903483 00000100:00000001:0.0:1767384913.610196:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294903484 00000100:00000001:0.0:1767384913.610206:0:16128:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294903483 00000800:00000200:3.0:1767384913.610207:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384913.610212:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294903484 00000800:00000010:3.0:1767384913.610213:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003907f9b9. 00000100:00000001:0.0:1767384913.610216:0:16128:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, keep current deadline 4294903484 00000100:00000001:2.0:1767384913.610219:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384913.610224:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294903484 00000100:00100000:2.0:1767384913.610225:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358509440 00000400:00000200:3.0:1767384913.610226:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384913.610227:0:16128:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, keep current deadline 4294903484 02000000:00000001:2.0:1767384913.610232:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384913.610237:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384913.610239:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384913.610240:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.610246:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.610248:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384913.610252:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp25->192.168.203.157@tcp25: ACK: OK 00000100:00000001:0.0:1767384913.610254:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384913.610256:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384913.610265:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358509440 00000100:00000001:0.0:1767384913.610268:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:3.0:1767384913.610271:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767384913.610272:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384913.610272:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:2.0:1767384913.610278:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000100:00000001:0.0:1767384913.610291:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384913.610294:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384913.610294:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767384913.610299:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384913.610301:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000100:00000001:0.0:1767384913.610301:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384913.610311:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767384913.610312:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384913.610312:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384913.610319:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384913.610324:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1767384913.610337:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384913.610338:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1767384913.610339:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f3a0e8ce. 00000100:00100000:0.0:1767384913.610345:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358509568 00000800:00000001:3.0:1767384913.610348:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384913.610349:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384913.610350:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1767384913.610357:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f3a0e8ce. 00000800:00000001:3.0:1767384913.610360:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384913.610364:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384913.610369:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a420d13d. 00000100:00000001:0.0:1767384913.610369:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384913.610380:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384913.610382:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004a309b25. 00000100:00100000:0.0:1767384913.610387:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358509568 00000400:00000200:3.0:1767384913.610388:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp25(192.168.203.157@tcp25) <- 192.168.203.157@tcp25 : ACK - for me 00000020:00000001:0.0:1767384913.610396:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1767384913.610398:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000c9804be. 00000020:00000040:0.0:1767384913.610400:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:0.0:1767384913.610405:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384913.610408:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000020:00000001:0.0:1767384913.610414:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000040:2.0:1767384913.610417:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:0.0:1767384913.610425:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384913.610428:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384913.610430:0:16122:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.157@tcp25: ACK from 12345-192.168.203.157@tcp25 into md 0x1625 00000100:00000001:2.0:1767384913.610433:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384913.610436:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384913.610438:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384913.610443:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001d97d3f3. 00000400:00000200:3.0:1767384913.610445:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384913.610449:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384913.610450:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384913.610460:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001d97d3f3. 00000400:00000200:3.0:1767384913.610462:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp25->192.168.203.157@tcp25: ACK: OK 00000100:00000001:2.0:1767384913.610469:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384913.610474:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a9f95765. 00000400:00000200:3.0:1767384913.610476:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cb108fe 00000020:00000010:0.0:1767384913.610481:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f72f7642. 00000400:00000010:3.0:1767384913.610483:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000cb108fe. 00000100:00000001:2.0:1767384913.610488:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384913.610492:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009b50491d. 00000100:00000001:2.0:1767384913.610493:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384913.610496:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384913.610504:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1767384913.610505:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000400:00000200:3.0:1767384913.610513:0:16122:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.157@tcp ev->status 0 00000100:00000001:0.0:1767384913.610513:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1767384913.610516:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:0.0:1767384913.610521:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384913.610524:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529405008 : -108637180146608 : ffff9d31ef77cc50) 00000400:00000200:3.0:1767384913.610531:0:16122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000100:00000001:0.0:1767384913.610532:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384913.610533:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003812f176 x1853237358509440/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:139/0 lens 4848/0 e 0 to 0 dl 1767384924 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384913.610544:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384913.610545:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (20) 00000100:00000001:2.0:1767384913.610561:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1767384913.610563:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384913.610566:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384913.610567:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f3a0e8ce. 00000100:00000001:0.0:1767384913.610571:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384913.610574:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384913.610575:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384913.610584:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f3a0e8ce. 00000100:00100000:0.0:1767384913.610586:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00000040:0.0:1767384913.610592:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000100:00000001:0.0:1767384913.610595:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529416272 : -108637180135344 : ffff9d31ef77f850) 00000100:00100000:2.0:1767384913.610598:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003812f176 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16127:x1853237358509440:12345-0@lo:253: 00000100:00000040:0.0:1767384913.610605:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000db483ed2 x1853237358509568/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:139/0 lens 4848/0 e 0 to 0 dl 1767384924 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384913.610607:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358509440 00000020:00000001:2.0:1767384913.610641:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384913.610643:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384913.610646:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384913.610649:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001d97d3f3. 00000020:00000001:2.0:1767384913.610650:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.610655:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384913.610656:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384913.610660:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000010:0.0:1767384913.610662:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001d97d3f3. 00000020:00000001:2.0:1767384913.610667:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384913.610671:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384913.610672:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00100000:0.0:1767384913.610679:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000db483ed2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16128:x1853237358509568:12345-0@lo:253: 00000400:00000010:3.0:1767384913.610681:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 000000007ae9c63a. 00000100:00000200:0.0:1767384913.610695:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358509568 00000400:00000010:3.0:1767384913.610697:0:16125:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c156f52. 00000020:00000001:2.0:1767384913.610698:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384913.610700:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:3.0:1767384913.610710:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd918eb3. 00000020:00000001:2.0:1767384913.610712:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384913.610712:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384913.610719:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384913.610724:0:16125:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000007ae9c63a 00000020:00000001:2.0:1767384913.610725:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384913.610727:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:3.0:1767384913.610734:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 000000000f71a683. 00000020:00000001:0.0:1767384913.610734:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000100:00000001:2.0:1767384913.610737:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384913.610742:0:16125:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 336 success 02000000:00000001:2.0:1767384913.610744:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384913.610744:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384913.610750:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102051 00000020:00000001:0.0:1767384913.610752:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384913.610754:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (19) 02000000:00000010:2.0:1767384913.610756:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c499ca11. 02000000:00000001:2.0:1767384913.610764:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384913.610765:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 000000000ae3bc9a. 00000020:00000001:0.0:1767384913.610766:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:3.0:1767384913.610776:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0c371c1. 00000100:00000001:2.0:1767384913.610777:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384913.610777:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384913.610785:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384913.610786:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d1c7a23d. 20000000:00000001:2.0:1767384913.610787:0:16764:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384913.610798:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384913.610799:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp 20000000:00000010:2.0:1767384913.610806:0:16764:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e39905ef. 02000000:00000001:0.0:1767384913.610811:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:2.0:1767384913.610814:0:16764:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384913.610818:0:16764:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767384913.610819:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 02000000:00000010:0.0:1767384913.610821:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000da6ee759. 20000000:00000001:2.0:1767384913.610824:0:16764:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384913.610830:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 20000000:00000001:2.0:1767384913.610830:0:16764:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384913.610830:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.610842:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384913.610845:0:16764:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384913.610854:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[43, 37], ns[43, 37] 20000000:00000001:2.0:1767384913.610856:0:16764:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384913.610857:0:16762:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384913.610868:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 37], ns[12, 37] 20000000:00000010:2.0:1767384913.610872:0:16764:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004c47569c. 20000000:00000010:0.0:1767384913.610872:0:16762:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b44a3452. 20000000:01000000:2.0:1767384913.610883:0:16764:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 20000000:01000000:0.0:1767384913.610885:0:16762:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384913.610892:0:16762:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767384913.610893:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 20000000:00000001:2.0:1767384913.610895:0:16764:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384913.610898:0:16762:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384913.610905:0:16762:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384913.610907:0:16764:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384913.610912:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 20000000:00000001:0.0:1767384913.610914:0:16762:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384913.610922:0:16762:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384913.610931:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000400:00000200:3.0:1767384913.610938:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000400:00000200:3.0:1767384913.610947:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000400:00000200:3.0:1767384913.610955:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000400:00000200:3.0:1767384913.610964:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00080000:00000001:2.0:1767384913.610965:0:16764:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384913.610980:0:16764:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384913.610984:0:16764:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384913.610998:0:16764:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384913.611004:0:16764:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384913.611005:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000400:00000200:3.0:1767384913.611015:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000400:00000200:3.0:1767384913.611025:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000020:00000001:2.0:1767384913.611045:0:16764:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:2.0:1767384913.611054:0:16764:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384913.611063:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00080000:00000010:2.0:1767384913.611063:0:16764:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009634a443. 00080000:00000001:2.0:1767384913.611075:0:16764:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635436781199360 : -108636928352256 : ffff9d31fe79e000) 00000400:00000200:3.0:1767384913.611079:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 12], ns[46, 12] 00080000:00000001:2.0:1767384913.611087:0:16764:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384913.611092:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 12], ns[50, 12] 00000400:00000200:3.0:1767384913.611099:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 12], ns[0, 12] 00000400:00000200:3.0:1767384913.611104:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 00000400:00000200:3.0:1767384913.611111:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp26 00000400:00000200:3.0:1767384913.611118:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp26 lpni_is_preferred = 0 00000400:00000200:3.0:1767384913.611122:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp26 00000400:00000200:3.0:1767384913.611126:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp26 NI seq info: [51:51:256:4294967295] 192.168.203.157@tcp26 LPNI seq info [51:51:8:4294967295] 00000400:00000200:3.0:1767384913.611133:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp26 00000400:00000200:3.0:1767384913.611145:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp26(192.168.203.157@tcp26:) -> 192.168.203.157@tcp26(192.168.203.157@tcp:192.168.203.157@tcp26) : GET try# 0 00000800:00000200:3.0:1767384913.611163:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp26 00000800:00000010:3.0:1767384913.611168:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003907f9b9. 00000800:00000010:3.0:1767384913.611179:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000dde7457c. 00000800:00000010:3.0:1767384913.611184:0:16125:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000483ff0bd. 00000800:00000200:3.0:1767384913.611190:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dde7457c] -> 12345-192.168.203.157@tcp26 (2) 00000800:00000200:3.1:1767384913.611200:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dde7457c] -> 12345-192.168.203.157@tcp26 (2) 00000001:00000001:2.0:1767384913.611217:0:16764:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:3.0:1767384913.611220:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp 00080000:00000001:2.0:1767384913.611223:0:16764:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384913.611227:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100251 rc 0 00080000:00000001:2.0:1767384913.611261:0:16764:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384913.611287:0:16764:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384913.611290:0:16764:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384913.611380:0:16764:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384913.611384:0:16764:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384913.611497:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.611607:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.611681:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.611716:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.611752:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.611840:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.611881:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.611918:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.611950:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.612095:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.612172:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.612218:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.612276:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.612345:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.612383:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.612412:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.612443:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.612488:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.612524:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.612550:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.612603:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.612674:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.612726:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.612790:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.612830:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.612895:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.612963:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.613058:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.613128:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.613200:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.613262:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.613305:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.613342:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.613368:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000800:00000010:0.0:1767384913.613598:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000086c68bb2. 00000800:00000010:0.0:1767384913.613603:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006e9b6b98. 00000800:00000010:0.0:1767384913.613608:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001d97d3f3. 00000800:00000010:0.0:1767384913.613678:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001d97d3f3. 00000400:00000200:0.0:1767384913.614097:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384913.614131:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp26 from 221.3.0.2 00000800:00000010:0.0:1767384913.614135:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d8e8f2d0. 00000800:00000010:2.0:1767384913.614311:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a822ddf4. 00000800:00000010:2.0:1767384913.614320:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e665889a. 00000800:00000010:2.0:1767384913.614368:0:16116:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c3848f62. 00000800:00000200:2.1:1767384913.614383:0:16116:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dde7457c] -> 12345-192.168.203.157@tcp26 (2) 00000800:00000200:2.1:1767384913.614394:0:16116:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp26 00000000c3848f62 deleted 00000800:00000010:2.1:1767384913.614398:0:16116:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c3848f62. 00000800:00000200:2.1:1767384913.614408:0:16116:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384913.614419:0:16116:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp26 ip 192.168.203.157:989 00000800:00000200:2.1:1767384913.614424:0:16116:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003907f9b9 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384913.614439:0:16116:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp26 p 3.x 192.168.203.157 -> 192.168.203.157:989 incarnation:1767384911768120213 sched[0] 00000800:00000010:2.0:1767384913.614447:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000178872fd. 00000800:00000010:2.0:1767384913.614552:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000178872fd. 00000800:00000010:2.0:1767384913.614560:0:16116:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e665889a. 00000800:00000010:2.0:1767384913.614673:0:16116:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d8e8f2d0. 00000800:00000001:3.0:1767384913.614680:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384913.614690:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384913.614801:0:16115:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384913.614808:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384913.614815:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003907f9b9. 00000800:00000200:2.0:1767384913.614816:0:16115:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp26 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384911768120213 sched[0] 00000400:00000200:3.0:1767384913.614822:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:2.0:1767384913.614831:0:16115:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006e9b6b98. 00000400:00000200:3.0:1767384913.614840:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp26->192.168.203.157@tcp26: GET: OK 00000400:00000200:3.0:1767384913.614847:0:16121:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384913.614851:0:16121:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp: 0 00000800:00000001:0.0:1767384913.614890:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384913.614899:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384913.614902:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384913.614911:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384913.614921:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp26(192.168.203.157@tcp26) <- 192.168.203.157@tcp26 : GET - for me 00000400:00000200:0.0:1767384913.614932:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 336 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384913.614940:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp of length 336/336 into md 0x1621 [1] + 0 00000400:00000200:2.0:1767384913.614941:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.614954:0:16122:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp26 to MR: 192.168.203.157@tcp26 local destination 00000400:00000200:0.0:1767384913.614962:0:16122:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp26 NI seq info: [52:52:256:4294967295] 192.168.203.157@tcp26 LPNI seq info [52:52:8:4294967295] 00000400:00000200:0.0:1767384913.614975:0:16122:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp26(192.168.203.157@tcp26:192.168.203.157@tcp26) -> 192.168.203.157@tcp26(192.168.203.157@tcp26:192.168.203.157@tcp26) 192.168.203.157@tcp26 : REPLY try# 0 00000800:00000200:0.0:1767384913.614980:0:16122:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.203.157@tcp26 00000800:00000010:0.0:1767384913.614984:0:16122:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5814017. 00000800:00000200:0.0:1767384913.614998:0:16122:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dde7457c] -> 12345-192.168.203.157@tcp26 (4) 00000800:00000200:0.0:1767384913.615008:0:16122:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp26 ip 192.168.203.157:988 00000800:00000200:0.0:1767384913.615035:0:16122:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5814017 type 3, nob 432 niov 1 nkiov 1 00000400:00000200:2.0:1767384913.615063:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000800:00000200:0.0:1767384913.615131:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384913.615137:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5814017. 00000400:00000200:0.0:1767384913.615142:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384913.615150:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp26->192.168.203.157@tcp26: REPLY: OK 00000800:00000001:0.0:1767384913.615172:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384913.615178:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384913.615181:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384913.615189:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384913.615193:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384913.615202:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384913.615205:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.615212:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp26(192.168.203.157@tcp26) <- 192.168.203.157@tcp26 : REPLY - for me 00000400:00000200:0.0:1767384913.615228:0:16122:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp26: Reply from 12345-192.168.203.157@tcp26 of length 336/336 into md 0x163d 00000800:00000001:0.0:1767384913.615233:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384913.615242:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384913.615245:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384913.615262:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp26->192.168.203.157@tcp26: REPLY: OK 00000400:00000200:0.0:1767384913.615267:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0c371c1 00000400:00000010:0.0:1767384913.615269:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0c371c1. 00000400:00000200:0.0:1767384913.615285:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384913.615292:0:16122:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.157@tcp has discovery enabled 00000400:00000200:0.0:1767384913.615296:0:16122:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000200:0.0:1767384913.615300:0:16122:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.157@tcp data present 19. state = 0x100251 00000400:00000200:0.0:1767384913.615310:0:16122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:2.0:1767384913.615316:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:0.0:1767384913.615327:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (20) 00000800:00000001:0.0:1767384913.615336:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384913.615343:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384913.615374:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384913.615378:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x1000d1 00000400:00000010:0.0:1767384913.615384:0:16125:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 400 at 00000000c808ad95. 00000400:00000010:0.0:1767384913.615387:0:16125:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 480 at 00000000859c58ec. 00000400:00000010:0.0:1767384913.615390:0:16125:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 400 at 000000007930ead1. 00000400:00000010:0.0:1767384913.615455:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000f71a683. 00000400:00000200:0.0:1767384913.615463:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000f71a683 nid 192.168.203.157@tcp27 00000400:00000200:2.0:1767384913.615466:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000010:0.0:1767384913.615467:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000008b7e9695. 00000400:00000200:0.0:1767384913.615473:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 000000008b7e9695 net tcp27 00000400:00000200:0.0:1767384913.615477:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (19) 00000400:00000200:0.0:1767384913.615483:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp27 flags 0x11 00000400:00000010:0.0:1767384913.615490:0:16125:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 400 at 00000000c808ad95. 00000400:00000010:0.0:1767384913.615496:0:16125:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 480 at 00000000859c58ec. 00000400:00000010:0.0:1767384913.615503:0:16125:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 400 at 000000007930ead1. 00000400:00000010:0.0:1767384913.615509:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 000000000ae3bc9a. 00000400:00000200:0.0:1767384913.615515:0:16125:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:0.0:1767384913.615520:0:16125:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.157@tcp(00000000aa3f4fd0): 0. state = 0x100151 00000400:00000200:0.0:1767384913.615527:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 rc 1 00000400:00000200:0.0:1767384913.615537:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000400:00000200:0.0:1767384913.615541:0:16125:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.157@tcp 00000400:00000200:0.0:1767384913.615547:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100111 rc 0 00000400:00000200:0.0:1767384913.615555:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:0.0:1767384913.615569:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (20) 00000400:00000200:2.0:1767384913.615578:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384913.615661:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384913.615693:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384913.615728:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384913.615789:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384913.615840:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384913.615884:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384913.615932:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384913.615970:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384913.616091:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384913.616146:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384913.616220:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384913.616278:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384913.616337:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384913.616388:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384913.616479:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384913.616579:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384913.616699:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:2.0:1767384913.616749:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384913.616792:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384913.616819:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384913.616843:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384913.616874:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:2.0:1767384913.616920:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384913.616998:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384913.617143:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384913.617215:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384913.617345:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384913.617419:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384913.617467:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:2.0:1767384913.617678:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000730e0f09. 00000800:00000010:2.0:1767384913.617683:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e665889a. 00000800:00000010:2.0:1767384913.617687:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000178872fd. 00000800:00000010:2.0:1767384913.617711:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000178872fd. 00000800:00020000:2.0:1767384913.617720:0:16115:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:2.0:1767384913.621326:0:16115:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e665889a. 00000800:00000010:2.0:1767384913.621332:0:16115:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000730e0f09. 00000400:02020000:2.0:1767384913.621567:0:16115:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp26 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000100:00000040:1.0:1767384913.622139:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294903484, at 4294903485 00000100:00000010:1.0:1767384913.622158:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb6c752d. 00000100:00000040:3.0:1767384913.623068:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294903484, at 4294903486 00000100:00000040:0.0:1767384913.623070:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294903484, at 4294903486 00000100:00000010:3.0:1767384913.623084:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000adfe0fb4. 00000100:00000010:0.0:1767384913.623086:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007aa2f036. 00080000:00000001:3.0:1767384913.625124:0:16764:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384913.625125:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384913.625135:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:3.0:1767384913.625140:0:16764:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00040000:00000001:0.0:1767384913.625140:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384913.625150:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384913.625151:0:16764:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384913.625156:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384913.625158:0:16764:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:0.0:1767384913.625162:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009634a443. 00080000:00000001:0.0:1767384913.625166:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384913.625173:0:16764:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:0.0:1767384913.625183:0:16762:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007930ead1. 20000000:01000000:0.0:1767384913.625186:0:16762:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 20000000:00000001:0.0:1767384913.625190:0:16762:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384913.625192:0:16764:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384913.625197:0:16764:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767384913.625200:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384913.625204:0:16762:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000020:3.0:1767384913.625210:0:16764:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384913.625214:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384913.625218:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384913.625223:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384913.625226:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384913.625235:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000172c0be8. 00080000:00000001:0.0:1767384913.625242:0:16762:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384913.625243:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384913.625248:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001ba6a14e. 00080000:00000001:0.0:1767384913.625248:0:16762:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384913.625250:0:16762:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384913.625253:0:16762:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384913.625254:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384913.625258:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001ba6a14e with handle 0x4895a8f6c11e867f to hash 00000020:00000001:0.0:1767384913.625258:0:16762:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384913.625262:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384913.625263:0:16762:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00010000:00000001:1.0:1767384913.625269:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00080000:00000001:0.0:1767384913.625269:0:16762:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384913.625273:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00080000:00000010:0.0:1767384913.625274:0:16762:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000089b01e3b. 00010000:00000001:1.0:1767384913.625276:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384913.625278:0:16762:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635436770056192 : -108636939495424 : ffff9d31fdcfd800) 00010000:00000001:1.0:1767384913.625279:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384913.625283:0:16762:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:1.0:1767384913.625284:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e867f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384913.625292:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384913.625295:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384913.625297:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384913.625298:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384913.625300:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384913.625301:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384913.625302:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384913.625304:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384913.625306:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384913.625307:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384913.625308:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384913.625310:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000172c0be8) refcount = 1 00010000:00010000:1.0:1767384913.625313:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e867f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384913.625317:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384913.625319:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384913.625320:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384913.625322:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384913.625323:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384913.625326:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384913.625328:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002318499s 00000001:00000001:0.0:1767384913.625328:0:16762:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384913.625331:0:16762:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384913.625335:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:0.0:1767384913.625335:0:16762:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000001:1.0:1767384913.625339:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384913.625341:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001ba6a14e refcount=4 00000020:00000001:1.0:1767384913.625343:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00010000:00000001:1.0:1767384913.625345:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00080000:00000001:0.0:1767384913.625346:0:16762:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384913.625347:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:0.0:1767384913.625350:0:16762:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:1.0:1767384913.625354:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e867f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384913.625359:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384913.625361:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e867f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384913.625365:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384913.625366:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384913.625368:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e867f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384913.625371:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384913.625373:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384913.625376:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384913.625378:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e867f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384913.625382:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001ba6a14e already unused, calling callback (00000000be7801c4) 00010000:00000001:1.0:1767384913.625384:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384913.625386:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384913.625387:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e867f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384913.625391:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384913.625393:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384913.625394:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384913.625395:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001ba6a14e refcount=5 00000020:00000001:1.0:1767384913.625396:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00080000:00000001:0.0:1767384913.625397:0:16762:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384913.625398:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00080000:00000001:0.0:1767384913.625401:0:16762:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384913.625402:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384913.625404:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e867f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384913.625408:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384913.625414:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384913.625415:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384913.625418:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384913.625420:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384913.625421:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384913.625422:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384913.625424:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001ba6a14e with handle 0x4895a8f6c11e867f from hash 00010000:00000001:1.0:1767384913.625426:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384913.625426:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384913.625427:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384913.625428:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384913.625429:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384913.625431:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384913.625432:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384913.625433:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384913.625435:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384913.625436:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384913.625437:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384913.625439:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384913.625440:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384913.625441:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384913.625442:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384913.625443:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384913.625444:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e867f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384913.625448:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294903484, at 4294903488 00010000:00000001:1.0:1767384913.625449:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384913.625452:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384913.625455:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000010:2.0:1767384913.625456:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb3068a4. 00010000:00000001:1.0:1767384913.625457:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384913.625460:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384913.625463:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384913.625465:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384913.625470:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384913.625473:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384913.625476:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e867f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384913.625486:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384913.625487:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384913.625489:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e867f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384913.625494:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000172c0be8 count: 0 00010000:00000001:1.0:1767384913.625501:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384913.625504:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:1.0:1767384913.633826:0:25210:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000006fc85207. 00000400:00000040:1.0:1767384913.633843:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384913.633845:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384913.633847:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384913.633849:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384913.633851:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384913.633852:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384913.633855:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384913.633856:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384913.633858:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384913.633859:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384913.633861:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384913.633862:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384913.633864:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384913.633866:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384913.633867:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384913.633869:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384913.633870:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384913.633871:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384913.633872:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384913.633874:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384913.633876:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384913.633877:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384913.633878:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384913.633880:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384913.633881:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384913.633883:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384913.633886:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384913.633891:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384913.633894:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384913.633896:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384913.633898:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384913.633900:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384913.633901:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384913.633903:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384913.633904:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384913.633905:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384913.633905:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384913.633907:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384913.633909:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384913.633910:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384913.633912:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384913.633913:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384913.633914:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384913.633915:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384913.633917:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384913.633919:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384913.633920:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384913.633921:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384913.633922:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384913.633924:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384913.633925:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384913.633927:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384913.633928:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384913.633929:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384913.633931:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384913.633932:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384913.633934:0:25210:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384913.634003:0:25210:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000006fc85207. 00010000:00000010:1.1:1767384913.636259:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000172c0be8. 00010000:00000010:1.1:1767384913.636271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001ba6a14e. 00080000:00000001:1.0:1767384913.637487:0:16762:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384913.637497:0:16762:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:1.0:1767384913.637501:0:16762:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384913.637502:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767384913.637505:0:16762:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384913.637508:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:1.0:1767384913.637510:0:16762:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384913.637513:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384913.637516:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384913.637517:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384913.637519:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000089b01e3b. 20000000:00000001:1.0:1767384913.637524:0:16762:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384913.637526:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384913.637529:0:16762:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384913.637545:0:16762:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384913.637566:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384913.637570:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384913.637572:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384913.637575:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384913.637578:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384913.637586:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000172c0be8. 00010000:00000001:1.0:1767384913.637591:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384913.637595:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001ba6a14e. 00000020:00000001:1.0:1767384913.637599:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384913.637602:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001ba6a14e with handle 0x4895a8f6c11e8686 to hash 00000020:00000001:1.0:1767384913.637605:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384913.637607:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00010000:00000001:1.0:1767384913.637625:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00010000:00000001:1.0:1767384913.637628:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384913.637629:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384913.637632:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e8686 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384913.637640:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384913.637643:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384913.637645:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384913.637647:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384913.637649:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384913.637652:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384913.637653:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384913.637655:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384913.637657:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384913.637659:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384913.637660:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384913.637662:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000172c0be8) refcount = 1 00010000:00010000:1.0:1767384913.637665:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e8686 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384913.637671:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384913.637674:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384913.637682:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384913.637685:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384913.637687:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384913.637690:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384913.637692:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002318499s 00010000:00000001:1.0:1767384913.637695:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384913.637697:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384913.637699:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001ba6a14e refcount=4 00000020:00000001:1.0:1767384913.637701:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00010000:00000001:1.0:1767384913.637704:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00010000:00000001:1.0:1767384913.637706:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384913.637708:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e8686 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384913.637713:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384913.637716:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e8686 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384913.637721:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384913.637722:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384913.637724:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e8686 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384913.637730:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384913.637733:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384913.637736:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384913.637738:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e8686 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384913.637744:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001ba6a14e already unused, calling callback (00000000be7801c4) 00010000:00000001:1.0:1767384913.637746:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384913.637748:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384913.637749:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e8686 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384913.637767:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384913.637768:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384913.637770:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384913.637771:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001ba6a14e refcount=5 00000020:00000001:1.0:1767384913.637774:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00010000:00000001:1.0:1767384913.637776:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00010000:00000001:1.0:1767384913.637779:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384913.637781:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e8686 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384913.637787:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384913.637789:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384913.637790:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384913.637794:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384913.637796:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384913.637798:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384913.637799:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384913.637801:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001ba6a14e with handle 0x4895a8f6c11e8686 from hash 00010000:00000001:1.0:1767384913.637803:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384913.637804:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384913.637805:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384913.637806:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384913.637807:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384913.637808:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384913.637810:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384913.637811:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384913.637812:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384913.637814:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384913.637815:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384913.637817:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384913.637818:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384913.637819:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384913.637820:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384913.637822:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384913.637828:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e8686 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384913.637832:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384913.637833:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384913.637834:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384913.637836:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384913.637837:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384913.637838:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384913.637840:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384913.637842:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384913.637843:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384913.637845:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e8686 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384913.637848:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384913.637849:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384913.637850:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e8686 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384913.637854:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000172c0be8 count: 0 00010000:00000001:1.0:1767384913.637862:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384913.637864:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384913.639590:0:16764:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384913.639595:0:16764:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384913.639597:0:16764:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e39905ef. 20000000:00000001:1.0:1767384913.639603:0:16764:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384913.639607:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358509440 00010000:00000001:1.0:1767384913.639619:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384913.639625:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003812f176 x1853237358509440/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:139/0 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384913.639633:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384913.639636:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384913.639639:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=37 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384913.639642:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384913.639645:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:1.0:1767384913.639647:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:1.0:1767384913.639657:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384913.639660:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384913.639663:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384913.639668:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384913.639672:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c6cbd54. 00000100:00000200:1.0:1767384913.639675:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358509440, offset 224 00000400:00000200:1.0:1767384913.639682:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384913.639692:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384913.639700:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272703d80 00000400:00000200:1.0:1767384913.639707:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1629 [2] + 224 00000400:00000200:1.0:1767384913.639714:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384913.639718:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384913.639723:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384913.639727:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000075fc2288 x1853237358509440/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384913.639734:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000075fc2288 x1853237358509440/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384913.639745:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384913.639752:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c6cbd54 00000400:00000010:1.0:1767384913.639754:0:16764:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c6cbd54. 00000100:00000001:1.0:1767384913.639758:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384913.639760:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384913.639764:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384913.639767:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:1.0:1767384913.639769:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384913.639770:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384913.639772:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384913.639776:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003812f176 x1853237358509440/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:139/0 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384913.639784:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003812f176 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16127:x1853237358509440:12345-0@lo:253: Request processed in 29222us (30041us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384913.639791:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00000040:1.0:1767384913.639793:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00000001:1.0:1767384913.639801:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384913.639803:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384913.639807:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004a309b25. 00000020:00000010:1.0:1767384913.639810:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000c9804be. 00000020:00000010:1.0:1767384913.639815:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a420d13d. 00000020:00000040:1.0:1767384913.639821:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 02000000:00000001:1.0:1767384913.639825:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384913.639827:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c499ca11. 02000000:00000001:1.0:1767384913.639831:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384913.639833:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384913.639838:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384913.639841:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1e04d16. 00000400:00000010:1.0:1767384913.639844:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c6cbd54. 00000100:00000001:1.0:1767384913.639860:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384913.639862:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384913.639866:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384913.639868:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384913.639869:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f3c4077. 00000400:00000200:1.0:1767384913.639871:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd131d74 00000400:00000010:1.0:1767384913.639873:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd131d74. 00000100:00000001:1.0:1767384913.639875:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384913.639877:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000075fc2288 x1853237358509440/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384913.639883:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000075fc2288 x1853237358509440/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384913.639887:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384913.639888:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384913.639890:0:16127:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384913.639891:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384913.639893:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384913.639895:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384913.639897:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384913.639900:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=37 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384913.639903:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=37 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384913.639904:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384913.639905:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384913.639912:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384913.639914:0:16127:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384913.639916:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384913.639919:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075fc2288 x1853237358509440/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384913.639924:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384913.639926:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384913.639927:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384913.639930:0:16127:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384913.639932:0:16127:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384913.639933:0:16127:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384913.639936:0:16127:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384913.639937:0:16127:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384913.639939:0:16127:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384913.639940:0:16127:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384913.639941:0:16127:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384913.639943:0:16127:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384913.639944:0:16127:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384913.639946:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075fc2288 x1853237358509440/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384913.639952:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000075fc2288 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358509440:0@lo:253: 00000100:00000001:1.0:1767384913.639955:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384913.639957:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384913.639960:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075fc2288 x1853237358509440/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384913.639965:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384913.639967:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384913.639969:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000071ce7d93. 02000000:00000001:1.0:1767384913.639973:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384913.639975:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384913.639976:0:16127:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1767384913.639978:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384913.639981:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000bb1a247b. 02000000:00000001:1.0:1767384913.639986:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384913.639987:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384913.639994:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075fc2288. 00000100:00000001:1.0:1767384913.639998:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384913.639999:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384913.640000:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384913.640005:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384913.640006:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384913.640007:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384913.640009:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384913.641104:0:16762:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384913.641108:0:16762:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384913.641111:0:16762:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b44a3452. 20000000:00000001:0.0:1767384913.641116:0:16762:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384913.641120:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358509568 00010000:00000001:0.0:1767384913.641123:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384913.641128:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000db483ed2 x1853237358509568/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:139/0 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384913.641137:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384913.641139:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384913.641141:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=37 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384913.641145:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384913.641147:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384913.641150:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384913.641152:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384913.641154:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384913.641157:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384913.641159:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384913.641162:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c221b11c. 00000100:00000200:0.0:1767384913.641166:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358509568, offset 224 00000400:00000200:0.0:1767384913.641172:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384913.641181:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384913.641188:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272703e00 00000400:00000200:0.0:1767384913.641194:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1631 [2] + 224 00000400:00000200:0.0:1767384913.641202:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384913.641206:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384913.641210:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384913.641214:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d75dd676 x1853237358509568/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384913.641226:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d75dd676 x1853237358509568/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384913.641246:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384913.641253:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c221b11c 00000400:00000010:0.0:1767384913.641256:0:16762:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c221b11c. 00000100:00000001:1.0:1767384913.641257:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384913.641260:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384913.641269:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384913.641269:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384913.641272:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384913.641273:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384913.641275:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001edb86c5. 00000400:00000200:1.0:1767384913.641280:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089223c76 00000100:00000001:0.0:1767384913.641281:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384913.641282:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000089223c76. 00000100:00000001:1.0:1767384913.641287:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384913.641289:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00000200:1.0:1767384913.641293:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d75dd676 x1853237358509568/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384913.641295:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384913.641299:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384913.641304:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384913.641305:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d75dd676 x1853237358509568/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384913.641312:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db483ed2 x1853237358509568/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:139/0 lens 4848/4768 e 0 to 0 dl 1767384924 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384913.641313:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384913.641315:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384913.641318:0:16128:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384913.641321:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384913.641323:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384913.641325:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384913.641328:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384913.641332:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=37 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384913.641336:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=37 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384913.641337:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000db483ed2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16128:x1853237358509568:12345-0@lo:253: Request processed in 30692us (31283us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384913.641339:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384913.641341:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384913.641345:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384913.641348:0:16128:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384913.641350:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384913.641354:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d75dd676 x1853237358509568/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384913.641354:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00000040:0.0:1767384913.641360:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:1.0:1767384913.641364:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384913.641365:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384913.641367:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384913.641370:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f72f7642. 00000100:00000001:1.0:1767384913.641373:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384913.641375:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384913.641377:0:16128:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384913.641378:0:16128:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384913.641380:0:16128:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:00000010:0.0:1767384913.641380:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009b50491d. 00000020:01000004:1.0:1767384913.641381:0:16128:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384913.641384:0:16128:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384913.641386:0:16128:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384913.641387:0:16128:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:00000010:0.0:1767384913.641388:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a9f95765. 00000020:01000004:1.0:1767384913.641389:0:16128:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384913.641391:0:16128:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384913.641395:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d75dd676 x1853237358509568/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384913.641396:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 02000000:00000001:0.0:1767384913.641403:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:1.0:1767384913.641404:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d75dd676 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358509568:0@lo:253: 02000000:00000010:0.0:1767384913.641407:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000da6ee759. 00000100:00000001:1.0:1767384913.641409:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384913.641412:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384913.641414:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d75dd676 x1853237358509568/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384929 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384913.641414:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384913.641418:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384913.641421:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384913.641424:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1767384913.641425:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000010:1.0:1767384913.641426:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e45018f3. 02000000:00000001:1.0:1767384913.641434:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:0.0:1767384913.641434:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e27b978. 00000020:00000001:1.0:1767384913.641437:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384913.641439:0:16128:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000400:00000010:0.0:1767384913.641440:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c221b11c. 00000020:00000001:1.0:1767384913.641441:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384913.641443:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005b34f959. 02000000:00000001:1.0:1767384913.641447:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384913.641448:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384913.641449:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d75dd676. 00000100:00000001:1.0:1767384913.641452:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384913.641453:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384913.641454:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384913.641457:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384913.641458:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384913.641460:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384913.641462:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384913.651039:0:25214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000172c0be8. 00010000:00000010:1.1:1767384913.651045:0:25214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001ba6a14e. 00010000:00000001:1.0:1767384913.753083:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384913.753091:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384913.753101:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384913.753105:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384913.753134:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384913.753138:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384913.753141:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767384914.777066:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384914.777071:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384914.777076:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384914.777077:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384914.777173:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384914.777178:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384914.777182:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384914.849704:0:25520:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384914.849720:0:25520:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384914.849725:0:25520:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384914.849731:0:25520:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384914.849737:0:25520:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384914.849740:0:25520:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384915.670905:0:25684:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384915.670912:0:25684:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp28 --if ens2 00000001:00000001:3.0:1767384915.676420:0:25684:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384915.686297:0:25685:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000005a59dcd1. 00000400:00000010:3.0:1767384915.686318:0:25685:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000007f5b000a. 00000400:00000010:3.0:1767384915.686332:0:25685:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000c3848f62. 00000400:00000010:3.0:1767384915.686337:0:25685:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ec1197e3. 00000400:00000010:3.0:1767384915.686341:0:25685:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000015450b0d. 00000400:00000010:3.0:1767384915.686346:0:25685:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f0f1fbdb. 00000400:00000010:3.0:1767384915.686349:0:25685:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001c52f10e. 00000400:00000010:3.0:1767384915.686351:0:25685:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000301cb4f. 00000400:00000010:3.0:1767384915.686356:0:25685:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000007a09b100. 00000800:00000010:3.0:1767384915.686372:0:25685:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000003907f9b9. 00000800:00000200:3.0:1767384915.686388:0:25685:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384915.686400:0:25685:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384915.686451:0:25685:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:3.0:1767384915.686478:0:25685:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp28 [8/256/0/180] 00000400:00000010:3.0:1767384915.688844:0:25685:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000fe0ca95a. 00000400:00000010:3.0:1767384915.688852:0:25685:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006be7f97c. 00000400:00000010:3.0:1767384915.688859:0:25685:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ef6df2d. 00000400:00000001:3.0:1767384915.688886:0:25685:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384915.688889:0:25685:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384915.688891:0:25685:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063bf9adb. 00000400:00000200:3.0:1767384915.688894:0:25685:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e26a58f9 00000400:00000010:3.0:1767384915.688896:0:25685:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e26a58f9. 00000400:00000010:3.0:1767384915.688901:0:25685:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 000000006bf690d1. 00000400:00000200:3.0:1767384915.688908:0:25685:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (19) 00000400:00000200:3.0:1767384915.688921:0:25685:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:3.0:1767384915.688931:0:25685:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131100 00000020:00000010:3.0:1767384915.688941:0:25685:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000018c56b10. 00000020:01000000:3.0:1767384915.688949:0:25685:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384915.688949:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384915.688956:0:25685:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp28 00000400:00000200:0.0:1767384915.688961:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000400:00000010:0.0:1767384915.688972:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccae3aef. 00000400:00000010:3.0:1767384915.688975:0:25685:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000007f5b000a. 00000400:00000200:0.0:1767384915.688977:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (20) 00000400:00000010:3.0:1767384915.688986:0:25685:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000005a59dcd1. 00000400:00000010:0.0:1767384915.688987:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003c8bbc1c. 00000400:00000200:0.0:1767384915.688995:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp26 00000020:00000001:2.0:1767384915.689057:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384915.689066:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384915.689070:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp26 to MR: 192.168.203.157@tcp26 local destination 10000000:00000001:2.0:1767384915.689073:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384915.689079:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384915.689089:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384915.689089:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp26 NI seq info: [53:53:256:4294967295] 192.168.203.157@tcp26 LPNI seq info [53:53:8:4294967295] 00000020:01000004:2.0:1767384915.689094:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384915.689096:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384915.689122:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp26 00000020:01000004:2.0:1767384915.689131:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384915.689139:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384915.689147:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384915.689151:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp26(192.168.203.157@tcp26:192.168.203.157@tcp26) -> 192.168.203.157@tcp26(192.168.203.157@tcp26:192.168.203.157@tcp26) : PUT try# 0 00000020:01000004:2.0:1767384915.689152:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384915.689163:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000800:00000200:0.0:1767384915.689170:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.203.157@tcp26 00000020:01000004:2.0:1767384915.689171:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384915.689178:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000010:0.0:1767384915.689179:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a1b753f. 00000100:00000010:2.0:1767384915.689189:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069db9573. 00000800:00000200:0.0:1767384915.689195:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dde7457c] -> 12345-192.168.203.157@tcp26 (4) 00000020:00000040:2.0:1767384915.689203:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000800:00000200:0.1:1767384915.689205:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dde7457c] -> 12345-192.168.203.157@tcp26 (4) 00000100:00000001:2.0:1767384915.689220:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384915.689225:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384915.689233:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384915.689241:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp26 ip 192.168.203.157:988 00000800:00000200:0.1:1767384915.689248:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009a1b753f type 1, nob 448 niov 1 nkiov 1 02000000:00000010:2.0:1767384915.689251:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000071ce7d93. 00000100:00000001:2.0:1767384915.689264:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384915.689265:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 00000400:00000200:0.0:1767384915.689275:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100551 rc 0 00000100:00000001:2.0:1767384915.689282:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384915.689287:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384915.689303:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069db9573] to pc [ptlrpcd_00_02+2] req@0000000069db9573 x1853237358509696/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384915.689354:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384915.689358:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384915.689362:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384915.689364:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384915.689377:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384915.689379:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384915.689381:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384915.689384:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384915.689387:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384915.689388:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384915.689390:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384915.689393:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384915.689394:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384915.689396:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384915.689398:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384915.689401:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384915.689404:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384915.689404:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000100:00000010:2.0:1767384915.689409:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025b5fe67. 00000020:00000040:2.0:1767384915.689412:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1767384915.689432:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384915.689435:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384915.689438:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384915.689444:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1767384915.689447:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c499ca11. 00000800:00000010:0.0:1767384915.689451:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a1b753f. 00000100:00000001:2.0:1767384915.689457:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384915.689459:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384915.689472:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384915.689476:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp26->192.168.203.157@tcp26: PUT: OK 00000100:00000001:2.0:1767384915.689478:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384915.689485:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:2.0:1767384915.689491:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025b5fe67] to pc [ptlrpcd_00_03+3] req@0000000025b5fe67 x1853237358509824/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384915.689492:0:16122:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp26: 0 00000400:00000200:1.0:1767384915.689493:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000800:00000001:0.0:1767384915.689513:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000001:2.0:1767384915.689516:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384915.689524:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384915.689525:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384915.689530:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384915.689531:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:01000000:2.0:1767384915.689538:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000001:0.0:1767384915.689540:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384915.689554:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000018c56b10. 00000400:00000200:1.0:1767384915.689560:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.689564:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp26(192.168.203.157@tcp26) <- 192.168.203.157@tcp26 : PUT - for me 00000100:00000001:2.0:1767384915.689586:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384915.689614:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384915.689617:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 352 into portal 0 MB=0x8000000000000000 00000100:00000001:2.0:1767384915.689638:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384915.689640:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.157@tcp of length 336/352 into md 0x1639 [1] + 0 00000400:00000010:0.0:1767384915.689648:0:16122:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c156f52. 00000100:00000040:2.0:1767384915.689651:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000025b5fe67 x1853237358509824/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384915.689656:0:16122:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bd918eb3 00000800:00000001:0.0:1767384915.689665:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384915.689667:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000100:00000001:2.0:1767384915.689671:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384915.689673:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384915.689674:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384915.689683:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384915.689704:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384915.689705:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp26->192.168.203.157@tcp26: PUT: OK 02000000:00000001:2.0:1767384915.689717:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384915.689718:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd918eb3 00000400:00000010:0.0:1767384915.689726:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd918eb3. 02000000:00000001:2.0:1767384915.689734:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384915.689737:0:16122:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384915.689741:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.689745:0:16122:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (21) 00000100:00100000:2.0:1767384915.689746:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000025b5fe67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358509824:0@lo:253: 00000100:00000001:2.0:1767384915.689757:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384915.689758:0:16122:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000200:0.0:1767384915.689765:0:16122:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.157@tcp (352 bytes) 02000000:00000001:2.0:1767384915.689768:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384915.689773:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384915.689786:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384915.689789:0:16122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 02000000:00000010:2.0:1767384915.689796:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e39905ef. 00000400:00000200:0.0:1767384915.689812:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (22) 02000000:00000001:2.0:1767384915.689820:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384915.689821:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.689824:0:16122:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000010:2.0:1767384915.689828:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000c90b8b. 00000400:00000200:0.0:1767384915.689838:0:16122:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp26 to MR: 192.168.203.157@tcp26 local destination 00000400:00000010:2.0:1767384915.689844:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086359fd9. 00000400:00000200:0.0:1767384915.689852:0:16122:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp26 NI seq info: [54:54:256:4294967295] 192.168.203.157@tcp26 LPNI seq info [54:54:8:4294967295] 00000100:00000200:2.0:1767384915.689856:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358509824, portal 25 00000100:00000001:2.0:1767384915.689878:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384915.689884:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.689887:0:16122:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp26(192.168.203.157@tcp26:192.168.203.157@tcp26) -> 192.168.203.157@tcp26(192.168.203.157@tcp26:192.168.203.157@tcp26) 192.168.203.157@tcp26 : ACK try# 0 00000100:00000001:2.0:1767384915.689888:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504588160 : -108642204963456 : ffff9d30c3f72d80) 00000800:00000200:0.0:1767384915.689913:0:16122:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.157@tcp26 00000100:00000040:2.0:1767384915.689914:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000025b5fe67 x1853237358509824/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384915.689921:0:16122:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a1b753f. 00000800:00000200:0.0:1767384915.689939:0:16122:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dde7457c] -> 12345-192.168.203.157@tcp26 (4) 00000100:00000001:2.0:1767384915.689941:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384915.689950:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000800:00000200:0.0:1767384915.689958:0:16122:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp26 ip 192.168.203.157:989 00000100:00000040:2.0:1767384915.689959:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:0.0:1767384915.689972:0:16122:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009a1b753f type 0, nob 96 niov 1 nkiov 0 00000400:00000010:2.0:1767384915.689974:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b73ca1f. 00000100:00000200:2.0:1767384915.689990:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358509824, offset 0 00000800:00000001:0.0:1767384915.689996:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384915.689998:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384915.690001:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384915.690020:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384915.690040:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272703f00 00000400:00000200:2.0:1767384915.690049:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfa9 [2] + 0 00000800:00000001:0.0:1767384915.690052:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384915.690086:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038bcf0bc. 00000400:00000200:2.0:1767384915.690094:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003aed3daa 00000400:00000200:2.0:1767384915.690104:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767384915.690104:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384915.690105:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000800:00000010:0.0:1767384915.690114:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a1b753f. 00000400:00000200:0.0:1767384915.690125:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384915.690126:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384915.690146:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003aed3daa 00000400:00000200:0.0:1767384915.690146:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp26->192.168.203.157@tcp26: ACK: OK 00000400:00000010:2.0:1767384915.690159:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003aed3daa. 00000800:00000001:0.0:1767384915.690169:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384915.690172:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:0.0:1767384915.690175:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384915.690178:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:0.0:1767384915.690183:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384915.690185:0:16130:0:(events.c:337:request_in_callback()) incoming req@000000001579c298 x1853237358509824 msgsize 4848 00000800:00000001:0.0:1767384915.690191:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384915.690200:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767384915.690206:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:0.0:1767384915.690209:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384915.690211:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384915.690220:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.690227:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp26(192.168.203.157@tcp26) <- 192.168.203.157@tcp26 : ACK - for me 00000100:00000001:2.0:1767384915.690232:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384915.690251:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b73ca1f 00000400:00000010:2.0:1767384915.690255:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005b73ca1f. 00000100:00000001:2.0:1767384915.690261:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384915.690272:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000025b5fe67 x1853237358509824/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384915.690273:0:16122:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.157@tcp26: ACK from 12345-192.168.203.157@tcp26 into md 0x1655 00000400:00000200:0.0:1767384915.690282:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384915.690307:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp26->192.168.203.157@tcp26: ACK: OK 00000100:00000001:2.0:1767384915.690313:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384915.690318:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccae3aef 00000400:00000010:0.0:1767384915.690322:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccae3aef. 00000100:00000040:2.0:1767384915.690328:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000025b5fe67 x1853237358509824/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384915.690331:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384915.690345:0:16122:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.157@tcp ev->status 0 00000100:00000001:2.0:1767384915.690347:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384915.690347:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000100:00000001:2.0:1767384915.690352:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384915.690367:0:16122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:0.0:1767384915.690374:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (21) 00000100:00000001:2.0:1767384915.690389:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384915.690396:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384915.690401:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294905564 00000800:00000001:0.0:1767384915.690404:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384915.690412:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb3068a4. 00000100:00000001:2.0:1767384915.690439:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384915.690457:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294905564 00000100:00000010:2.0:1767384915.690468:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003be53f20. 00000100:00000001:2.0:1767384915.690474:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384915.690486:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294905564 00000100:00000010:2.0:1767384915.690492:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003ff610aa. 00000100:00000001:2.0:1767384915.690499:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384915.690514:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384915.690516:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294905564 00000400:00000010:0.0:1767384915.690523:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000fb797632. 00000100:00000010:2.0:1767384915.690525:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee5a5031. 00000400:00000200:1.0:1767384915.690526:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000100:00000001:2.0:1767384915.690543:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000400:00000010:0.0:1767384915.690544:0:16125:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089c9f820. 00000100:00000001:2.0:1767384915.690560:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384915.690560:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccae3aef. 00000400:00000200:0.0:1767384915.690572:0:16125:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000fb797632 00000100:00000001:2.0:1767384915.690574:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384915.690581:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 000000007ae9c63a. 00000100:00000001:2.0:1767384915.690585:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384915.690591:0:16125:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 352 success 00000100:00000001:2.0:1767384915.690593:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384915.690617:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102051 00000400:00000200:0.0:1767384915.690623:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (20) 00000100:00000001:2.0:1767384915.690627:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767384915.690629:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 0000000071e079a5. 00000100:00000001:2.0:1767384915.690635:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1767384915.690637:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbe16274. 00000100:00000001:2.0:1767384915.690649:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384915.690650:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bc0d7e8d. 00000100:00000001:2.0:1767384915.690656:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384915.690658:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000100:00000001:2.0:1767384915.690666:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384915.690667:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp 00000100:00100000:2.0:1767384915.690684:0:16130:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1767384915.690689:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384915.690693:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000100:00000001:2.0:1767384915.690700:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384915.690709:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000100:00000001:2.0:1767384915.690710:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384915.690734:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384915.690736:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[43, 37], ns[43, 37] 00000100:00000001:2.0:1767384915.690744:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384915.690750:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384915.690751:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 37], ns[12, 37] 00000100:00000040:2.0:1767384915.690768:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000069db9573 x1853237358509696/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384915.690768:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000400:00000200:0.0:1767384915.690794:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000400:00000200:0.0:1767384915.690811:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000400:00000200:1.0:1767384915.690815:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000100:00000001:2.0:1767384915.690833:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384915.690834:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000100:00000001:2.0:1767384915.690843:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384915.690851:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 02000000:00000001:2.0:1767384915.690855:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384915.690860:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 02000000:00000001:2.0:1767384915.690869:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384915.690879:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384915.690882:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000100:00100000:2.0:1767384915.690891:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000069db9573 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358509696:0@lo:253: 00000400:00000200:0.0:1767384915.690892:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000400:00000200:1.0:1767384915.690905:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000100:00000001:2.0:1767384915.690909:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384915.690913:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 02000000:00000001:2.0:1767384915.690917:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384915.690928:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384915.690931:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 02000000:00000001:2.0:1767384915.690939:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384915.690942:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 02000000:00000010:2.0:1767384915.690953:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004ba79b44. 00000400:00000200:0.0:1767384915.690954:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 12], ns[46, 12] 00000400:00000200:1.0:1767384915.690963:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 02000000:00000001:2.0:1767384915.690966:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384915.690973:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 12], ns[50, 12] 00000400:00000010:2.0:1767384915.690980:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038bcf0bc. 00000400:00000200:0.0:1767384915.690981:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 12], ns[54, 12] 00000400:00000200:0.0:1767384915.690992:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 12], ns[0, 12] 00000400:00000010:2.0:1767384915.690994:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b73ca1f. 00000400:00000200:0.0:1767384915.690999:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp27 00000100:00000200:2.0:1767384915.691003:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358509696, portal 25 00000400:00000200:0.0:1767384915.691009:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp27 00000100:00000001:2.0:1767384915.691013:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384915.691013:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000100:00000001:2.0:1767384915.691016:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504580992 : -108642204970624 : ffff9d30c3f71180) 00000400:00000200:0.0:1767384915.691057:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp27 lpni_is_preferred = 0 00000400:00000200:0.0:1767384915.691065:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp27 00000400:00000200:0.0:1767384915.691071:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp27 NI seq info: [55:55:256:4294967295] 192.168.203.157@tcp27 LPNI seq info [55:55:8:4294967295] 00000400:00000200:0.0:1767384915.691078:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp27 00000100:00000040:2.0:1767384915.691082:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000069db9573 x1853237358509696/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384915.691114:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp27(192.168.203.157@tcp27:) -> 192.168.203.157@tcp27(192.168.203.157@tcp:192.168.203.157@tcp27) : GET try# 0 00000800:00000200:0.0:1767384915.691139:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp27 00000400:00000200:1.0:1767384915.691143:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000100:00000001:2.0:1767384915.691151:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:0.0:1767384915.691152:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009a1b753f. 00000100:00000040:2.0:1767384915.691159:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000010:0.0:1767384915.691164:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d115c8c3. 00000400:00000010:2.0:1767384915.691167:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d838630b. 00000800:00000010:0.0:1767384915.691171:0:16125:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000007e4b3049. 00000100:00000200:2.0:1767384915.691176:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358509696, offset 0 00000800:00000200:0.0:1767384915.691187:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d115c8c3] -> 12345-192.168.203.157@tcp27 (2) 00000400:00000200:2.0:1767384915.691195:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:0.1:1767384915.691203:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d115c8c3] -> 12345-192.168.203.157@tcp27 (2) 00000400:00000200:2.0:1767384915.691219:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384915.691227:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp 00000400:00000200:0.0:1767384915.691240:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100251 rc 0 00000400:00000200:2.0:1767384915.691245:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272703e80 00000400:00000200:1.0:1767384915.691251:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384915.691261:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfb9 [2] + 0 00000400:00000010:2.0:1767384915.691267:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085ce38cc. 00000400:00000200:2.0:1767384915.691274:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000daa20f36 00000400:00000200:2.0:1767384915.691283:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384915.691295:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384915.691295:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384915.691306:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daa20f36 00000400:00000010:2.0:1767384915.691314:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000daa20f36. 00000100:00000001:0.0:1767384915.691314:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.691331:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384915.691336:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384915.691342:0:16130:0:(events.c:337:request_in_callback()) incoming req@00000000842f36ee x1853237358509696 msgsize 4848 00000100:00100000:2.0:1767384915.691352:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384915.691367:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384915.691389:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384915.691405:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d838630b 00000400:00000010:2.0:1767384915.691410:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d838630b. 00000100:00000001:2.0:1767384915.691420:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384915.691427:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069db9573 x1853237358509696/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384915.691429:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.691432:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000100:00000001:2.0:1767384915.691449:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384915.691457:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000069db9573 x1853237358509696/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384915.691468:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.691471:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384915.691483:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.691490:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294905565 00000100:00000001:2.0:1767384915.691507:0:16130:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294905564 00000100:00000001:2.0:1767384915.691525:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294905565 00000100:00000001:2.0:1767384915.691539:0:16130:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294905564 00000100:00000001:2.0:1767384915.691555:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294905565 00000100:00000001:2.0:1767384915.691564:0:16130:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294905564 00000100:00000001:2.0:1767384915.691577:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294905565 00000100:00000001:2.0:1767384915.691592:0:16130:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294905564 00000100:00000001:2.0:1767384915.691619:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384915.691624:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.691629:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.691636:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384915.691660:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:1.0:1767384915.691678:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000100:00000001:2.0:1767384915.691698:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384915.691706:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358509824 02000000:00000001:2.0:1767384915.691711:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384915.691715:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384915.691719:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384915.691725:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384915.691731:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358509824 00000020:00000001:2.0:1767384915.691742:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384915.691745:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:2.0:1767384915.691750:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384915.691756:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000020:00000001:2.0:1767384915.691761:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:2.0:1767384915.691767:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384915.691774:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384915.691781:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b60c7f7b. 00000100:00000001:2.0:1767384915.691787:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384915.691791:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b60c7f7b. 00000020:00000010:2.0:1767384915.691816:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004a0eb3cd. 00000400:00000200:0.0:1767384915.691819:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000020:00000010:2.0:1767384915.691822:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e8700f79. 00000020:00000010:2.0:1767384915.691832:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002ab698ee. 00000100:00000040:2.0:1767384915.691851:0:16762:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384915.691857:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384915.691861:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384915.691867:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.691882:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384915.691892:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000100:00000001:2.0:1767384915.691903:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384915.691934:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384915.691941:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358509696 02000000:00000001:2.0:1767384915.691945:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384915.691947:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384915.691951:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384915.691957:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384915.691961:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358509696 00000020:00000001:2.0:1767384915.691965:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384915.691969:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000400:00000200:0.0:1767384915.691970:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000020:00000001:2.0:1767384915.691976:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384915.691982:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000020:00000001:2.0:1767384915.691988:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:2.0:1767384915.691993:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384915.691997:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384915.692002:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b60c7f7b. 00000100:00000001:2.0:1767384915.692012:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384915.692014:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b60c7f7b. 00000020:00000010:2.0:1767384915.692022:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000beca7526. 00000020:00000010:2.0:1767384915.692056:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000df40b0f5. 00000020:00000010:2.0:1767384915.692062:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005068b074. 00000100:00000001:2.0:1767384915.692094:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384915.692099:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384915.692101:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.692109:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.692115:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384915.692144:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384915.692150:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384915.692151:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:1.0:1767384915.692154:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000100:00100000:2.0:1767384915.692171:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00000040:2.0:1767384915.692177:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:2.0:1767384915.692182:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529412176 : -108637180139440 : ffff9d31ef77e850) 00000100:00000040:2.0:1767384915.692194:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001579c298 x1853237358509824/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:141/0 lens 4848/0 e 0 to 0 dl 1767384926 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384915.692205:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384915.692211:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b60c7f7b. 00000100:00000001:2.0:1767384915.692219:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384915.692224:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b60c7f7b. 00000100:00100000:2.0:1767384915.692241:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001579c298 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16130:x1853237358509824:12345-0@lo:253: 00000100:00000200:2.0:1767384915.692247:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358509824 00000020:00000001:2.0:1767384915.692252:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384915.692260:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384915.692264:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384915.692267:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384915.692270:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:2.0:1767384915.692274:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384915.692277:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384915.692282:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384915.692286:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384915.692291:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000020:00000001:2.0:1767384915.692304:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.692311:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384915.692317:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384915.692326:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000019e0feed. 02000000:00000001:2.0:1767384915.692330:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.692335:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384915.692340:0:16762:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384915.692357:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 20000000:00000010:2.0:1767384915.692370:0:16762:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003dd07d31. 20000000:01000000:2.0:1767384915.692375:0:16762:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384915.692381:0:16762:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384915.692385:0:16762:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384915.692391:0:16762:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384915.692394:0:16762:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384915.692399:0:16762:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384915.692415:0:16762:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bb96b014. 20000000:01000000:2.0:1767384915.692420:0:16762:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 20000000:00000001:2.0:1767384915.692430:0:16762:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384915.692435:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00080000:00000001:2.0:1767384915.692439:0:16762:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384915.692519:0:16762:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384915.692530:0:16762:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384915.692534:0:16762:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384915.692538:0:16762:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384915.692543:0:16762:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384915.692547:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000020:00000001:2.0:1767384915.692552:0:16762:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:2.0:1767384915.692558:0:16762:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384915.692565:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00080000:00000010:2.0:1767384915.692568:0:16762:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006c62b264. 00080000:00000001:2.0:1767384915.692576:0:16762:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431499040768 : -108642210510848 : ffff9d30c3a28800) 00080000:00000001:2.0:1767384915.692581:0:16762:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384915.692663:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:1.0:1767384915.692689:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.692788:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000001:00000001:2.0:1767384915.692844:0:16762:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384915.692850:0:16762:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384915.692857:0:16762:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384915.692889:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00080000:00000001:2.0:1767384915.692893:0:16762:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384915.692899:0:16762:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384915.692937:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:1.0:1767384915.693069:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.693090:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00080000:00000001:2.0:1767384915.693233:0:16762:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:0.0:1767384915.693235:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00080000:00000001:2.0:1767384915.693243:0:16762:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384915.693252:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000100:00000001:2.0:1767384915.693325:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384915.693329:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384915.693341:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000100:00100000:2.0:1767384915.693367:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00000040:2.0:1767384915.693374:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000400:00000200:1.0:1767384915.693378:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000100:00000001:2.0:1767384915.693381:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529402960 : -108637180148656 : ffff9d31ef77c450) 00000100:00000040:2.0:1767384915.693392:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000842f36ee x1853237358509696/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:141/0 lens 4848/0 e 0 to 0 dl 1767384926 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384915.693403:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384915.693409:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b60c7f7b. 00000100:00000001:2.0:1767384915.693416:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384915.693421:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b60c7f7b. 00000100:00100000:2.0:1767384915.693428:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000842f36ee pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16130:x1853237358509696:12345-0@lo:253: 00000100:00000200:2.0:1767384915.693435:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358509696 00000020:00000001:2.0:1767384915.693439:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384915.693445:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384915.693449:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000020:00000001:2.0:1767384915.693450:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384915.693459:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384915.693463:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:2.0:1767384915.693468:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384915.693470:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384915.693474:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384915.693477:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384915.693482:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.693486:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384915.693490:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384915.693497:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e90be6d6. 00000400:00000200:1.0:1767384915.693498:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 02000000:00000001:2.0:1767384915.693499:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.693501:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384915.693504:0:16763:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384915.693515:0:16763:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009d771704. 20000000:01000000:2.0:1767384915.693519:0:16763:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384915.693522:0:16763:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384915.693524:0:16763:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384915.693526:0:16763:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384915.693529:0:16763:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384915.693544:0:16763:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384915.693546:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.693665:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.693739:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.693787:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.693852:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.693898:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.693950:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.694011:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.694203:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384915.694215:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.694294:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384915.694357:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.694361:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.694484:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384915.694534:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.694613:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.694673:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.694719:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.694768:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.694820:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.694858:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.694895:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000800:00000010:2.0:1767384915.694930:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000452284c7. 00000400:00000200:0.0:1767384915.694935:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:2.0:1767384915.694940:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d838630b. 00000800:00000010:2.0:1767384915.694950:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b60c7f7b. 00000400:00000200:0.0:1767384915.694983:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.157:988 00000800:00000010:2.0:1767384915.695007:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b60c7f7b. 00000800:00020000:2.0:1767384915.695024:0:16118:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000400:00000200:0.0:1767384915.695418:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384915.695510:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp27 from 219.3.0.2 00000800:00000010:0.0:1767384915.695514:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ed599277. 00000800:00000010:0.0:1767384915.695751:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e16749a4. 00000800:00000010:0.0:1767384915.695758:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000065b72f1a. 00000800:00000010:0.0:1767384915.695792:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000da6ee759. 00000800:00000010:0.0:1767384915.695795:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f5fe3685. 00000800:00000010:0.0:1767384915.695799:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008e987471. 00000800:00000010:0.0:1767384915.695874:0:16116:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000004fddbaf. 00000800:00000200:0.1:1767384915.695880:0:16116:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d115c8c3] -> 12345-192.168.203.157@tcp27 (2) 00000800:00000200:0.1:1767384915.695894:0:16116:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp27 0000000004fddbaf deleted 00000800:00000010:0.1:1767384915.695897:0:16116:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000004fddbaf. 00000800:00000200:0.1:1767384915.695904:0:16116:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384915.695909:0:16116:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp27 ip 192.168.203.157:987 00000800:00000200:0.1:1767384915.695913:0:16116:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009a1b753f type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384915.695917:0:16116:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp27 p 3.x 192.168.203.157 -> 192.168.203.157:987 incarnation:1767384913606761601 sched[0] 00000800:00000010:0.0:1767384915.695924:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000829fbc09. 00000800:00000010:0.0:1767384915.695950:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000829fbc09. 00000800:00000010:0.0:1767384915.695954:0:16116:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000065b72f1a. 00000800:00000010:0.0:1767384915.695978:0:16116:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ed599277. 00000800:00000001:0.0:1767384915.695990:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384915.695995:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384915.696065:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384915.696069:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009a1b753f. 00000400:00000200:0.0:1767384915.696072:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384915.696079:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp27->192.168.203.157@tcp27: GET: OK 00000400:00000200:0.0:1767384915.696094:0:16121:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384915.696098:0:16121:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp: 0 00000800:00000010:0.0:1767384915.696386:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008e987471. 00000800:00000200:0.1:1767384915.696398:0:16117:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384915.696404:0:16117:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp27 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384913606761601 sched[0] 00000800:00000010:0.0:1767384915.696407:0:16117:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f5fe3685. 00000800:00000001:0.0:1767384915.696434:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384915.696439:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384915.696450:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384915.696458:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384915.696468:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp27(192.168.203.157@tcp27) <- 192.168.203.157@tcp27 : GET - for me 00000400:00000200:0.0:1767384915.696482:0:16120:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 352 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384915.696489:0:16120:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp of length 352/352 into md 0x1651 [1] + 0 00000400:00000200:0.0:1767384915.696500:0:16120:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp27 to MR: 192.168.203.157@tcp27 local destination 00000400:00000200:0.0:1767384915.696509:0:16120:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp27 NI seq info: [56:56:256:4294967295] 192.168.203.157@tcp27 LPNI seq info [56:56:8:4294967295] 00000400:00000200:0.0:1767384915.696518:0:16120:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp27(192.168.203.157@tcp27:192.168.203.157@tcp27) -> 192.168.203.157@tcp27(192.168.203.157@tcp27:192.168.203.157@tcp27) 192.168.203.157@tcp27 : REPLY try# 0 00000800:00000200:0.0:1767384915.696522:0:16120:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.203.157@tcp27 00000800:00000010:0.0:1767384915.696526:0:16120:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a1b753f. 00000800:00000200:0.0:1767384915.696531:0:16120:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d115c8c3] -> 12345-192.168.203.157@tcp27 (4) 00000800:00000200:0.0:1767384915.696536:0:16120:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp27 ip 192.168.203.157:988 00000800:00000200:0.0:1767384915.696539:0:16120:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009a1b753f type 3, nob 448 niov 1 nkiov 1 00000800:00000200:0.0:1767384915.696617:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384915.696620:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a1b753f. 00000400:00000200:0.0:1767384915.696624:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384915.696646:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp27->192.168.203.157@tcp27: REPLY: OK 00000800:00000001:0.0:1767384915.696654:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384915.696658:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384915.696660:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384915.696663:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384915.696666:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384915.696669:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384915.696673:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp27(192.168.203.157@tcp27) <- 192.168.203.157@tcp27 : REPLY - for me 00000400:00000200:0.0:1767384915.696684:0:16120:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp27: Reply from 12345-192.168.203.157@tcp27 of length 352/352 into md 0x1665 00000800:00000001:0.0:1767384915.696688:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384915.696692:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384915.696694:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384915.696698:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp27->192.168.203.157@tcp27: REPLY: OK 00000400:00000200:0.0:1767384915.696704:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbe16274 00000400:00000010:0.0:1767384915.696714:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbe16274. 00000400:00000200:0.0:1767384915.696718:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384915.696724:0:16120:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.157@tcp has discovery enabled 00000400:00000200:0.0:1767384915.696727:0:16120:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000200:0.0:1767384915.696733:0:16120:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.157@tcp data present 20. state = 0x100251 00000400:00000200:0.0:1767384915.696742:0:16120:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:0.0:1767384915.696755:0:16120:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (21) 00000800:00000001:0.0:1767384915.696760:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384915.696763:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384915.696778:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384915.696783:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x1000d1 00000400:00000010:0.0:1767384915.696790:0:16125:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 420 at 000000007ae9c63a. 00000400:00000010:0.0:1767384915.696806:0:16125:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 504 at 000000007628f704. 00000400:00000010:0.0:1767384915.696809:0:16125:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 420 at 0000000094ee6a50. 00000400:00000010:0.0:1767384915.696838:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000ae3bc9a. 00000400:00000200:0.0:1767384915.696846:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000ae3bc9a nid 192.168.203.157@tcp28 00000400:00000010:0.0:1767384915.696849:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000053a84f81. 00000400:00000200:0.0:1767384915.696852:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 0000000053a84f81 net tcp28 00000400:00000200:0.0:1767384915.696856:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (20) 00000400:00000200:0.0:1767384915.696860:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp28 flags 0x11 00000400:00000010:0.0:1767384915.696864:0:16125:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 420 at 000000007ae9c63a. 00000400:00000010:0.0:1767384915.696866:0:16125:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 504 at 000000007628f704. 00000400:00000010:0.0:1767384915.696869:0:16125:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 420 at 0000000094ee6a50. 00000400:00000010:0.0:1767384915.696873:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 0000000071e079a5. 00000400:00000200:0.0:1767384915.696877:0:16125:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:0.0:1767384915.696881:0:16125:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.157@tcp(00000000aa3f4fd0): 0. state = 0x100151 00000400:00000200:0.0:1767384915.696884:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 rc 1 00000400:00000200:0.0:1767384915.696887:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000400:00000200:0.0:1767384915.696889:0:16125:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.157@tcp 00000400:00000200:0.0:1767384915.696891:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100111 rc 0 00000400:00000200:0.0:1767384915.696894:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:0.0:1767384915.696898:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (21) 00000400:00000200:1.0:1767384915.696996:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:1.0:1767384915.697224:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:1.0:1767384915.697381:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:1.0:1767384915.697553:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:1.0:1767384915.697855:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:1.0:1767384915.698232:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.698688:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:1.0:1767384915.698861:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:1.0:1767384915.698981:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:1.0:1767384915.699182:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:1.0:1767384915.699258:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:1.0:1767384915.699448:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.699583:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.699638:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.699838:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.699884:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.699933:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.699972:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.700001:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.700066:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.700087:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.700113:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.700143:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.700182:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.700245:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.700299:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.700332:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.700355:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.700378:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.700442:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.700479:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.700498:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.700526:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.700571:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.700683:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.700716:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.700739:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.157:988 00000400:00000200:0.0:1767384915.701023:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384915.701140:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp27 from 218.3.0.2 00000800:00000010:0.0:1767384915.701143:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000967fe891. 00000800:00000010:0.0:1767384915.701337:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b44a3452. 00000800:00000010:0.0:1767384915.701342:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000004fddbaf. 00000800:00000010:0.0:1767384915.701346:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006e734b56. 00000800:00000010:0.0:1767384915.701743:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006e734b56. 00000800:00000010:0.0:1767384915.701794:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000351588b6. 00000800:00000010:0.0:1767384915.701799:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f5fe3685. 00000800:00000010:0.0:1767384915.701819:0:16115:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000065b72f1a. 00000800:00000200:0.1:1767384915.701824:0:16115:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d115c8c3] -> 12345-192.168.203.157@tcp27 (4) 00000800:00000200:0.1:1767384915.701829:0:16115:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp27 0000000065b72f1a deleted 00000800:00000010:0.1:1767384915.701831:0:16115:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000065b72f1a. 00000800:00000200:0.1:1767384915.701834:0:16115:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384915.701837:0:16115:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp27 p 3.x 192.168.203.157 -> 192.168.203.157:986 incarnation:1767384913606761601 sched[0] 00000800:00000010:0.0:1767384915.701843:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006e734b56. 00000800:00000010:0.0:1767384915.701884:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006e734b56. 00000800:00000010:0.0:1767384915.701887:0:16115:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f5fe3685. 00000800:00000010:0.0:1767384915.701909:0:16115:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000967fe891. 00000800:00000001:0.0:1767384915.701924:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384915.701929:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384915.701951:0:16117:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384915.701956:0:16117:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp27 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384913606761601 sched[0] 00000800:00000010:0.0:1767384915.701959:0:16117:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000004fddbaf. 00000800:00000001:0.0:1767384915.701988:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384915.701990:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384915.702445:0:16118:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d838630b. 00000800:00000010:2.0:1767384915.702454:0:16118:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000452284c7. 00000400:02020000:2.0:1767384915.702536:0:16118:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp26 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000100:00000040:3.0:1767384915.703075:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294905565, at 4294905566 00000100:00000010:3.0:1767384915.703086:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee5a5031. 00000100:00000040:0.0:1767384915.704066:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294905565, at 4294905567 00000100:00000010:0.0:1767384915.704075:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb3068a4. 00000100:00000040:1.0:1767384915.704079:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294905565, at 4294905567 00000100:00000010:1.0:1767384915.704092:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003be53f20. 00000100:00000040:2.0:1767384915.711425:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294905565, at 4294905574 00000100:00000010:2.0:1767384915.711435:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003ff610aa. 00080000:00000001:2.0:1767384915.717932:0:16762:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384915.717940:0:16762:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:2.0:1767384915.717944:0:16762:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384915.717944:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384915.717948:0:16762:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384915.717948:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384915.717953:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384915.717955:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384915.717956:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384915.717959:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006c62b264. 20000000:01000000:2.0:1767384915.717966:0:16762:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384915.717966:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384915.717983:0:16762:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384915.717987:0:16762:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:3.0:1767384915.717990:0:16763:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b1c18203. 20000000:01000000:3.0:1767384915.717996:0:16763:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 00080000:00000020:2.0:1767384915.717997:0:16762:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384915.718009:0:16763:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:2.0:1767384915.718378:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384915.718389:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384915.718393:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384915.718401:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384915.718407:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384915.718420:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f85fbb73. 00010000:00000001:2.0:1767384915.718430:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384915.718438:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000065a56281. 00000020:00000001:2.0:1767384915.718443:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384915.718453:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000065a56281 with handle 0x4895a8f6c11e868d to hash 00000020:00000001:2.0:1767384915.718458:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384915.718472:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635436275767808 : -108637433783808 : ffff9d31e0599a00) 00010000:00000001:2.0:1767384915.718476:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635436275767808 : -108637433783808 : ffff9d31e0599a00) 00010000:00000001:2.0:1767384915.718481:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384915.718486:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384915.718491:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000065a56281/0x4895a8f6c11e868d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384915.718503:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384915.718510:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384915.718514:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384915.718518:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384915.718524:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384915.718527:0:16763:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:2.0:1767384915.718529:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384915.718535:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384915.718541:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384915.718544:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384915.718548:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384915.718552:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384915.718556:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f85fbb73) refcount = 1 00010000:00010000:2.0:1767384915.718562:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000065a56281/0x4895a8f6c11e868d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384915.718570:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384915.718574:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384915.718577:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384915.718580:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.718584:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384915.718590:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:3.0:1767384915.718610:0:16763:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384915.718614:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002318499s 00080000:00000001:3.0:1767384915.718616:0:16763:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384915.718621:0:16763:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.718624:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:3.0:1767384915.718626:0:16763:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384915.718632:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384915.718633:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000040:2.0:1767384915.718645:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000065a56281 refcount=4 00000020:00000001:3.0:1767384915.718649:0:16763:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00000020:00000001:2.0:1767384915.718653:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275767808 : -108637433783808 : ffff9d31e0599a00) 00080000:00000001:3.0:1767384915.718657:0:16763:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384915.718664:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275767808 : -108637433783808 : ffff9d31e0599a00) 00080000:00000010:3.0:1767384915.718665:0:16763:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000024744588. 00010000:00000001:2.0:1767384915.718675:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:3.0:1767384915.718676:0:16763:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431482868736 : -108642226682880 : ffff9d30c2abc400) 00080000:00000001:3.0:1767384915.718684:0:16763:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:2.0:1767384915.718693:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000065a56281/0x4895a8f6c11e868d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384915.718704:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384915.718709:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000065a56281/0x4895a8f6c11e868d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384915.718717:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384915.718720:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384915.718723:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000065a56281/0x4895a8f6c11e868d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384915.718730:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384915.718733:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.718739:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384915.718744:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000065a56281/0x4895a8f6c11e868d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384915.718753:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000065a56281 already unused, calling callback (00000000be7801c4) 00010000:00000001:2.0:1767384915.718757:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384915.718761:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384915.718766:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000065a56281/0x4895a8f6c11e868d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384915.718775:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384915.718778:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384915.718781:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384915.718784:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000065a56281 refcount=5 00000020:00000001:2.0:1767384915.718789:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275767808 : -108637433783808 : ffff9d31e0599a00) 00010000:00000001:2.0:1767384915.718794:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275767808 : -108637433783808 : ffff9d31e0599a00) 00010000:00000001:2.0:1767384915.718801:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384915.718805:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000065a56281/0x4895a8f6c11e868d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384915.718813:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384915.718824:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384915.718827:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.718836:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384915.718840:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384915.718846:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384915.718850:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384915.718855:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000065a56281 with handle 0x4895a8f6c11e868d from hash 00000001:00000001:3.0:1767384915.718857:0:16763:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384915.718861:0:16763:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.718861:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000001:3.0:1767384915.718872:0:16763:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384915.718872:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384915.718884:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384915.718888:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384915.718892:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384915.718895:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384915.718899:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384915.718902:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384915.718907:0:16763:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.718909:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384915.718919:0:16763:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384915.718921:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384915.718927:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384915.718933:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384915.718937:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384915.718940:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.718944:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.718950:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384915.718955:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000065a56281/0x4895a8f6c11e868d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384915.718966:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384915.718970:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384915.718973:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384915.718977:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384915.718981:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384915.718984:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384915.718989:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384915.718997:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384915.719001:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384915.719006:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000065a56281/0x4895a8f6c11e868d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384915.719073:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384915.719077:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384915.719081:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000065a56281/0x4895a8f6c11e868d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384915.719090:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f85fbb73 count: 0 00010000:00000001:2.0:1767384915.719130:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384915.719134:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:3.0:1767384915.719161:0:16763:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384915.719166:0:16763:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000010:1.0:1767384915.720315:0:25690:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000003522c6a8. 00000400:00000040:1.0:1767384915.720345:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384915.720351:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384915.720362:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384915.720366:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384915.720370:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384915.720373:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384915.720379:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384915.720383:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384915.720385:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384915.720390:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384915.720395:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384915.720413:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384915.720418:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384915.720422:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384915.720425:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384915.720431:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384915.720434:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384915.720437:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384915.720441:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384915.720445:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384915.720449:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384915.720452:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384915.720457:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384915.720460:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384915.720463:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384915.720468:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384915.720473:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384915.720476:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384915.720479:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384915.720483:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384915.720485:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384915.720489:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384915.720492:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384915.720495:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384915.720498:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384915.720501:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384915.720503:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384915.720508:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384915.720510:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384915.720513:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384915.720515:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384915.720527:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384915.720529:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384915.720532:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384915.720534:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384915.720536:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384915.720538:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384915.720540:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384915.720543:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384915.720545:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384915.720548:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384915.720550:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384915.720551:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384915.720555:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384915.720559:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384915.720561:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384915.720564:0:25690:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384915.720737:0:25690:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000003522c6a8. 00010000:00000010:2.1:1767384915.726052:0:25691:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f85fbb73. 00010000:00000010:2.1:1767384915.726067:0:25691:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000065a56281. 00080000:00000001:1.0:1767384915.731629:0:16763:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384915.731639:0:16763:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:1.0:1767384915.731644:0:16763:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384915.731648:0:16763:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384915.731652:0:16763:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384915.731674:0:16763:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384915.731679:0:16763:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767384915.731689:0:16763:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384915.731701:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384915.731710:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384915.731714:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384915.731716:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:3.0:1767384915.731721:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00040000:00000001:1.0:1767384915.731723:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:3.0:1767384915.731727:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00040000:00000001:1.0:1767384915.731732:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384915.731737:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000010:3.0:1767384915.731739:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cba0b927. 00040000:00000001:1.0:1767384915.731740:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384915.731748:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000024744588. 00010000:00000001:3.0:1767384915.731749:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384915.731757:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006f9b2658. 00080000:00000001:1.0:1767384915.731759:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:3.0:1767384915.731765:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384915.731774:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006f9b2658 with handle 0x4895a8f6c11e8694 to hash 00000020:00000001:3.0:1767384915.731777:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384915.731781:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635431492114432 : -108642217437184 : ffff9d30c338d800) 00010000:00000001:3.0:1767384915.731793:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635431492114432 : -108642217437184 : ffff9d30c338d800) 00010000:00000001:3.0:1767384915.731798:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384915.731801:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384915.731804:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006f9b2658/0x4895a8f6c11e8694 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384915.731812:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384915.731815:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384915.731817:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384915.731819:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384915.731820:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384915.731824:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384915.731825:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384915.731827:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384915.731830:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384915.731831:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384915.731832:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384915.731834:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cba0b927) refcount = 1 00010000:00010000:3.0:1767384915.731837:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006f9b2658/0x4895a8f6c11e8694 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384915.731841:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384915.731843:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384915.731845:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384915.731847:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384915.731849:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384915.731853:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384915.731855:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002318499s 00010000:00000001:3.0:1767384915.731858:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384915.731860:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384915.731862:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006f9b2658 refcount=4 00000020:00000001:3.0:1767384915.731864:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431492114432 : -108642217437184 : ffff9d30c338d800) 00010000:00000001:3.0:1767384915.731866:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635431492114432 : -108642217437184 : ffff9d30c338d800) 00010000:00000001:3.0:1767384915.731867:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384915.731869:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006f9b2658/0x4895a8f6c11e8694 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384915.731879:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384915.731881:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006f9b2658/0x4895a8f6c11e8694 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384915.731885:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384915.731887:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384915.731888:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006f9b2658/0x4895a8f6c11e8694 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384915.731892:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384915.731894:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384915.731897:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384915.731898:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006f9b2658/0x4895a8f6c11e8694 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384915.731903:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006f9b2658 already unused, calling callback (00000000be7801c4) 00010000:00000001:3.0:1767384915.731905:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384915.731909:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384915.731911:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006f9b2658/0x4895a8f6c11e8694 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384915.731918:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384915.731920:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384915.731922:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384915.731924:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006f9b2658 refcount=5 00000020:00000001:3.0:1767384915.731928:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431492114432 : -108642217437184 : ffff9d30c338d800) 00010000:00000001:3.0:1767384915.731931:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635431492114432 : -108642217437184 : ffff9d30c338d800) 00010000:00000001:3.0:1767384915.731934:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384915.731936:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006f9b2658/0x4895a8f6c11e8694 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384915.731943:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384915.731946:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384915.731954:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384915.731960:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384915.731962:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384915.731966:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384915.731968:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384915.731971:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006f9b2658 with handle 0x4895a8f6c11e8694 from hash 00010000:00000001:3.0:1767384915.731975:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384915.731977:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384915.731979:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384915.731981:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384915.731983:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384915.731986:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384915.731988:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384915.731990:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384915.731994:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384915.731996:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384915.731999:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384915.732003:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384915.732005:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384915.732008:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384915.732049:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384915.732052:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384915.732054:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006f9b2658/0x4895a8f6c11e8694 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384915.732061:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384915.732063:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384915.732066:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384915.732068:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384915.732070:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384915.732072:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384915.732074:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384915.732080:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384915.732082:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384915.732086:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006f9b2658/0x4895a8f6c11e8694 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384915.732092:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384915.732098:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384915.732102:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006f9b2658/0x4895a8f6c11e8694 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384915.732108:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cba0b927 count: 0 00010000:00000001:3.0:1767384915.732117:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384915.732119:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384915.734381:0:16762:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384915.734387:0:16762:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384915.734390:0:16762:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003dd07d31. 20000000:00000001:0.0:1767384915.734396:0:16762:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384915.734402:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358509824 00010000:00000001:0.0:1767384915.734405:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384915.734414:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001579c298 x1853237358509824/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:141/0 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384915.734425:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384915.734429:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384915.734433:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=39 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384915.734441:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384915.734444:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384915.734446:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384915.734450:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384915.734454:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384915.734467:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384915.734472:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384915.734477:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000232a4e13. 00000100:00000200:0.0:1767384915.734482:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358509824, offset 224 00000400:00000200:0.0:1767384915.734489:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384915.734502:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384915.734515:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272703f00 00000400:00000200:0.0:1767384915.734523:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1659 [2] + 224 00000400:00000200:0.0:1767384915.734532:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384915.734537:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384915.734543:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384915.734548:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000025b5fe67 x1853237358509824/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384915.734556:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000025b5fe67 x1853237358509824/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384915.734572:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384915.734580:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000232a4e13 00000400:00000010:0.0:1767384915.734582:0:16762:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000232a4e13. 00000100:00000001:0.0:1767384915.734586:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384915.734588:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384915.734593:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384915.734611:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:0.0:1767384915.734615:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384915.734618:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384915.734621:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384915.734627:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001579c298 x1853237358509824/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:141/0 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384915.734629:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384915.734640:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384915.734647:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001579c298 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16130:x1853237358509824:12345-0@lo:253: Request processed in 42438us (44456us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384915.734656:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384915.734659:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000400:00000001:2.0:1767384915.734662:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384915.734664:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00000001:0.0:1767384915.734668:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1767384915.734670:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000c90b8b. 00000100:00000001:0.0:1767384915.734673:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384915.734678:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086359fd9 00000400:00000010:2.0:1767384915.734684:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086359fd9. 00000020:00000010:0.0:1767384915.734686:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e8700f79. 00000100:00000001:2.0:1767384915.734691:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384915.734693:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002ab698ee. 00000020:00000010:0.0:1767384915.734698:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004a0eb3cd. 00000100:00000200:2.0:1767384915.734704:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000025b5fe67 x1853237358509824/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384915.734706:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 02000000:00000001:0.0:1767384915.734715:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384915.734719:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000019e0feed. 02000000:00000001:0.0:1767384915.734729:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384915.734733:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384915.734734:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000025b5fe67 x1853237358509824/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384915.734741:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384915.734753:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8faea88. 00000400:00000010:0.0:1767384915.734764:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000232a4e13. 00000100:00000001:2.0:1767384915.734766:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384915.734772:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384915.734778:0:16130:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384915.734783:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384915.734788:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384915.734790:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384915.734795:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384915.734803:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=39 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384915.734810:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=39 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384915.734818:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384915.734823:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.734827:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384915.734830:0:16130:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.734833:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384915.734837:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000025b5fe67 x1853237358509824/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384915.734856:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384915.734861:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384915.734863:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384915.734868:0:16130:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384915.734871:0:16130:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384915.734873:0:16130:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384915.734876:0:16130:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384915.734878:0:16130:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384915.734880:0:16130:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384915.734882:0:16130:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384915.734884:0:16130:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384915.734886:0:16130:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384915.734890:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025b5fe67 x1853237358509824/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384915.734901:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000025b5fe67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358509824:0@lo:253: 00000100:00000001:2.0:1767384915.734908:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.734911:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384915.734914:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000025b5fe67 x1853237358509824/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384915.734923:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384915.734925:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384915.734929:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e39905ef. 02000000:00000001:2.0:1767384915.734934:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384915.734937:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384915.734939:0:16130:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1767384915.734942:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384915.734946:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c499ca11. 02000000:00000001:2.0:1767384915.734953:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384915.734955:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384915.734957:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000025b5fe67. 00000100:00000001:2.0:1767384915.734965:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384915.734968:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384915.734972:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.734975:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384915.734983:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384915.734985:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.734990:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384915.736302:0:16763:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384915.736306:0:16763:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384915.736307:0:16763:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009d771704. 20000000:00000001:0.0:1767384915.736316:0:16763:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384915.736320:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358509696 00010000:00000001:0.0:1767384915.736322:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384915.736327:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000842f36ee x1853237358509696/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:141/0 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384915.736333:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384915.736335:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384915.736338:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=39 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384915.736341:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384915.736343:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384915.736345:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384915.736348:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384915.736350:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384915.736352:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384915.736356:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384915.736361:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000000f24e4a. 00000100:00000200:0.0:1767384915.736364:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358509696, offset 224 00000400:00000200:0.0:1767384915.736371:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384915.736377:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384915.736382:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272703e80 00000400:00000200:0.0:1767384915.736390:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1669 [2] + 224 00000400:00000200:0.0:1767384915.736402:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384915.736406:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384915.736410:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384915.736413:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069db9573 x1853237358509696/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384915.736422:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000069db9573 x1853237358509696/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384915.736436:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384915.736445:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000f24e4a 00000400:00000010:0.0:1767384915.736446:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000000f24e4a. 00000100:00000001:0.0:1767384915.736451:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384915.736452:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384915.736457:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384915.736461:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:0.0:1767384915.736463:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384915.736466:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384915.736468:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384915.736474:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000842f36ee x1853237358509696/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:141/0 lens 4848/4768 e 0 to 0 dl 1767384926 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384915.736475:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384915.736481:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384915.736495:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000842f36ee pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16130:x1853237358509696:12345-0@lo:253: Request processed in 43088us (45148us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384915.736496:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384915.736502:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384915.736506:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000400:00000010:2.0:1767384915.736510:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038bcf0bc. 00000100:00000040:0.0:1767384915.736510:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:0.0:1767384915.736512:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384915.736517:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384915.736521:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b73ca1f 00000020:00000010:0.0:1767384915.736522:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000df40b0f5. 00000400:00000010:2.0:1767384915.736533:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005b73ca1f. 00000020:00000010:0.0:1767384915.736533:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005068b074. 00000020:00000010:0.0:1767384915.736544:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000beca7526. 00000100:00000001:2.0:1767384915.736547:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767384915.736549:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 02000000:00000001:0.0:1767384915.736553:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384915.736554:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e90be6d6. 02000000:00000001:0.0:1767384915.736556:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:2.0:1767384915.736560:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069db9573 x1853237358509696/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384915.736562:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384915.736578:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384915.736583:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000019255f0. 00000400:00000010:0.0:1767384915.736588:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000000f24e4a. 00000100:00000200:2.0:1767384915.736591:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069db9573 x1853237358509696/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384915.736624:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384915.736626:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384915.736629:0:16130:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384915.736631:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384915.736633:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384915.736635:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384915.736653:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384915.736656:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=39 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384915.736660:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=39 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384915.736663:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384915.736664:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384915.736667:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384915.736668:0:16130:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.736671:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384915.736674:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000069db9573 x1853237358509696/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384915.736682:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384915.736685:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384915.736686:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384915.736690:0:16130:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384915.736692:0:16130:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384915.736700:0:16130:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384915.736701:0:16130:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384915.736702:0:16130:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384915.736704:0:16130:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384915.736705:0:16130:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384915.736707:0:16130:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384915.736708:0:16130:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384915.736709:0:16130:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384915.736713:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069db9573 x1853237358509696/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384915.736722:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000069db9573 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358509696:0@lo:253: 00000100:00000001:2.0:1767384915.736727:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384915.736730:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384915.736733:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000069db9573 x1853237358509696/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384931 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384915.736741:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384915.736743:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384915.736746:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004ba79b44. 02000000:00000001:2.0:1767384915.736750:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384915.736752:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384915.736753:0:16130:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1767384915.736756:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384915.736758:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000071ce7d93. 02000000:00000001:2.0:1767384915.736761:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384915.736763:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384915.736764:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069db9573. 00000100:00000001:2.0:1767384915.736767:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384915.736769:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384915.736771:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384915.736779:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384915.736781:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384915.736784:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384915.736786:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384915.740073:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cba0b927. 00010000:00000010:3.1:1767384915.740083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006f9b2658. 00010000:00000001:1.0:1767384915.801108:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384915.801114:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384915.801122:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384915.801124:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384915.801163:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384915.801168:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384915.801171:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767384916.825090:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384916.825095:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384916.825108:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384916.825112:0:58:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384916.825115:0:58:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384916.825118:0:58:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384916.825121:0:58:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384916.825122:0:58:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384916.825125:0:58:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384916.825128:0:58:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384916.825175:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384916.825181:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384916.825186:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767384917.017094:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fc613044-dd35-4201-b03c-4d69ab0214c0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384917.017101:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384917.017109:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000390d9815. 00000020:00000040:1.0:1767384917.017115:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1767384917.017119:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384917.017122:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384917.017127:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384917.017133:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061cb7066. 00000100:00000001:1.0:1767384917.017139:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384917.017149:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc613044-dd35-4201-b03c-4d69ab0214c0->MGS req@00000000390d9815 x1853237358509952/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:0.0:1767384917.017149:0:16793:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384917.017158:0:16793:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:1.0:1767384917.017171:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000010:0.0:1767384917.017172:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000091a6af40. 00000100:00000001:1.0:1767384917.017178:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384917.017181:0:16793:0:(genops.c:1229:class_import_get()) import 000000002913d734 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:1.0:1767384917.017186:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000390d9815] to pc [ptlrpcd_00_00+0] req@00000000390d9815 x1853237358509952/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384917.017188:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384917.017196:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384917.017207:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384917.017216:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003b316abc. 00000100:00000001:1.0:1767384917.017222:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.017224:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384917.017226:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384917.017230:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384917.017232:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000010:1.0:1767384917.017233:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b107b8d. 00000100:00000001:0.0:1767384917.017237:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384917.017239:0:8:0:(genops.c:1229:class_import_get()) import 000000002913d734 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384917.017244:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384917.017246:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384917.017246:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384917.017248:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384917.017251:0:16793:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091a6af40] to pc [ptlrpcd_00_01+1] req@0000000091a6af40 x1853237358510080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384917.017255:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767384917.017256:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002fcb4768. 00000100:00000001:2.0:1767384917.017260:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384917.017267:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384917.017274:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000390d9815 x1853237358509952/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384917.017281:0:16793:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384917.017287:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000006b107b8d x1853237358510208/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384917.017307:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384917.017317:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384917.017326:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384917.017328:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384917.017328:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384917.017335:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.017336:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384917.017341:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000091a6af40 x1853237358510080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384917.017349:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384917.017352:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b107b8d] to pc [ptlrpcd_00_02+2] req@000000006b107b8d x1853237358510208/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384917.017358:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384917.017369:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384917.017383:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000390d9815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358509952:0@lo:400: 00000100:00000001:3.0:1767384917.017406:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384917.017407:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384917.017416:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384917.017419:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384917.017421:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384917.017423:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384917.017427:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384917.017429:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384917.017429:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384917.017438:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003438a13a. 02000000:00000001:3.0:1767384917.017445:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384917.017445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767384917.017447:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.017457:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384917.017460:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000091a6af40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16128:1853237358510080:0@lo:13: 00000400:00000010:2.0:1767384917.017461:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038bcf0bc. 00000100:00000001:1.0:1767384917.017461:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384917.017463:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384917.017473:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1767384917.017474:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6db7f0b. 00000100:00000001:3.0:1767384917.017476:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767384917.017479:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002fb9ae8f. 00000100:00000040:0.0:1767384917.017485:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b107b8d x1853237358510208/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384917.017486:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1767384917.017487:0:8:0:(genops.c:1229:class_import_get()) import 000000005ebd018a refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:3.0:1767384917.017494:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384917.017494:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358509952, portal 25 00000100:00000001:1.0:1767384917.017501:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384917.017509:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384917.017512:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767384917.017513:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384917.017520:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.017524:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436514546944 : -108637195004672 : ffff9d31ee951500) 02000000:00000010:3.0:1767384917.017526:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004b0ad11c. 00000100:00000001:0.0:1767384917.017532:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1767384917.017533:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000027df83ea. 02000000:00000001:3.0:1767384917.017536:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.017539:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384917.017545:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000390d9815 x1853237358509952/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384917.017546:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384917.017550:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767384917.017552:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053a47ec2. 00000100:00000040:1.0:1767384917.017558:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000c6db7f0b x1853237358510336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384917.017560:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384917.017566:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b5044b8. 02000000:00000001:0.0:1767384917.017579:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.017581:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384917.017585:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358510080, portal 4 00000100:00000001:1.0:1767384917.017598:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384917.017601:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384917.017605:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384917.017610:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6db7f0b] to pc [ptlrpcd_00_03+3] req@00000000c6db7f0b x1853237358510336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384917.017618:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a7215e4. 00000100:00100000:0.0:1767384917.017618:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b107b8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16129:1853237358510208:0@lo:400: 00000100:00000001:3.0:1767384917.017619:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384917.017631:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780962304 : -108637928589312 : ffff9d31c2db7800) 00000100:00000200:2.0:1767384917.017633:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237358509952, offset 0 00000100:00000001:0.0:1767384917.017635:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384917.017636:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384917.017644:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384917.017647:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384917.017649:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.017660:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:3.0:1767384917.017661:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000091a6af40 x1853237358510080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384933 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384917.017662:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384917.017662:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767384917.017671:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb630d2d. 00000020:00000040:1.0:1767384917.017681:0:8:0:(genops.c:1229:class_import_get()) import 00000000e13b832f refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000010:0.0:1767384917.017681:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006dfb93e9. 02000000:00000001:0.0:1767384917.017695:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384917.017698:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384917.017698:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384917.017700:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384917.017704:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767384917.017706:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c09b1ac. 02000000:00000001:1.0:1767384917.017708:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384917.017717:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbe16274. 02000000:00000010:1.0:1767384917.017718:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000008a0a767. 00000400:00000200:2.0:1767384917.017719:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272703f80 00000100:00000040:3.0:1767384917.017723:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384917.017728:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358510208, portal 4 00000400:00000010:3.0:1767384917.017737:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043c9c128. 00000100:00000001:1.0:1767384917.017739:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.017739:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384917.017740:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0xfc9 [2] + 0 00000100:00000001:0.0:1767384917.017748:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436514546048 : -108637195005568 : ffff9d31ee951180) 00000100:00000040:1.0:1767384917.017760:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000cb630d2d x1853237358510464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767384917.017762:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc0fc43d. 00000100:00000040:0.0:1767384917.017767:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b107b8d x1853237358510208/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384917.017771:0:16127:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006cc6d8e9 00000100:00000200:3.0:1767384917.017781:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237358510080, offset 0 00000400:00000200:2.0:1767384917.017782:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384917.017813:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384917.017814:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384917.017838:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384917.017842:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cc6d8e9 00000400:00000200:3.0:1767384917.017846:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384917.017850:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767384917.017850:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384917.017858:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006cc6d8e9. 00000100:00000001:1.0:1767384917.017859:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384917.017860:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be799be5. 00000400:00000200:3.0:1767384917.017869:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272704000 00000100:00000200:0.0:1767384917.017874:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237358510208, offset 0 00000100:00000001:2.0:1767384917.017876:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384917.017876:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb630d2d] to pc [ptlrpcd_00_00+0] req@00000000cb630d2d x1853237358510464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384917.017886:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384917.017887:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 1344 00000100:00000040:2.0:1767384917.017901:0:16127:0:(events.c:337:request_in_callback()) incoming req@000000003da14057 x1853237358509952 msgsize 224 00000400:00000200:3.0:1767384917.017908:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384917.017916:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384917.017933:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384917.017935:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384917.017948:0:16127:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384917.017951:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384917.017952:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.017961:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384917.017964:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:1.0:1767384917.017965:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (244) 00000100:00000001:2.0:1767384917.017967:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767384917.017974:0:16128:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e67b1d04. 00000400:00000200:0.0:1767384917.017975:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272704080 00000100:00000040:3.0:1767384917.017980:0:16128:0:(events.c:337:request_in_callback()) incoming req@00000000e67b1d04 x1853237358510080 msgsize 224 00000400:00000200:2.0:1767384917.017982:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a7215e4 00000400:00000010:2.0:1767384917.017987:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a7215e4. 00000100:00100000:3.0:1767384917.017996:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384917.017997:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384917.017998:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384917.018005:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384917.018006:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 2320 00000100:00000200:2.0:1767384917.018007:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000390d9815 x1853237358509952/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.018048:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384917.018055:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384917.018060:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6db7f0b x1853237358510336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384917.018090:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384917.018092:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384917.018095:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043c9c128 00000100:00000001:2.0:1767384917.018095:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384917.018096:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384917.018104:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043c9c128. 02000000:00000001:1.0:1767384917.018107:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384917.018110:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384917.018112:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000390d9815 x1853237358509952/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384933 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384917.018115:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384917.018116:0:16128:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384917.018128:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384917.018133:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000091a6af40 x1853237358510080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384933 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384917.018133:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384917.018134:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384917.018141:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c6db7f0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16130:1853237358510336:0@lo:400: 00000100:00000200:0.0:1767384917.018141:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767384917.018143:0:16127:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384917.018153:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384917.018158:0:16129:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000082263abc. 00000100:00000001:1.0:1767384917.018164:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384917.018166:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294906892 02000000:00000001:1.0:1767384917.018173:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384917.018174:0:16129:0:(events.c:337:request_in_callback()) incoming req@0000000082263abc x1853237358510208 msgsize 224 02000000:00000001:1.0:1767384917.018180:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384917.018181:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003ff610aa. 02000000:00000001:1.0:1767384917.018194:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384917.018196:0:16127:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 02000000:00000010:1.0:1767384917.018203:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000092b192c8. 00000100:00100000:0.0:1767384917.018205:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384917.018207:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384917.018215:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294906892 02000000:00000001:1.0:1767384917.018217:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384917.018222:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e84ff1be. 00000100:00000040:3.0:1767384917.018224:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000091a6af40 x1853237358510080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384933 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384917.018228:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce2a97e8. 00000100:00000001:2.0:1767384917.018231:0:16127:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384917.018231:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384917.018250:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.018252:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294906892 00000400:00000010:1.0:1767384917.018252:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054df7106. 00000100:00000001:3.0:1767384917.018254:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384917.018254:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be799be5 00000400:00000010:0.0:1767384917.018265:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be799be5. 00000100:00000010:2.0:1767384917.018267:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000305d6302. 00000100:00000001:3.0:1767384917.018270:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.018273:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384917.018275:0:16127:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000200:1.0:1767384917.018276:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358510336, portal 10 00000100:00000040:3.0:1767384917.018279:0:16128:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5893 usecs (6 jiffies) 00000100:00000001:2.0:1767384917.018286:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294906892 00000100:00000200:0.0:1767384917.018288:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b107b8d x1853237358510208/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384917.018289:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384917.018292:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294906887 00000100:00000010:2.0:1767384917.018295:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d5e1fa22. 00000100:00000001:1.0:1767384917.018297:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436514541568 : -108637195010048 : ffff9d31ee950000) 00000100:00000001:3.0:1767384917.018304:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294906892 00000100:00000001:2.0:1767384917.018310:0:16127:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384917.018317:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294906887 00000100:00000040:1.0:1767384917.018321:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c6db7f0b x1853237358510336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384917.018322:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384917.018333:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294906892 00000100:00000001:2.0:1767384917.018337:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.018348:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294906887 00000100:00000001:2.0:1767384917.018356:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.018360:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294906892 00000100:00000001:2.0:1767384917.018371:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384917.018373:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384917.018382:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294906887 00000100:00000040:0.0:1767384917.018386:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b107b8d x1853237358510208/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384933 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.018387:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294906892 00000100:00000001:2.0:1767384917.018389:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384917.018396:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384917.018401:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384917.018412:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384917.018415:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.018418:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384917.018427:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384917.018432:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384917.018441:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cb630d2d x1853237358510464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.018446:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.018464:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384917.018471:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384917.018476:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.018480:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384917.018484:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384917.018494:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384917.018496:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384917.018497:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384917.018500:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.018502:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767384917.018508:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f27d0a09. 00000100:00000001:2.0:1767384917.018510:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.018513:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.018516:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384917.018517:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1767384917.018517:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237358510336, offset 0 02000000:00000001:2.0:1767384917.018526:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384917.018536:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384917.018536:0:16129:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5893 usecs (6 jiffies) 00000400:00000200:1.0:1767384917.018543:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384917.018550:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294906887 00000100:00100000:2.0:1767384917.018552:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cb630d2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16127:1853237358510464:0@lo:400: 00000100:00000001:0.0:1767384917.018556:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294906892 00000100:00000001:3.0:1767384917.018559:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384917.018570:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384917.018572:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1767384917.018573:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358509952 00000100:00000001:0.0:1767384917.018573:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294906887 02000000:00000001:3.0:1767384917.018584:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384917.018585:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384917.018599:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272704100 02000000:00000001:2.0:1767384917.018603:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.018604:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294906892 00000100:00000001:3.0:1767384917.018610:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384917.018615:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384917.018615:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294906887 00000100:00000001:3.0:1767384917.018618:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384917.018619:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4248 02000000:00000010:2.0:1767384917.018621:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006556726e. 00000100:00000001:0.0:1767384917.018625:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294906892 02000000:00000001:2.0:1767384917.018635:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384917.018639:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.018640:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294906887 00000400:00000010:2.0:1767384917.018641:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc0fc43d. 00000400:00000200:1.0:1767384917.018642:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384917.018647:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358509952 00000100:00000001:0.0:1767384917.018656:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294906892 00000020:00000001:3.0:1767384917.018660:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384917.018661:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384917.018661:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384917.018664:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a7215e4. 00000020:00000040:3.0:1767384917.018665:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:3.0:1767384917.018675:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384917.018680:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384917.018681:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000100:00000200:2.0:1767384917.018682:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358510464, portal 10 00000100:00000001:1.0:1767384917.018685:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384917.018686:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384917.018692:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1767384917.018697:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384917.018697:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384917.018698:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384917.018700:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fb6990f3. 00000100:00000001:2.0:1767384917.018706:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436514555008 : -108637194996608 : ffff9d31ee953480) 00000020:00000001:3.0:1767384917.018717:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000040:1.0:1767384917.018718:0:16130:0:(events.c:337:request_in_callback()) incoming req@00000000fb6990f3 x1853237358510336 msgsize 224 00000100:00000001:0.0:1767384917.018720:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384917.018727:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767384917.018728:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cb630d2d x1853237358510464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.018734:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384917.018744:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384917.018747:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1767384917.018748:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000009f5ca8d. 00000100:00000001:0.0:1767384917.018752:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384917.018760:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.018761:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384917.018770:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1767384917.018777:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000009f5ca8d. 00000100:00000001:0.0:1767384917.018778:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.018779:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384917.018784:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f27d0a09 00000020:00000010:3.0:1767384917.018788:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000029c854d7. 00000400:00000010:1.0:1767384917.018790:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f27d0a09. 00000100:00000040:2.0:1767384917.018791:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384917.018799:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007239fc74. 00000020:00000010:3.0:1767384917.018801:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a804b47d. 00000100:00000001:1.0:1767384917.018802:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384917.018803:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237358510464, offset 0 00000100:00000001:0.0:1767384917.018815:0:17542:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1767384917.018819:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c6db7f0b x1853237358510336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384917.018820:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000891df0c. 00000100:00100000:0.0:1767384917.018821:0:17542:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358510080 00000400:00000200:2.0:1767384917.018830:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384917.018834:0:17542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384917.018841:0:17542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384917.018842:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384917.018847:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384917.018851:0:17542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.018855:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384917.018855:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384917.018859:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c6db7f0b x1853237358510336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.018865:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1767384917.018866:0:17542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.018869:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384917.018876:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272704180 00000100:00100000:0.0:1767384917.018883:0:17542:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358510080 00000100:00000001:3.0:1767384917.018887:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384917.018890:0:17542:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384917.018902:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4472 00000020:00000040:0.0:1767384917.018903:0:17542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8560 00000100:00000001:1.0:1767384917.018904:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.018909:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384917.018915:0:17542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384917.018924:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:0.0:1767384917.018924:0:17542:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ce565cee refcount=5 00000400:00000200:2.0:1767384917.018926:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384917.018933:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384917.018938:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384917.018940:0:17542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00000001:3.0:1767384917.018941:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384917.018948:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384917.018951:0:16130:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2447 usecs (3 jiffies) 00000100:00100000:3.0:1767384917.018960:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000020:00000001:0.0:1767384917.018960:0:17542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00000001:2.0:1767384917.018963:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384917.018966:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294906884 00000100:00000200:2.0:1767384917.018974:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1767384917.018976:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:1.0:1767384917.018977:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294906892 00000100:00000001:0.0:1767384917.018978:0:17542:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:2.0:1767384917.018981:0:16127:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069db9573. 00000020:00000010:0.0:1767384917.018989:0:17542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000099e219dc. 00000100:00000001:3.0:1767384917.018993:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529411152 : -108637180140464 : ffff9d31ef77e450) 00000100:00000001:1.0:1767384917.018995:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294906884 00000100:00000040:2.0:1767384917.018996:0:16127:0:(events.c:337:request_in_callback()) incoming req@0000000069db9573 x1853237358510464 msgsize 224 00000020:00000010:0.0:1767384917.018999:0:17542:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003f0d8c9e. 00000100:00000040:3.0:1767384917.019007:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003da14057 x1853237358509952/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:143/0 lens 224/0 e 0 to 0 dl 1767384928 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384917.019009:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294906892 00000100:00100000:2.0:1767384917.019068:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384917.019069:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1767384917.019074:0:17542:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fe96f595) now 6 - evictor 00000020:00000010:3.0:1767384917.019076:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000009f5ca8d. 00000100:00000001:1.0:1767384917.019078:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294906885 00000100:00000001:2.0:1767384917.019079:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384917.019083:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384917.019092:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000009f5ca8d. 00000100:00000001:1.0:1767384917.019092:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294906892 00000400:00000200:2.0:1767384917.019093:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007239fc74 00000400:00000010:2.0:1767384917.019098:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007239fc74. 00000100:00000001:1.0:1767384917.019101:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294906885 00000100:00000001:2.0:1767384917.019102:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1767384917.019104:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003da14057 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16127:x1853237358509952:12345-0@lo:400: 00000100:00000001:0.0:1767384917.019105:0:17542:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384917.019110:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294906892 00000100:00000200:2.0:1767384917.019114:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cb630d2d x1853237358510464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384917.019117:0:17542:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000184d34ae. 00000100:00000200:3.0:1767384917.019119:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358509952 00000100:00000001:1.0:1767384917.019122:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384917.019132:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384917.019135:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384917.019135:0:17542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000088a64453. 00000020:00000001:3.0:1767384917.019141:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384917.019150:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384917.019151:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.019153:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1767384917.019156:0:17542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009b50491d. 00000100:00000001:1.0:1767384917.019162:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384917.019163:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1767384917.019168:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cb630d2d x1853237358510464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384917.019172:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169792 : -1040381824 : ffffffffc1fd0880) 00000100:00000040:0.0:1767384917.019176:0:17542:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384917.019178:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384917.019189:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384917.019190:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384917.019190:0:17542:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384917.019192:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384917.019199:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384917.019200:0:17542:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384917.019204:0:16127:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384917.019209:0:17542:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384917.019212:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384917.019213:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384917.019214:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.019218:0:17542:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.019225:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384917.019226:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1767384917.019227:0:16127:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2493 usecs (3 jiffies) 00000020:00000001:3.0:1767384917.019237:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.019238:0:17542:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384917.019239:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294906885 00000100:00000001:1.0:1767384917.019239:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384917.019246:0:16763:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384917.019255:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294906892 00000100:00000001:3.0:1767384917.019257:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384917.019258:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.019265:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294906885 02000000:00000001:3.0:1767384917.019266:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384917.019268:0:17542:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384917.019273:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294906892 02000000:00000010:3.0:1767384917.019274:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c3496bdc. 00000100:00000001:0.0:1767384917.019274:0:17542:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1767384917.019286:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.019288:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294906885 00000100:00100000:0.0:1767384917.019288:0:17542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:1.0:1767384917.019294:0:17560:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384917.019298:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384917.019302:0:17542:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ce565cee : new rpc_count 1 00000100:00000001:2.0:1767384917.019304:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294906892 00000100:00100000:1.0:1767384917.019305:0:17560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358510336 00000020:00000001:3.0:1767384917.019316:0:16763:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.019318:0:17542:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436515723904 : -108637193827712 : ffff9d31eea70a80) 00000100:00000001:2.0:1767384917.019319:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294906885 02000000:00000001:1.0:1767384917.019320:0:17560:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000040:3.0:1767384917.019325:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358509952 00000100:00000001:1.0:1767384917.019330:0:17560:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384917.019333:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384917.019335:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294906892 00000100:00000001:1.0:1767384917.019335:0:17560:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384917.019336:0:17542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e67b1d04 x1853237358510080/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:143/0 lens 224/0 e 0 to 0 dl 1767384928 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384917.019347:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000200:3.0:1767384917.019350:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003da14057 x1853237358509952/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:143/0 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384917.019351:0:17560:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384917.019368:0:17560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358510336 00000100:00000001:2.0:1767384917.019371:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384917.019380:0:17560:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384917.019386:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384917.019392:0:17560:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8544 00000100:00000001:0.0:1767384917.019396:0:17542:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384917.019397:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384917.019407:0:17560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1767384917.019408:0:17542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f0d8c9e. 00000100:00000001:2.0:1767384917.019413:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1767384917.019417:0:17560:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d62afedc refcount=5 00010000:00000001:3.0:1767384917.019418:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384917.019424:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384917.019426:0:17542:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384917.019427:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384917.019428:0:17560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 00000100:00000001:2.0:1767384917.019429:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384917.019434:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1767384917.019442:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=41 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384917.019444:0:17542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f0d8c9e. 00000100:00000001:2.0:1767384917.019445:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384917.019445:0:17560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 00000100:00000001:3.0:1767384917.019452:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384917.019459:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384917.019464:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:1.0:1767384917.019465:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384917.019470:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000100:00100000:0.0:1767384917.019473:0:17542:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e67b1d04 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16128:x1853237358510080:12345-0@lo:13: 00000020:00000010:1.0:1767384917.019474:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000099c62c50. 02000000:00000001:3.0:1767384917.019475:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384917.019481:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.019484:0:17560:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384917.019487:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384917.019492:0:17542:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358510080 00000020:00000010:1.0:1767384917.019494:0:17560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000099c62c50. 00000100:00000040:3.0:1767384917.019497:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:2.0:1767384917.019497:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:0.0:1767384917.019501:0:17542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:3.0:1767384917.019509:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043c9c128. 00000020:00000040:2.0:1767384917.019512:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fe96f595) now 6 - evictor 00000020:00000001:0.0:1767384917.019512:0:17542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:1.0:1767384917.019515:0:17560:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006fa4ad6a. 00000100:00000200:3.0:1767384917.019518:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237358509952, offset 224 00000020:00000001:0.0:1767384917.019520:0:17542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384917.019528:0:17542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1767384917.019532:0:17560:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002982dee4. 00000400:00000200:3.0:1767384917.019536:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384917.019546:0:17542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673334736 : -1036216880 : ffffffffc23c95d0) 00000400:00000200:3.0:1767384917.019551:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384917.019552:0:18105:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1767384917.019554:0:17542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:1.0:1767384917.019555:0:17560:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006015248f. 00000100:00100000:2.0:1767384917.019564:0:18105:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358510208 00000020:00000001:0.0:1767384917.019565:0:17542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384917.019577:0:18105:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384917.019577:0:17542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384917.019582:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272703f80 00000100:00000040:1.0:1767384917.019583:0:17560:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384917.019603:0:18105:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384917.019606:0:17542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384917.019611:0:17560:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384917.019612:0:18105:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384917.019614:0:17542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.019631:0:17560:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1767384917.019632:0:18105:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.019637:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1681 [1] + 224 00000100:00000001:1.0:1767384917.019644:0:17560:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384917.019644:0:17542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1767384917.019645:0:18105:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358510208 02000000:00000001:0.0:1767384917.019654:0:17542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384917.019656:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384917.019656:0:18105:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384917.019659:0:17560:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:2.0:1767384917.019669:0:18105:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8560 02000000:00000010:0.0:1767384917.019671:0:17542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000065bb35bb. 00000100:00000001:1.0:1767384917.019672:0:17560:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:3.0:1767384917.019679:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384917.019680:0:18105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384917.019683:0:17560:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384917.019684:0:17542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384917.019687:0:18105:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ce565cee refcount=6 00000100:00000001:3.0:1767384917.019689:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384917.019699:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000390d9815 x1853237358509952/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384917.019700:0:17542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384917.019701:0:18105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00000001:1.0:1767384917.019708:0:17560:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1767384917.019717:0:17542:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:2.0:1767384917.019719:0:18105:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00002000:00000001:0.0:1767384917.019729:0:17542:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:1.0:1767384917.019730:0:17560:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384917.019732:0:18105:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384917.019736:0:17542:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000040:3.0:1767384917.019737:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000390d9815 x1853237358509952/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384917.019737:0:17560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358510464 00000020:00000010:2.0:1767384917.019738:0:18105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a119956f. 00080000:00000001:0.0:1767384917.019744:0:17542:0:(osd_handler.c:571:osd_statfs()) Process entered 02000000:00000001:1.0:1767384917.019746:0:17560:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384917.019752:0:17560:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384917.019753:0:18105:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384917.019760:0:17560:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384917.019766:0:17542:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384917.019767:0:18105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a119956f. 02000000:00000001:1.0:1767384917.019774:0:17560:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384917.019780:0:17542:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384917.019782:0:18105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc490fb9. 00000100:00100000:1.0:1767384917.019787:0:17560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358510464 00002000:00000024:0.0:1767384917.019797:0:17542:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000010:2.0:1767384917.019799:0:18105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ec633ea4. 00000020:00000001:1.0:1767384917.019799:0:17560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000020:0.0:1767384917.019805:0:17542:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000040:1.0:1767384917.019807:0:17560:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e853d 00000100:00000001:3.0:1767384917.019808:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384917.019808:0:18105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000034aa5e39. 00000020:00000020:0.0:1767384917.019810:0:17542:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000ce565cee dirty 0 pend 0 grant 0 00000400:00000200:3.0:1767384917.019819:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043c9c128 00000020:00000001:1.0:1767384917.019820:0:17560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00002000:00000020:0.0:1767384917.019823:0:17542:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000040:2.0:1767384917.019825:0:18105:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000010:3.0:1767384917.019828:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043c9c128. 00000020:00000040:1.0:1767384917.019829:0:17560:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e235a287 refcount=5 00002000:00000001:0.0:1767384917.019835:0:17542:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:2.0:1767384917.019836:0:18105:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384917.019838:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1767384917.019844:0:17560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431487174656 : -108642222376960 : ffff9d30c2ed7800) 00000100:00000001:3.0:1767384917.019845:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384917.019845:0:18105:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000001:00000001:0.0:1767384917.019846:0:17542:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384917.019859:0:17542:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.019860:0:18105:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384917.019860:0:17560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431487174656 : -108642222376960 : ffff9d30c2ed7800) 00000100:00000001:3.0:1767384917.019863:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384917.019874:0:17542:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.019877:0:18105:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000040:0.0:1767384917.019880:0:17542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237358510080 00000100:00000040:3.0:1767384917.019881:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00000001:1.0:1767384917.019882:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384917.019884:0:17542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384917.019892:0:18105:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:3.0:1767384917.019897:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384917.019898:0:18105:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384917.019899:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000099c62c50. 00000020:00000001:3.0:1767384917.019903:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384917.019905:0:17542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e67b1d04 x1853237358510080/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:143/0 lens 224/368 e 0 to 0 dl 1767384928 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384917.019911:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1767384917.019913:0:17560:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e8a84d4f. 00000100:00000001:2.0:1767384917.019914:0:18105:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384917.019923:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003da14057 x1853237358509952/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:143/0 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384917.019929:0:17560:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8a46e2f) now 8 - evictor 00000100:00000001:2.0:1767384917.019935:0:18105:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384917.019942:0:18105:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1767384917.019953:0:17542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384917.019958:0:17560:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:2.0:1767384917.019960:0:18105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00010000:00000001:0.0:1767384917.019962:0:17542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384917.019979:0:17560:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d12c458f. 00000100:00000040:2.0:1767384917.019980:0:18105:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ce565cee : new rpc_count 2 00000100:00000001:2.0:1767384917.019997:0:18105:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635435780958720 : -108637928592896 : ffff9d31c2db6a00) 00000020:00000010:1.0:1767384917.019998:0:17560:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000696dc23f. 00000100:00001000:0.0:1767384917.019999:0:17542:0:(import.c:2128:obd_at_measure()) add 1 to 000000007564533c time=31 v=5 (1 0 0 0) 00000100:00100000:3.0:1767384917.020010:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003da14057 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16127:x1853237358509952:12345-0@lo:400: Request processed in 928us (2095us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384917.020016:0:17542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384917.020026:0:17542:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00100000:3.0:1767384917.020031:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00000001:0.0:1767384917.020032:0:17542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000100:00000040:3.0:1767384917.020037:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000040:2.0:1767384917.020039:0:18105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000082263abc x1853237358510208/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:143/0 lens 224/0 e 0 to 0 dl 1767384928 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384917.020048:0:17560:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d477e972. 00000100:00000001:2.0:1767384917.020053:0:18105:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384917.020058:0:18105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a119956f. 00000100:00000001:1.0:1767384917.020058:0:17560:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384917.020062:0:17560:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384917.020064:0:18105:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384917.020066:0:17560:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.020072:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1767384917.020075:0:18105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a119956f. 02000000:00000001:0.0:1767384917.020078:0:17542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384917.020081:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384917.020082:0:17542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.020084:0:17560:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:3.0:1767384917.020092:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a804b47d. 00000100:00100000:2.0:1767384917.020093:0:18105:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000082263abc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16129:x1853237358510208:12345-0@lo:400: 00000100:00000001:1.0:1767384917.020095:0:17560:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384917.020096:0:17542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384917.020110:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000891df0c. 00000100:00000200:2.0:1767384917.020112:0:18105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358510208 00000100:00000001:1.0:1767384917.020112:0:17560:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384917.020112:0:17542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384917.020124:0:17542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be799be5. 00000020:00000001:2.0:1767384917.020128:0:18105:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767384917.020130:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000029c854d7. 00000100:00000200:0.0:1767384917.020133:0:17542:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237358510080, offset 224 00000020:00000001:2.0:1767384917.020134:0:18105:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000040:3.0:1767384917.020137:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 00000100:00000001:1.0:1767384917.020139:0:17560:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384917.020140:0:18105:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384917.020147:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:2.0:1767384917.020150:0:18105:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:3.0:1767384917.020152:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c3496bdc. 00000020:00000001:2.0:1767384917.020156:0:18105:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00000400:00000200:0.0:1767384917.020156:0:17542:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384917.020159:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384917.020162:0:17560:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384917.020166:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384917.020169:0:18105:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384917.020172:0:17560:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384917.020174:0:18105:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384917.020177:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:2.0:1767384917.020181:0:18105:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384917.020187:0:18105:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:1.0:1767384917.020187:0:17560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000400:00000010:3.0:1767384917.020189:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059aed48a. 00000400:00000200:0.0:1767384917.020192:0:17542:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384917.020195:0:18105:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384917.020199:0:17560:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d62afedc : new rpc_count 1 00000400:00000010:3.0:1767384917.020201:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003826f82f. 00000020:00000001:2.0:1767384917.020203:0:18105:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384917.020211:0:17560:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436514542464 : -108637195009152 : ffff9d31ee950380) 00000100:00000001:2.0:1767384917.020212:0:18105:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384917.020218:0:18105:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384917.020223:0:18105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000118cf1e5. 00000400:00000200:0.0:1767384917.020226:0:17542:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272704000 02000000:00000001:2.0:1767384917.020227:0:18105:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384917.020227:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fb6990f3 x1853237358510336/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:143/0 lens 224/0 e 0 to 0 dl 1767384928 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384917.020236:0:18105:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384917.020241:0:18105:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384917.020249:0:18105:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237358510208 00000400:00000200:0.0:1767384917.020251:0:17542:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1685 [1] + 224 00000100:00000001:3.0:1767384917.020252:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384917.020256:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384917.020257:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384917.020265:0:18105:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000001:3.0:1767384917.020267:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1767384917.020267:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c061fa1a. 00000400:00000200:0.0:1767384917.020269:0:17542:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1767384917.020271:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000200:2.0:1767384917.020275:0:18105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000082263abc x1853237358510208/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:143/0 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384917.020280:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038bcf0bc. 00000100:00000001:1.0:1767384917.020281:0:17560:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384917.020303:0:17560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c061fa1a. 00000400:00000200:3.0:1767384917.020309:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002fb9ae8f 00000400:00000200:0.0:1767384917.020309:0:17542:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384917.020317:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002fb9ae8f. 00000100:00100000:1.0:1767384917.020329:0:17560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fb6990f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16130:x1853237358510336:12345-0@lo:400: 00000100:00000001:3.0:1767384917.020333:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384917.020333:0:18105:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384917.020334:0:17542:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384917.020341:0:17560:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358510336 00010000:00000001:2.0:1767384917.020346:0:18105:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384917.020348:0:17542:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000091a6af40 x1853237358510080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384933 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384917.020353:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000390d9815 x1853237358509952/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384917.020353:0:17560:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00001000:2.0:1767384917.020363:0:18105:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf489f17 time=31 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384917.020365:0:17560:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384917.020376:0:17560:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.020385:0:18105:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384917.020393:0:17560:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1767384917.020401:0:18105:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 22 to 0@lo 00000020:00000001:1.0:1767384917.020404:0:17560:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00000100:00000001:2.0:1767384917.020417:0:18105:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000020:00000001:1.0:1767384917.020420:0:17560:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384917.020426:0:17560:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384917.020433:0:18105:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767384917.020439:0:17542:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000091a6af40 x1853237358510080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384917.020443:0:17560:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384917.020444:0:18105:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384917.020451:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000390d9815 x1853237358509952/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384917.020454:0:17560:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384917.020458:0:18105:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384917.020466:0:17560:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384917.020480:0:18105:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384917.020483:0:17560:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000010:2.0:1767384917.020490:0:18105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007239fc74. 00000100:00000001:1.0:1767384917.020493:0:17560:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1767384917.020501:0:18105:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237358510208, offset 224 02000000:00000001:1.0:1767384917.020504:0:17560:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384917.020505:0:17542:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384917.020516:0:17542:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be799be5 02000000:00000010:1.0:1767384917.020518:0:17560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000077dd3726. 00000100:00000001:3.0:1767384917.020520:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767384917.020525:0:17542:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be799be5. 00000100:00000001:3.0:1767384917.020528:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384917.020530:0:17560:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.020534:0:17542:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384917.020536:0:16127:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384917.020543:0:17560:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.020543:0:17542:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767384917.020545:0:18105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384917.020546:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384917.020550:0:17542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.020556:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384917.020557:0:17560:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.020562:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384917.020564:0:17542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 21 to 0@lo 00000400:00000200:2.0:1767384917.020575:0:18105:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384917.020577:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384917.020579:0:17560:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358510336 00010000:00000001:0.0:1767384917.020579:0:17542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384917.020600:0:18105:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272704080 00000020:00000001:0.0:1767384917.020603:0:17542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384917.020605:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=41 v=5 (5 0 0 0) 00000020:00000001:0.0:1767384917.020616:0:17542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384917.020621:0:18105:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x168d [1] + 224 00010000:00000001:1.0:1767384917.020625:0:17560:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00001000:3.0:1767384917.020656:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=41 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384917.020662:0:17542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e67b1d04 x1853237358510080/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:143/0 lens 224/368 e 0 to 0 dl 1767384928 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384917.020663:0:18105:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384917.020664:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000200:1.0:1767384917.020669:0:17560:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fb6990f3 x1853237358510336/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:143/0 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.020673:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384917.020684:0:18105:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384917.020686:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384917.020693:0:16127:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.020701:0:18105:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384917.020704:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384917.020715:0:18105:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b107b8d x1853237358510208/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384917.020717:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000390d9815 x1853237358509952/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384917.020767:0:17542:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e67b1d04 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16128:x1853237358510080:12345-0@lo:13: Request processed in 1360us (2773us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384917.020773:0:17560:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384917.020785:0:17560:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384917.020802:0:17560:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384917.020805:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384917.020819:0:17542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:3.0:1767384917.020820:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384917.020826:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384917.020828:0:17542:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce565cee : new rpc_count 1 00000100:00000040:2.0:1767384917.020836:0:18105:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006b107b8d x1853237358510208/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384917.020841:0:17560:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384917.020843:0:17542:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1767384917.020844:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000390d9815 x1853237358509952/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384917.020851:0:17542:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384917.020856:0:17560:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 22 to 0@lo 00000020:00000010:0.0:1767384917.020859:0:17542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000088a64453. 00000020:00000010:0.0:1767384917.020874:0:17542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009b50491d. 00000100:00000001:1.0:1767384917.020875:0:17560:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000020:00000010:0.0:1767384917.020888:0:17542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000184d34ae. 02000000:00000001:1.0:1767384917.020893:0:17560:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:0.0:1767384917.020900:0:17542:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 5 02000000:00000001:1.0:1767384917.020903:0:17560:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.020912:0:17542:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384917.020917:0:17560:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767384917.020934:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000390d9815 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358509952:0@lo:400: 00000100:00000001:2.0:1767384917.020940:0:18105:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384917.020941:0:17560:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384917.020949:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384917.020954:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384917.020955:0:17560:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f27d0a09. 00000400:00000200:2.0:1767384917.020956:0:18105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007239fc74 00000100:00000001:0.0:1767384917.020956:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384917.020959:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384917.020966:0:18105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007239fc74. 00000100:00000040:3.0:1767384917.020970:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000390d9815 x1853237358509952/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384917.020974:0:18105:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:1.0:1767384917.020976:0:17560:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358510336, offset 224 00000400:00000001:0.0:1767384917.020978:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384917.020982:0:18105:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384917.021001:0:18105:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384917.021001:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384917.021008:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:0.0:1767384917.021011:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053a47ec2. 00000100:00000040:2.0:1767384917.021013:0:18105:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 21 to 0@lo 02000000:00000001:3.0:1767384917.021014:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384917.021020:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003438a13a. 00010000:00000001:2.0:1767384917.021028:0:18105:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384917.021029:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b5044b8 02000000:00000001:3.0:1767384917.021031:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384917.021039:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1767384917.021040:0:18105:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384917.021043:0:18105:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:3.0:1767384917.021069:0:16127:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384917.021072:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:0.0:1767384917.021079:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b5044b8. 02000000:00000010:3.0:1767384917.021081:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061cb7066. 00000100:00000001:0.0:1767384917.021090:0:16128:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384917.021092:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767384917.021095:0:18105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000082263abc x1853237358510208/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:143/0 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384917.021100:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1767384917.021101:0:17560:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384917.021106:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000091a6af40 x1853237358510080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384917.021107:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000390d9815. 00000100:00000001:3.0:1767384917.021120:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384917.021128:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384917.021137:0:17560:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384917.021141:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.021153:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384917.021162:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384917.021169:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384917.021171:0:18105:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000082263abc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16129:x1853237358510208:12345-0@lo:400: Request processed in 1111us (2989us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384917.021180:0:17560:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272704100 00000100:00000001:3.0:1767384917.021182:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384917.021193:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000091a6af40 x1853237358510080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384917.021206:0:17560:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1699 [1] + 224 00000100:00100000:2.0:1767384917.021209:0:18105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:3.0:1767384917.021215:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000040:2.0:1767384917.021223:0:18105:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce565cee : new rpc_count 0 00000020:00000040:3.0:1767384917.021226:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8a46e2f) now 8 - evictor 00000400:00000200:1.0:1767384917.021230:0:17560:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384917.021232:0:18105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384917.021244:0:18105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384917.021253:0:18105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ec633ea4. 00000400:00000200:1.0:1767384917.021255:0:17560:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384917.021255:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384917.021256:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384917.021264:0:18105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000034aa5e39. 00000100:00000001:3.0:1767384917.021265:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384917.021267:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384917.021287:0:18105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc490fb9. 00000100:00000001:1.0:1767384917.021288:0:17560:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384917.021291:0:16128:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:3.0:1767384917.021292:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1767384917.021297:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:3.0:1767384917.021298:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1767384917.021298:0:18105:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 4 00000100:00000200:1.0:1767384917.021299:0:17560:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c6db7f0b x1853237358510336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384917.021307:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384917.021309:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c09b1ac. 00000100:00000001:2.0:1767384917.021310:0:18105:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384917.021311:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.021327:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbe16274 02000000:00000001:0.0:1767384917.021329:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384917.021337:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbe16274. 00000100:00001000:0.0:1767384917.021344:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000310710fb time=31 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384917.021345:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767384917.021354:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a6c23273 time=31 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384917.021356:0:17560:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c6db7f0b x1853237358510336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384917.021357:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b107b8d x1853237358510208/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384917.021365:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384917.021369:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384917.021374:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384917.021375:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384917.021387:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1767384917.021395:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00010000:00080000:0.0:1767384917.021403:0:16128:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000091a6af40 x1853237358510080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384917.021413:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e235a287 : new rpc_count 1 00000100:00000001:2.0:1767384917.021426:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635431504580992 : -108642204970624 : ffff9d30c3f71180) 00000100:00000040:2.0:1767384917.021448:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000069db9573 x1853237358510464/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:143/0 lens 224/0 e 0 to 0 dl 1767384928 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384917.021457:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b107b8d x1853237358510208/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384917.021473:0:17560:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384917.021479:0:16128:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384917.021488:0:17560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f27d0a09 00000100:00000001:0.0:1767384917.021489:0:16128:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:1.0:1767384917.021502:0:17560:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f27d0a09. 00000100:00000040:0.0:1767384917.021504:0:16128:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384917.021516:0:16128:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384917.021519:0:17560:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384917.021523:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.021530:0:17560:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767384917.021542:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000091a6af40 x1853237358510080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.021543:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384917.021545:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384917.021545:0:17560:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.021549:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384917.021554:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a119956f. 00000100:00000001:3.0:1767384917.021559:0:16129:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767384917.021569:0:17560:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 02000000:00000001:3.0:1767384917.021570:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384917.021570:0:16770:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384917.021573:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384917.021579:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384917.021598:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a119956f. 00010000:00000001:1.0:1767384917.021603:0:17560:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384917.021605:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.021607:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767384917.021609:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.021614:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384917.021617:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000069db9573 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16127:x1853237358510464:12345-0@lo:400: 00000020:00000001:1.0:1767384917.021620:0:17560:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384917.021639:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358510464 00000100:00001000:3.0:1767384917.021641:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d21af389 time=31 v=5 (5 0 0 0) 00000020:00000001:1.0:1767384917.021642:0:17560:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000004:00000001:0.0:1767384917.021643:0:16128:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000020:00000001:2.0:1767384917.021646:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000004:00000040:0.0:1767384917.021651:0:16128:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00001000:3.0:1767384917.021658:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a6c23273 time=31 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384917.021658:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000004:00000040:0.0:1767384917.021659:0:16128:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000040:1.0:1767384917.021660:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fb6990f3 x1853237358510336/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:143/0 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384917.021670:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.021675:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384917.021681:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384917.021684:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000004:00000020:0.0:1767384917.021685:0:16128:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000067181a10): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000020:00000001:2.0:1767384917.021691:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00010000:00000001:3.0:1767384917.021692:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1767384917.021708:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000004:00000001:0.0:1767384917.021712:0:16128:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384917.021714:0:16770:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1767384917.021715:0:16129:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006b107b8d x1853237358510208/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384917.021727:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091a6af40 x1853237358510080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384933 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384917.021728:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384917.021738:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384917.021746:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384917.021760:0:16770:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:1.0:1767384917.021767:0:17560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fb6990f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16130:x1853237358510336:12345-0@lo:400: Request processed in 1497us (3035us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384917.021769:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384917.021776:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384917.021785:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006766970c. 02000000:00000001:2.0:1767384917.021796:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384917.021804:0:16129:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.021813:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384917.021813:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000091a6af40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16128:1853237358510080:0@lo:13: 00000100:00000001:3.0:1767384917.021815:0:16129:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384917.021821:0:17560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000040:3.0:1767384917.021823:0:16129:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000001:2.0:1767384917.021827:0:16770:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.021833:0:16129:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:1.0:1767384917.021840:0:17560:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d62afedc : new rpc_count 0 00000100:00000001:3.0:1767384917.021842:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384917.021843:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358510464 00000100:00000001:0.0:1767384917.021844:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384917.021852:0:17560:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1767384917.021857:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b107b8d x1853237358510208/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384917.021860:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384917.021861:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384917.021863:0:17560:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384917.021875:0:17560:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002982dee4. 00000100:00000001:3.0:1767384917.021877:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384917.021879:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000091a6af40 x1853237358510080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384933 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1767384917.021883:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000069db9573 x1853237358510464/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:143/0 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384917.021888:0:17560:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006015248f. 00000100:00000001:3.0:1767384917.021889:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384917.021897:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384917.021903:0:17560:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006fa4ad6a. 00000100:00000040:3.0:1767384917.021916:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b107b8d x1853237358510208/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384917.021920:0:17560:0:(genops.c:898:class_export_put()) PUTting export 00000000d62afedc : new refcount 4 00000100:00000001:1.0:1767384917.021935:0:17560:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384917.021964:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767384917.021966:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1767384917.021969:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384917.021976:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004b0ad11c. 00010000:00000001:2.0:1767384917.021978:0:16770:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.021980:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384917.021982:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b107b8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16129:1853237358510208:0@lo:400: 00000100:00001000:2.0:1767384917.021986:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=36 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384917.021986:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384917.021989:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384917.021994:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384917.021995:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384917.022001:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:1.0:1767384917.022001:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:0.0:1767384917.022001:0:16128:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384917.022003:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1767384917.022009:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384917.022012:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b107b8d x1853237358510208/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384917.022013:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384917.022019:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003b316abc. 00000100:00000040:2.0:1767384917.022031:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:2.0:1767384917.022034:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384917.022039:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:1.0:1767384917.022040:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ce2a97e8. 02000000:00000001:2.0:1767384917.022042:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384917.022048:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054df7106 00000100:00000001:3.0:1767384917.022049:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384917.022049:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384917.022056:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:1.0:1767384917.022058:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054df7106. 02000000:00000010:3.0:1767384917.022060:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006dfb93e9. 02000000:00000001:0.0:1767384917.022062:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767384917.022065:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384917.022074:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:2.0:1767384917.022075:0:16770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007239fc74. 02000000:00000001:3.0:1767384917.022077:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384917.022078:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:0.0:1767384917.022080:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000091a6af40. 00000100:00000200:2.0:1767384917.022083:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358510464, offset 224 00000020:00000001:3.0:1767384917.022085:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384917.022090:0:16129:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000200:1.0:1767384917.022092:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c6db7f0b x1853237358510336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384917.022102:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384917.022103:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384917.022105:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:3.0:1767384917.022110:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002fcb4768. 00000100:00000001:0.0:1767384917.022113:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384917.022126:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384917.022126:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384917.022127:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384917.022132:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384917.022140:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b107b8d. 00000100:00000001:0.0:1767384917.022149:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384917.022150:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:1.0:1767384917.022151:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c6db7f0b x1853237358510336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384917.022157:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.022158:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384917.022162:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272704180 00000100:00000001:3.0:1767384917.022172:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384917.022174:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384917.022180:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384917.022182:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16a1 [1] + 224 00000100:00000001:3.0:1767384917.022193:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384917.022197:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384917.022198:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.022208:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384917.022223:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384917.022224:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384917.022231:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.022233:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384917.022233:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384917.022241:0:16130:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1767384917.022243:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cb630d2d x1853237358510464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384917.022246:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384917.022250:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384917.022255:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384917.022257:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cb630d2d x1853237358510464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384917.022260:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.022273:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1767384917.022276:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5338197 time=36 v=5 (5 0 0 0) 00000400:00000200:2.0:1767384917.022279:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007239fc74 00000400:00000010:2.0:1767384917.022283:0:16770:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007239fc74. 00000100:00001000:1.0:1767384917.022283:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c619e3cd time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384917.022285:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384917.022287:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384917.022291:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384917.022292:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384917.022296:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00000001:1.0:1767384917.022296:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384917.022303:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384917.022303:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1767384917.022305:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384917.022309:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384917.022314:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00080000:1.0:1767384917.022315:0:16130:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c6db7f0b x1853237358510336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384917.022316:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069db9573 x1853237358510464/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:143/0 lens 224/224 e 0 to 0 dl 1767384928 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.022319:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384917.022327:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384917.022333:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384917.022341:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc0fc43d. 00000400:00000200:3.0:1767384917.022352:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a7215e4 00000400:00000010:3.0:1767384917.022360:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a7215e4. 00000100:00100000:2.0:1767384917.022368:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000069db9573 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16127:x1853237358510464:12345-0@lo:400: Request processed in 818us (3365us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384917.022372:0:16130:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.022374:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384917.022381:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000001:1.0:1767384917.022385:0:16130:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384917.022386:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e235a287 : new rpc_count 0 00000100:00000200:3.0:1767384917.022387:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cb630d2d x1853237358510464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384917.022391:0:16130:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384917.022392:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384917.022400:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384917.022404:0:16130:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000010:2.0:1767384917.022406:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000696dc23f. 00000100:00000001:1.0:1767384917.022413:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384917.022418:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d477e972. 00000020:00000010:2.0:1767384917.022429:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d12c458f. 00000100:00000040:1.0:1767384917.022434:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6db7f0b x1853237358510336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384917.022438:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e235a287 : new refcount 4 00000100:00000200:3.0:1767384917.022440:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cb630d2d x1853237358510464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384917.022452:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.022497:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384917.022503:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384917.022503:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384917.022515:0:16127:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384917.022516:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767384917.022518:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384917.022523:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384917.022524:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.022525:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384917.022535:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384917.022542:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a558cf0b time=36 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384917.022542:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6db7f0b x1853237358510336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384917.022552:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f60eced4 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384917.022564:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384917.022568:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384917.022574:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384917.022584:0:16127:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000cb630d2d x1853237358510464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384917.022628:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c6db7f0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16130:1853237358510336:0@lo:400: 00010000:00000001:3.0:1767384917.022636:0:16127:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.022641:0:16127:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384917.022642:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384917.022645:0:16127:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384917.022654:0:16127:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384917.022655:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384917.022658:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384917.022670:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cb630d2d x1853237358510464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384917.022671:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c6db7f0b x1853237358510336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384917.022725:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384917.022726:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384917.022731:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767384917.022731:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384917.022737:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384917.022739:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000092b192c8. 00000100:00000040:3.0:1767384917.022745:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb630d2d x1853237358510464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384917.022750:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:3.0:1767384917.022759:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cb630d2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16127:1853237358510464:0@lo:400: 00000020:00000001:1.0:1767384917.022759:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384917.022768:0:16130:0:(genops.c:1242:class_import_put()) import 000000005ebd018a refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384917.022771:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384917.022774:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384917.022775:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384917.022780:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cb630d2d x1853237358510464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384917.022781:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000027df83ea. 02000000:00000001:1.0:1767384917.022794:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384917.022796:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384917.022798:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384917.022799:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006556726e. 02000000:00000001:3.0:1767384917.022803:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384917.022808:0:16127:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1767384917.022809:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:3.0:1767384917.022810:0:16127:0:(genops.c:1242:class_import_put()) import 00000000e13b832f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384917.022817:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384917.022818:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c6db7f0b. 02000000:00000010:3.0:1767384917.022819:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000008a0a767. 02000000:00000001:3.0:1767384917.022827:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384917.022829:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384917.022829:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000010:3.0:1767384917.022836:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cb630d2d. 00000100:00000001:1.0:1767384917.022837:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.022842:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384917.022844:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.022845:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.022854:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384917.022859:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384917.022860:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384917.022866:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.022866:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.022869:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384917.022877:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.022878:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384917.022889:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384917.030082:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294906892, at 4294906893 00000100:00000010:3.0:1767384917.030093:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d5e1fa22. 00000100:00000040:2.0:1767384917.030096:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294906892, at 4294906893 00000100:00000040:1.0:1767384917.030101:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294906892, at 4294906893 00000100:00000010:2.0:1767384917.030104:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000305d6302. 00000100:00000010:1.0:1767384917.030113:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e84ff1be. 00000100:00000040:0.0:1767384917.030120:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294906892, at 4294906893 00000100:00000010:0.0:1767384917.030133:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003ff610aa. 00080000:00000001:1.0:1767384917.071705:0:26011:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384917.071719:0:26011:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384917.071725:0:26011:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384917.071733:0:26011:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384917.071740:0:26011:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384917.071744:0:26011:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384917.787041:0:26176:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384917.787045:0:26176:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp29 --if ens2 00000001:00000001:0.0:1767384917.789724:0:26176:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384917.796427:0:26177:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000d521eddc. 00000400:00000010:0.0:1767384917.796441:0:26177:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000004e98e8d1. 00000400:00000010:0.0:1767384917.796449:0:26177:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000002399af3e. 00000400:00000010:0.0:1767384917.796452:0:26177:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000094ee6a50. 00000400:00000010:0.0:1767384917.796456:0:26177:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f2243866. 00000400:00000010:0.0:1767384917.796459:0:26177:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004bd72f97. 00000400:00000010:0.0:1767384917.796461:0:26177:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e7f8518a. 00000400:00000010:0.0:1767384917.796462:0:26177:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006e734b56. 00000400:00000010:0.0:1767384917.796465:0:26177:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000380f8ca1. 00000800:00000010:0.0:1767384917.796477:0:26177:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000002952f661. 00000800:00000200:0.0:1767384917.796487:0:26177:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384917.796496:0:26177:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384917.796530:0:26177:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:0.0:1767384917.796550:0:26177:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp29 [8/256/0/180] 00000400:00000010:0.0:1767384917.797795:0:26177:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000007628f704. 00000400:00000010:0.0:1767384917.797801:0:26177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5e372eb. 00000400:00000010:0.0:1767384917.797805:0:26177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be799be5. 00000400:00000001:0.0:1767384917.797824:0:26177:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384917.797826:0:26177:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384917.797827:0:26177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006be7f97c. 00000400:00000200:0.0:1767384917.797830:0:26177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ef6df2d 00000400:00000010:0.0:1767384917.797832:0:26177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ef6df2d. 00000400:00000010:0.0:1767384917.797840:0:26177:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000fe0ca95a. 00000400:00000200:0.0:1767384917.797844:0:26177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (20) 00000400:00000200:0.0:1767384917.797855:0:26177:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:0.0:1767384917.797863:0:26177:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131101 00000020:00000010:0.0:1767384917.797869:0:26177:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000008f20bb63. 00000020:01000000:0.0:1767384917.797872:0:26177:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384917.797875:0:26177:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp29 00000400:00000200:2.0:1767384917.797881:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384917.797886:0:26177:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000004e98e8d1. 00000400:00000010:0.0:1767384917.797889:0:26177:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000d521eddc. 00000400:00000200:2.0:1767384917.797895:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000400:00000010:2.0:1767384917.797902:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007239fc74. 00000400:00000200:2.0:1767384917.797904:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (21) 00000400:00000010:2.0:1767384917.797910:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000980f51ad. 00000400:00000200:2.0:1767384917.797913:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp27 00000020:00000001:1.0:1767384917.797914:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384917.797919:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384917.797922:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384917.797924:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384917.797928:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp27 to MR: 192.168.203.157@tcp27 local destination 00000020:01000004:1.0:1767384917.797930:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384917.797934:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384917.797935:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384917.797937:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384917.797939:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384917.797941:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp27 NI seq info: [57:57:256:4294967295] 192.168.203.157@tcp27 LPNI seq info [57:57:8:4294967295] 00000020:01000004:1.0:1767384917.797942:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384917.797945:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384917.797948:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384917.797950:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384917.797952:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp27 00000020:01000004:1.0:1767384917.797953:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384917.797959:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6db7f0b. 00000020:00000040:1.0:1767384917.797965:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000400:00000200:2.0:1767384917.797970:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp27(192.168.203.157@tcp27:192.168.203.157@tcp27) -> 192.168.203.157@tcp27(192.168.203.157@tcp27:192.168.203.157@tcp27) : PUT try# 0 00000100:00000001:1.0:1767384917.797973:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384917.797976:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767384917.797977:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.157@tcp27 02000000:00000001:1.0:1767384917.797981:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384917.797983:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000036b58291. 00000800:00000200:2.0:1767384917.797989:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d115c8c3] -> 12345-192.168.203.157@tcp27 (6) 02000000:00000010:1.0:1767384917.797990:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004c22d5b5. 00000800:00000200:2.0:1767384917.797997:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp27 ip 192.168.203.157:988 00000100:00000001:1.0:1767384917.797997:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384917.798001:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000036b58291 type 1, nob 464 niov 1 nkiov 1 00000100:00000001:1.0:1767384917.798034:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384917.798037:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384917.798043:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 00000100:00000040:1.0:1767384917.798045:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6db7f0b] to pc [ptlrpcd_00_01+1] req@00000000c6db7f0b x1853237358510592/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384917.798049:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100551 rc 0 10000000:00000001:1.0:1767384917.798072:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384917.798075:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384917.798077:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384917.798079:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384917.798084:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384917.798085:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384917.798087:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384917.798088:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384917.798089:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384917.798090:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384917.798091:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384917.798092:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384917.798093:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384917.798094:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384917.798095:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384917.798097:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384917.798099:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384917.798102:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ff639a3f. 00000020:00000040:1.0:1767384917.798104:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1767384917.798106:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384917.798107:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384917.798109:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384917.798114:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000a223469. 00000100:00000001:1.0:1767384917.798117:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.798120:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384917.798121:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384917.798126:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff639a3f] to pc [ptlrpcd_00_02+2] req@00000000ff639a3f x1853237358510720/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384917.798146:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384917.798148:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384917.798149:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384917.798155:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000000:1.0:1767384917.798156:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:3.0:1767384917.798162:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000036b58291. 00000020:00000010:1.0:1767384917.798162:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000008f20bb63. 00000400:00000200:3.0:1767384917.798175:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384917.798177:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384917.798182:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp27->192.168.203.157@tcp27: PUT: OK 00000100:00000001:1.0:1767384917.798183:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384917.798187:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384917.798189:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384917.798190:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:1.0:1767384917.798193:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6db7f0b x1853237358510592/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384917.798194:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.798197:0:16122:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp27: 0 00000100:00000001:1.0:1767384917.798205:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384917.798207:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384917.798210:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384917.798211:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384917.798215:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384917.798217:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384917.798220:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384917.798220:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c6db7f0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358510592:0@lo:253: 00000100:00000001:2.0:1767384917.798221:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767384917.798226:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384917.798227:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384917.798228:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384917.798231:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000001:3.0:1767384917.798234:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384917.798235:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384917.798238:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ff639a3f x1853237358510720/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384917.798239:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384917.798244:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384917.798247:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp27(192.168.203.157@tcp27) <- 192.168.203.157@tcp27 : PUT - for me 02000000:00000010:1.0:1767384917.798252:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005b34f959. 02000000:00000001:1.0:1767384917.798259:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.798260:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384917.798262:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.798264:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 368 into portal 0 MB=0x8000000000000000 02000000:00000001:2.0:1767384917.798267:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767384917.798269:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce2a97e8. 02000000:00000001:2.0:1767384917.798270:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384917.798275:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.157@tcp of length 352/368 into md 0x1661 [1] + 0 02000000:00000001:2.0:1767384917.798276:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384917.798282:0:16122:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089c9f820. 00000100:00100000:2.0:1767384917.798282:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ff639a3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358510720:0@lo:253: 00000100:00000001:2.0:1767384917.798288:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384917.798289:0:16122:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ccae3aef 02000000:00000001:2.0:1767384917.798291:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:3.0:1767384917.798295:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384917.798297:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e279658c. 00000800:00000001:3.0:1767384917.798299:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384917.798300:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384917.798304:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358510592, portal 25 00000400:00000200:3.0:1767384917.798305:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384917.798305:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384917.798311:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1767384917.798312:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000452284c7. 00000100:00000001:1.0:1767384917.798314:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436514541568 : -108637195010048 : ffff9d31ee950000) 00000400:00000200:3.0:1767384917.798315:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp27->192.168.203.157@tcp27: PUT: OK 02000000:00000001:2.0:1767384917.798317:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384917.798323:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000c90b8b. 00000400:00000200:3.0:1767384917.798324:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccae3aef 00000100:00000040:1.0:1767384917.798324:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c6db7f0b x1853237358510592/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384917.798328:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccae3aef. 00000400:00000200:3.0:1767384917.798333:0:16122:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:1.0:1767384917.798337:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384917.798338:0:16122:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (22) 00000400:00000010:2.0:1767384917.798339:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001898246f. 00000100:00000040:1.0:1767384917.798343:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384917.798344:0:16122:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000100:00000200:2.0:1767384917.798346:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358510720, portal 25 00000400:00000010:1.0:1767384917.798347:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000abb0706d. 00000400:00000200:3.0:1767384917.798350:0:16122:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.157@tcp (368 bytes) 00000100:00000001:2.0:1767384917.798352:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384917.798354:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436514548736 : -108637195002880 : ffff9d31ee951c00) 00000100:00000200:1.0:1767384917.798354:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358510592, offset 0 00000400:00000200:3.0:1767384917.798357:0:16122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000100:00000040:2.0:1767384917.798366:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ff639a3f x1853237358510720/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384917.798367:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384917.798368:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (23) 00000100:00000001:2.0:1767384917.798375:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384917.798379:0:16122:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000040:2.0:1767384917.798381:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384917.798383:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384917.798386:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f38377df. 00000400:00000200:3.0:1767384917.798389:0:16122:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp27 to MR: 192.168.203.157@tcp27 local destination 00000100:00000200:2.0:1767384917.798391:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358510720, offset 0 00000400:00000200:3.0:1767384917.798396:0:16122:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp27 NI seq info: [58:58:256:4294967295] 192.168.203.157@tcp27 LPNI seq info [58:58:8:4294967295] 00000400:00000200:2.0:1767384917.798400:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384917.798409:0:16122:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp27(192.168.203.157@tcp27:192.168.203.157@tcp27) -> 192.168.203.157@tcp27(192.168.203.157@tcp27:192.168.203.157@tcp27) 192.168.203.157@tcp27 : ACK try# 0 00000800:00000200:3.0:1767384917.798414:0:16122:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.157@tcp27 00000800:00000010:3.0:1767384917.798417:0:16122:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000048c059f. 00000400:00000200:1.0:1767384917.798418:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272704200 00000400:00000200:2.0:1767384917.798422:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384917.798428:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfd9 [2] + 0 00000800:00000200:3.0:1767384917.798431:0:16122:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d115c8c3] -> 12345-192.168.203.157@tcp27 (6) 00000400:00000200:2.0:1767384917.798438:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272704280 00000800:00000200:3.0:1767384917.798440:0:16122:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp27 ip 192.168.203.157:987 00000400:00000010:1.0:1767384917.798444:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b78be5d. 00000800:00000200:3.0:1767384917.798445:0:16122:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000048c059f type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384917.798449:0:16128:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000068626698 00000800:00000001:3.0:1767384917.798457:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384917.798457:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfe9 [2] + 0 00000400:00000200:1.0:1767384917.798457:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384917.798464:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002597d262. 00000800:00000001:3.0:1767384917.798467:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384917.798467:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384917.798469:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000eaa966a7 00000400:00000200:1.0:1767384917.798476:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068626698 00000400:00000200:2.0:1767384917.798477:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384917.798479:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000068626698. 00000400:00000200:2.0:1767384917.798484:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384917.798485:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384917.798487:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384917.798488:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eaa966a7 00000400:00000010:2.0:1767384917.798492:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eaa966a7. 00000100:00000040:1.0:1767384917.798492:0:16128:0:(events.c:337:request_in_callback()) incoming req@00000000238a044a x1853237358510592 msgsize 4848 00000100:00000001:2.0:1767384917.798499:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:3.0:1767384917.798501:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1767384917.798502:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:1.0:1767384917.798502:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000010:3.0:1767384917.798508:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000048c059f. 00000100:00000040:2.0:1767384917.798509:0:16129:0:(events.c:337:request_in_callback()) incoming req@00000000e22a575d x1853237358510720 msgsize 4848 00000100:00000040:1.0:1767384917.798509:0:16128:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384917.798518:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384917.798519:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384917.798522:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384917.798523:0:16129:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384917.798528:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp27->192.168.203.157@tcp27: ACK: OK 00000400:00000200:1.0:1767384917.798530:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abb0706d 00000400:00000010:1.0:1767384917.798533:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000abb0706d. 00000100:00000001:2.0:1767384917.798535:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384917.798536:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384917.798537:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:3.0:1767384917.798541:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384917.798544:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f38377df 00000100:00000200:1.0:1767384917.798544:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c6db7f0b x1853237358510592/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384917.798545:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384917.798549:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f38377df. 00000800:00000001:3.0:1767384917.798551:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384917.798554:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:3.0:1767384917.798556:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767384917.798560:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ff639a3f x1853237358510720/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384917.798561:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384917.798564:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384917.798569:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c6db7f0b x1853237358510592/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384917.798572:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp27(192.168.203.157@tcp27) <- 192.168.203.157@tcp27 : ACK - for me 00000100:00000001:2.0:1767384917.798600:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384917.798602:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.798605:0:16122:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.157@tcp27: ACK from 12345-192.168.203.157@tcp27 into md 0x16c5 00000100:00000040:2.0:1767384917.798607:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ff639a3f x1853237358510720/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384917.798607:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384917.798610:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384917.798614:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.798620:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp27->192.168.203.157@tcp27: ACK: OK 00000100:00000001:1.0:1767384917.798622:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294907672 00000400:00000200:3.0:1767384917.798627:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007239fc74 00000100:00000001:2.0:1767384917.798628:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384917.798629:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f491390. 00000400:00000010:3.0:1767384917.798631:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007239fc74. 00000100:00000001:2.0:1767384917.798633:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384917.798637:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:1.0:1767384917.798638:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384917.798641:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.798642:0:16122:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.157@tcp ev->status 0 00000100:00000001:2.0:1767384917.798648:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294907672 00000100:00000001:1.0:1767384917.798649:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294907672 00000400:00000200:3.0:1767384917.798650:0:16122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000100:00000001:2.0:1767384917.798653:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, keep current deadline 4294907672 00000400:00000200:3.0:1767384917.798655:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (22) 00000100:00000010:1.0:1767384917.798656:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ba3d49a4. 00000100:00000001:2.0:1767384917.798657:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294907672 00000100:00000001:1.0:1767384917.798662:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000800:00000001:3.0:1767384917.798663:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384917.798668:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384917.798668:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294907672 00000100:00000001:2.0:1767384917.798669:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, keep current deadline 4294907672 00000100:00000001:2.0:1767384917.798675:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294907672 00000100:00000010:1.0:1767384917.798676:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000042f8c425. 00000100:00000001:1.0:1767384917.798681:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384917.798683:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294907672 00000100:00000001:2.0:1767384917.798684:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, keep current deadline 4294907672 00000100:00000001:2.0:1767384917.798687:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294907672 00000100:00000010:2.0:1767384917.798691:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d13c930. 00000400:00000200:3.0:1767384917.798693:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384917.798697:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000400:00000010:3.0:1767384917.798699:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000008ce6c1f7. 00000100:00000001:2.0:1767384917.798704:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384917.798704:0:16128:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, keep current deadline 4294907672 00000400:00000010:3.0:1767384917.798705:0:16125:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041ec2c8d. 00000100:00000001:2.0:1767384917.798710:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.798710:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384917.798713:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043c9c128. 00000100:00000001:2.0:1767384917.798715:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.798715:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.798717:0:16125:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000008ce6c1f7 00000100:00000001:2.0:1767384917.798721:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384917.798722:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384917.798723:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000fb797632. 00000100:00000001:1.0:1767384917.798726:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384917.798729:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384917.798730:0:16125:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 368 success 00000100:00000001:1.0:1767384917.798732:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384917.798733:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384917.798736:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384917.798737:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384917.798741:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384917.798742:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384917.798744:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102051 00000100:00000001:2.0:1767384917.798746:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.798746:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384917.798747:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (21) 00000100:00000001:1.0:1767384917.798750:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.798753:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384917.798754:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000006c6d663f. 00000100:00000001:1.0:1767384917.798754:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384917.798760:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091979154. 00000400:00000010:3.0:1767384917.798767:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000003bfd902. 00000100:00000001:1.0:1767384917.798768:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384917.798771:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.798773:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp 00000100:00000001:2.0:1767384917.798778:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384917.798781:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358510592 00000400:00000200:3.0:1767384917.798784:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 02000000:00000001:2.0:1767384917.798785:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384917.798788:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384917.798789:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384917.798792:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000100:00100000:1.0:1767384917.798793:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358510720 00000100:00000001:2.0:1767384917.798794:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384917.798798:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384917.798801:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.798801:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384917.798805:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[43, 37], ns[43, 37] 00000100:00000001:1.0:1767384917.798806:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384917.798807:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358510592 02000000:00000001:1.0:1767384917.798812:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.798815:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 37], ns[12, 37] 00000020:00000001:2.0:1767384917.798819:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1767384917.798819:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358510720 00000020:00000040:2.0:1767384917.798823:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000400:00000200:3.0:1767384917.798825:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000020:00000001:1.0:1767384917.798825:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384917.798827:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384917.798828:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000040:2.0:1767384917.798831:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000020:00000001:1.0:1767384917.798832:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384917.798837:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000020:00000040:1.0:1767384917.798837:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000020:00000001:2.0:1767384917.798838:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:1.0:1767384917.798843:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:2.0:1767384917.798844:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:1.0:1767384917.798848:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000400:00000200:3.0:1767384917.798849:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000100:00000001:2.0:1767384917.798852:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384917.798853:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384917.798859:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000020:00000010:2.0:1767384917.798859:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000088b7f224. 00000020:00000010:1.0:1767384917.798859:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000755a62b8. 00000100:00000001:2.0:1767384917.798867:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384917.798867:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384917.798870:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000020:00000010:2.0:1767384917.798875:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000088b7f224. 00000020:00000010:1.0:1767384917.798875:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000755a62b8. 00000400:00000200:3.0:1767384917.798880:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000400:00000200:3.0:1767384917.798884:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000020:00000010:1.0:1767384917.798885:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012e1767a. 00000020:00000010:2.0:1767384917.798886:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007da48781. 00000400:00000200:3.0:1767384917.798889:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000400:00000200:3.0:1767384917.798894:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000020:00000010:2.0:1767384917.798895:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aa89f8f5. 00000020:00000010:1.0:1767384917.798895:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f240af60. 00000400:00000200:3.0:1767384917.798899:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000020:00000010:2.0:1767384917.798904:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000034aa5e39. 00000020:00000010:1.0:1767384917.798904:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006015248f. 00000400:00000200:3.0:1767384917.798905:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00000400:00000200:3.0:1767384917.798913:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 12], ns[46, 12] 00000100:00000040:1.0:1767384917.798915:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384917.798919:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384917.798920:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384917.798924:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384917.798926:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.798927:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 12], ns[50, 12] 00000100:00000001:1.0:1767384917.798928:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384917.798931:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.798932:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384917.798937:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 12], ns[54, 12] 00000100:00000001:1.0:1767384917.798938:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.798942:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384917.798944:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384917.798947:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 12], ns[58, 12] 00000400:00000200:3.0:1767384917.798953:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 12], ns[0, 12] 00000100:00000001:2.0:1767384917.798955:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384917.798958:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp28 00000100:00000001:2.0:1767384917.798959:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384917.798959:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384917.798963:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384917.798964:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp28 00000100:00100000:2.0:1767384917.798968:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000400:00000200:3.0:1767384917.798972:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp28 lpni_is_preferred = 0 00000100:00000040:2.0:1767384917.798972:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:2.0:1767384917.798977:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529410128 : -108637180141488 : ffff9d31ef77e050) 00000400:00000200:3.0:1767384917.798978:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp28 00000100:00100000:1.0:1767384917.798979:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00000040:1.0:1767384917.798984:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000100:00000040:2.0:1767384917.798987:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000238a044a x1853237358510592/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:143/0 lens 4848/0 e 0 to 0 dl 1767384928 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384917.798988:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529413200 : -108637180138416 : ffff9d31ef77ec50) 00000400:00000200:3.0:1767384917.798990:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp28 NI seq info: [59:59:256:4294967295] 192.168.203.157@tcp28 LPNI seq info [59:59:8:4294967295] 00000100:00000040:1.0:1767384917.798997:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e22a575d x1853237358510720/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:143/0 lens 4848/0 e 0 to 0 dl 1767384928 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384917.799005:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp28 00000400:00000200:3.0:1767384917.799039:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp28(192.168.203.157@tcp28:) -> 192.168.203.157@tcp28(192.168.203.157@tcp:192.168.203.157@tcp28) : GET try# 0 00000100:00000001:2.0:1767384917.799041:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384917.799046:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000088b7f224. 00000100:00000001:2.0:1767384917.799051:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384917.799055:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:3.0:1767384917.799057:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp28 00000020:00000010:2.0:1767384917.799057:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000088b7f224. 00000020:00000010:1.0:1767384917.799059:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000755a62b8. 00000800:00000010:3.0:1767384917.799064:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000048c059f. 00000100:00000001:1.0:1767384917.799064:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384917.799068:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000238a044a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16128:x1853237358510592:12345-0@lo:253: 00000020:00000010:1.0:1767384917.799071:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000755a62b8. 00000800:00000010:3.0:1767384917.799074:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000833c9086. 00000100:00000200:2.0:1767384917.799076:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358510592 00000100:00100000:1.0:1767384917.799079:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e22a575d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16129:x1853237358510720:12345-0@lo:253: 00000800:00000010:3.0:1767384917.799080:0:16125:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000076fe5bfc. 00000100:00000200:1.0:1767384917.799087:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358510720 00000800:00000200:3.0:1767384917.799090:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000833c9086] -> 12345-192.168.203.157@tcp28 (2) 00000020:00000001:2.0:1767384917.799090:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384917.799091:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384917.799096:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384917.799097:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000200:3.1:1767384917.799100:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000833c9086] -> 12345-192.168.203.157@tcp28 (2) 00000020:00000001:2.0:1767384917.799102:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384917.799102:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384917.799108:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384917.799109:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384917.799111:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000400:00000200:3.0:1767384917.799114:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp 00000020:00000001:2.0:1767384917.799114:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:1.0:1767384917.799115:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384917.799119:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100251 rc 0 00000020:00000001:1.0:1767384917.799119:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384917.799121:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384917.799122:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384917.799126:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384917.799126:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384917.799131:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384917.799132:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384917.799135:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384917.799136:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1767384917.799138:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384917.799140:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384917.799145:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e45018f3. 00000100:00000001:2.0:1767384917.799146:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384917.799150:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384917.799152:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384917.799153:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384917.799157:0:16763:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:2.0:1767384917.799158:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e90be6d6. 02000000:00000001:2.0:1767384917.799162:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384917.799164:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384917.799167:0:16762:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384917.799173:0:16763:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000bb1a247b. 20000000:00000010:2.0:1767384917.799176:0:16762:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009d771704. 20000000:01000000:1.0:1767384917.799177:0:16763:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1767384917.799182:0:16762:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384917.799182:0:16763:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767384917.799183:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 20000000:00000001:1.0:1767384917.799186:0:16763:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384917.799187:0:16762:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384917.799190:0:16763:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384917.799193:0:16763:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384917.799194:0:16762:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384917.799195:0:16763:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384917.799197:0:16762:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384917.799200:0:16762:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384917.799202:0:16762:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384917.799206:0:16763:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006fa4ad6a. 20000000:01000000:1.0:1767384917.799209:0:16763:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 20000000:00000001:1.0:1767384917.799214:0:16763:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384917.799219:0:16763:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384917.799228:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:3.0:1767384917.799255:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00080000:00000001:1.0:1767384917.799269:0:16763:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384917.799274:0:16763:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000400:00000200:3.0:1767384917.799276:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00080000:00000001:1.0:1767384917.799276:0:16763:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384917.799279:0:16763:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384917.799285:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384917.799291:0:16763:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:1.0:1767384917.799296:0:16763:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384917.799297:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00080000:00000010:1.0:1767384917.799305:0:16763:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000dfe3ce46. 00080000:00000001:1.0:1767384917.799310:0:16763:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490465792 : -108642219085824 : ffff9d30c31fb000) 00080000:00000001:1.0:1767384917.799313:0:16763:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384917.799319:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:3.0:1767384917.799346:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:3.0:1767384917.799366:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:3.0:1767384917.799390:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000001:00000001:1.0:1767384917.799407:0:16763:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384917.799409:0:16763:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384917.799412:0:16763:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384917.799424:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00080000:00000001:1.0:1767384917.799432:0:16763:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384917.799436:0:16763:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384917.799446:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:3.0:1767384917.799479:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:3.0:1767384917.799506:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:3.0:1767384917.799539:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00080000:00000001:1.0:1767384917.799543:0:16763:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384917.799547:0:16763:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384917.799567:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:3.0:1767384917.799604:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:3.0:1767384917.799630:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:3.0:1767384917.799647:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:3.0:1767384917.799671:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:3.0:1767384917.799687:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:3.0:1767384917.799708:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:3.0:1767384917.799748:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:3.0:1767384917.799776:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:3.0:1767384917.799811:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:3.0:1767384917.799842:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:3.0:1767384917.799870:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:3.0:1767384917.799894:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:3.0:1767384917.799919:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:3.0:1767384917.799955:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:3.0:1767384917.799989:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:3.0:1767384917.800041:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:3.0:1767384917.800084:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:3.0:1767384917.800110:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:3.0:1767384917.800143:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:3.0:1767384917.800178:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:3.0:1767384917.800283:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000018c56b10. 00000800:00000010:3.0:1767384917.800288:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000021c0990c. 00000800:00000010:3.0:1767384917.800294:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009fe6b3db. 00000800:00000010:3.0:1767384917.800315:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009fe6b3db. 00000800:00020000:3.0:1767384917.800321:0:16116:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:3.0:1767384917.803599:0:16116:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000021c0990c. 00000800:00000010:3.0:1767384917.803603:0:16116:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000018c56b10. 00000400:02020000:3.0:1767384917.803663:0:16116:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp28 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384917.807148:0:16116:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp28 notifying 192.168.203.157@tcp28: down 00000800:00000200:3.0:1767384917.807154:0:16116:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp28 down 00000800:00000100:3.0:1767384917.807161:0:16116:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp28 00000800:00000010:3.0:1767384917.807164:0:16116:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000048c059f. 00000400:00000200:3.0:1767384917.807169:0:16116:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384917.807175:0:16116:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp28->192.168.203.157@tcp28: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384917.807184:0:16116:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp28 added to recovery queue. ping count: 0 next ping: 241 health :900 00000400:00000200:3.0:1767384917.807187:0:16116:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384917.807190:0:16116:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp: 1 00000400:00000200:3.0:1767384917.807194:0:16116:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:3.0:1767384917.807215:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384917.807217:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100851 00000400:00000001:3.0:1767384917.807221:0:16125:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384917.807222:0:16125:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384917.807224:0:16125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091979154 00000400:00000010:3.0:1767384917.807228:0:16125:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091979154. 00000400:00000200:3.0:1767384917.807231:0:16125:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384917.807234:0:16125:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000010:3.0:1767384917.807237:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000006c6d663f. 00000400:00000200:3.0:1767384917.807240:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (22) 00000400:00000200:3.0:1767384917.807243:0:16125:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.157@tcp:-71 00000400:00000200:3.0:1767384917.807245:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102051 rc -71 00000400:00000200:3.0:1767384917.807248:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:3.0:1767384917.807252:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (21) 00080000:00000001:0.0:1767384917.809528:0:16763:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384917.809535:0:16763:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00080000:00000001:2.0:1767384917.809538:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384917.809538:0:16763:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384917.809540:0:16763:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384917.809543:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384917.809546:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384917.809547:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384917.809548:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:0.0:1767384917.809549:0:16763:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:2.0:1767384917.809550:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000dfe3ce46. 00080000:00000001:2.0:1767384917.809555:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384917.809560:0:16763:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384917.809564:0:16763:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384917.809570:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384917.809570:0:16763:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:2.0:1767384917.809572:0:16762:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000de888d9e. 20000000:01000000:2.0:1767384917.809576:0:16762:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 20000000:00000001:1.0:1767384917.809576:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384917.809580:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:2.0:1767384917.809597:0:16762:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767384917.809612:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384917.809614:0:16762:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:1.0:1767384917.809616:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384917.809623:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f08bc242. 00010000:00000001:1.0:1767384917.809627:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384917.809631:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000c4140f9. 00000020:00000001:1.0:1767384917.809634:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384917.809638:0:16762:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384917.809644:0:16762:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000040:1.0:1767384917.809644:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000c4140f9 with handle 0x4895a8f6c11e869b to hash 00080000:00000001:2.0:1767384917.809647:0:16762:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384917.809648:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384917.809651:0:16762:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384917.809652:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435879617024 : -108637829934592 : ffff9d31c8bcd200) 00010000:00000001:1.0:1767384917.809655:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435879617024 : -108637829934592 : ffff9d31c8bcd200) 00010000:00000001:1.0:1767384917.809658:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384917.809661:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384917.809662:0:16762:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:1.0:1767384917.809663:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000000c4140f9/0x4895a8f6c11e869b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384917.809679:0:16762:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00010000:00000001:1.0:1767384917.809679:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384917.809684:0:16762:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384917.809684:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384917.809686:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384917.809689:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:2.0:1767384917.809691:0:16762:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000356afda7. 00010000:00000001:1.0:1767384917.809691:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384917.809693:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384917.809695:0:16762:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431499047936 : -108642210503680 : ffff9d30c3a2a400) 00010000:00000001:1.0:1767384917.809696:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384917.809700:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:2.0:1767384917.809701:0:16762:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384917.809703:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384917.809705:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384917.809707:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384917.809708:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f08bc242) refcount = 1 00010000:00010000:1.0:1767384917.809711:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000c4140f9/0x4895a8f6c11e869b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384917.809715:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384917.809717:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384917.809718:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384917.809719:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384917.809721:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384917.809723:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384917.809725:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002318499s 00010000:00000001:1.0:1767384917.809727:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384917.809728:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384917.809729:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000c4140f9 refcount=4 00000020:00000001:1.0:1767384917.809730:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879617024 : -108637829934592 : ffff9d31c8bcd200) 00010000:00000001:1.0:1767384917.809739:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879617024 : -108637829934592 : ffff9d31c8bcd200) 00010000:00000001:1.0:1767384917.809741:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384917.809742:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000c4140f9/0x4895a8f6c11e869b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384917.809747:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384917.809749:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000c4140f9/0x4895a8f6c11e869b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384917.809752:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384917.809754:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384917.809755:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000000c4140f9/0x4895a8f6c11e869b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1767384917.809757:0:16762:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384917.809760:0:16762:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384917.809761:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384917.809763:0:16762:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384917.809764:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384917.809768:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384917.809770:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000000c4140f9/0x4895a8f6c11e869b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384917.809774:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000000c4140f9 already unused, calling callback (00000000be7801c4) 00010000:00000001:1.0:1767384917.809776:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384917.809778:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384917.809779:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000000c4140f9/0x4895a8f6c11e869b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384917.809781:0:16762:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384917.809783:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:2.0:1767384917.809785:0:16762:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384917.809786:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384917.809788:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384917.809788:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000c4140f9 refcount=5 00000020:00000001:1.0:1767384917.809790:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879617024 : -108637829934592 : ffff9d31c8bcd200) 00010000:00000001:1.0:1767384917.809792:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879617024 : -108637829934592 : ffff9d31c8bcd200) 00010000:00000001:1.0:1767384917.809794:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384917.809796:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000000c4140f9/0x4895a8f6c11e869b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384917.809806:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384917.809807:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384917.809809:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384917.809812:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384917.809813:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384917.809815:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384917.809816:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384917.809818:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000c4140f9 with handle 0x4895a8f6c11e869b from hash 00010000:00000001:1.0:1767384917.809820:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384917.809822:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384917.809823:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384917.809824:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384917.809825:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384917.809827:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384917.809829:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384917.809830:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384917.809832:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384917.809843:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384917.809844:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384917.809846:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384917.809847:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384917.809848:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384917.809850:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384917.809851:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384917.809853:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000000c4140f9/0x4895a8f6c11e869b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384917.809856:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384917.809857:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384917.809859:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384917.809860:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384917.809861:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384917.809862:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384917.809864:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384917.809866:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384917.809868:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384917.809875:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000000c4140f9/0x4895a8f6c11e869b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384917.809879:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384917.809881:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384917.809882:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000000c4140f9/0x4895a8f6c11e869b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384917.809887:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f08bc242 count: 0 00080000:00000001:2.0:1767384917.809888:0:16762:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384917.809893:0:16762:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384917.809894:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384917.809897:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384917.810048:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294907672, at 4294907673 00000100:00000040:3.0:1767384917.810054:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294907672, at 4294907673 00000100:00000010:2.0:1767384917.810055:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000042f8c425. 00000100:00000040:0.0:1767384917.810061:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294907672, at 4294907673 00000100:00000010:3.0:1767384917.810064:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d13c930. 00000100:00000010:0.0:1767384917.810067:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f491390. 00000100:00000040:1.0:1767384917.811050:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294907672, at 4294907674 00000100:00000010:1.0:1767384917.811056:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ba3d49a4. 00000400:00000010:0.0:1767384917.816549:0:26182:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000fa14e793. 00000400:00000040:0.0:1767384917.816565:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384917.816567:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384917.816569:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384917.816570:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384917.816572:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384917.816573:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384917.816576:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384917.816576:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384917.816577:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384917.816578:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384917.816595:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384917.816596:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384917.816598:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384917.816600:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384917.816601:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384917.816608:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384917.816610:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384917.816611:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384917.816612:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384917.816614:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384917.816616:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384917.816617:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384917.816618:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384917.816619:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384917.816620:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384917.816621:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384917.816623:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384917.816624:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384917.816626:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384917.816627:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384917.816628:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384917.816630:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384917.816632:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384917.816633:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384917.816634:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384917.816635:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384917.816636:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384917.816637:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384917.816639:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384917.816641:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384917.816642:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384917.816644:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384917.816645:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384917.816646:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384917.816647:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384917.816648:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384917.816649:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384917.816650:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384917.816652:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384917.816653:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384917.816654:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384917.816655:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384917.816656:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384917.816658:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384917.816664:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384917.816665:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384917.816666:0:26182:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384917.816731:0:26182:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000fa14e793. 00080000:00000001:3.0:1767384917.817744:0:16762:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384917.817747:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384917.817750:0:16762:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00040000:00000001:2.0:1767384917.817751:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384917.817753:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384917.817755:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384917.817756:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384917.817758:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000356afda7. 00080000:00000001:2.0:1767384917.817763:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384917.817764:0:16762:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384917.817767:0:16762:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384917.817770:0:16762:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384917.817780:0:16762:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384917.817784:0:16762:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384917.817790:0:16762:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384917.817790:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384917.817795:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384917.817796:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384917.817799:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384917.817802:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384917.817807:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000016ee0aee. 00010000:00000001:1.0:1767384917.817810:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384917.817813:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fe748dd8. 00000020:00000001:1.0:1767384917.817815:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384917.817818:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fe748dd8 with handle 0x4895a8f6c11e86a2 to hash 00000020:00000001:1.0:1767384917.817820:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384917.817821:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435879615488 : -108637829936128 : ffff9d31c8bccc00) 00010000:00000001:1.0:1767384917.817823:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435879615488 : -108637829936128 : ffff9d31c8bccc00) 00010000:00000001:1.0:1767384917.817826:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384917.817827:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384917.817829:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e86a2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384917.817835:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384917.817837:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384917.817839:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384917.817840:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384917.817847:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384917.817849:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384917.817851:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384917.817853:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384917.817854:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384917.817855:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384917.817857:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384917.817858:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000016ee0aee) refcount = 1 00010000:00010000:1.0:1767384917.817861:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e86a2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384917.817865:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384917.817867:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384917.817868:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384917.817870:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384917.817871:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384917.817874:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384917.817876:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002318499s 00010000:00000001:1.0:1767384917.817878:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384917.817880:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384917.817881:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fe748dd8 refcount=4 00000020:00000001:1.0:1767384917.817882:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879615488 : -108637829936128 : ffff9d31c8bccc00) 00010000:00000001:1.0:1767384917.817884:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879615488 : -108637829936128 : ffff9d31c8bccc00) 00010000:00000001:1.0:1767384917.817886:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384917.817887:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e86a2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384917.817892:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384917.817894:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e86a2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384917.817898:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384917.817899:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384917.817900:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e86a2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384917.817912:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384917.817914:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384917.817916:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384917.817918:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e86a2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384917.817922:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000fe748dd8 already unused, calling callback (00000000be7801c4) 00010000:00000001:1.0:1767384917.817924:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384917.817926:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384917.817927:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e86a2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384917.817930:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384917.817932:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384917.817933:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384917.817934:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fe748dd8 refcount=5 00000020:00000001:1.0:1767384917.817936:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879615488 : -108637829936128 : ffff9d31c8bccc00) 00010000:00000001:1.0:1767384917.817938:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879615488 : -108637829936128 : ffff9d31c8bccc00) 00010000:00000001:1.0:1767384917.817940:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384917.817941:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e86a2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384917.817945:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384917.817947:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384917.817948:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384917.817950:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384917.817952:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384917.817953:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384917.817954:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384917.817955:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fe748dd8 with handle 0x4895a8f6c11e86a2 from hash 00010000:00000001:1.0:1767384917.817957:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384917.817958:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384917.817959:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384917.817965:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384917.817967:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384917.817968:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384917.817970:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384917.817971:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384917.817973:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384917.817974:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384917.817976:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384917.817977:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384917.817978:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384917.817979:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384917.817981:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384917.817982:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384917.817983:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e86a2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384917.817986:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384917.817988:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384917.817989:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384917.817990:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384917.817991:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384917.817992:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384917.817994:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384917.817995:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384917.817997:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384917.817998:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e86a2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384917.818002:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384917.818004:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384917.818005:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e86a2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384917.818009:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000016ee0aee count: 0 00010000:00000010:1.1:1767384917.818036:0:16785:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f08bc242. 00010000:00000010:1.1:1767384917.818043:0:16785:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000c4140f9. 00010000:00000001:1.0:1767384917.818059:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384917.818060:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384917.819663:0:16763:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384917.819666:0:16763:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384917.819674:0:16763:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000bb1a247b. 20000000:00000001:1.0:1767384917.819678:0:16763:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384917.819682:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358510720 00010000:00000001:1.0:1767384917.819684:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384917.819691:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e22a575d x1853237358510720/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:143/0 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384917.819699:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384917.819701:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384917.819704:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384917.819708:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384917.819712:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:1.0:1767384917.819714:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:1.0:1767384917.819717:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384917.819719:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.819722:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384917.819726:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384917.819729:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e039dbc3. 00000100:00000200:1.0:1767384917.819734:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358510720, offset 224 00000400:00000200:1.0:1767384917.819740:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384917.819749:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384917.819758:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272704280 00000400:00000200:1.0:1767384917.819764:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16cd [2] + 224 00000400:00000200:1.0:1767384917.819771:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384917.819775:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384917.819780:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384917.819783:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ff639a3f x1853237358510720/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384917.819790:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ff639a3f x1853237358510720/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384917.819803:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384917.819809:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e039dbc3 00000400:00000010:1.0:1767384917.819812:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e039dbc3. 00000100:00000001:1.0:1767384917.819815:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384917.819818:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384917.819824:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384917.819824:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384917.819828:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384917.819833:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384917.819833:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000001:3.0:1767384917.819839:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384917.819839:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384917.819841:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384917.819844:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000c90b8b. 00000020:00000001:1.0:1767384917.819844:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384917.819850:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e22a575d x1853237358510720/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:143/0 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384917.819851:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001898246f 00000400:00000010:3.0:1767384917.819857:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001898246f. 00000100:00100000:1.0:1767384917.819862:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e22a575d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16129:x1853237358510720:12345-0@lo:253: Request processed in 20805us (21350us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384917.819863:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384917.819873:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ff639a3f x1853237358510720/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384917.819873:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00000040:1.0:1767384917.819877:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00000001:1.0:1767384917.819881:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384917.819883:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384917.819889:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f240af60. 00000100:00000200:3.0:1767384917.819894:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ff639a3f x1853237358510720/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384917.819895:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006015248f. 00000020:00000010:1.0:1767384917.819902:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012e1767a. 00000020:00000040:1.0:1767384917.819909:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 00000100:00000001:3.0:1767384917.819911:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384917.819913:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384917.819915:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384917.819916:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e45018f3. 00000100:00000001:3.0:1767384917.819922:0:16129:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384917.819925:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767384917.819926:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384917.819928:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.819931:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384917.819933:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384917.819935:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384917.819938:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b41b8865. 02000000:00000001:3.0:1767384917.819941:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384917.819944:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e039dbc3. 00000100:00001000:3.0:1767384917.819948:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=41 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384917.819955:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384917.819959:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384917.819961:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384917.819964:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384917.819967:0:16129:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.819970:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384917.819976:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ff639a3f x1853237358510720/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.819985:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384917.819996:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384917.819998:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384917.820003:0:16129:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384917.820005:0:16129:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384917.820007:0:16129:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384917.820009:0:16129:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384917.820050:0:16129:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384917.820052:0:16129:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384917.820054:0:16129:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384917.820056:0:16129:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384917.820057:0:16129:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384917.820062:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ff639a3f x1853237358510720/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384917.820071:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ff639a3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358510720:0@lo:253: 00000100:00000001:3.0:1767384917.820077:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.820080:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384917.820083:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ff639a3f x1853237358510720/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384917.820090:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384917.820093:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384917.820096:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000452284c7. 02000000:00000001:3.0:1767384917.820101:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384917.820103:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384917.820105:0:16129:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384917.820108:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384917.820110:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000a223469. 02000000:00000001:3.0:1767384917.820115:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384917.820117:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384917.820119:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ff639a3f. 00000100:00000001:3.0:1767384917.820124:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384917.820126:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.820128:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384917.820136:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384917.820138:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384917.820141:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384917.820144:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384917.820907:0:16762:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384917.820910:0:16762:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384917.820912:0:16762:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009d771704. 20000000:00000001:0.0:1767384917.820916:0:16762:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384917.820918:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358510592 00010000:00000001:0.0:1767384917.820920:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384917.820924:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000238a044a x1853237358510592/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:143/0 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384917.820930:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384917.820932:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384917.820933:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384917.820936:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384917.820938:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384917.820940:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384917.820942:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384917.820943:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384917.820945:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384917.820948:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384917.820950:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c8902117. 00000100:00000200:0.0:1767384917.820953:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358510592, offset 224 00000400:00000200:0.0:1767384917.820957:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384917.820962:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384917.820967:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272704200 00000400:00000200:0.0:1767384917.820971:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16c9 [2] + 224 00000400:00000200:0.0:1767384917.820975:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384917.820978:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384917.820981:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384917.820984:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c6db7f0b x1853237358510592/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384917.820990:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c6db7f0b x1853237358510592/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384917.821007:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384917.821033:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8902117 00000400:00000010:0.0:1767384917.821035:0:16762:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c8902117. 00000100:00000001:1.0:1767384917.821036:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384917.821038:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384917.821040:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384917.821041:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384917.821045:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384917.821046:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384917.821049:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384917.821051:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000010:1.0:1767384917.821052:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ce2a97e8. 00010000:00000001:0.0:1767384917.821055:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384917.821057:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e279658c 00000020:00000001:0.0:1767384917.821058:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384917.821062:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e279658c. 00000020:00000001:0.0:1767384917.821062:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384917.821068:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384917.821068:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000238a044a x1853237358510592/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:143/0 lens 4848/4768 e 0 to 0 dl 1767384928 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384917.821075:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c6db7f0b x1853237358510592/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384917.821088:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000238a044a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16128:x1853237358510592:12345-0@lo:253: Request processed in 22042us (22591us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384917.821104:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00000200:1.0:1767384917.821105:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c6db7f0b x1853237358510592/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384917.821110:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:1.0:1767384917.821115:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384917.821116:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384917.821118:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384917.821120:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384917.821121:0:16128:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384917.821124:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384917.821125:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aa89f8f5. 00000100:00000001:1.0:1767384917.821126:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384917.821129:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384917.821132:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384917.821134:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=41 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384917.821135:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000034aa5e39. 00000100:00001000:1.0:1767384917.821137:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384917.821142:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1767384917.821143:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007da48781. 00000100:00000001:1.0:1767384917.821144:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384917.821147:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384917.821150:0:16128:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384917.821151:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 00000100:00000001:1.0:1767384917.821152:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384917.821155:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:1.0:1767384917.821157:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6db7f0b x1853237358510592/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384917.821158:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e90be6d6. 02000000:00000001:0.0:1767384917.821163:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384917.821166:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384917.821168:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384917.821171:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1767384917.821171:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384917.821174:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384917.821177:0:16128:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:0.0:1767384917.821177:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007afdfe63. 00000020:01000004:1.0:1767384917.821181:0:16128:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:0.0:1767384917.821183:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c8902117. 00000020:01000004:1.0:1767384917.821184:0:16128:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384917.821187:0:16128:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384917.821190:0:16128:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384917.821191:0:16128:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384917.821192:0:16128:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384917.821194:0:16128:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384917.821195:0:16128:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384917.821196:0:16128:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384917.821199:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6db7f0b x1853237358510592/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384917.821205:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c6db7f0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358510592:0@lo:253: 00000100:00000001:1.0:1767384917.821214:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384917.821216:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384917.821219:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c6db7f0b x1853237358510592/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384933 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384917.821223:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384917.821225:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384917.821226:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005b34f959. 02000000:00000001:1.0:1767384917.821230:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384917.821231:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384917.821232:0:16128:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1767384917.821235:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384917.821236:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004c22d5b5. 02000000:00000001:1.0:1767384917.821240:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384917.821241:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384917.821242:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c6db7f0b. 00000100:00000001:1.0:1767384917.821245:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384917.821246:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384917.821248:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384917.821254:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384917.821256:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384917.821259:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384917.821262:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384917.826065:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000016ee0aee. 00010000:00000010:1.1:1767384917.826070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fe748dd8. 00010000:00000001:1.0:1767384917.849085:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384917.849090:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384917.849095:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384917.849096:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384917.849130:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384917.849135:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384917.849138:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:1.0:1767384918.041118:0:16756:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000bb1a247b. 00000100:00000001:1.0:1767384918.041127:0:16756:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384918.041130:0:16756:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384918.041156:0:16753:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384918.041159:0:16753:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384918.490110:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp28 00000400:00000010:3.0:1767384918.490117:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004843e6db. 00000400:00000010:3.0:1767384918.490125:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b5bb49e7. 00000400:00000010:3.0:1767384918.490131:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091979154. 00000400:00000010:3.0:1767384918.490140:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b979e21a. 00000400:00000200:3.0:1767384918.490144:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp28 00000400:00000200:3.0:1767384918.490159:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp28 local destination 00000400:00000200:3.0:1767384918.490164:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp28 00000400:00000200:3.0:1767384918.490167:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp28 NI seq info: [60:60:256:4294967295] 192.168.203.157@tcp28 LPNI seq info [60:60:8:4294967295] 00000400:00000200:3.0:1767384918.490172:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp28 00000400:00000200:3.0:1767384918.490179:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp28(192.168.203.157@tcp28:) -> 192.168.203.157@tcp28(192.168.203.157@tcp28:192.168.203.157@tcp28) : GET try# 0 00000800:00000200:3.0:1767384918.490183:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp28 00000800:00000010:3.0:1767384918.490188:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000db3dc75f. 00000800:00000200:3.0:1767384918.490194:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000833c9086] -> 12345-192.168.203.157@tcp28 (2) 00000800:00000200:3.1:1767384918.490198:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000833c9086] -> 12345-192.168.203.157@tcp28 (2) 00000400:00000200:3.0:1767384918.490217:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp28 added to recovery queue. ping count: 1 next ping: 243 health :900 00000400:00000010:3.0:1767384918.490223:0:16124:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 65 at 00000000342bafef. 00000400:02000040:3.0:1767384918.490226:0:16124:0:(lib-move.c:3976:lnet_print_recovery_list()) 1 local NIs in recovery (showing 1): 192.168.203.157@tcp28 00000400:00000200:2.0:1767384918.490281:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384918.490319:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:2.0:1767384918.490337:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:2.0:1767384918.490353:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:2.0:1767384918.490368:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:2.0:1767384918.490382:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384918.490414:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384918.490451:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384918.490497:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384918.490527:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384918.490556:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384918.490603:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384918.490638:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384918.490685:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384918.490711:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384918.490733:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384918.490752:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384918.490772:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384918.490801:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384918.490840:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384918.490877:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384918.490918:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384918.490937:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:2.0:1767384918.490965:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384918.490998:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384918.491045:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384918.491070:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384918.491096:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:2.0:1767384918.491145:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384918.491192:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384918.491238:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384918.491296:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384918.491339:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384918.491372:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384918.491427:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:2.0:1767384918.491557:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003dd07d31. 00000800:00000010:2.0:1767384918.491561:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000086fdb145. 00000800:00000010:2.0:1767384918.491566:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000c078084. 00000800:00000010:2.0:1767384918.491604:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000c078084. 00000800:00020000:2.0:1767384918.491624:0:16115:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:2.0:1767384918.491627:0:16115:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000086fdb145. 00000800:00000010:2.0:1767384918.491630:0:16115:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003dd07d31. 00000400:02020000:2.0:1767384918.491664:0:16115:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp28 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384918.491671:0:16115:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp28 notifying 192.168.203.157@tcp28: down 00000400:00000200:2.0:1767384918.491681:0:16115:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384918.491685:0:16115:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp28 00000800:00000010:2.0:1767384918.491689:0:16115:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000db3dc75f. 00000400:00000200:2.0:1767384918.491693:0:16115:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384918.491698:0:16115:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp28->192.168.203.157@tcp28: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384918.491705:0:16115:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384918.491707:0:16115:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp28 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384918.491710:0:16115:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp28) recovery failed with -71 00000400:00000010:3.0:1767384918.492875:0:16124:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 65 at 00000000342bafef. 00010000:00000001:1.0:1767384918.873083:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384918.873089:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384918.873097:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384918.873099:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384918.873144:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384918.873148:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384918.873152:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384918.895992:0:26514:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384918.896010:0:26514:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384918.896015:0:26514:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384918.896021:0:26514:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384918.896057:0:26514:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384918.896061:0:26514:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384919.513060:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384919.513064:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384919.513067:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091979154 00000400:00000010:3.0:1767384919.513071:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091979154. 00000400:00000200:3.0:1767384919.513076:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384919.513081:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp28 recovery ping unlinked 00000400:00000010:3.0:1767384919.513114:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004843e6db. 00000400:00000010:3.0:1767384919.513117:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b5bb49e7. 00000001:00000001:2.0:1767384919.584365:0:26678:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384919.584370:0:26678:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp30 --if ens2 00000001:00000001:2.0:1767384919.589719:0:26678:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384919.598191:0:26679:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000943aa85d. 00000400:00000010:0.0:1767384919.598205:0:26679:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000b6ecb04a. 00000400:00000010:0.0:1767384919.598213:0:26679:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b8c6e3c5. 00000400:00000010:0.0:1767384919.598216:0:26679:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000006ce9fcb. 00000400:00000010:0.0:1767384919.598220:0:26679:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003efab5f7. 00000400:00000010:0.0:1767384919.598223:0:26679:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c3a5e1b1. 00000400:00000010:0.0:1767384919.598224:0:26679:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008c9479b6. 00000400:00000010:0.0:1767384919.598226:0:26679:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d37590b6. 00000400:00000010:0.0:1767384919.598239:0:26679:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b7caf8a2. 00000800:00000010:0.0:1767384919.598251:0:26679:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000f239b3f6. 00000800:00000200:0.0:1767384919.598260:0:26679:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384919.598268:0:26679:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384919.598316:0:26679:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:0.0:1767384919.598336:0:26679:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp30 [8/256/0/180] 00000400:00000010:0.0:1767384919.600794:0:26679:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 0000000093859aaf. 00000400:00000010:0.0:1767384919.600818:0:26679:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b41dcae. 00000400:00000010:0.0:1767384919.600825:0:26679:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0895da3. 00000400:00000001:0.0:1767384919.600854:0:26679:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384919.600856:0:26679:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384919.600858:0:26679:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5e372eb. 00000400:00000200:0.0:1767384919.600862:0:26679:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be799be5 00000400:00000010:0.0:1767384919.600864:0:26679:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be799be5. 00000400:00000010:0.0:1767384919.600868:0:26679:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000007628f704. 00000400:00000200:0.0:1767384919.600873:0:26679:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (20) 00000400:00000200:0.0:1767384919.600888:0:26679:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:0.0:1767384919.600898:0:26679:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131102 00000020:00000010:0.0:1767384919.600907:0:26679:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000b17a2264. 00000020:01000000:0.0:1767384919.600912:0:26679:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384919.600915:0:26679:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp30 00000400:00000200:3.0:1767384919.600920:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384919.600928:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102071 00000400:00000200:3.0:1767384919.600932:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (21) 00000400:00000010:0.0:1767384919.600934:0:26679:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000b6ecb04a. 00000400:00000010:3.0:1767384919.600945:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 00000000c6ea4293. 00000400:00000010:0.0:1767384919.600947:0:26679:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000943aa85d. 00000400:00000010:3.0:1767384919.600949:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091979154. 00000400:00000010:3.0:1767384919.600956:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000997122c3. 00000400:00000200:3.0:1767384919.600961:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp 00000020:00000001:1.0:1767384919.600965:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384919.600971:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 10000000:00000001:1.0:1767384919.600978:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384919.600979:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 10000000:00000001:1.0:1767384919.600983:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384919.600987:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[43, 37], ns[43, 37] 10000000:01000000:1.0:1767384919.600987:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384919.600994:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 37], ns[12, 37] 00000020:01000004:1.0:1767384919.600994:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384919.600998:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384919.601002:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000020:01000004:1.0:1767384919.601003:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384919.601007:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384919.601011:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000020:01000004:1.0:1767384919.601030:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384919.601033:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384919.601035:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384919.601037:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384919.601041:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384919.601045:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384919.601046:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000400:00000200:3.0:1767384919.601053:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000100:00000010:1.0:1767384919.601054:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6db7f0b. 00000400:00000200:3.0:1767384919.601059:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000020:00000040:1.0:1767384919.601062:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000400:00000200:3.0:1767384919.601067:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000100:00000001:1.0:1767384919.601071:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384919.601073:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 02000000:00000001:1.0:1767384919.601077:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384919.601080:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000400:00000200:3.0:1767384919.601084:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 02000000:00000001:1.0:1767384919.601085:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384919.601089:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000400:00000200:3.0:1767384919.601094:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 02000000:00000010:1.0:1767384919.601097:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005b34f959. 00000400:00000200:3.0:1767384919.601098:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 12], ns[46, 12] 00000400:00000200:3.0:1767384919.601105:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 12], ns[50, 12] 00000100:00000001:1.0:1767384919.601108:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384919.601117:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 12], ns[54, 12] 00000100:00000001:1.0:1767384919.601120:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384919.601121:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 12], ns[58, 12] 00000400:00000200:3.0:1767384919.601124:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[60, 12], ns[60, 12] 00000400:00000200:3.0:1767384919.601132:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000100:00000001:1.0:1767384919.601136:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384919.601138:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp12 00000400:00000200:3.0:1767384919.601143:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp12 lpni_is_preferred = 0 00000400:00000200:3.0:1767384919.601146:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp12 00000100:00000040:1.0:1767384919.601149:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6db7f0b] to pc [ptlrpcd_00_03+3] req@00000000c6db7f0b x1853237358510848/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384919.601153:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp12 NI seq info: [61:61:256:4294967295] 192.168.203.157@tcp12 LPNI seq info [61:61:8:4294967295] 00000400:00000200:3.0:1767384919.601166:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp12 00000400:00000200:3.0:1767384919.601176:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp12(192.168.203.157@tcp12:) -> 192.168.203.157@tcp12(192.168.203.157@tcp:192.168.203.157@tcp12) : GET try# 0 00000800:00000200:3.0:1767384919.601181:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp12 00000800:00000010:3.0:1767384919.601185:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f09c70bc. 00000800:00000200:3.0:1767384919.601190:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e33b7e07] -> 12345-192.168.203.157@tcp12 (6) 00000800:00000200:3.0:1767384919.601196:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp12 ip 192.168.203.157:988 00000800:00000200:3.0:1767384919.601201:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f09c70bc type 2, nob 96 niov 1 nkiov 0 10000000:00000001:1.0:1767384919.601201:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384919.601208:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384919.601210:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.601213:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:1.0:1767384919.601213:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384919.601218:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp 00000100:00000001:2.0:1767384919.601220:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384919.601223:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100271 rc 0 00000020:00000001:1.0:1767384919.601225:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384919.601226:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767384919.601230:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384919.601233:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:3.0:1767384919.601236:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384919.601236:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6db7f0b x1853237358510848/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1767384919.601237:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384919.601241:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384919.601243:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384919.601248:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384919.601252:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384919.601256:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767384919.601260:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384919.601260:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:2.0:1767384919.601264:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384919.601269:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384919.601270:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384919.601273:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:2.0:1767384919.601274:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384919.601275:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384919.601278:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384919.601280:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384919.601285:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ff639a3f. 00000100:00100000:2.0:1767384919.601286:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c6db7f0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358510848:0@lo:253: 00000020:00000040:1.0:1767384919.601291:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1767384919.601294:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384919.601297:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384919.601302:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384919.601303:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384919.601306:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384919.601308:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384919.601311:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384919.601318:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e45018f3. 02000000:00000010:2.0:1767384919.601319:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003dd07d31. 02000000:00000001:2.0:1767384919.601325:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.601325:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384919.601332:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002597d262. 00000100:00000001:1.0:1767384919.601333:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384919.601337:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384919.601340:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d555ea1b. 00000100:00000040:1.0:1767384919.601344:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff639a3f] to pc [ptlrpcd_00_00+0] req@00000000ff639a3f x1853237358510976/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384919.601347:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358510848, portal 25 00000100:00000001:2.0:1767384919.601354:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384919.601365:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436514541568 : -108637195010048 : ffff9d31ee950000) 00000800:00000200:3.0:1767384919.601370:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384919.601374:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f09c70bc. 00000100:00000040:2.0:1767384919.601375:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c6db7f0b x1853237358510848/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384919.601376:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384919.601379:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:1.0:1767384919.601382:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384919.601389:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384919.601390:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp12->192.168.203.157@tcp12: GET: OK 00000020:01000000:1.0:1767384919.601395:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384919.601400:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:00000010:1.0:1767384919.601402:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b17a2264. 00000100:00000001:2.0:1767384919.601406:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384919.601407:0:16122:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp: 0 00000100:00000040:2.0:1767384919.601415:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:3.0:1767384919.601417:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384919.601418:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384919.601421:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d838630b. 00000100:00000001:1.0:1767384919.601423:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767384919.601425:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384919.601427:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767384919.601428:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358510848, offset 0 00000800:00000001:3.0:1767384919.601429:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384919.601436:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ff639a3f x1853237358510976/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384919.601437:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384919.601442:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384919.601456:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp12(192.168.203.157@tcp12) <- 192.168.203.157@tcp12 : GET - for me 00000100:00000001:1.0:1767384919.601458:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384919.601460:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384919.601462:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384919.601468:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384919.601469:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 368 into portal 0 MB=0x8000000000000000 02000000:00000001:1.0:1767384919.601471:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384919.601476:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272704300 00000400:00000200:3.0:1767384919.601479:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp of length 368/368 into md 0x16f5 [1] + 0 02000000:00000001:1.0:1767384919.601479:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384919.601487:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ff639a3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358510976:0@lo:253: 00000400:00000200:2.0:1767384919.601494:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xff9 [2] + 0 00000400:00000200:3.0:1767384919.601496:0:16122:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp12 to MR: 192.168.203.157@tcp12 local destination 00000100:00000001:1.0:1767384919.601497:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384919.601503:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384919.601504:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f773fc7b. 02000000:00000001:1.0:1767384919.601507:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384919.601508:0:16122:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp12 NI seq info: [62:62:256:4294967295] 192.168.203.157@tcp12 LPNI seq info [62:62:8:4294967295] 00000400:00000200:2.0:1767384919.601511:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000756e2260 02000000:00000001:1.0:1767384919.601514:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384919.601521:0:16122:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp12(192.168.203.157@tcp12:192.168.203.157@tcp12) -> 192.168.203.157@tcp12(192.168.203.157@tcp12:192.168.203.157@tcp12) 192.168.203.157@tcp12 : REPLY try# 0 00000400:00000200:2.0:1767384919.601521:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384919.601531:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000730e0f09. 00000800:00000200:3.0:1767384919.601532:0:16122:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.157@tcp12 00000400:00000200:2.0:1767384919.601532:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384919.601538:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384919.601539:0:16122:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f09c70bc. 00000400:00000200:2.0:1767384919.601541:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000756e2260 00000400:00000010:2.0:1767384919.601546:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000756e2260. 00000400:00000010:1.0:1767384919.601548:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce2a97e8. 00000800:00000200:3.0:1767384919.601549:0:16122:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e33b7e07] -> 12345-192.168.203.157@tcp12 (6) 00000100:00000001:2.0:1767384919.601555:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:3.0:1767384919.601556:0:16122:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp12 ip 192.168.203.157:1017 00000400:00000010:1.0:1767384919.601558:0:16127:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d89806c1. 00000800:00000200:3.0:1767384919.601560:0:16122:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f09c70bc type 3, nob 464 niov 1 nkiov 1 00000100:00000200:2.0:1767384919.601561:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:1.0:1767384919.601565:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358510976, portal 25 00000100:00000040:2.0:1767384919.601584:0:16130:0:(events.c:337:request_in_callback()) incoming req@000000004f9242fa x1853237358510848 msgsize 4848 00000100:00000001:1.0:1767384919.601585:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384919.601588:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436514548736 : -108637195002880 : ffff9d31ee951c00) 00000100:00100000:2.0:1767384919.601596:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384919.601599:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ff639a3f x1853237358510976/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384919.601625:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384919.601633:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384919.601637:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384919.601641:0:16127:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086fdb145. 00000100:00000001:2.0:1767384919.601644:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:3.0:1767384919.601645:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1767384919.601646:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358510976, offset 0 00000800:00000010:3.0:1767384919.601650:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f09c70bc. 00000400:00000200:3.0:1767384919.601655:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384919.601660:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384919.601663:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp12->192.168.203.157@tcp12: REPLY: OK 00000400:00000200:2.0:1767384919.601678:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d838630b 00000400:00000010:2.0:1767384919.601683:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d838630b. 00000400:00000200:1.0:1767384919.601686:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384919.601689:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:3.0:1767384919.601695:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767384919.601696:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c6db7f0b x1853237358510848/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384919.601700:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384919.601702:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272704380 00000800:00000001:3.0:1767384919.601706:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384919.601712:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384919.601713:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1009 [2] + 0 00000800:00000001:3.0:1767384919.601717:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384919.601722:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070c4641e. 00000800:00000001:3.0:1767384919.601723:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384919.601730:0:16127:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000049574b6d 00000100:00000001:2.0:1767384919.601733:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384919.601737:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp12(192.168.203.157@tcp12) <- 192.168.203.157@tcp12 : REPLY - for me 00000400:00000200:1.0:1767384919.601737:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384919.601742:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c6db7f0b x1853237358510848/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384919.601748:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384919.601757:0:16122:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp12: Reply from 12345-192.168.203.157@tcp12 of length 368/368 into md 0x16f9 00000400:00000200:1.0:1767384919.601767:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049574b6d 00000800:00000001:3.0:1767384919.601768:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384919.601768:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384919.601773:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000049574b6d. 00000100:00000001:2.0:1767384919.601774:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384919.601777:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:3.0:1767384919.601779:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384919.601780:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384919.601786:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384919.601786:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384919.601787:0:16127:0:(events.c:337:request_in_callback()) incoming req@00000000c9398e57 x1853237358510976 msgsize 4848 00000400:00000200:3.0:1767384919.601817:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp12->192.168.203.157@tcp12: REPLY: OK 00000100:00100000:1.0:1767384919.601818:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384919.601820:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294909475 00000100:00000040:1.0:1767384919.601825:0:16127:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384919.601827:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091979154 00000100:00000010:2.0:1767384919.601828:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000048095a22. 00000400:00000010:3.0:1767384919.601833:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091979154. 00000100:00000001:1.0:1767384919.601847:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384919.601849:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384919.601850:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384919.601855:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086fdb145 00000400:00000010:1.0:1767384919.601860:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086fdb145. 00000100:00000001:2.0:1767384919.601861:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294909475 00000400:00000200:3.0:1767384919.601864:0:16122:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.157@tcp has discovery enabled 00000100:00000001:1.0:1767384919.601867:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:2.0:1767384919.601869:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000305d6302. 00000400:00000200:3.0:1767384919.601872:0:16122:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000100:00000200:1.0:1767384919.601875:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ff639a3f x1853237358510976/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384919.601876:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384919.601880:0:16122:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.157@tcp (384 bytes) 00000100:00000001:2.0:1767384919.601884:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294909475 00000400:00000200:3.0:1767384919.601889:0:16122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000100:00000010:2.0:1767384919.601893:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f82ff55b. 00000100:00000001:2.0:1767384919.601900:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384919.601903:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294909475 00000400:00000010:3.0:1767384919.601904:0:16122:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 00000000c6ea4293. 00000100:00000010:2.0:1767384919.601909:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000026dbde05. 00000400:00000200:3.0:1767384919.601912:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (22) 00000100:00000001:2.0:1767384919.601917:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000800:00000001:3.0:1767384919.601924:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384919.601924:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384919.601926:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767384919.601931:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384919.601931:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384919.601934:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ff639a3f x1853237358510976/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384919.601940:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.601945:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384919.601948:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.601952:0:16127:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384919.601955:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384919.601959:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384919.601959:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384919.601960:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:1.0:1767384919.601966:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294909475 00000400:00000010:3.0:1767384919.601967:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000c6ea4293. 00000100:00000001:2.0:1767384919.601967:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384919.601971:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384919.601973:0:16127:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, keep current deadline 4294909475 00000400:00000010:3.0:1767384919.601975:0:16125:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000026f5d6a. 00000100:00000001:2.0:1767384919.601976:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.601980:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294909475 00000400:00000010:3.0:1767384919.601983:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091979154. 00000100:00000001:2.0:1767384919.601983:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.601984:0:16127:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, keep current deadline 4294909475 00000400:00000200:3.0:1767384919.601989:0:16125:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c6ea4293 00000100:00000001:1.0:1767384919.601991:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294909475 00000400:00000001:3.0:1767384919.601993:0:16125:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384919.601996:0:16127:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, keep current deadline 4294909475 00000400:00000001:3.0:1767384919.601997:0:16125:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384919.602000:0:16125:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041ec2c8d. 00000100:00000001:1.0:1767384919.602002:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294909475 00000400:00000200:3.0:1767384919.602004:0:16125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043c9c128 00000400:00000010:3.0:1767384919.602007:0:16125:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043c9c128. 00000100:00000001:1.0:1767384919.602007:0:16127:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, keep current deadline 4294909475 00000100:00000001:1.0:1767384919.602013:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384919.602014:0:16125:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000100:00000001:2.0:1767384919.602014:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384919.602019:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358510848 00000400:00000010:3.0:1767384919.602020:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000008ce6c1f7. 00000100:00000001:1.0:1767384919.602020:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384919.602025:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384919.602049:0:16125:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 384 success 00000100:00000001:1.0:1767384919.602051:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.602054:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384919.602055:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100871 00000100:00000001:1.0:1767384919.602056:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384919.602059:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384919.602064:0:16125:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.157@tcp:0 02000000:00000001:2.0:1767384919.602065:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.602065:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384919.602069:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384919.602070:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102071 rc 1 00000100:00100000:2.0:1767384919.602072:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358510848 00000100:00000001:1.0:1767384919.602075:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384919.602077:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384919.602078:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102071 00000100:00000001:1.0:1767384919.602079:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384919.602083:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (21) 00000020:00000040:2.0:1767384919.602083:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000100:00000001:1.0:1767384919.602085:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384919.602089:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384919.602090:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384919.602091:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000c3f6a16e. 00000400:00000010:3.0:1767384919.602097:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043c9c128. 00000400:00000010:3.0:1767384919.602102:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f6b3ceb2. 00000400:00000200:3.0:1767384919.602105:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1767384919.602114:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000100:00000001:1.0:1767384919.602116:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384919.602119:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000100:00000001:1.0:1767384919.602121:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384919.602122:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000400:00000200:3.0:1767384919.602127:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[43, 37], ns[43, 37] 00000020:00000001:2.0:1767384919.602129:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000400:00000200:3.0:1767384919.602139:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[62, 37] 00000100:00000001:1.0:1767384919.602141:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384919.602146:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00100000:1.0:1767384919.602147:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358510976 00000400:00000200:3.0:1767384919.602150:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 37], ns[14, 37] 02000000:00000001:1.0:1767384919.602154:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384919.602157:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384919.602158:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384919.602159:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 00000100:00000001:1.0:1767384919.602163:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384919.602164:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008dbc311b. 00000400:00000200:3.0:1767384919.602166:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 02000000:00000001:1.0:1767384919.602170:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.602171:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384919.602174:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 00000020:00000010:2.0:1767384919.602177:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008dbc311b. 00000400:00000200:3.0:1767384919.602182:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 00000100:00100000:1.0:1767384919.602184:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358510976 00000400:00000200:3.0:1767384919.602187:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 00000020:00000010:2.0:1767384919.602188:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092d2bd47. 00000020:00000001:1.0:1767384919.602189:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384919.602194:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 00000020:00000040:1.0:1767384919.602194:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000010:2.0:1767384919.602198:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ac99675. 00000020:00000001:1.0:1767384919.602199:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384919.602202:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 00000020:00000040:1.0:1767384919.602205:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000020:00000010:2.0:1767384919.602206:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004906a72e. 00000400:00000200:3.0:1767384919.602208:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 00000020:00000001:1.0:1767384919.602212:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000400:00000200:3.0:1767384919.602216:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 00000020:00000001:1.0:1767384919.602219:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000040:2.0:1767384919.602220:0:16762:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:3.0:1767384919.602223:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 00000100:00000001:1.0:1767384919.602227:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384919.602228:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384919.602230:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 14], ns[46, 14] 00000100:00000001:2.0:1767384919.602232:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1767384919.602233:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007fda9f5e. 00000400:00000200:3.0:1767384919.602237:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 14], ns[50, 14] 00000100:00000001:2.0:1767384919.602238:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.602239:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384919.602245:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007fda9f5e. 00000400:00000200:3.0:1767384919.602246:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 14], ns[54, 14] 00000100:00000001:2.0:1767384919.602251:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384919.602253:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d12c458f. 00000400:00000200:3.0:1767384919.602254:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 14], ns[58, 14] 00000400:00000200:3.0:1767384919.602260:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[60, 14], ns[60, 14] 00000020:00000010:1.0:1767384919.602261:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000063751647. 00000400:00000200:3.0:1767384919.602265:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 00000100:00000001:2.0:1767384919.602265:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384919.602269:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006015248f. 00000400:00000200:3.0:1767384919.602270:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp13 00000100:00000001:1.0:1767384919.602276:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384919.602280:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384919.602282:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp13 lpni_is_preferred = 0 00000100:00000001:2.0:1767384919.602283:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384919.602283:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.602288:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384919.602289:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp13 00000100:00000001:1.0:1767384919.602293:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.602299:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384919.602300:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp13 NI seq info: [63:63:256:4294967295] 192.168.203.157@tcp13 LPNI seq info [63:63:8:4294967295] 00000100:00100000:2.0:1767384919.602301:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00000040:2.0:1767384919.602308:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000400:00000200:3.0:1767384919.602312:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp13 00000100:00000001:2.0:1767384919.602314:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529401936 : -108637180149680 : ffff9d31ef77c050) 00000100:00000001:1.0:1767384919.602315:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384919.602320:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384919.602324:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004f9242fa x1853237358510848/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:145/0 lens 4848/0 e 0 to 0 dl 1767384930 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384919.602328:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp13(192.168.203.157@tcp13:) -> 192.168.203.157@tcp13(192.168.203.157@tcp:192.168.203.157@tcp13) : GET try# 0 00000100:00100000:1.0:1767384919.602332:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00000040:1.0:1767384919.602341:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000800:00000200:3.0:1767384919.602346:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp13 00000100:00000001:1.0:1767384919.602348:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529407056 : -108637180144560 : ffff9d31ef77d450) 00000100:00000001:2.0:1767384919.602349:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000010:3.0:1767384919.602350:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f09c70bc. 00000020:00000010:2.0:1767384919.602355:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008dbc311b. 00000800:00000200:3.0:1767384919.602359:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de88f293] -> 12345-192.168.203.157@tcp13 (6) 00000100:00000040:1.0:1767384919.602360:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c9398e57 x1853237358510976/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:145/0 lens 4848/0 e 0 to 0 dl 1767384930 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384919.602361:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384919.602367:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008dbc311b. 00000800:00000200:3.0:1767384919.602370:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp13 ip 192.168.203.157:988 00000800:00000200:3.0:1767384919.602375:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f09c70bc type 2, nob 96 niov 1 nkiov 0 00000100:00100000:2.0:1767384919.602379:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004f9242fa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16130:x1853237358510848:12345-0@lo:253: 00000400:00000200:3.0:1767384919.602389:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp 00000100:00000200:2.0:1767384919.602390:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358510848 00000400:00000200:3.0:1767384919.602395:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100271 rc 0 00000100:00000001:1.0:1767384919.602395:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384919.602396:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:1.0:1767384919.602402:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007fda9f5e. 00000020:00000001:2.0:1767384919.602403:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384919.602408:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.602409:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384919.602413:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1767384919.602415:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007fda9f5e. 00000020:00000001:2.0:1767384919.602417:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000100:00100000:1.0:1767384919.602425:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c9398e57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16127:x1853237358510976:12345-0@lo:253: 00000020:00000001:2.0:1767384919.602433:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1767384919.602434:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358510976 00000020:00000001:2.0:1767384919.602437:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384919.602440:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384919.602443:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384919.602447:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384919.602448:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384919.602449:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1767384919.602452:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000010:3.0:1767384919.602455:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f09c70bc. 00000020:00000001:1.0:1767384919.602456:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.602457:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384919.602459:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384919.602462:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384919.602463:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384919.602467:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000400:00000200:3.0:1767384919.602468:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp13->192.168.203.157@tcp13: GET: OK 02000000:00000010:2.0:1767384919.602472:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e90be6d6. 00000400:00000200:3.0:1767384919.602474:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:00000001:1.0:1767384919.602474:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1767384919.602476:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384919.602479:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384919.602480:0:16122:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp: 0 00000100:00000001:2.0:1767384919.602482:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384919.602484:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000001:3.0:1767384919.602488:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:2.0:1767384919.602488:0:16762:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384919.602488:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384919.602493:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384919.602496:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384919.602498:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000001:3.0:1767384919.602499:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000010:2.0:1767384919.602502:0:16762:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009d771704. 02000000:00000001:1.0:1767384919.602504:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:3.0:1767384919.602507:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:2.0:1767384919.602508:0:16762:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384919.602513:0:16762:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767384919.602514:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp13(192.168.203.157@tcp13) <- 192.168.203.157@tcp13 : GET - for me 20000000:00000001:2.0:1767384919.602517:0:16762:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384919.602521:0:16762:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384919.602523:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000be9167b0. 00000400:00000200:3.0:1767384919.602524:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 384 into portal 0 MB=0x8000000000000000 20000000:00000001:2.0:1767384919.602527:0:16762:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384919.602530:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384919.602532:0:16762:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384919.602535:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp of length 384/384 into md 0x16f5 [1] + 0 00000100:00000001:1.0:1767384919.602537:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384919.602542:0:16763:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384919.602543:0:16122:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp13 to MR: 192.168.203.157@tcp13 local destination 20000000:00000010:2.0:1767384919.602546:0:16762:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008ce6c1f7. 00000400:00000200:3.0:1767384919.602550:0:16122:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp13 NI seq info: [64:64:256:4294967295] 192.168.203.157@tcp13 LPNI seq info [64:64:8:4294967295] 20000000:00000010:1.0:1767384919.602551:0:16763:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009831d8d2. 20000000:01000000:2.0:1767384919.602552:0:16762:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 20000000:01000000:1.0:1767384919.602558:0:16763:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384919.602563:0:16762:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767384919.602565:0:16763:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384919.602584:0:16763:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:2.0:1767384919.602586:0:16762:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384919.602587:0:16122:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp13(192.168.203.157@tcp13:192.168.203.157@tcp13) -> 192.168.203.157@tcp13(192.168.203.157@tcp13:192.168.203.157@tcp13) 192.168.203.157@tcp13 : REPLY try# 0 20000000:00000001:1.0:1767384919.602589:0:16763:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384919.602595:0:16763:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384919.602599:0:16122:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.203.157@tcp13 20000000:00000001:1.0:1767384919.602618:0:16763:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:3.0:1767384919.602628:0:16122:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f09c70bc. 00000800:00000200:3.0:1767384919.602633:0:16122:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de88f293] -> 12345-192.168.203.157@tcp13 (6) 00000800:00000200:3.0:1767384919.602637:0:16122:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp13 ip 192.168.203.157:1015 00000800:00000200:3.0:1767384919.602639:0:16122:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f09c70bc type 3, nob 480 niov 1 nkiov 1 00080000:00000001:2.0:1767384919.602658:0:16762:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384919.602664:0:16762:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384919.602667:0:16762:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384919.602670:0:16762:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000800:00000200:3.0:1767384919.602673:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1767384919.602675:0:16762:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000010:3.0:1767384919.602687:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f09c70bc. 00000400:00000200:3.0:1767384919.602691:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384919.602692:0:16762:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00000400:00000200:3.0:1767384919.602697:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp13->192.168.203.157@tcp13: REPLY: OK 00080000:00000001:2.0:1767384919.602700:0:16762:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000800:00000001:3.0:1767384919.602703:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384919.602707:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384919.602709:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000010:2.0:1767384919.602709:0:16762:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006c5f833c. 00000800:00000001:3.0:1767384919.602714:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384919.602715:0:16762:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490414592 : -108642219137024 : ffff9d30c31ee800) 00000800:00000001:3.0:1767384919.602717:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:2.0:1767384919.602721:0:16762:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000001:3.0:1767384919.602722:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384919.602727:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp13(192.168.203.157@tcp13) <- 192.168.203.157@tcp13 : REPLY - for me 00000400:00000200:3.0:1767384919.602734:0:16122:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp13: Reply from 12345-192.168.203.157@tcp13 of length 384/384 into md 0x1711 00000800:00000001:3.0:1767384919.602737:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384919.602741:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384919.602742:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384919.602745:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp13->192.168.203.157@tcp13: REPLY: OK 00000400:00000200:3.0:1767384919.602747:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043c9c128 00000400:00000010:3.0:1767384919.602749:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043c9c128. 00000400:00000200:3.0:1767384919.602751:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384919.602753:0:16122:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.157@tcp has discovery enabled 00000400:00000200:3.0:1767384919.602755:0:16122:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000200:3.0:1767384919.602757:0:16122:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.157@tcp data present 22. state = 0x100271 00000400:00000200:3.0:1767384919.602760:0:16122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:3.0:1767384919.602767:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (22) 00000800:00000001:3.0:1767384919.602771:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384919.602775:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384919.602791:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384919.602795:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x1000f1 00000400:00000010:3.0:1767384919.602819:0:16125:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 460 at 00000000610553bc. 00000400:00000010:3.0:1767384919.602829:0:16125:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 552 at 0000000049836cb0. 00000400:00000010:3.0:1767384919.602833:0:16125:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 460 at 00000000471f1760. 00000001:00000001:2.0:1767384919.602860:0:16762:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384919.602864:0:16762:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384919.602867:0:16762:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384919.602885:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp28(000000000ae3bc9a) status changed from 0xdeadface to 0x15aac0de 00080000:00000001:2.0:1767384919.602887:0:16762:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384919.602892:0:16762:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000010:3.0:1767384919.602894:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000001cadb4f5. 00000400:00000200:3.0:1767384919.602902:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 000000001cadb4f5 nid 192.168.203.157@tcp29 00000400:00000010:3.0:1767384919.602918:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000342bafef. 00000400:00000200:3.0:1767384919.602921:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 00000000342bafef net tcp29 00000400:00000200:3.0:1767384919.602925:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (21) 00000400:00000200:3.0:1767384919.602930:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp29 flags 0x11 00000400:00000010:3.0:1767384919.602935:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000541197ae. 00000400:00000200:3.0:1767384919.602940:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000541197ae nid 192.168.203.157@tcp30 00000400:00000010:3.0:1767384919.602943:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a09b8f93. 00000400:00000200:3.0:1767384919.602945:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a09b8f93 net tcp30 00000400:00000200:3.0:1767384919.602947:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (22) 00000400:00000200:3.0:1767384919.602950:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp30 flags 0x11 00000400:00000010:3.0:1767384919.602953:0:16125:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 460 at 00000000610553bc. 00000400:00000010:3.0:1767384919.602956:0:16125:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 552 at 0000000049836cb0. 00000400:00000010:3.0:1767384919.602958:0:16125:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 460 at 00000000471f1760. 00000400:00000010:3.0:1767384919.602961:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000c3f6a16e. 00000400:00000200:3.0:1767384919.602964:0:16125:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:3.0:1767384919.602966:0:16125:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.157@tcp(00000000aa3f4fd0): 0. state = 0x100171 00000400:00000200:3.0:1767384919.602969:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100171 rc 1 00000400:00000200:3.0:1767384919.602972:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100171 00000400:00000010:3.0:1767384919.602976:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043c9c128. 00000400:00000200:3.0:1767384919.602978:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (23) 00000400:00000010:3.0:1767384919.602983:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000002cc9468. 00000400:00000200:3.0:1767384919.602985:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp13 00000400:00000200:3.0:1767384919.602992:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp13 to MR: 192.168.203.157@tcp13 local destination 00000400:00000200:3.0:1767384919.602996:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp13 NI seq info: [65:65:256:4294967295] 192.168.203.157@tcp13 LPNI seq info [65:65:8:4294967295] 00000400:00000200:3.0:1767384919.603000:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp13 00000400:00000200:3.0:1767384919.603008:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp13(192.168.203.157@tcp13:192.168.203.157@tcp13) -> 192.168.203.157@tcp13(192.168.203.157@tcp13:192.168.203.157@tcp13) : PUT try# 0 00080000:00000001:2.0:1767384919.603012:0:16762:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384919.603016:0:16762:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000200:3.0:1767384919.603048:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.203.157@tcp13 00000800:00000010:3.0:1767384919.603051:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f09c70bc. 00000800:00000200:3.0:1767384919.603055:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de88f293] -> 12345-192.168.203.157@tcp13 (6) 00000800:00000200:3.0:1767384919.603060:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp13 ip 192.168.203.157:988 00000800:00000200:3.0:1767384919.603062:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f09c70bc type 1, nob 480 niov 1 nkiov 1 00000400:00000200:3.0:1767384919.603071:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 00000400:00000200:3.0:1767384919.603073:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100571 rc 0 00000800:00000200:2.0:1767384919.603122:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384919.603125:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f09c70bc. 00000400:00000200:2.0:1767384919.603129:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384919.603134:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp13->192.168.203.157@tcp13: PUT: OK 00000400:00000200:2.0:1767384919.603137:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384919.603139:0:16122:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp13: 0 00000800:00000001:2.0:1767384919.603146:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384919.603150:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384919.603151:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384919.603153:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384919.603158:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp13(192.168.203.157@tcp13) <- 192.168.203.157@tcp13 : PUT - for me 00000400:00000200:2.0:1767384919.603164:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 384 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384919.603168:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.157@tcp of length 384/384 into md 0x170d [1] + 0 00000400:00000010:2.0:1767384919.603171:0:16122:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000026f5d6a. 00000400:00000200:2.0:1767384919.603173:0:16122:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000091979154 00000800:00000001:2.0:1767384919.603175:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384919.603178:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384919.603179:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384919.603182:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp13->192.168.203.157@tcp13: PUT: OK 00000400:00000200:2.0:1767384919.603184:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091979154 00000400:00000010:2.0:1767384919.603185:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091979154. 00000400:00000200:2.0:1767384919.603187:0:16122:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384919.603189:0:16122:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (24) 00000400:00000200:2.0:1767384919.603192:0:16122:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000010:2.0:1767384919.603195:0:16122:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 000000006c6d663f. 00000400:00000200:2.0:1767384919.603197:0:16122:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.157@tcp 22 00000400:00000200:2.0:1767384919.603200:0:16122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:2.0:1767384919.603210:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (25) 00000400:00000200:2.0:1767384919.603214:0:16122:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384919.603218:0:16122:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp13 to MR: 192.168.203.157@tcp13 local destination 00000400:00000200:2.0:1767384919.603221:0:16122:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp13 NI seq info: [66:66:256:4294967295] 192.168.203.157@tcp13 LPNI seq info [66:66:8:4294967295] 00000400:00000200:2.0:1767384919.603235:0:16122:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp13(192.168.203.157@tcp13:192.168.203.157@tcp13) -> 192.168.203.157@tcp13(192.168.203.157@tcp13:192.168.203.157@tcp13) 192.168.203.157@tcp13 : ACK try# 0 00000400:00000200:3.0:1767384919.603241:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:2.0:1767384919.603242:0:16122:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.157@tcp13 00000400:00000010:3.0:1767384919.603248:0:16125:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041ec2c8d. 00000800:00000010:2.0:1767384919.603249:0:16122:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000727779b0. 00000400:00000010:3.0:1767384919.603255:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000056993975. 00000800:00000200:2.0:1767384919.603256:0:16122:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de88f293] -> 12345-192.168.203.157@tcp13 (6) 00000400:00000200:3.0:1767384919.603262:0:16125:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c6ea4293 00000800:00000200:2.0:1767384919.603266:0:16122:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp13 ip 192.168.203.157:1015 00000400:00000200:3.0:1767384919.603269:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x1004f1 00000800:00000200:2.0:1767384919.603272:0:16122:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000727779b0 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:3.0:1767384919.603276:0:16125:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 460 at 00000000c3f6a16e. 00000400:00000010:3.0:1767384919.603280:0:16125:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 552 at 0000000049836cb0. 00000400:00000010:3.0:1767384919.603282:0:16125:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 460 at 00000000471f1760. 00000400:00000010:3.0:1767384919.603297:0:16125:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 460 at 00000000c3f6a16e. 00000400:00000010:3.0:1767384919.603300:0:16125:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 552 at 0000000049836cb0. 00000400:00000010:3.0:1767384919.603304:0:16125:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 460 at 00000000471f1760. 00000400:00000010:3.0:1767384919.603306:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 000000006c6d663f. 00000400:00000200:3.0:1767384919.603309:0:16125:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:3.0:1767384919.603312:0:16125:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.157@tcp(00000000aa3f4fd0): 0. state = 0x100571 00000400:00000200:3.0:1767384919.603315:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100571 rc 1 00000800:00000200:2.0:1767384919.603317:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384919.603318:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100571 00000800:00000010:2.0:1767384919.603322:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000727779b0. 00000400:00000200:3.0:1767384919.603324:0:16125:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.157@tcp 00000400:00000200:3.0:1767384919.603328:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100511 rc 0 00000400:00000200:2.0:1767384919.603328:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384919.603336:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:2.0:1767384919.603339:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp13->192.168.203.157@tcp13: ACK: OK 00000400:00000200:3.0:1767384919.603342:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (24) 00000800:00000001:2.0:1767384919.603351:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384919.603355:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384919.603356:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384919.603363:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384919.603366:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384919.603370:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384919.603375:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp13(192.168.203.157@tcp13) <- 192.168.203.157@tcp13 : ACK - for me 00000400:00000200:3.0:1767384919.603397:0:16121:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.157@tcp13: ACK from 12345-192.168.203.157@tcp13 into md 0x1715 00000400:00000200:3.0:1767384919.603400:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384919.603404:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp13->192.168.203.157@tcp13: ACK: OK 00000400:00000200:3.0:1767384919.603407:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043c9c128 00000400:00000010:3.0:1767384919.603408:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043c9c128. 00000400:00000200:3.0:1767384919.603411:0:16121:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384919.603413:0:16121:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.157@tcp ev->status 0 00000400:00000200:3.0:1767384919.603416:0:16121:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (23) 00000800:00000001:3.0:1767384919.603422:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384919.603425:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384919.612394:0:16762:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384919.612402:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:0.0:1767384919.612403:0:16762:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00040000:00000001:1.0:1767384919.612407:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384919.612408:0:16762:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384919.612410:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384919.612413:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384919.612414:0:16762:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384919.612415:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384919.612419:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006c5f833c. 00080000:00000001:1.0:1767384919.612423:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384919.612429:0:16762:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384919.612440:0:16762:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384919.612445:0:16762:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:2.0:1767384919.612446:0:16763:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006c6d663f. 20000000:01000000:1.0:1767384919.612449:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:2.0:1767384919.612451:0:16763:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 20000000:00000001:1.0:1767384919.612453:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:0.0:1767384919.612453:0:16762:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767384919.612456:0:16763:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:1.0:1767384919.612458:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384919.612462:0:16763:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:1.0:1767384919.612463:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384919.612467:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384919.612476:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007a2f235a. 00010000:00000001:1.0:1767384919.612480:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384919.612484:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ab48544f. 00080000:00000001:2.0:1767384919.612490:0:16763:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384919.612493:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384919.612495:0:16763:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000040:1.0:1767384919.612496:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ab48544f with handle 0x4895a8f6c11e86a9 to hash 00080000:00000001:2.0:1767384919.612499:0:16763:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384919.612500:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384919.612502:0:16763:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384919.612503:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435879619072 : -108637829932544 : ffff9d31c8bcda00) 00000020:00000001:2.0:1767384919.612507:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384919.612507:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435879619072 : -108637829932544 : ffff9d31c8bcda00) 00010000:00000001:1.0:1767384919.612513:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:2.0:1767384919.612514:0:16763:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00010000:00000001:1.0:1767384919.612515:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384919.612521:0:16763:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:1.0:1767384919.612521:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ab48544f/0x4895a8f6c11e86a9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000010:2.0:1767384919.612527:0:16763:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000254052f2. 00010000:00000001:1.0:1767384919.612529:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384919.612531:0:16763:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490418688 : -108642219132928 : ffff9d30c31ef800) 00010000:00000001:1.0:1767384919.612533:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384919.612534:0:16763:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384919.612536:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384919.612539:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384919.612540:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384919.612542:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384919.612543:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384919.612546:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384919.612547:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384919.612549:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384919.612550:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384919.612552:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007a2f235a) refcount = 1 00010000:00010000:1.0:1767384919.612554:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ab48544f/0x4895a8f6c11e86a9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384919.612558:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384919.612560:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384919.612561:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384919.612562:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.612564:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384919.612566:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384919.612568:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002318499s 00010000:00000001:1.0:1767384919.612586:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384919.612587:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384919.612589:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ab48544f refcount=4 00000020:00000001:1.0:1767384919.612595:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879619072 : -108637829932544 : ffff9d31c8bcda00) 00010000:00000001:1.0:1767384919.612598:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879619072 : -108637829932544 : ffff9d31c8bcda00) 00010000:00000001:1.0:1767384919.612600:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384919.612602:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ab48544f/0x4895a8f6c11e86a9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384919.612607:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384919.612609:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ab48544f/0x4895a8f6c11e86a9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384919.612613:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384919.612614:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:2.0:1767384919.612627:0:16763:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:1.0:1767384919.612627:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ab48544f/0x4895a8f6c11e86a9 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384919.612631:0:16763:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.612633:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384919.612634:0:16763:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384919.612636:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.612639:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384919.612640:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ab48544f/0x4895a8f6c11e86a9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384919.612645:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ab48544f already unused, calling callback (00000000be7801c4) 00010000:00000001:1.0:1767384919.612648:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384919.612649:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000001:2.0:1767384919.612650:0:16763:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384919.612651:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ab48544f/0x4895a8f6c11e86a9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384919.612656:0:16763:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384919.612658:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384919.612661:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384919.612662:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384919.612663:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ab48544f refcount=5 00000020:00000001:1.0:1767384919.612665:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879619072 : -108637829932544 : ffff9d31c8bcda00) 00010000:00000001:1.0:1767384919.612667:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879619072 : -108637829932544 : ffff9d31c8bcda00) 00010000:00000001:1.0:1767384919.612669:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384919.612675:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ab48544f/0x4895a8f6c11e86a9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384919.612679:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384919.612692:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384919.612693:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.612697:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384919.612699:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384919.612700:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384919.612702:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384919.612705:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ab48544f with handle 0x4895a8f6c11e86a9 from hash 00010000:00000001:1.0:1767384919.612707:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384919.612708:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384919.612710:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384919.612711:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384919.612713:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384919.612714:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384919.612717:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384919.612718:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384919.612720:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.612722:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384919.612723:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384919.612725:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384919.612726:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384919.612728:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.612730:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.612731:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384919.612733:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ab48544f/0x4895a8f6c11e86a9 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384919.612737:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384919.612738:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384919.612740:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384919.612742:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384919.612743:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384919.612744:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384919.612746:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384919.612749:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384919.612753:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384919.612755:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ab48544f/0x4895a8f6c11e86a9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384919.612757:0:16763:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384919.612763:0:16763:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384919.612763:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384919.612765:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384919.612766:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ab48544f/0x4895a8f6c11e86a9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384919.612771:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007a2f235a count: 0 00010000:00000001:1.0:1767384919.612783:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384919.612784:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384919.613059:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294909475, at 4294909476 00000100:00000010:0.0:1767384919.613068:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000048095a22. 00000100:00000040:3.0:1767384919.614054:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294909475, at 4294909477 00000100:00000040:2.0:1767384919.614054:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294909475, at 4294909477 00000100:00000010:3.0:1767384919.614063:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000026dbde05. 00000100:00000010:2.0:1767384919.614064:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f82ff55b. 00000100:00000040:1.0:1767384919.614095:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294909475, at 4294909477 00000100:00000010:1.0:1767384919.614102:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000305d6302. 00010000:00000010:1.1:1767384919.618046:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007a2f235a. 00010000:00000010:1.1:1767384919.618054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ab48544f. 00080000:00000001:2.0:1767384919.620328:0:16763:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384919.620332:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:2.0:1767384919.620334:0:16763:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00040000:00000001:1.0:1767384919.620336:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384919.620338:0:16763:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384919.620340:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384919.620341:0:16763:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384919.620344:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:2.0:1767384919.620345:0:16763:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:1.0:1767384919.620347:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384919.620351:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000254052f2. 20000000:00000001:2.0:1767384919.620357:0:16763:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384919.620357:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384919.620362:0:16763:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384919.620367:0:16763:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384919.620367:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384919.620373:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384919.620375:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384919.620380:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384919.620382:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384919.620388:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000005b68c23. 00010000:00000001:0.0:1767384919.620393:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384919.620397:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b46f71f2. 00000020:00000001:0.0:1767384919.620401:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384919.620404:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b46f71f2 with handle 0x4895a8f6c11e86b0 to hash 00000020:00000001:0.0:1767384919.620407:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384919.620409:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854932992 : -108637854618624 : ffff9d31c7442c00) 00010000:00000001:0.0:1767384919.620413:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854932992 : -108637854618624 : ffff9d31c7442c00) 00010000:00000001:0.0:1767384919.620417:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384919.620419:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384919.620422:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b46f71f2/0x4895a8f6c11e86b0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384919.620431:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384919.620435:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384919.620437:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384919.620439:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384919.620441:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384919.620443:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384919.620452:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384919.620456:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384919.620458:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384919.620460:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384919.620462:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384919.620464:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000005b68c23) refcount = 1 00010000:00010000:0.0:1767384919.620468:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b46f71f2/0x4895a8f6c11e86b0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384919.620475:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384919.620477:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384919.620479:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384919.620482:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384919.620484:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384919.620487:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384919.620490:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002318499s 00010000:00000001:0.0:1767384919.620493:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384919.620495:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384919.620497:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b46f71f2 refcount=4 00000020:00000001:0.0:1767384919.620500:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854932992 : -108637854618624 : ffff9d31c7442c00) 00010000:00000001:0.0:1767384919.620503:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854932992 : -108637854618624 : ffff9d31c7442c00) 00010000:00000001:0.0:1767384919.620506:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384919.620508:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b46f71f2/0x4895a8f6c11e86b0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384919.620516:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384919.620518:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b46f71f2/0x4895a8f6c11e86b0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384919.620525:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384919.620527:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384919.620529:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b46f71f2/0x4895a8f6c11e86b0 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384919.620536:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384919.620537:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384919.620546:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384919.620549:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b46f71f2/0x4895a8f6c11e86b0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384919.620554:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b46f71f2 already unused, calling callback (00000000be7801c4) 00010000:00000001:0.0:1767384919.620557:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384919.620559:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384919.620561:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b46f71f2/0x4895a8f6c11e86b0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384919.620567:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384919.620584:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384919.620586:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384919.620588:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b46f71f2 refcount=5 00000020:00000001:0.0:1767384919.620591:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854932992 : -108637854618624 : ffff9d31c7442c00) 00010000:00000001:0.0:1767384919.620593:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854932992 : -108637854618624 : ffff9d31c7442c00) 00010000:00000001:0.0:1767384919.620597:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384919.620599:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b46f71f2/0x4895a8f6c11e86b0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384919.620604:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384919.620606:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384919.620607:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384919.620611:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384919.620613:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384919.620616:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384919.620618:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384919.620620:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b46f71f2 with handle 0x4895a8f6c11e86b0 from hash 00010000:00000001:0.0:1767384919.620624:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384919.620625:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384919.620627:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384919.620629:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384919.620631:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384919.620633:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384919.620635:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384919.620637:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384919.620646:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384919.620648:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384919.620649:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384919.620652:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384919.620653:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384919.620654:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384919.620656:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384919.620658:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384919.620660:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b46f71f2/0x4895a8f6c11e86b0 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384919.620667:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384919.620668:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384919.620670:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384919.620672:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384919.620674:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384919.620676:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384919.620678:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384919.620681:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384919.620684:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384919.620686:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b46f71f2/0x4895a8f6c11e86b0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384919.620692:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384919.620694:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384919.620696:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b46f71f2/0x4895a8f6c11e86b0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384919.620702:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000005b68c23 count: 0 00010000:00000001:0.0:1767384919.620713:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384919.620714:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384919.622287:0:16762:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384919.622290:0:16762:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384919.622293:0:16762:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009d771704. 20000000:00000001:0.0:1767384919.622297:0:16762:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384919.622301:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358510848 00010000:00000001:0.0:1767384919.622303:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384919.622316:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004f9242fa x1853237358510848/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:145/0 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384919.622323:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384919.622326:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384919.622329:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=43 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384919.622333:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384919.622335:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384919.622337:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384919.622339:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384919.622342:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384919.622345:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384919.622349:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384919.622353:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7d9aa59. 00000100:00000200:0.0:1767384919.622358:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358510848, offset 224 00000400:00000200:0.0:1767384919.622364:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384919.622376:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384919.622385:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272704300 00000400:00000200:0.0:1767384919.622392:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16fd [2] + 224 00000400:00000200:0.0:1767384919.622399:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384919.622403:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384919.622408:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384919.622411:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c6db7f0b x1853237358510848/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384919.622419:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c6db7f0b x1853237358510848/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384919.622434:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384919.622441:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384919.622441:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7d9aa59 00000400:00000010:0.0:1767384919.622443:0:16762:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c7d9aa59. 00000100:00000001:2.0:1767384919.622445:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384919.622447:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384919.622450:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384919.622452:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384919.622454:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384919.622456:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384919.622458:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000010:2.0:1767384919.622460:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002597d262. 00010000:00000001:0.0:1767384919.622462:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384919.622465:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d555ea1b 00000020:00000001:0.0:1767384919.622465:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384919.622468:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d555ea1b. 00000100:00000001:2.0:1767384919.622470:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384919.622475:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384919.622477:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c6db7f0b x1853237358510848/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384919.622482:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f9242fa x1853237358510848/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:145/0 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384919.622500:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c6db7f0b x1853237358510848/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384919.622503:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004f9242fa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16130:x1853237358510848:12345-0@lo:253: Request processed in 20150us (20930us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384919.622519:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384919.622520:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00000001:2.0:1767384919.622522:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384919.622525:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00000001:2.0:1767384919.622526:0:16130:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384919.622529:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384919.622530:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384919.622532:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384919.622533:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384919.622536:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384919.622539:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ac99675. 02000000:00000001:2.0:1767384919.622542:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384919.622545:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004906a72e. 00000100:00001000:2.0:1767384919.622549:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=43 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384919.622549:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092d2bd47. 00000020:00000040:0.0:1767384919.622555:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 00000100:00001000:2.0:1767384919.622557:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=43 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384919.622560:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384919.622563:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e90be6d6. 00000100:00000001:2.0:1767384919.622564:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384919.622567:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384919.622581:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384919.622583:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384919.622586:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384919.622588:0:16130:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384919.622590:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384919.622591:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384919.622595:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5e372eb. 00000400:00000010:0.0:1767384919.622601:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7d9aa59. 00000100:00000040:2.0:1767384919.622604:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6db7f0b x1853237358510848/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384919.622611:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384919.622614:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384919.622616:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384919.622619:0:16130:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384919.622621:0:16130:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384919.622623:0:16130:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384919.622624:0:16130:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384919.622625:0:16130:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384919.622625:0:16130:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384919.622627:0:16130:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384919.622628:0:16130:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384919.622629:0:16130:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384919.622630:0:16130:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384919.622633:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6db7f0b x1853237358510848/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384919.622637:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c6db7f0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358510848:0@lo:253: 00000100:00000001:2.0:1767384919.622641:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384919.622643:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384919.622645:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c6db7f0b x1853237358510848/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384919.622650:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384919.622651:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384919.622654:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003dd07d31. 02000000:00000001:2.0:1767384919.622658:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384919.622660:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384919.622661:0:16130:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1767384919.622664:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384919.622666:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005b34f959. 02000000:00000001:2.0:1767384919.622669:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384919.622671:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384919.622673:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c6db7f0b. 00000100:00000001:2.0:1767384919.622676:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384919.622677:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384919.622684:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384919.622690:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384919.622691:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384919.622693:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384919.622696:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384919.622848:0:26684:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000004b53ace6. 00000400:00000040:3.0:1767384919.622865:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384919.622868:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384919.622871:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384919.622873:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384919.622876:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384919.622878:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384919.622881:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384919.622883:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384919.622886:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384919.622887:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384919.622890:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384919.622892:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384919.622895:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384919.622898:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384919.622900:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384919.622903:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384919.622906:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384919.622908:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384919.622910:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384919.622913:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384919.622916:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384919.622918:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384919.622921:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384919.622930:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384919.622932:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384919.622934:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384919.622936:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384919.622938:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384919.622939:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384919.622941:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384919.622942:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384919.622944:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384919.622946:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384919.622947:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384919.622948:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384919.622949:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384919.622950:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384919.622952:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384919.622954:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384919.622955:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384919.622956:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384919.622957:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384919.622959:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384919.622960:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384919.622961:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384919.622963:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384919.622964:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384919.622965:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384919.622967:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384919.622969:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384919.622970:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384919.622971:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384919.622973:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384919.622974:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384919.622975:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384919.622976:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384919.622977:0:26684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384919.623089:0:26684:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000004b53ace6. 00080000:00000020:1.0:1767384919.623170:0:16763:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384919.623175:0:16763:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384919.623177:0:16763:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009831d8d2. 20000000:00000001:1.0:1767384919.623183:0:16763:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384919.623187:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358510976 00010000:00000001:1.0:1767384919.623190:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384919.623195:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c9398e57 x1853237358510976/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:145/0 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384919.623204:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384919.623206:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384919.623209:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=43 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384919.623212:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384919.623215:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:1.0:1767384919.623217:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:1.0:1767384919.623220:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384919.623229:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384919.623233:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384919.623236:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384919.623239:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000796ee240. 00000100:00000200:1.0:1767384919.623242:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358510976, offset 224 00000400:00000200:1.0:1767384919.623249:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384919.623255:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384919.623263:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272704380 00000400:00000200:1.0:1767384919.623268:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1705 [2] + 224 00000400:00000200:1.0:1767384919.623274:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384919.623278:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384919.623283:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384919.623287:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ff639a3f x1853237358510976/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384919.623297:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ff639a3f x1853237358510976/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384919.623316:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384919.623321:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000796ee240 00000400:00000010:1.0:1767384919.623324:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000796ee240. 00000100:00000001:0.0:1767384919.623326:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384919.623327:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384919.623331:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384919.623331:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384919.623339:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384919.623339:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384919.623343:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384919.623346:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000010:0.0:1767384919.623349:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ce2a97e8. 00010000:00000001:1.0:1767384919.623351:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384919.623355:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d89806c1 00000020:00000001:1.0:1767384919.623356:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384919.623360:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d89806c1. 00000020:00000001:1.0:1767384919.623361:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384919.623367:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384919.623369:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c9398e57 x1853237358510976/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:145/0 lens 4848/4768 e 0 to 0 dl 1767384930 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384919.623375:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ff639a3f x1853237358510976/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384919.623393:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c9398e57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16127:x1853237358510976:12345-0@lo:253: Request processed in 20995us (21602us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384919.623407:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ff639a3f x1853237358510976/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384919.623422:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384919.623424:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00000001:0.0:1767384919.623425:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384919.623429:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:1.0:1767384919.623432:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384919.623437:0:16127:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384919.623439:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384919.623441:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384919.623444:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384919.623445:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384919.623449:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384919.623450:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000063751647. 00000100:00001000:0.0:1767384919.623452:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=43 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384919.623456:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006015248f. 00000100:00001000:0.0:1767384919.623458:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=43 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384919.623462:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d12c458f. 00000100:00000001:0.0:1767384919.623464:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384919.623467:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384919.623470:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 00010000:00000001:0.0:1767384919.623470:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384919.623473:0:16127:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384919.623477:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384919.623477:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384919.623481:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000be9167b0. 00000100:00000040:0.0:1767384919.623482:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ff639a3f x1853237358510976/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384919.623486:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384919.623490:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384919.623497:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384919.623499:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384919.623503:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d597300. 00000100:00000001:0.0:1767384919.623504:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384919.623507:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384919.623510:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000796ee240. 00000020:01000004:0.0:1767384919.623512:0:16127:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384919.623517:0:16127:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384919.623518:0:16127:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384919.623520:0:16127:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384919.623522:0:16127:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384919.623524:0:16127:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384919.623525:0:16127:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384919.623527:0:16127:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384919.623529:0:16127:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384919.623532:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ff639a3f x1853237358510976/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384919.623539:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ff639a3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358510976:0@lo:253: 00000100:00000001:0.0:1767384919.623545:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384919.623547:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384919.623549:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ff639a3f x1853237358510976/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384935 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384919.623556:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384919.623558:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384919.623568:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000730e0f09. 02000000:00000001:0.0:1767384919.623586:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384919.623588:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384919.623589:0:16127:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1767384919.623591:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384919.623593:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e45018f3. 02000000:00000001:0.0:1767384919.623598:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384919.623600:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384919.623601:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ff639a3f. 00000100:00000001:0.0:1767384919.623615:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384919.623616:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384919.623618:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384919.623623:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384919.623625:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384919.623627:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384919.623630:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384919.631061:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000005b68c23. 00010000:00000010:0.1:1767384919.631072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b46f71f2. 00010000:00000001:1.0:1767384919.897072:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384919.897078:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384919.897083:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384919.897085:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384919.897117:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384919.897121:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384919.897124:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384920.537170:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp28 00000400:00000010:3.0:1767384920.537176:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a374e323. 00000400:00000010:3.0:1767384920.537190:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006bf690d1. 00000400:00000010:3.0:1767384920.537195:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043c9c128. 00000400:00000010:3.0:1767384920.537202:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009ccbc8f5. 00000400:00000200:3.0:1767384920.537205:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp28 00000400:00000200:3.0:1767384920.537219:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp28 local destination 00000400:00000200:3.0:1767384920.537224:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp28 00000400:00000200:3.0:1767384920.537228:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp28 NI seq info: [67:67:256:4294967295] 192.168.203.157@tcp28 LPNI seq info [67:67:8:4294967295] 00000400:00000200:3.0:1767384920.537233:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp28 00000400:00000200:3.0:1767384920.537250:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp28(192.168.203.157@tcp28:) -> 192.168.203.157@tcp28(192.168.203.157@tcp28:192.168.203.157@tcp28) : GET try# 0 00000800:00000200:3.0:1767384920.537255:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp28 00000800:00000010:3.0:1767384920.537260:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000375972b. 00000800:00000200:3.0:1767384920.537265:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000833c9086] -> 12345-192.168.203.157@tcp28 (2) 00000800:00000200:3.1:1767384920.537269:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000833c9086] -> 12345-192.168.203.157@tcp28 (2) 00000400:00000200:3.0:1767384920.537296:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp28 added to recovery queue. ping count: 2 next ping: 247 health :800 00000400:00000200:1.0:1767384920.537353:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:1.0:1767384920.537397:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:1.0:1767384920.537422:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:1.0:1767384920.537442:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:1.0:1767384920.537460:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:1.0:1767384920.537481:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:1.0:1767384920.537499:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:1.0:1767384920.537513:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:1.0:1767384920.537527:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:1.0:1767384920.537543:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:1.0:1767384920.537578:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:1.0:1767384920.537617:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:1.0:1767384920.537638:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:1.0:1767384920.537657:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:1.0:1767384920.537675:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:1.0:1767384920.537690:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:1.0:1767384920.537706:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:1.0:1767384920.537722:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:1.0:1767384920.537751:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:1.0:1767384920.537775:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:1.0:1767384920.537809:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:1.0:1767384920.537837:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:1.0:1767384920.537855:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:1.0:1767384920.537876:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:1.0:1767384920.537894:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:1.0:1767384920.537913:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:1.0:1767384920.537933:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:1.0:1767384920.537959:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:1.0:1767384920.537981:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:1.0:1767384920.538001:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:1.0:1767384920.538050:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:1.0:1767384920.538074:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:1.0:1767384920.538105:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:1.0:1767384920.538148:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:1.0:1767384920.538185:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:1.0:1767384920.538323:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000be9167b0. 00000800:00000010:1.0:1767384920.538328:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000040e13c99. 00000800:00000010:1.0:1767384920.538333:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000029244a35. 00000800:00000010:1.0:1767384920.538362:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000029244a35. 00000800:00020000:1.0:1767384920.538368:0:16117:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:1.0:1767384920.543037:0:16117:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000040e13c99. 00000800:00000010:1.0:1767384920.543042:0:16117:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000be9167b0. 00000400:02020000:1.0:1767384920.543100:0:16117:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp28 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384920.546702:0:16117:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp28 notifying 192.168.203.157@tcp28: down 00000800:00000200:1.0:1767384920.546708:0:16117:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp28 down 00000800:00000100:1.0:1767384920.546725:0:16117:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp28 00000800:00000010:1.0:1767384920.546728:0:16117:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000375972b. 00000400:00000200:1.0:1767384920.546732:0:16117:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384920.546736:0:16117:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp28->192.168.203.157@tcp28: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384920.546750:0:16117:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384920.546753:0:16117:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp28 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384920.546755:0:16117:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp28) recovery failed with -71 00080000:00000001:3.0:1767384920.762220:0:27027:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384920.762233:0:27027:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384920.762236:0:27027:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384920.762241:0:27027:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384920.762246:0:27027:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384920.762248:0:27027:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384920.921058:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384920.921063:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384920.921068:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384920.921069:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384920.921100:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384920.921103:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384920.921105:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1767384921.113111:0:16767:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384921.113116:0:16767:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ff67cc77) refs 2 10000000:00000001:1.0:1767384921.113119:0:16767:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384921.113121:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384921.113123:0:16767:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384921.113124:0:16767:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384921.113126:0:16767:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384921.113127:0:16767:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384921.113129:0:16767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9d31c7708000 from 39 10000000:00000001:1.0:1767384921.113132:0:16767:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384921.113133:0:16767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384921.113149:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb630d2d. 00000020:00000040:1.0:1767384921.113153:0:16767:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1767384921.113157:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384921.113160:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384921.113164:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384921.113170:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000086181f21. 00000100:00000001:1.0:1767384921.113175:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.113179:0:16767:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384921.113181:0:16767:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384921.113187:0:16767:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ac34dfef. 00010000:00000001:1.0:1767384921.113190:0:16767:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384921.113192:0:16767:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000c4140f9. 00000020:00000001:1.0:1767384921.113196:0:16767:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384921.113198:0:16767:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000c4140f9 with handle 0x4895a8f6c11e86b7 to hash 00000020:00000001:1.0:1767384921.113199:0:16767:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384921.113200:0:16767:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435879617024 : -108637829934592 : ffff9d31c8bcd200) 00010000:00000001:1.0:1767384921.113202:0:16767:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435879617024 : -108637829934592 : ffff9d31c8bcd200) 00010000:00000001:1.0:1767384921.113205:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384921.113213:0:16767:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384921.113215:0:16767:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: 000000000c4140f9/0x4895a8f6c11e86b7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384921.113223:0:16767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: 000000000c4140f9/0x4895a8f6c11e86b7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384921.113231:0:16767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: 000000000c4140f9/0x4895a8f6c11e86b7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384921.113235:0:16767:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384921.113236:0:16767:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384921.113240:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000086fdb145. 00000100:00000001:1.0:1767384921.113242:0:16767:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635431477254784 : -108642232296832 : ffff9d30c2561a80) 00000100:00000001:1.0:1767384921.113244:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384921.113245:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436514555008 : -108637194996608 : ffff9d31ee953480) 00000100:00000001:1.0:1767384921.113257:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384921.113260:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384921.113262:0:16767:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384921.113264:0:16767:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384921.113270:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cb630d2d x1853237358511104/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384921.113277:0:16767:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384921.113278:0:16767:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384921.113281:0:16767:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384921.113283:0:16767:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384921.113285:0:16767:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384921.113286:0:16767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cb630d2d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358511104:0@lo:101: 00000100:00000001:1.0:1767384921.113289:0:16767:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384921.113294:0:16767:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384921.113296:0:16767:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384921.113298:0:16767:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384921.113300:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b6f5260b. 02000000:00000001:1.0:1767384921.113302:0:16767:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384921.113311:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005aa4224f. 00000400:00000010:1.0:1767384921.113316:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054df7106. 00000100:00000200:1.0:1767384921.113322:0:16767:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358511104, portal 25 00000100:00000001:1.0:1767384921.113323:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384921.113324:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436514555008 : -108637194996608 : ffff9d31ee953480) 00000100:00000040:1.0:1767384921.113328:0:16767:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cb630d2d x1853237358511104/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384937 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384921.113333:0:16767:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384921.113335:0:16767:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384921.113337:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f27d0a09. 00000100:00000200:1.0:1767384921.113338:0:16767:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237358511104, offset 0 00000400:00000200:1.0:1767384921.113343:0:16767:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384921.113353:0:16767:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384921.113361:0:16767:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272704400 00000400:00000200:1.0:1767384921.113366:0:16767:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1019 [2] + 0 00000400:00000010:1.0:1767384921.113369:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a5b8f87. 00000400:00000200:1.0:1767384921.113372:0:16767:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000083715462 00000400:00000200:1.0:1767384921.113377:0:16767:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384921.113380:0:16767:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384921.113383:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083715462 00000400:00000010:1.0:1767384921.113385:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000083715462. 00000100:00000001:1.0:1767384921.113388:0:16767:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384921.113390:0:16767:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384921.113402:0:16767:0:(events.c:337:request_in_callback()) incoming req@00000000b2b60499 x1853237358511104 msgsize 328 00000100:00100000:1.0:1767384921.113406:0:16767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384921.113407:0:16767:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384921.113419:0:16767:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384921.113425:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f27d0a09 00000400:00000010:1.0:1767384921.113426:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f27d0a09. 00000100:00000001:1.0:1767384921.113428:0:16767:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384921.113431:0:16767:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cb630d2d x1853237358511104/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384937 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384921.113438:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384921.113441:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000cb630d2d x1853237358511104/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384937 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384921.113449:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384921.113451:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384921.113453:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358511104 00000100:00000001:1.0:1767384921.113454:0:16767:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384921.113458:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384921.113460:0:16767:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.113461:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384921.113465:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384921.113467:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294910987 02000000:00000001:2.0:1767384921.113469:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384921.113472:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ba3d49a4. 00000100:00100000:2.0:1767384921.113474:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358511104 00000020:00000001:2.0:1767384921.113477:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384921.113479:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000100:00000001:1.0:1767384921.113479:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000020:00000001:2.0:1767384921.113484:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384921.113487:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000020:00000001:2.0:1767384921.113489:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:2.0:1767384921.113491:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:1.0:1767384921.113491:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294910987 00000100:00000010:1.0:1767384921.113497:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009019d330. 00000100:00000001:2.0:1767384921.113498:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384921.113500:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000020:00000010:2.0:1767384921.113503:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c49ff8a. 00000100:00000001:1.0:1767384921.113505:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294910987 00000100:00000001:2.0:1767384921.113508:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384921.113510:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e20a05ec. 00000020:00000010:2.0:1767384921.113512:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c49ff8a. 00000100:00000001:1.0:1767384921.113514:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384921.113518:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294910987 00000020:00000010:2.0:1767384921.113520:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007981fd27. 00000100:00000010:1.0:1767384921.113521:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e18693f. 00000100:00000001:1.0:1767384921.113525:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000020:00000010:2.0:1767384921.113527:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d8f0ed9f. 00000100:00000001:1.0:1767384921.113528:0:16767:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384921.113532:0:16767:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384921.113534:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000113ff913. 00000100:00000001:1.0:1767384921.113535:0:16767:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384921.113537:0:16767:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384921.113540:0:16767:0:(client.c:2690:ptlrpc_set_wait()) set 0000000086fdb145 going to sleep for 11 seconds 00000100:00000001:1.0:1767384921.113543:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384921.113546:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384921.113546:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.113552:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384921.113554:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384921.113556:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.113576:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.113586:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384921.113596:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384921.113598:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384921.113601:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00000040:2.0:1767384921.113604:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:2.0:1767384921.113606:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529408080 : -108637180143536 : ffff9d31ef77d850) 00000100:00000040:2.0:1767384921.113616:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b2b60499 x1853237358511104/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:147/0 lens 328/0 e 0 to 0 dl 1767384932 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384921.113623:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384921.113626:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c49ff8a. 00000100:00000001:2.0:1767384921.113628:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384921.113629:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c49ff8a. 00000100:00100000:2.0:1767384921.113649:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b2b60499 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16767:x1853237358511104:12345-0@lo:101: 00000100:00000200:2.0:1767384921.113652:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358511104 00000020:00000001:2.0:1767384921.113654:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384921.113657:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384921.113659:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384921.113661:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384921.113663:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169728 : -1040381888 : ffffffffc1fd0840) 00000020:00000001:2.0:1767384921.113665:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384921.113666:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384921.113668:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384921.113670:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384921.113673:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384921.113675:0:16763:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384921.113677:0:16763:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384921.113678:0:16763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384921.113680:0:16763:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384921.113681:0:16763:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384921.113685:0:16763:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384921.113689:0:16763:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000086943d57. 00010000:00000001:2.0:1767384921.113691:0:16763:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384921.113692:0:16763:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d44f8866. 00000020:00000001:2.0:1767384921.113694:0:16763:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384921.113695:0:16763:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d44f8866 with handle 0x4895a8f6c11e86be to hash 00000020:00000001:2.0:1767384921.113697:0:16763:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384921.113698:0:16763:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635436275764736 : -108637433786880 : ffff9d31e0598e00) 00010000:00000001:2.0:1767384921.113699:0:16763:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635436275764736 : -108637433786880 : ffff9d31e0598e00) 00010000:00010000:2.0:1767384921.113701:0:16763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000d44f8866/0x4895a8f6c11e86be lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4895a8f6c11e86b7 expref: -99 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384921.113712:0:16763:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000005d63f134 : new locks_count 10 00000020:00000040:2.0:1767384921.113713:0:16763:0:(genops.c:887:class_export_get()) GET export 000000005d63f134 refcount=15 00000100:00000001:2.0:1767384921.113720:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384921.113722:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384921.113724:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000006a402d1e. 02000000:00000001:2.0:1767384921.113726:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.113727:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384921.113729:0:16763:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384921.113732:0:16763:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384921.113733:0:16763:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384921.113735:0:16763:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384921.113736:0:16763:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384921.113738:0:16763:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384921.113739:0:16763:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384921.113740:0:16763:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384921.113742:0:16763:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384921.113743:0:16763:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384921.113744:0:16763:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384921.113745:0:16763:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000086943d57) refcount = 1 00010000:00010000:2.0:1767384921.113748:0:16763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d44f8866/0x4895a8f6c11e86be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4895a8f6c11e86b7 expref: 15 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384921.113752:0:16763:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384921.113753:0:16763:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384921.113754:0:16763:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384921.113755:0:16763:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384921.113757:0:16763:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384921.113760:0:16763:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384921.113761:0:16763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000d44f8866/0x4895a8f6c11e86be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e86b7 expref: 15 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384921.113766:0:16763:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384921.113767:0:16763:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384921.113769:0:16763:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384921.113775:0:16763:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384921.113776:0:16763:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384921.113777:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384921.113779:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384921.113780:0:16763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000d44f8866, rc 0) 00000020:00000001:2.0:1767384921.113798:0:16763:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384921.113801:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358511104 00010000:00000001:2.0:1767384921.113803:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384921.113806:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b2b60499 x1853237358511104/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:147/0 lens 328/344 e 0 to 0 dl 1767384932 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384921.113812:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384921.113814:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384921.113816:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=45 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384921.113820:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384921.113822:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:2.0:1767384921.113824:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384921.113826:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384921.113828:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.113830:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384921.113831:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384921.113834:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083cd30ec. 00000100:00000200:2.0:1767384921.113836:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237358511104, offset 224 00000400:00000200:2.0:1767384921.113840:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384921.113845:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384921.113850:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272704400 00000400:00000200:2.0:1767384921.113853:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1731 [1] + 224 00000400:00000200:2.0:1767384921.113856:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384921.113858:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384921.113860:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384921.113863:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cb630d2d x1853237358511104/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384937 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384921.113869:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000cb630d2d x1853237358511104/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384937 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384921.113883:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384921.113892:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083cd30ec 00000400:00000010:2.0:1767384921.113894:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083cd30ec. 00000100:00000001:2.0:1767384921.113897:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384921.113898:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384921.113903:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384921.113903:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384921.113907:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:2.0:1767384921.113910:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384921.113910:0:16767:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384921.113913:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384921.113914:0:16767:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384921.113917:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384921.113918:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005aa4224f. 00000400:00000200:1.0:1767384921.113923:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054df7106 00000100:00000040:2.0:1767384921.113924:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b2b60499 x1853237358511104/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:147/0 lens 328/344 e 0 to 0 dl 1767384932 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384921.113927:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054df7106. 00000100:00000001:1.0:1767384921.113932:0:16767:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384921.113939:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b2b60499 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16767:x1853237358511104:12345-0@lo:101: Request processed in 311us (531us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384921.113939:0:16767:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cb630d2d x1853237358511104/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384937 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384921.113955:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00000200:1.0:1767384921.113958:0:16767:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cb630d2d x1853237358511104/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384937 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384921.113960:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:2.0:1767384921.113962:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384921.113963:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384921.113968:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d8f0ed9f. 00000100:00000001:1.0:1767384921.113971:0:16767:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384921.113973:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000113ff913. 00000100:00000001:1.0:1767384921.113974:0:16767:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384921.113979:0:16767:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384921.113980:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007981fd27. 02000000:00000001:1.0:1767384921.113981:0:16767:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384921.113984:0:16767:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384921.113985:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 00000100:00000001:1.0:1767384921.113985:0:16767:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384921.113991:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1767384921.113991:0:16767:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384921.113994:0:16767:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=45 v=5 (5 0 0 0) 02000000:00000010:2.0:1767384921.113995:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000006a402d1e. 02000000:00000001:2.0:1767384921.114000:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1767384921.114001:0:16767:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=45 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384921.114004:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384921.114005:0:16767:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384921.114008:0:16767:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384921.114009:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384921.114010:0:16767:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384921.114029:0:16767:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384921.114032:0:16767:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384921.114036:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cb630d2d x1853237358511104/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384937 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384921.114037:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002597d262. 00000400:00000010:2.0:1767384921.114044:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af58c22e. 00000100:00000001:1.0:1767384921.114045:0:16767:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384921.114048:0:16767:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384921.114050:0:16767:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384921.114054:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb630d2d x1853237358511104/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384937 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384921.114059:0:16767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cb630d2d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358511104:0@lo:101: 00000100:00000001:1.0:1767384921.114063:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384921.114066:0:16767:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384921.114067:0:16767:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384921.114069:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384921.114070:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cb630d2d x1853237358511104/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384937 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384921.114075:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384921.114076:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000086fdb145. 00000100:00000001:1.0:1767384921.114078:0:16767:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384921.114080:0:16767:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.114081:0:16767:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384921.114088:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384921.114089:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384921.114091:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000c4140f9 refcount=4 00000020:00000001:1.0:1767384921.114092:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879617024 : -108637829934592 : ffff9d31c8bcd200) 00010000:00000001:1.0:1767384921.114095:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879617024 : -108637829934592 : ffff9d31c8bcd200) 00010000:00000040:1.0:1767384921.114097:0:16767:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000000c4140f9, remote cookie: 0x4895a8f6c11e86be, flags: 0x0 00010000:00000001:1.0:1767384921.114100:0:16767:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384921.114101:0:16767:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384921.114102:0:16767:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384921.114104:0:16767:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384921.114105:0:16767:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384921.114106:0:16767:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ac34dfef) refcount = 1 00010000:00010000:1.0:1767384921.114108:0:16767:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: 000000000c4140f9/0x4895a8f6c11e86b7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e86be expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384921.114112:0:16767:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384921.114113:0:16767:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384921.114114:0:16767:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384921.114116:0:16767:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384921.114118:0:16767:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384921.114119:0:16767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: 000000000c4140f9/0x4895a8f6c11e86b7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4895a8f6c11e86be expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384921.114123:0:16767:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384921.114124:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384921.114126:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384921.114126:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384921.114127:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384921.114128:0:16767:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384921.114130:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384921.114132:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cb630d2d x1853237358511104/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384937 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384921.114136:0:16767:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384921.114139:0:16767:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384921.114140:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b6f5260b. 02000000:00000001:1.0:1767384921.114143:0:16767:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384921.114148:0:16767:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384921.114149:0:16767:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1767384921.114151:0:16767:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384921.114153:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000086181f21. 02000000:00000001:1.0:1767384921.114155:0:16767:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384921.114156:0:16767:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384921.114158:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cb630d2d. 00000100:00000001:1.0:1767384921.114160:0:16767:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384921.114161:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384921.114162:0:16767:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384921.114164:0:16767:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384921.114165:0:16767:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ff67cc77) refs 3 10000000:00000001:1.0:1767384921.114166:0:16767:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.114167:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384921.114168:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384921.114169:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000c4140f9 refcount=3 00000020:00000001:1.0:1767384921.114171:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879617024 : -108637829934592 : ffff9d31c8bcd200) 00010000:00000001:1.0:1767384921.114172:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879617024 : -108637829934592 : ffff9d31c8bcd200) 00010000:00000001:1.0:1767384921.114173:0:16767:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384921.114174:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384921.114175:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384921.114176:0:16767:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384921.114178:0:16767:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384921.114180:0:16767:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000a383d776. 00000100:00000010:1.0:1767384921.114191:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb630d2d. 00000020:00000040:1.0:1767384921.114193:0:16767:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1767384921.114195:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384921.114197:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384921.114198:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384921.114200:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000086181f21. 00000100:00000001:1.0:1767384921.114202:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384921.114205:0:16767:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384921.114207:0:16767:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000b6f5260b. 00000100:00000010:1.0:1767384921.114208:0:16767:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000008f9df50d. 00000020:00000040:1.0:1767384921.114210:0:16767:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1767384921.114212:0:16767:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384921.114217:0:16767:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384921.114220:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000086fdb145. 00000100:00000001:1.0:1767384921.114221:0:16767:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635431477254784 : -108642232296832 : ffff9d30c2561a80) 00000100:00000001:1.0:1767384921.114223:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384921.114224:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436514555008 : -108637194996608 : ffff9d31ee953480) 00000100:00000001:1.0:1767384921.114226:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384921.114227:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384921.114228:0:16767:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384921.114229:0:16767:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384921.114230:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cb630d2d x1853237358511232/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384921.114235:0:16767:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384921.114236:0:16767:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384921.114237:0:16767:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384921.114239:0:16767:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384921.114240:0:16767:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384921.114242:0:16767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cb630d2d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358511232:0@lo:256: 00000100:00000001:1.0:1767384921.114244:0:16767:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384921.114245:0:16767:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384921.114247:0:16767:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384921.114248:0:16767:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384921.114251:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005aa4224f. 00000400:00000010:1.0:1767384921.114255:0:16767:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000009ba6a004. 00000100:00000200:1.0:1767384921.114257:0:16767:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958272704480-0x6958272704480, portal 33 00000100:00000001:1.0:1767384921.114260:0:16767:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384921.114261:0:16767:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384921.114263:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000001dde6f5. 02000000:00000001:1.0:1767384921.114264:0:16767:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384921.114266:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002136825e. 00000400:00000010:1.0:1767384921.114268:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054df7106. 00000100:00000200:1.0:1767384921.114270:0:16767:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358511232, portal 25 00000100:00000001:1.0:1767384921.114271:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384921.114271:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436514555008 : -108637194996608 : ffff9d31ee953480) 00000100:00000040:1.0:1767384921.114273:0:16767:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cb630d2d x1853237358511232/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384937 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384921.114281:0:16767:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384921.114282:0:16767:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384921.114284:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f27d0a09. 00000100:00000200:1.0:1767384921.114285:0:16767:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237358511232, offset 0 00000400:00000200:1.0:1767384921.114288:0:16767:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384921.114294:0:16767:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384921.114298:0:16767:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272704480 00000400:00000200:1.0:1767384921.114300:0:16767:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1029 [2] + 0 00000400:00000010:1.0:1767384921.114302:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c89738b. 00000400:00000200:1.0:1767384921.114305:0:16767:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000015d9ad39 00000400:00000200:1.0:1767384921.114307:0:16767:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384921.114309:0:16767:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384921.114311:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015d9ad39 00000400:00000010:1.0:1767384921.114312:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000015d9ad39. 00000100:00000001:1.0:1767384921.114314:0:16767:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384921.114315:0:16767:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384921.114317:0:16767:0:(events.c:337:request_in_callback()) incoming req@000000005aa8537a x1853237358511232 msgsize 304 00000100:00100000:1.0:1767384921.114320:0:16767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384921.114321:0:16767:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384921.114331:0:16767:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384921.114334:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f27d0a09 00000400:00000010:1.0:1767384921.114335:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f27d0a09. 00000100:00000001:1.0:1767384921.114337:0:16767:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384921.114338:0:16767:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cb630d2d x1853237358511232/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384937 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384921.114343:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384921.114345:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000cb630d2d x1853237358511232/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384937 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384921.114349:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384921.114350:0:16767:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384921.114354:0:16767:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.114356:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384921.114356:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294910988 00000100:00100000:2.0:1767384921.114360:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358511232 02000000:00000001:2.0:1767384921.114362:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384921.114364:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384921.114365:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384921.114365:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294910987 02000000:00000001:2.0:1767384921.114368:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384921.114370:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358511232 00000100:00000001:1.0:1767384921.114374:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294910988 00000100:00000001:1.0:1767384921.114377:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294910987 00000020:00000001:2.0:1767384921.114379:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384921.114381:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294910988 00000020:00000040:2.0:1767384921.114382:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:2.0:1767384921.114386:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384921.114386:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294910987 00000020:00000040:2.0:1767384921.114387:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000100:00000001:1.0:1767384921.114391:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294910988 00000020:00000001:2.0:1767384921.114392:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:2.0:1767384921.114397:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:1.0:1767384921.114397:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294910987 00000100:00000001:2.0:1767384921.114400:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384921.114402:0:16767:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384921.114404:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c49ff8a. 00000100:00000001:1.0:1767384921.114405:0:16767:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.114409:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384921.114409:0:16767:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384921.114412:0:16767:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384921.114414:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c49ff8a. 00000100:00100000:1.0:1767384921.114415:0:16767:0:(client.c:2690:ptlrpc_set_wait()) set 0000000086fdb145 going to sleep for 11 seconds 00000100:00000001:1.0:1767384921.114420:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384921.114422:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007981fd27. 00000100:00000001:1.0:1767384921.114422:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384921.114428:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d8f0ed9f. 00000020:00000010:2.0:1767384921.114431:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000113ff913. 00000100:00000040:2.0:1767384921.114435:0:16762:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384921.114437:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384921.114438:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384921.114439:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.114442:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.114453:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384921.114459:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384921.114460:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384921.114463:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00000040:2.0:1767384921.114465:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:2.0:1767384921.114466:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529415248 : -108637180136368 : ffff9d31ef77f450) 00000100:00000040:2.0:1767384921.114470:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005aa8537a x1853237358511232/t0(0) o256->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:147/0 lens 304/0 e 0 to 0 dl 1767384932 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384921.114475:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384921.114477:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c49ff8a. 00000100:00000001:2.0:1767384921.114479:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384921.114480:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c49ff8a. 00000100:00100000:2.0:1767384921.114483:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005aa8537a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16767:x1853237358511232:12345-0@lo:256: 00000100:00000200:2.0:1767384921.114485:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358511232 00000020:00000001:2.0:1767384921.114492:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384921.114493:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384921.114494:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384921.114496:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384921.114497:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170144 : -1040381472 : ffffffffc1fd09e0) 00000020:00000001:2.0:1767384921.114498:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384921.114500:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384921.114501:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384921.114502:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384921.114503:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.114505:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384921.114506:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384921.114508:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000006a402d1e. 02000000:00000001:2.0:1767384921.114509:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.114510:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384921.114512:0:16762:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384921.114515:0:16762:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384921.114517:0:16762:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384921.114519:0:16762:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384921.114521:0:16762:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384921.114522:0:16762:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384921.114524:0:16762:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384921.114525:0:16762:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000002606d83c. 20000000:00000001:2.0:1767384921.114527:0:16762:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384921.114540:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384921.114545:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384921.114549:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384921.114551:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384921.114552:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384921.114553:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384921.114554:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384921.114556:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384921.114557:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384921.114558:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384921.114573:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384921.114575:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384921.114576:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384921.114577:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384921.114585:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384921.114586:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384921.114588:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384921.114589:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384921.114606:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384921.114607:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384921.114609:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384921.114610:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:01000000:2.0:1767384921.114611:0:16762:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 464, pages 3632/1/4/3. 20000000:00000040:2.0:1767384921.114617:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384921.114619:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384921.114620:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384921.114621:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384921.114623:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384921.114625:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384921.114626:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384921.114627:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384921.114629:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384921.114630:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384921.114631:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384921.114632:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384921.114633:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384921.114635:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384921.114636:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384921.114637:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384921.114638:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384921.114640:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384921.114641:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384921.114642:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384921.114643:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384921.114644:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:01000000:2.0:1767384921.114646:0:16762:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 464, pages 3168/1/4/3. 20000000:01000000:2.0:1767384921.114647:0:16762:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 928, version 48 20000000:00000001:2.0:1767384921.114649:0:16762:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=928 : 928 : 3a0) 00000100:00000001:2.0:1767384921.114651:0:16762:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384921.114654:0:16762:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000d11c99f4. 00000100:00000010:2.0:1767384921.114656:0:16762:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000003fb506d0. 00000020:00000040:2.0:1767384921.114658:0:16762:0:(genops.c:887:class_export_get()) GET export 000000005d63f134 refcount=16 00010000:00000001:2.0:1767384921.114665:0:16762:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384921.114667:0:16762:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384921.114670:0:16762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083cd30ec. 00000400:00000010:2.0:1767384921.114674:0:16762:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002db00f0f. 00000400:00000200:2.0:1767384921.114677:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384921.114684:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384921.114689:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 928 into portal 33 MB=0x6958272704480 00000400:00000200:2.0:1767384921.114692:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 928/928 into md 0x1741 [4] + 0 00000400:00000010:2.0:1767384921.114695:0:16762:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005aa4224f. 00000400:00000200:2.0:1767384921.114697:0:16762:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009ba6a004 00000400:00000200:2.0:1767384921.114699:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384921.114702:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384921.114704:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ba6a004 00000400:00000010:2.0:1767384921.114705:0:16762:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000009ba6a004. 00000100:00000001:2.0:1767384921.114707:0:16762:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384921.114708:0:16762:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000cb630d2d desc 00000000b6f5260b mbits 1853237358511232 00000100:00000001:2.0:1767384921.114718:0:16762:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384921.114721:0:16762:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384921.114724:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384921.114730:0:16762:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x174d 00000400:00000200:2.0:1767384921.114732:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384921.114734:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384921.114735:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384921.114737:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.114740:0:16762:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384921.114758:0:16762:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000d11c99f4 00000100:00000001:2.0:1767384921.114760:0:16762:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384921.114766:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083cd30ec 00000400:00000010:2.0:1767384921.114767:0:16762:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083cd30ec. 00000100:00000001:2.0:1767384921.114768:0:16762:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384921.114769:0:16762:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000d11c99f4 00000100:00000001:2.0:1767384921.114770:0:16762:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384921.114773:0:16762:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 928 bytes via portal 33 id 12345-0@lo mbits 0x6958272704480-0x6958272704480 00000100:00000001:2.0:1767384921.114776:0:16762:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384921.114778:0:16762:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.114780:0:16762:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384921.114782:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 15 00000100:00000010:2.0:1767384921.114788:0:16762:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000003fb506d0. 00000100:00000010:2.0:1767384921.114790:0:16762:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000d11c99f4. 00000100:00000001:2.0:1767384921.114792:0:16762:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384921.114793:0:16762:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384921.114797:0:16762:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000002606d83c. 20000000:00000001:2.0:1767384921.114799:0:16762:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384921.114802:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358511232 00010000:00000001:2.0:1767384921.114803:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384921.114806:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005aa8537a x1853237358511232/t0(0) o256->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:147/0 lens 304/240 e 0 to 0 dl 1767384932 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384921.114811:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384921.114812:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384921.114813:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=45 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384921.114816:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384921.114817:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:2.0:1767384921.114818:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384921.114820:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384921.114821:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.114823:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384921.114825:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384921.114827:0:16762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083cd30ec. 00000100:00000200:2.0:1767384921.114829:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237358511232, offset 224 00000400:00000200:2.0:1767384921.114831:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384921.114835:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384921.114839:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272704480 00000400:00000200:2.0:1767384921.114841:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1745 [1] + 224 00000400:00000200:2.0:1767384921.114843:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384921.114845:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384921.114847:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384921.114848:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cb630d2d x1853237358511232/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384937 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384921.114854:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000cb630d2d x1853237358511232/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384937 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384921.114873:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384921.114876:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083cd30ec 00000400:00000010:2.0:1767384921.114877:0:16762:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083cd30ec. 00000100:00000001:2.0:1767384921.114879:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384921.114880:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384921.114883:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384921.114885:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:2.0:1767384921.114887:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384921.114888:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384921.114890:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384921.114892:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384921.114894:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005aa8537a x1853237358511232/t0(0) o256->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:147/0 lens 304/240 e 0 to 0 dl 1767384932 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384921.114896:0:16767:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384921.114899:0:16767:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384921.114902:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002136825e. 00000400:00000200:1.0:1767384921.114906:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054df7106 00000100:00100000:2.0:1767384921.114907:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005aa8537a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16767:x1853237358511232:12345-0@lo:256: Request processed in 428us (586us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384921.114910:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054df7106. 00000100:00000001:1.0:1767384921.114915:0:16767:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384921.114919:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00000200:1.0:1767384921.114922:0:16767:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cb630d2d x1853237358511232/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384937 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384921.114923:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:2.0:1767384921.114928:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384921.114931:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384921.114935:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d8f0ed9f. 00000100:00000200:1.0:1767384921.114935:0:16767:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cb630d2d x1853237358511232/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384937 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384921.114940:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000113ff913. 00000100:00000001:1.0:1767384921.114945:0:16767:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384921.114946:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007981fd27. 00000100:00000001:1.0:1767384921.114948:0:16767:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384921.114950:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 00000100:00000001:1.0:1767384921.114951:0:16767:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384921.114955:0:16767:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384921.114956:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384921.114957:0:16767:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1767384921.114959:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000006a402d1e. 00000100:00000001:1.0:1767384921.114959:0:16767:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384921.114963:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384921.114964:0:16767:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.114966:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384921.114969:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384921.114971:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f773fc7b. 00000100:00001000:1.0:1767384921.114973:0:16767:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=45 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384921.114976:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007744a993. 00000100:00001000:1.0:1767384921.114978:0:16767:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=45 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384921.114981:0:16767:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384921.114983:0:16767:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.114984:0:16767:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384921.114985:0:16767:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384921.114987:0:16767:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384921.114989:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000cb630d2d x1853237358511232/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384937 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384921.114995:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000cb630d2d x1853237358511232/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384937 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384921.114999:0:16767:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384921.115000:0:16767:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384921.115002:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb630d2d x1853237358511232/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384937 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384921.115007:0:16767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cb630d2d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358511232:0@lo:256: 00000100:00000001:1.0:1767384921.115035:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384921.115038:0:16767:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384921.115039:0:16767:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384921.115040:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384921.115042:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cb630d2d x1853237358511232/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384937 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384921.115047:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384921.115048:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000086fdb145. 00000100:00000001:1.0:1767384921.115051:0:16767:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384921.115052:0:16767:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384921.115054:0:16767:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 48, more 0. 10000000:00000001:1.0:1767384921.115057:0:16767:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384921.115061:0:16767:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000003396b214. 10000000:00000040:1.0:1767384921.115070:0:16767:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.157@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384921.115075:0:16767:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384921.115077:0:16767:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384921.115086:0:16767:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.157@tcp has 192.168.203.157@tcp. 00000100:00000001:1.0:1767384921.115088:0:16767:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384921.115091:0:16767:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384921.115092:0:16767:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.157@tcp with 192.168.203.157@tcp 00000100:00000200:1.0:1767384921.115094:0:16767:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.157@tcp' 00000400:00000200:1.0:1767384921.115097:0:16767:0:(peer.c:1356:LNetAddPeer()) Add peer with 22 NIDs 00000400:00001000:1.0:1767384921.115099:0:16767:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384921.115101:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.157@tcp 00000400:00000200:1.0:1767384921.115105:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384921.115108:0:16767:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (22) 00000400:00000200:1.0:1767384921.115112:0:16767:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384921.115114:0:16767:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp: 0. pending discovery 00000400:00000200:1.0:1767384921.115116:0:16767:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (23) 00000400:00000200:1.0:1767384921.115118:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp 00000400:00000200:1.0:1767384921.115120:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.157@tcp10 00000400:00000200:1.0:1767384921.115122:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384921.115123:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp10 00000400:00000200:1.0:1767384921.115124:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.157@tcp11 00000400:00000200:1.0:1767384921.115126:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384921.115127:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp11 00000400:00000200:1.0:1767384921.115128:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.157@tcp12 00000400:00000200:1.0:1767384921.115130:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384921.115131:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp12 00000400:00000200:1.0:1767384921.115131:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.157@tcp13 00000400:00000200:1.0:1767384921.115133:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384921.115134:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp13 00000400:00000200:1.0:1767384921.115135:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.157@tcp14 00000400:00000200:1.0:1767384921.115137:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384921.115137:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp14 00000400:00000200:1.0:1767384921.115138:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.157@tcp15 00000400:00000200:1.0:1767384921.115140:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384921.115141:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp15 00000400:00000200:1.0:1767384921.115142:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.157@tcp16 00000400:00000200:1.0:1767384921.115144:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384921.115145:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp16 00000400:00000200:1.0:1767384921.115146:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.157@tcp17 00000400:00000200:1.0:1767384921.115151:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384921.115152:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp17 00000400:00000200:1.0:1767384921.115153:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.157@tcp18 00000400:00000200:1.0:1767384921.115154:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384921.115155:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp18 00000400:00000200:1.0:1767384921.115156:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.157@tcp19 00000400:00000200:1.0:1767384921.115158:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384921.115159:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp19 00000400:00000200:1.0:1767384921.115160:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.157@tcp20 00000400:00000200:1.0:1767384921.115162:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384921.115163:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp20 00000400:00000200:1.0:1767384921.115164:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.157@tcp21 00000400:00000200:1.0:1767384921.115166:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384921.115167:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp21 00000400:00000200:1.0:1767384921.115168:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.157@tcp22 00000400:00000200:1.0:1767384921.115170:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384921.115171:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp22 00000400:00000200:1.0:1767384921.115172:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.157@tcp23 00000400:00000200:1.0:1767384921.115175:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384921.115176:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp23 00000400:00000200:1.0:1767384921.115177:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.157@tcp24 00000400:00000200:1.0:1767384921.115179:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384921.115180:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp24 00000400:00000200:1.0:1767384921.115181:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.157@tcp25 00000400:00000200:1.0:1767384921.115183:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384921.115184:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp25 00000400:00000200:1.0:1767384921.115185:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.157@tcp26 00000400:00000200:1.0:1767384921.115188:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384921.115189:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp26 00000400:00000200:1.0:1767384921.115190:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.157@tcp27 00000400:00000200:1.0:1767384921.115192:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384921.115192:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp27 00000400:00000200:1.0:1767384921.115193:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.157@tcp28 00000400:00000200:1.0:1767384921.115195:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384921.115196:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp28 00000400:00000200:1.0:1767384921.115197:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.157@tcp29 00000400:00000200:1.0:1767384921.115204:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384921.115205:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp29 00000400:00000200:1.0:1767384921.115206:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.157@tcp30 00000400:00000200:1.0:1767384921.115208:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384921.115209:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp30 00000100:00000001:1.0:1767384921.115210:0:16767:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.115212:0:16767:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384921.115214:0:16767:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.157@tcp' by NID '192.168.203.157@tcp' 10000000:00000010:1.0:1767384921.115216:0:16767:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000042c91ef0. 10000000:00000040:1.0:1767384921.115217:0:16767:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 48/48 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.157@tcp::2 00000020:00000080:1.0:1767384921.115219:0:16767:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384921.115224:0:16767:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384921.115226:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009cc1fb16. 00000020:00000010:1.0:1767384921.115229:0:16767:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006ebcc776. 00000040:00000010:1.0:1767384921.115232:0:16767:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003b2395b7. 00000020:00000010:1.0:1767384921.115235:0:16767:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e2e7a8d3. 00000020:00000010:1.0:1767384921.115238:0:16767:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f7cf7419. 00000020:00000010:1.0:1767384921.115242:0:16767:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001c6823f8. 80000000:00000010:1.0:1767384921.115245:0:16767:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ee3d6d41. 40000000:00000010:1.0:1767384921.115247:0:16767:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000755a62b8. 00100000:00000010:1.0:1767384921.115250:0:16767:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009c867c0b. 00040000:00000010:1.0:1767384921.115254:0:16767:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c60fff29. 00040000:00000010:1.0:1767384921.115257:0:16767:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d3eaf652. 00040000:00000010:1.0:1767384921.115261:0:16767:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000001888c46. 00080000:00000010:1.0:1767384921.115264:0:16767:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000068bbf638. 00000004:00000010:1.0:1767384921.115267:0:16767:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000036ece19a. 00000004:00000010:1.0:1767384921.115271:0:16767:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009ce8cc8e. 00000004:00000010:1.0:1767384921.115274:0:16767:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001a1ced1a. 00002000:00000010:1.0:1767384921.115277:0:16767:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000edf7849. 00000004:00000010:1.0:1767384921.115280:0:16767:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000432e31b5. 00000004:00000001:1.0:1767384921.115283:0:16767:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384921.115286:0:16767:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384921.115287:0:16767:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000042c91ef0 00000040:00001000:1.0:1767384921.115288:0:16767:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384921.115294:0:16767:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384921.115295:0:16767:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384921.115296:0:16767:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384921.115298:0:16767:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384921.115299:0:16767:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384921.115300:0:16767:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384921.115302:0:16767:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.157@tcp::2 00000040:00000001:1.0:1767384921.115303:0:16767:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767384921.115345:0:16767:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384921.115349:0:16767:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006ebcc776. 00000040:00000010:1.0:1767384921.115353:0:16767:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003b2395b7. 00000020:00000010:1.0:1767384921.115355:0:16767:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e2e7a8d3. 00000020:00000010:1.0:1767384921.115357:0:16767:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f7cf7419. 00000020:00000010:1.0:1767384921.115360:0:16767:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001c6823f8. 80000000:00000010:1.0:1767384921.115363:0:16767:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ee3d6d41. 40000000:00000010:1.0:1767384921.115366:0:16767:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000755a62b8. 00100000:00000010:1.0:1767384921.115367:0:16767:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009c867c0b. 00040000:00000010:1.0:1767384921.115370:0:16767:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c60fff29. 00040000:00000010:1.0:1767384921.115372:0:16767:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d3eaf652. 00040000:00000010:1.0:1767384921.115373:0:16767:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000001888c46. 00080000:00000010:1.0:1767384921.115376:0:16767:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000068bbf638. 00000004:00000010:1.0:1767384921.115378:0:16767:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000036ece19a. 00000004:00000010:1.0:1767384921.115380:0:16767:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009ce8cc8e. 00000004:00000010:1.0:1767384921.115383:0:16767:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001a1ced1a. 00002000:00000010:1.0:1767384921.115386:0:16767:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000edf7849. 00000004:00000010:1.0:1767384921.115389:0:16767:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000432e31b5. 00000020:00000010:1.0:1767384921.115391:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009cc1fb16. 00000020:00000001:1.0:1767384921.115394:0:16767:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384921.115396:0:16767:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384921.115399:0:16767:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000042c91ef0. 10000000:00000010:1.0:1767384921.115401:0:16767:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000003396b214. 10000000:00000001:1.0:1767384921.115403:0:16767:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384921.115404:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384921.115407:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cb630d2d x1853237358511232/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384937 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384921.115421:0:16767:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384921.115422:0:16767:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384921.115424:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000001dde6f5. 02000000:00000001:1.0:1767384921.115426:0:16767:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384921.115427:0:16767:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384921.115428:0:16767:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1767384921.115429:0:16767:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384921.115430:0:16767:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384921.115431:0:16767:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384921.115431:0:16767:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1767384921.115433:0:16767:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384921.115434:0:16767:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000008f9df50d. 00000100:00000010:1.0:1767384921.115436:0:16767:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000b6f5260b. 00000100:00000001:1.0:1767384921.115438:0:16767:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384921.115439:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000086181f21. 02000000:00000001:1.0:1767384921.115441:0:16767:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384921.115442:0:16767:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384921.115443:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cb630d2d. 00000100:00000001:1.0:1767384921.115446:0:16767:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384921.115447:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384921.115458:0:16767:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000a383d776. 10000000:01000000:1.0:1767384921.115460:0:16767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384921.115463:0:16767:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384921.115464:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384921.115466:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384921.115467:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000c4140f9 refcount=3 00000020:00000001:1.0:1767384921.115469:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879617024 : -108637829934592 : ffff9d31c8bcd200) 00010000:00000001:1.0:1767384921.115472:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879617024 : -108637829934592 : ffff9d31c8bcd200) 00010000:00000001:1.0:1767384921.115474:0:16767:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384921.115477:0:16767:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: 000000000c4140f9/0x4895a8f6c11e86b7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e86be expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384921.115482:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384921.115484:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384921.115490:0:16767:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: 000000000c4140f9/0x4895a8f6c11e86b7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e86be expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384921.115494:0:16767:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384921.115495:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384921.115496:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384921.115497:0:16767:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384921.115498:0:16767:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384921.115500:0:16767:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384921.115501:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384921.115503:0:16767:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ff67cc77) refs 3 10000000:00000001:1.0:1767384921.115505:0:16767:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:1.0:1767384921.123211:0:27125:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000008f9df50d. 00000020:00000040:1.0:1767384921.123217:0:27125:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384921.123219:0:27125:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000008f9df50d. 00000100:00000040:3.0:1767384921.126082:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294910988, at 4294910989 00000100:00000040:0.0:1767384921.126084:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294910988, at 4294910989 00000100:00000010:0.0:1767384921.126095:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ba3d49a4. 00000100:00000010:3.0:1767384921.126098:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e18693f. 00000100:00000040:2.0:1767384921.126143:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294910988, at 4294910989 00000100:00000010:2.0:1767384921.126149:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e20a05ec. 00000100:00000040:1.0:1767384921.127056:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294910988, at 4294910990 00000100:00000010:1.0:1767384921.127063:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009019d330. 00000001:00000001:1.0:1767384921.442879:0:27193:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384921.442883:0:27193:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp31 --if ens2 00000001:00000001:1.0:1767384921.446228:0:27193:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384921.454424:0:27194:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000000edf7849. 00000400:00000010:1.0:1767384921.454437:0:27194:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000086fdb145. 00000400:00000010:1.0:1767384921.454446:0:27194:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000c0e4a189. 00000400:00000010:1.0:1767384921.454449:0:27194:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000001888c46. 00000400:00000010:1.0:1767384921.454453:0:27194:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000f2d21e4. 00000400:00000010:1.0:1767384921.454456:0:27194:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001c053355. 00000400:00000010:1.0:1767384921.454458:0:27194:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008218b85a. 00000400:00000010:1.0:1767384921.454459:0:27194:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bf47b71a. 00000400:00000010:1.0:1767384921.454462:0:27194:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000ca192955. 00000800:00000010:1.0:1767384921.454473:0:27194:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c60fff29. 00000800:00000200:1.0:1767384921.454483:0:27194:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384921.454492:0:27194:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384921.454525:0:27194:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:1.0:1767384921.454551:0:27194:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp31 [8/256/0/180] 00000400:00000010:1.0:1767384921.455872:0:27194:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 000000005fc26dea. 00000400:00000010:1.0:1767384921.455878:0:27194:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002136825e. 00000400:00000010:1.0:1767384921.455883:0:27194:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054df7106. 00000400:00000001:1.0:1767384921.455898:0:27194:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384921.455899:0:27194:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384921.455901:0:27194:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b41dcae. 00000400:00000200:1.0:1767384921.455905:0:27194:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0895da3 00000400:00000010:1.0:1767384921.455907:0:27194:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0895da3. 00000400:00000010:1.0:1767384921.455911:0:27194:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 0000000093859aaf. 00000400:00000200:1.0:1767384921.455916:0:27194:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (22) 00000400:00000200:1.0:1767384921.455930:0:27194:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:1.0:1767384921.455940:0:27194:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131103 00000020:00000010:1.0:1767384921.455948:0:27194:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000be9167b0. 00000020:01000000:1.0:1767384921.455953:0:27194:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384921.455957:0:27194:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp31 00000400:00000200:0.0:1767384921.455964:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384921.455972:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000400:00000010:1.0:1767384921.455975:0:27194:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000086fdb145. 00000400:00000010:1.0:1767384921.455982:0:27194:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000000edf7849. 00000400:00000010:0.0:1767384921.455982:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be799be5. 00000400:00000200:0.0:1767384921.455990:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (23) 00000400:00000010:0.0:1767384921.455999:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000008d99bd8. 00000400:00000200:0.0:1767384921.456006:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000020:00000001:3.0:1767384921.456007:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384921.456034:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384921.456037:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384921.456040:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384921.456043:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384921.456045:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384921.456048:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1767384921.456057:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:01000004:3.0:1767384921.456058:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384921.456062:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384921.456065:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384921.456069:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384921.456071:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[43, 37], ns[43, 37] 00000020:01000004:3.0:1767384921.456072:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384921.456077:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384921.456080:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384921.456084:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[62, 37] 00000020:01000004:3.0:1767384921.456085:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384921.456094:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007c7946c9. 00000400:00000200:0.0:1767384921.456097:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 37], ns[66, 37] 00000020:00000040:3.0:1767384921.456101:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000400:00000200:0.0:1767384921.456106:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 37], ns[16, 37] 00000100:00000001:3.0:1767384921.456110:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384921.456115:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384921.456116:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 02000000:00000001:3.0:1767384921.456121:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384921.456143:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000018c56b10. 00000400:00000200:0.0:1767384921.456146:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 00000100:00000001:3.0:1767384921.456151:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384921.456157:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 00000100:00000001:3.0:1767384921.456162:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384921.456166:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384921.456167:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 00000100:00000040:3.0:1767384921.456176:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c7946c9] to pc [ptlrpcd_00_01+1] req@000000007c7946c9 x1853237358511360/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384921.456177:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 00000400:00000200:0.0:1767384921.456197:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 00000400:00000200:0.0:1767384921.456203:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 00000400:00000200:0.0:1767384921.456209:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 00000400:00000200:0.0:1767384921.456215:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 10000000:00000001:3.0:1767384921.456217:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384921.456223:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384921.456227:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384921.456230:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 16], ns[46, 16] 00000020:01000000:3.0:1767384921.456231:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384921.456231:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384921.456239:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384921.456242:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384921.456245:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384921.456245:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 16], ns[50, 16] 10000000:00000001:3.0:1767384921.456246:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384921.456251:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384921.456254:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:1.0:1767384921.456256:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007c7946c9 x1853237358511360/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384921.456260:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384921.456260:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 16], ns[54, 16] 00000020:01000004:3.0:1767384921.456264:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384921.456268:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384921.456271:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384921.456275:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384921.456278:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384921.456281:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:0.0:1767384921.456282:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 16], ns[58, 16] 00000020:01000004:3.0:1767384921.456284:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384921.456288:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384921.456299:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000667d68f8. 00000100:00000001:1.0:1767384921.456299:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384921.456302:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384921.456305:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000400:00000200:0.0:1767384921.456306:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[67, 16], ns[67, 16] 02000000:00000001:1.0:1767384921.456308:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384921.456312:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384921.456318:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384921.456318:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 16], ns[0, 16] 02000000:00000001:1.0:1767384921.456319:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384921.456323:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384921.456327:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384921.456327:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007c7946c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358511360:0@lo:253: 00000400:00000200:0.0:1767384921.456336:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp29] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 02000000:00000010:3.0:1767384921.456337:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ad1dd55a. 00000100:00000001:1.0:1767384921.456337:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384921.456344:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384921.456345:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384921.456346:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp29 02000000:00000001:1.0:1767384921.456349:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.456352:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384921.456353:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384921.456357:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384921.456357:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp29 02000000:00000010:1.0:1767384921.456362:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009831d8d2. 00000100:00000040:3.0:1767384921.456367:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000667d68f8] to pc [ptlrpcd_00_02+2] req@00000000667d68f8 x1853237358511488/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384921.456367:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384921.456369:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp29 lpni_is_preferred = 0 00000400:00000200:0.0:1767384921.456379:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp29 00000400:00000010:1.0:1767384921.456382:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003edab07d. 00000400:00000010:1.0:1767384921.456391:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086fdb145. 00000400:00000200:0.0:1767384921.456392:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp29 NI seq info: [68:68:256:4294967295] 192.168.203.157@tcp29 LPNI seq info [68:68:8:4294967295] 00000100:00000200:1.0:1767384921.456398:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358511360, portal 25 10000000:00000001:3.0:1767384921.456399:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384921.456403:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:3.0:1767384921.456404:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384921.456414:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515726592 : -108637193825024 : ffff9d31eea71500) 00000020:00000001:3.0:1767384921.456418:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384921.456423:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:1.0:1767384921.456426:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007c7946c9 x1853237358511360/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384921.456428:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000be9167b0. 00000400:00000200:0.0:1767384921.456433:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp29 00000100:00000001:1.0:1767384921.456439:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384921.456440:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384921.456444:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384921.456448:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384921.456448:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384921.456455:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007875548d. 00000100:00000040:3.0:1767384921.456456:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000667d68f8 x1853237358511488/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384921.456461:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358511360, offset 0 00000400:00000200:0.0:1767384921.456461:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp29(192.168.203.157@tcp29:) -> 192.168.203.157@tcp29(192.168.203.157@tcp:192.168.203.157@tcp29) : PUT try# 0 00000400:00000200:1.0:1767384921.456476:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384921.456479:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1767384921.456482:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.157@tcp29 00000100:00000001:3.0:1767384921.456483:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384921.456505:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:0.0:1767384921.456507:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090231955. 00000400:00000200:1.0:1767384921.456509:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384921.456510:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384921.456517:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384921.456522:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007c2839cb. 00000100:00100000:3.0:1767384921.456523:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000667d68f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358511488:0@lo:253: 00000800:00000010:0.0:1767384921.456531:0:16125:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000046b88745. 00000400:00000200:1.0:1767384921.456532:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272704500 00000100:00000001:3.0:1767384921.456534:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384921.456541:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384921.456545:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384921.456547:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007c2839cb] -> 12345-192.168.203.157@tcp29 (2) 00000400:00000200:1.0:1767384921.456549:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1039 [2] + 0 02000000:00000001:3.0:1767384921.456552:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.1:1767384921.456574:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007c2839cb] -> 12345-192.168.203.157@tcp29 (2) 00000400:00000010:1.0:1767384921.456577:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dcea7f72. 02000000:00000010:3.0:1767384921.456583:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004c22d5b5. 00000400:00000200:1.0:1767384921.456583:0:16128:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fdc11397 02000000:00000001:3.0:1767384921.456590:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384921.456594:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 00000400:00000200:0.0:1767384921.456604:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100551 rc 0 00000400:00000010:3.0:1767384921.456605:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dee1a7e. 00000400:00000200:1.0:1767384921.456606:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384921.456614:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000065104537. 00000400:00000200:1.0:1767384921.456615:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384921.456617:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384921.456624:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358511488, portal 25 00000100:00000001:0.0:1767384921.456624:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384921.456626:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fdc11397 00000400:00000010:1.0:1767384921.456629:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fdc11397. 00000100:00000001:1.0:1767384921.456634:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384921.456636:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1767384921.456638:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384921.456640:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515736448 : -108637193815168 : ffff9d31eea73b80) 00000100:00000040:1.0:1767384921.456644:0:16128:0:(events.c:337:request_in_callback()) incoming req@0000000035f588f5 x1853237358511360 msgsize 4848 00000100:00000040:3.0:1767384921.456650:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000667d68f8 x1853237358511488/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384921.456661:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384921.456667:0:16128:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384921.456673:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384921.456679:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384921.456681:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000100:00000001:1.0:1767384921.456683:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384921.456684:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021c0990c. 00000100:00000200:3.0:1767384921.456690:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358511488, offset 0 00000400:00000200:1.0:1767384921.456694:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007875548d 00000400:00000010:1.0:1767384921.456698:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007875548d. 00000100:00000001:1.0:1767384921.456702:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384921.456705:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384921.456709:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007c7946c9 x1853237358511360/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384921.456721:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384921.456723:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384921.456729:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007c7946c9 x1853237358511360/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384921.456734:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272704580 00000400:00000200:0.0:1767384921.456737:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:3.0:1767384921.456745:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1049 [2] + 0 00000400:00000010:3.0:1767384921.456756:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061aa3319. 00000100:00000001:1.0:1767384921.456762:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384921.456764:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004d14eec1 00000100:00000001:1.0:1767384921.456766:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384921.456773:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384921.456776:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384921.456777:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:3.0:1767384921.456782:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384921.456786:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294911330 00000400:00000200:3.0:1767384921.456794:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d14eec1 00000100:00000010:1.0:1767384921.456795:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee3d6d41. 00000400:00000010:3.0:1767384921.456798:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004d14eec1. 00000100:00000001:1.0:1767384921.456820:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384921.456821:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384921.456826:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384921.456831:0:16129:0:(events.c:337:request_in_callback()) incoming req@000000000bea4e73 x1853237358511488 msgsize 4848 00000100:00000001:1.0:1767384921.456833:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294911330 00000100:00100000:3.0:1767384921.456841:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:1.0:1767384921.456841:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000242a161f. 00000400:00000200:0.0:1767384921.456845:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000100:00000040:3.0:1767384921.456847:0:16129:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384921.456848:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384921.456857:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294911330 00000100:00000010:1.0:1767384921.456859:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007fadc0e1. 00000100:00000001:1.0:1767384921.456862:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384921.456866:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384921.456866:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294911330 00000100:00000010:1.0:1767384921.456871:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000059447cc4. 00000100:00000001:1.0:1767384921.456874:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384921.456877:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021c0990c 00000100:00000001:1.0:1767384921.456878:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384921.456883:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000021c0990c. 00000100:00000001:1.0:1767384921.456884:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384921.456889:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.456891:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384921.456892:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384921.456893:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000100:00000200:3.0:1767384921.456898:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000667d68f8 x1853237358511488/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384921.456903:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384921.456908:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384921.456909:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384921.456915:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000667d68f8 x1853237358511488/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384921.456916:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384921.456919:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000100:00000001:1.0:1767384921.456920:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384921.456925:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.456928:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.456931:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384921.456932:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.456945:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.456949:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294911330 00000100:00000001:3.0:1767384921.456951:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, keep current deadline 4294911330 00000400:00000200:0.0:1767384921.456953:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000100:00000001:3.0:1767384921.456954:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294911330 00000100:00000001:3.0:1767384921.456960:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, keep current deadline 4294911330 00000100:00000001:1.0:1767384921.456960:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384921.456965:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294911330 00000100:00100000:1.0:1767384921.456967:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358511360 00000100:00000001:3.0:1767384921.456968:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, keep current deadline 4294911330 00000100:00000001:3.0:1767384921.456974:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294911330 02000000:00000001:1.0:1767384921.456975:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384921.456976:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, keep current deadline 4294911330 00000400:00000200:0.0:1767384921.456979:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000100:00000001:1.0:1767384921.456980:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384921.456981:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384921.456985:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.456986:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384921.456992:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.456993:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.456999:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384921.457000:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358511360 00000100:00000001:3.0:1767384921.457005:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384921.457006:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000100:00000001:3.0:1767384921.457007:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767384921.457013:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384921.457014:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384921.457016:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000100:00000001:3.0:1767384921.457017:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384921.457022:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384921.457023:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.457052:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384921.457063:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000100:00000001:3.0:1767384921.457067:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384921.457068:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:3.0:1767384921.457072:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384921.457073:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000400:00000200:0.0:1767384921.457073:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000100:00000001:1.0:1767384921.457081:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384921.457087:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ded5074. 00000100:00000001:1.0:1767384921.457091:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384921.457094:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ded5074. 00000100:00000001:3.0:1767384921.457095:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384921.457100:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358511488 00000020:00000010:1.0:1767384921.457101:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001dde6f5. 02000000:00000001:3.0:1767384921.457103:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384921.457107:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384921.457108:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013fdd39f. 00000100:00000001:3.0:1767384921.457110:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384921.457115:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006015248f. 02000000:00000001:3.0:1767384921.457117:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384921.457117:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000100:00100000:3.0:1767384921.457126:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358511488 00000100:00000040:1.0:1767384921.457128:0:16762:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:3.0:1767384921.457130:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384921.457133:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000100:00000001:1.0:1767384921.457133:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384921.457137:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384921.457138:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384921.457141:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384921.457143:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=16 00000020:00000001:3.0:1767384921.457148:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:3.0:1767384921.457151:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:1.0:1767384921.457152:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384921.457159:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384921.457162:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384921.457163:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000020:00000010:3.0:1767384921.457168:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce7d3240. 00000100:00000001:3.0:1767384921.457173:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384921.457176:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce7d3240. 00000100:00000001:1.0:1767384921.457176:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384921.457181:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384921.457186:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000044136d5. 00000100:00100000:1.0:1767384921.457187:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000020:00000010:3.0:1767384921.457202:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d593911. 00000100:00000040:1.0:1767384921.457203:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:1.0:1767384921.457208:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529406032 : -108637180145584 : ffff9d31ef77d050) 00000020:00000010:3.0:1767384921.457210:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000891df0c. 00000100:00000040:1.0:1767384921.457214:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000035f588f5 x1853237358511360/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:147/0 lens 4848/0 e 0 to 0 dl 1767384932 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384921.457214:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000100:00000001:3.0:1767384921.457218:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384921.457222:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384921.457225:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.457235:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384921.457235:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384921.457241:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384921.457242:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ded5074. 00000100:00000001:1.0:1767384921.457249:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384921.457253:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ded5074. 00000100:00000001:3.0:1767384921.457255:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384921.457258:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384921.457262:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000035f588f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+16:16128:x1853237358511360:12345-0@lo:253: 00000400:00000200:0.0:1767384921.457266:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000100:00100000:3.0:1767384921.457268:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00000040:3.0:1767384921.457276:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000100:00000200:1.0:1767384921.457276:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358511360 00000100:00000001:3.0:1767384921.457279:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529417296 : -108637180134320 : ffff9d31ef77fc50) 00000100:00000040:3.0:1767384921.457283:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000bea4e73 x1853237358511488/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:147/0 lens 4848/0 e 0 to 0 dl 1767384932 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384921.457291:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384921.457292:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384921.457296:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:3.0:1767384921.457298:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce7d3240. 00000020:00000001:1.0:1767384921.457300:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.457302:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384921.457304:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:3.0:1767384921.457306:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce7d3240. 00000020:00000001:1.0:1767384921.457307:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000400:00000200:0.0:1767384921.457310:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000020:00000001:1.0:1767384921.457312:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:3.0:1767384921.457315:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000bea4e73 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+16:16129:x1853237358511488:12345-0@lo:253: 00000020:00000001:1.0:1767384921.457316:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384921.457321:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:3.0:1767384921.457322:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358511488 00000020:00000001:1.0:1767384921.457325:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384921.457326:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384921.457329:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384921.457331:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384921.457335:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384921.457335:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384921.457340:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1767384921.457340:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384921.457344:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 02000000:00000010:1.0:1767384921.457346:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d9273208. 00000020:00000001:3.0:1767384921.457347:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384921.457351:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384921.457352:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384921.457354:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384921.457355:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 20000000:00000001:1.0:1767384921.457357:0:16762:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384921.457363:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384921.457365:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384921.457368:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384921.457369:0:16762:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ab7e8103. 00000100:00000001:3.0:1767384921.457371:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:01000000:1.0:1767384921.457374:0:16762:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:3.0:1767384921.457375:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:1.0:1767384921.457380:0:16762:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384921.457383:0:16762:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000010:3.0:1767384921.457384:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000a223469. 20000000:00000001:1.0:1767384921.457385:0:16762:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384921.457388:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384921.457389:0:16762:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.457395:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384921.457396:0:16762:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384921.457399:0:16763:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384921.457400:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 20000000:00000010:1.0:1767384921.457408:0:16762:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000086181f21. 20000000:01000000:1.0:1767384921.457412:0:16762:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 20000000:00000010:3.0:1767384921.457418:0:16763:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f1da5d9a. 20000000:00000001:1.0:1767384921.457418:0:16762:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:3.0:1767384921.457423:0:16763:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:1.0:1767384921.457423:0:16762:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:3.0:1767384921.457428:0:16763:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384921.457430:0:16763:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384921.457431:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 20000000:00000001:3.0:1767384921.457432:0:16763:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384921.457437:0:16763:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384921.457439:0:16763:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384921.457471:0:16762:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384921.457472:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00080000:00000001:1.0:1767384921.457495:0:16762:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384921.457498:0:16762:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384921.457501:0:16762:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384921.457506:0:16762:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384921.457513:0:16762:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:1.0:1767384921.457518:0:16762:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384921.457527:0:16762:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000432e31b5. 00080000:00000001:1.0:1767384921.457532:0:16762:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490460672 : -108642219090944 : ffff9d30c31f9c00) 00000400:00000200:0.0:1767384921.457533:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00080000:00000001:1.0:1767384921.457536:0:16762:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384921.457620:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:0.0:1767384921.457670:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000001:00000001:1.0:1767384921.457718:0:16762:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384921.457721:0:16762:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384921.457725:0:16762:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384921.457730:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00080000:00000001:1.0:1767384921.457749:0:16762:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384921.457753:0:16762:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384921.457769:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:0.0:1767384921.457835:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:0.0:1767384921.457885:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00080000:00000001:1.0:1767384921.457888:0:16762:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384921.457892:0:16762:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384921.457916:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:0.0:1767384921.457956:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:0.0:1767384921.458001:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:0.0:1767384921.458394:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:0.0:1767384921.458435:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:0.0:1767384921.458478:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:0.0:1767384921.458512:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:0.0:1767384921.458540:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:0.0:1767384921.458635:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:0.0:1767384921.458845:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a9757292. 00000800:00000010:0.0:1767384921.458852:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006fdae188. 00000800:00000010:0.0:1767384921.458857:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000135416c8. 00000800:00000010:0.0:1767384921.458878:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000135416c8. 00000800:00020000:0.0:1767384921.458886:0:16118:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:0.0:1767384921.458890:0:16118:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006fdae188. 00000800:00000010:0.0:1767384921.458892:0:16118:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a9757292. 00000400:02020000:0.0:1767384921.458926:0:16118:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp29 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384921.458932:0:16118:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp29 notifying 192.168.203.157@tcp29: down 00000800:00000200:0.0:1767384921.458937:0:16118:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp29 down 00000800:00000100:0.0:1767384921.458944:0:16118:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 400 0@<0:0>->192.168.203.157@tcp29 00000800:00000010:0.0:1767384921.458947:0:16118:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090231955. 00000400:00000200:0.0:1767384921.458951:0:16118:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384921.458954:0:16118:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp29->192.168.203.157@tcp29: PUT: LOCAL_ERROR 00000400:00000200:0.0:1767384921.458961:0:16118:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp29 added to recovery queue. ping count: 0 next ping: 245 health :900 00000400:00000200:0.0:1767384921.458964:0:16118:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384921.458974:0:16118:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp: 1 00000400:00000200:0.0:1767384921.458977:0:16118:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:1.0:1767384921.459006:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384921.459042:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x101151 00000400:00000001:1.0:1767384921.459048:0:16125:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384921.459050:0:16125:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384921.459052:0:16125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be799be5 00000400:00000010:1.0:1767384921.459055:0:16125:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be799be5. 00000400:00000200:1.0:1767384921.459059:0:16125:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384921.459063:0:16125:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:1.0:1767384921.459068:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (24) 00000400:00000200:1.0:1767384921.459072:0:16125:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.157@tcp 00000400:00000200:1.0:1767384921.459075:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 rc -71 00000400:00000200:1.0:1767384921.459143:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:1.0:1767384921.459147:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (23) 00080000:00000001:1.0:1767384921.467107:0:16762:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384921.467112:0:16762:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:1.0:1767384921.467116:0:16762:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384921.467118:0:16762:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:2.0:1767384921.467126:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:01000000:1.0:1767384921.467129:0:16762:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384921.467138:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384921.467139:0:16762:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:2.0:1767384921.467141:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384921.467145:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:1.0:1767384921.467145:0:16762:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00040000:00000001:2.0:1767384921.467149:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384921.467153:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000432e31b5. 20000000:00000010:0.0:1767384921.467153:0:16763:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f771f3d8. 00080000:00000020:1.0:1767384921.467154:0:16762:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:2.0:1767384921.467161:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384921.467161:0:16763:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 20000000:00000001:0.0:1767384921.467169:0:16763:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:1.0:1767384921.467170:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384921.467174:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384921.467175:0:16763:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:1.0:1767384921.467177:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384921.467182:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384921.467185:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384921.467191:0:16785:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000086943d57 count: 2 00010000:00000001:1.0:1767384921.467193:0:16785:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384921.467196:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384921.467206:0:16763:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384921.467207:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003dfbde8f. 00000020:00000001:1.0:1767384921.467213:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384921.467214:0:16763:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000040:1.0:1767384921.467216:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003dfbde8f with handle 0x4895a8f6c11e86c5 to hash 00080000:00000001:0.0:1767384921.467218:0:16763:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384921.467220:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384921.467224:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435879613952 : -108637829937664 : ffff9d31c8bcc600) 00080000:00000001:0.0:1767384921.467224:0:16763:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384921.467229:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435879613952 : -108637829937664 : ffff9d31c8bcc600) 00000020:00000001:0.0:1767384921.467230:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384921.467232:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384921.467235:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384921.467237:0:16763:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00010000:00010000:1.0:1767384921.467238:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e86c5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384921.467246:0:16763:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384921.467248:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384921.467252:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000010:0.0:1767384921.467254:0:16763:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000089b01e3b. 00010000:00000001:1.0:1767384921.467255:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384921.467258:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384921.467261:0:16763:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635436770056192 : -108636939495424 : ffff9d31fdcfd800) 00010000:00000001:1.0:1767384921.467262:0:16785:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384921.467267:0:16785:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000d44f8866/0x4895a8f6c11e86be lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e86b7 expref: 16 pid: 16763 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384921.467268:0:16763:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384921.467274:0:16785:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384921.467276:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.467278:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384921.467279:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384921.467281:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384921.467282:0:16785:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384921.467284:0:16785:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e86c5 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384921.467288:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000086943d57) refcount = 2 00010000:00000040:1.0:1767384921.467291:0:16785:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384921.467293:0:16785:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d44f8866/0x4895a8f6c11e86be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x4895a8f6c11e86b7 expref: 16 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384921.467297:0:16785:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384921.467299:0:16785:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e86c5 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384921.467310:0:16785:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000087e96108. 00000100:00000001:1.0:1767384921.467313:0:16785:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384921.467316:0:16785:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009ba6a004. 00000100:00000001:1.0:1767384921.467318:0:16785:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635431477254016 : -108642232297600 : ffff9d30c2561780) 00000100:00000001:1.0:1767384921.467320:0:16785:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635431477254016 : -108642232297600 : ffff9d30c2561780) 00000100:00000001:1.0:1767384921.467322:0:16785:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384921.467323:0:16785:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384921.467325:0:16785:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384921.467329:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384921.467330:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384921.467332:0:16785:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384921.467334:0:16785:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384921.467347:0:16785:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000001:00000001:0.0:1767384921.467347:0:16763:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384921.467352:0:16763:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.467353:0:16785:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00080000:00000001:0.0:1767384921.467358:0:16763:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000010:1.0:1767384921.467359:0:16785:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb630d2d. 00000020:00000040:1.0:1767384921.467363:0:16785:0:(genops.c:1229:class_import_get()) import 00000000c30cd863 refcount=2 obd=MGS 00000100:00000001:1.0:1767384921.467365:0:16785:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384921.467367:0:16785:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384921.467370:0:16785:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384921.467373:0:16763:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384921.467374:0:16785:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000048deb0ba. 00080000:00000001:0.0:1767384921.467379:0:16763:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:1.0:1767384921.467381:0:16785:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384921.467385:0:16785:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000d44f8866/0x4895a8f6c11e86be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4895a8f6c11e86b7 expref: 16 pid: 16763 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384921.467396:0:16785:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000d44f8866/0x4895a8f6c11e86be lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4895a8f6c11e86b7 expref: 16 pid: 16763 timeout: 394 lvb_type: 0 00010000:00000001:1.0:1767384921.467402:0:16785:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384921.467404:0:16785:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384921.467407:0:16785:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cb630d2d x1853237358511616/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384921.467414:0:16785:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384921.467416:0:16785:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384921.467419:0:16785:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cb630d2d pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16785:1853237358511616:0@lo:104: 00000100:00000001:1.0:1767384921.467428:0:16785:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384921.467432:0:16785:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384921.467434:0:16785:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384921.467436:0:16785:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384921.467439:0:16785:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004a0eb3cd. 02000000:00000001:1.0:1767384921.467441:0:16785:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384921.467445:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000356384be. 00000400:00000010:1.0:1767384921.467450:0:16785:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f27d0a09. 00000100:00000200:1.0:1767384921.467453:0:16785:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358511616, portal 16 00000100:00000001:1.0:1767384921.467455:0:16785:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384921.467457:0:16785:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436514555008 : -108637194996608 : ffff9d31ee953480) 00000100:00000040:1.0:1767384921.467460:0:16785:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000cb630d2d x1853237358511616/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384937 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384921.467466:0:16785:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384921.467468:0:16785:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384921.467471:0:16785:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070e6148d. 00000100:00000200:1.0:1767384921.467474:0:16785:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237358511616, offset 0 00000400:00000200:1.0:1767384921.467479:0:16785:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384921.467488:0:16785:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384921.467495:0:16785:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272704600 00080000:00000001:0.0:1767384921.467499:0:16763:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:1.0:1767384921.467503:0:16785:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1640 00080000:00000001:0.0:1767384921.467506:0:16763:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384921.467509:0:16785:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384921.467514:0:16785:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384921.467519:0:16785:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384921.467521:0:16785:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384921.467525:0:16785:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b107b8d. 00000100:00000040:1.0:1767384921.467527:0:16785:0:(events.c:337:request_in_callback()) incoming req@000000006b107b8d x1853237358511616 msgsize 328 00000100:00100000:1.0:1767384921.467532:0:16785:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384921.467544:0:16785:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384921.467549:0:16785:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070e6148d 00000400:00000010:1.0:1767384921.467551:0:16785:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070e6148d. 00000100:00000001:1.0:1767384921.467553:0:16785:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384921.467555:0:16785:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cb630d2d x1853237358511616/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384937 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384921.467582:0:16753:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384921.467587:0:16753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358511616 02000000:00000001:2.0:1767384921.467600:0:16753:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384921.467601:0:16785:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384921.467603:0:16753:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384921.467606:0:16785:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cb630d2d x1853237358511616/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384937 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384921.467607:0:16753:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384921.467614:0:16753:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384921.467620:0:16785:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384921.467621:0:16753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358511616 00000100:00000001:1.0:1767384921.467624:0:16785:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384921.467626:0:16753:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384921.467629:0:16753:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e83fb 00000100:00000001:1.0:1767384921.467630:0:16785:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384921.467632:0:16753:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384921.467636:0:16753:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f3b2147e refcount=3 00000100:00000001:1.0:1767384921.467637:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294911341 00000020:00000001:2.0:1767384921.467641:0:16753:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633131008 : -108637076420608 : ffff9d31f5a68800) 00000020:00000001:2.0:1767384921.467644:0:16753:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633131008 : -108637076420608 : ffff9d31f5a68800) 00000100:00000001:2.0:1767384921.467647:0:16753:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384921.467648:0:16785:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294911330 00000020:00000010:2.0:1767384921.467651:0:16753:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a429e34. 00000100:00000001:2.0:1767384921.467666:0:16753:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384921.467666:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294911341 00000020:00000010:2.0:1767384921.467673:0:16753:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a429e34. 00000100:00000001:1.0:1767384921.467674:0:16785:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294911330 00000020:00000010:2.0:1767384921.467680:0:16753:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c808ad95. 00000100:00000001:1.0:1767384921.467680:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294911341 00000020:00000010:2.0:1767384921.467689:0:16753:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000063f6aee2. 00000100:00000001:1.0:1767384921.467689:0:16785:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294911330 00000020:00000010:2.0:1767384921.467697:0:16753:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000113ff913. 00000100:00000001:1.0:1767384921.467697:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294911341 00000100:00000001:1.0:1767384921.467700:0:16785:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294911330 00000100:00000001:1.0:1767384921.467707:0:16785:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384921.467708:0:16753:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767384921.467709:0:16785:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.467713:0:16753:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1767384921.467714:0:16785:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.467717:0:16753:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384921.467718:0:16785:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.467720:0:16753:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384921.467730:0:16785:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.467733:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384921.467735:0:16753:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.467735:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384921.467738:0:16785:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.467741:0:16785:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384921.467742:0:16785:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384921.467744:0:16785:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384921.467745:0:16785:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384921.467747:0:16785:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384921.467748:0:16753:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384921.467749:0:16785:0:(client.c:2690:ptlrpc_set_wait()) set 000000009ba6a004 going to sleep for 11 seconds 00000100:00000001:1.0:1767384921.467754:0:16785:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384921.467757:0:16785:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.467764:0:16753:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384921.467767:0:16753:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384921.467772:0:16753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:2.0:1767384921.467776:0:16753:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f3b2147e : new rpc_count 1 00000100:00000001:2.0:1767384921.467789:0:16753:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436514546048 : -108637195005568 : ffff9d31ee951180) 00000100:00000040:2.0:1767384921.467796:0:16753:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006b107b8d x1853237358511616/t0(0) o104->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:147/0 lens 328/0 e 0 to 0 dl 1767384932 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384921.467808:0:16753:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384921.467812:0:16753:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a429e34. 00000100:00000001:2.0:1767384921.467815:0:16753:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384921.467817:0:16753:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a429e34. 00000100:00100000:2.0:1767384921.467823:0:16753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006b107b8d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fc613044-dd35-4201-b03c-4d69ab0214c0+3:16785:x1853237358511616:12345-0@lo:104: 00000100:00000200:2.0:1767384921.467828:0:16753:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358511616 00010000:00000001:2.0:1767384921.467830:0:16753:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384921.467834:0:16753:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384921.467836:0:16753:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384921.467837:0:16753:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000c4140f9 refcount=2 00000020:00000001:2.0:1767384921.467839:0:16753:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879617024 : -108637829934592 : ffff9d31c8bcd200) 00010000:00000001:2.0:1767384921.467841:0:16753:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879617024 : -108637829934592 : ffff9d31c8bcd200) 00010000:00000001:2.0:1767384921.467844:0:16753:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384921.467846:0:16753:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384921.467848:0:16753:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.157@tcp lock: 000000000c4140f9/0x4895a8f6c11e86b7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4895a8f6c11e86be expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384921.467855:0:16753:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384921.467858:0:16753:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384921.467861:0:16753:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006a402d1e. 02000000:00000001:2.0:1767384921.467864:0:16753:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.467866:0:16753:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384921.467869:0:16753:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384921.467872:0:16753:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384921.467875:0:16753:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c1b60063 time=45 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384921.467879:0:16753:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384921.467883:0:16753:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:2.0:1767384921.467885:0:16753:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384921.467887:0:16753:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384921.467896:0:16753:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.467900:0:16753:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384921.467902:0:16753:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384921.467906:0:16753:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083cd30ec. 00000100:00000200:2.0:1767384921.467908:0:16753:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237358511616, offset 224 00000400:00000200:2.0:1767384921.467914:0:16753:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384921.467920:0:16753:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384921.467927:0:16753:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272704600 00000400:00000200:2.0:1767384921.467933:0:16753:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1771 [1] + 224 00000400:00000200:2.0:1767384921.467937:0:16753:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384921.467941:0:16753:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384921.467945:0:16753:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384921.467949:0:16753:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cb630d2d x1853237358511616/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384937 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384921.467957:0:16753:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000cb630d2d x1853237358511616/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384921.467971:0:16753:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384921.467976:0:16753:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083cd30ec 00000400:00000010:2.0:1767384921.467978:0:16753:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083cd30ec. 00000100:00000001:2.0:1767384921.467981:0:16753:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384921.467982:0:16753:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384921.467986:0:16753:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384921.467988:0:16753:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:2.0:1767384921.468002:0:16753:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767384921.468007:0:16753:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000d474981a. 00010000:00000001:2.0:1767384921.468009:0:16753:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767384921.468053:0:16753:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767384921.468056:0:16753:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384921.468058:0:16753:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384921.468060:0:16753:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384921.468065:0:16753:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b107b8d x1853237358511616/t0(0) o104->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:147/0 lens 328/224 e 0 to 0 dl 1767384932 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384921.468075:0:16753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006b107b8d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fc613044-dd35-4201-b03c-4d69ab0214c0+3:16785:x1853237358511616:12345-0@lo:104: Request processed in 264us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384921.468089:0:16753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000040:2.0:1767384921.468092:0:16753:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f3b2147e : new rpc_count 0 00000100:00000001:2.0:1767384921.468094:0:16753:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384921.468097:0:16753:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384921.468100:0:16753:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000063f6aee2. 00000020:00000010:2.0:1767384921.468104:0:16753:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000113ff913. 00000020:00000010:2.0:1767384921.468108:0:16753:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c808ad95. 00000020:00000040:2.0:1767384921.468113:0:16753:0:(genops.c:898:class_export_put()) PUTting export 00000000f3b2147e : new refcount 2 00000100:00000001:2.0:1767384921.468116:0:16753:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384921.468138:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384921.468140:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384921.468142:0:16757:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767384921.468145:0:16757:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384921.468147:0:16757:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384921.468149:0:16757:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.157@tcp lock: 000000000c4140f9/0x4895a8f6c11e86b7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4895a8f6c11e86be expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384921.468156:0:16757:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000000c4140f9 already unused, calling callback (00000000de964f35) 10000000:00000001:2.0:1767384921.468158:0:16757:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384921.468159:0:16757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.157@tcp lock: 000000000c4140f9/0x4895a8f6c11e86b7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4895a8f6c11e86be expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384921.468164:0:16757:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384921.468166:0:16757:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384921.468167:0:16757:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384921.468169:0:16757:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000c4140f9 refcount=3 00000020:00000001:2.0:1767384921.468170:0:16757:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879617024 : -108637829934592 : ffff9d31c8bcd200) 00010000:00000001:2.0:1767384921.468172:0:16757:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879617024 : -108637829934592 : ffff9d31c8bcd200) 00010000:00000001:2.0:1767384921.468175:0:16757:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384921.468176:0:16757:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.157@tcp lock: 000000000c4140f9/0x4895a8f6c11e86b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4895a8f6c11e86be expref: -99 pid: 16767 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767384921.468181:0:16757:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384921.468189:0:16757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.157@tcp lock: 000000000c4140f9/0x4895a8f6c11e86b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4895a8f6c11e86be expref: -99 pid: 16767 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384921.468193:0:16757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384921.468196:0:16757:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384921.468197:0:16757:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767384921.468199:0:16757:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384921.468201:0:16757:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384921.468202:0:16757:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384921.468210:0:16757:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384921.468212:0:16757:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384921.468213:0:16757:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ff67cc77) refs 2 10000000:00000001:2.0:1767384921.468216:0:16757:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384921.468217:0:16757:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384921.468221:0:16757:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384921.468224:0:16757:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384921.468226:0:16757:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384921.468228:0:16757:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384921.468230:0:16757:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384921.468232:0:16757:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000c4140f9 with handle 0x4895a8f6c11e86b7 from hash 00010000:00000001:2.0:1767384921.468234:0:16757:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384921.468235:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384921.468236:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384921.468237:0:16757:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384921.468239:0:16757:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384921.468240:0:16757:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384921.468242:0:16757:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384921.468244:0:16757:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384921.468249:0:16757:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025b5fe67. 00000020:00000040:2.0:1767384921.468251:0:16757:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=6 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1767384921.468253:0:16757:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384921.468254:0:16757:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384921.468255:0:16757:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384921.468259:0:16757:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c808ad95. 00000100:00000001:2.0:1767384921.468262:0:16757:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384921.468264:0:16757:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384921.468267:0:16757:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.157@tcp lock: 000000000c4140f9/0x4895a8f6c11e86b7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4895a8f6c11e86be expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384921.468277:0:16757:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384921.468278:0:16757:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384921.468281:0:16757:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384921.468283:0:16757:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384921.468288:0:16757:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025b5fe67] to pc [ptlrpcd_00_03+3] req@0000000025b5fe67 x1853237358511744/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384921.468310:0:16757:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384921.468312:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384921.468313:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384921.468314:0:16757:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384921.468316:0:16757:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384921.468318:0:16757:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384921.468320:0:16757:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.157@tcp lock: 000000000c4140f9/0x4895a8f6c11e86b7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4895a8f6c11e86be expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384921.468325:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384921.468326:0:16757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.157@tcp lock: 000000000c4140f9/0x4895a8f6c11e86b7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4895a8f6c11e86be expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384921.468328:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:2.0:1767384921.468331:0:16757:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ac34dfef count: 0 00000100:00000001:3.0:1767384921.468334:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384921.468338:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767384921.468342:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384921.468346:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000025b5fe67 x1853237358511744/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384921.468347:0:16757:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384921.468350:0:16757:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000d474981a. 00010000:00000001:2.0:1767384921.468356:0:16757:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.468359:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1767384921.468360:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384921.468362:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384921.468363:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384921.468369:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:2.0:1767384921.468369:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767384921.468374:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384921.468374:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384921.468378:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384921.468379:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384921.468382:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767384921.468384:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000025b5fe67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358511744:0@lo:103: 00000020:00000001:2.0:1767384921.468386:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384921.468389:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.468390:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:2.0:1767384921.468394:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767384921.468397:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384921.468399:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384921.468403:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384921.468413:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384921.468416:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384921.468418:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.468421:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.468429:0:16785:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384921.468433:0:16785:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384921.468435:0:16785:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384921.468437:0:16785:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000356384be. 00000400:00000200:2.0:1767384921.468441:0:16785:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f27d0a09 00000400:00000010:2.0:1767384921.468442:0:16785:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f27d0a09. 00000100:00000001:2.0:1767384921.468444:0:16785:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384921.468448:0:16785:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cb630d2d x1853237358511616/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384921.468456:0:16785:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cb630d2d x1853237358511616/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384921.468463:0:16785:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384921.468465:0:16785:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384921.468467:0:16785:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384921.468469:0:16785:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384921.468471:0:16785:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384921.468472:0:16785:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384921.468474:0:16785:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384921.468477:0:16785:0:(import.c:2128:obd_at_measure()) add 5 to 0000000080a5a92e time=45 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384921.468480:0:16785:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cfe3d233 time=45 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384921.468483:0:16785:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384921.468485:0:16785:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384921.468487:0:16785:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384921.468489:0:16785:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.468491:0:16785:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384921.468495:0:16785:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cb630d2d x1853237358511616/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384921.468499:0:16785:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384921.468502:0:16785:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384921.468504:0:16785:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384921.468506:0:16785:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384921.468507:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384921.468513:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384921.468515:0:16785:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384921.468520:0:16785:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb630d2d x1853237358511616/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384937 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384921.468527:0:16785:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cb630d2d pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16785:1853237358511616:0@lo:104: 00000100:00000001:2.0:1767384921.468533:0:16785:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384921.468535:0:16785:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.468537:0:16785:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384921.468539:0:16785:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384921.468542:0:16785:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cb630d2d x1853237358511616/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384937 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384921.468547:0:16785:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384921.468549:0:16785:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384921.468551:0:16785:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004a0eb3cd. 02000000:00000001:2.0:1767384921.468554:0:16785:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384921.468570:0:16785:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384921.468573:0:16785:0:(genops.c:1242:class_import_put()) import 00000000c30cd863 refcount=1 obd=MGS 00000020:00000001:2.0:1767384921.468576:0:16785:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384921.468578:0:16785:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000048deb0ba. 02000000:00000001:2.0:1767384921.468584:0:16785:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384921.468586:0:16785:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384921.468588:0:16785:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cb630d2d. 00000100:00000001:2.0:1767384921.468592:0:16785:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384921.468594:0:16785:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384921.468596:0:16785:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009ba6a004. 00000100:00000001:2.0:1767384921.468599:0:16785:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384921.468600:0:16785:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384921.468602:0:16785:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000087e96108. 00010000:00000001:2.0:1767384921.468604:0:16785:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384921.468607:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384921.468609:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384921.468612:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384921.468614:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1767384921.468616:0:16785:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e86c5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 02000000:00000010:3.0:1767384921.468634:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ebcc776. 02000000:00000001:3.0:1767384921.468638:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384921.468643:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061aa3319. 00000400:00000010:3.0:1767384921.468648:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1a6f55d. 00000100:00000200:3.0:1767384921.468652:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358511744, portal 18 00000100:00000001:3.0:1767384921.468660:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384921.468662:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504588160 : -108642204963456 : ffff9d30c3f72d80) 00000100:00000040:3.0:1767384921.468669:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000025b5fe67 x1853237358511744/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384937 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384921.468677:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384921.468682:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384921.468686:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091979154. 00000100:00000200:3.0:1767384921.468690:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237358511744, offset 0 00000400:00000200:3.0:1767384921.468696:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384921.468703:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384921.468722:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272704680 00000400:00000200:3.0:1767384921.468763:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1640 00000400:00000200:3.0:1767384921.468768:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384921.468771:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384921.468775:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384921.468777:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384921.468781:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000980c7aa6. 00000100:00000040:3.0:1767384921.468784:0:16130:0:(events.c:337:request_in_callback()) incoming req@00000000980c7aa6 x1853237358511744 msgsize 328 00000100:00100000:3.0:1767384921.468787:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384921.468796:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384921.468801:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091979154 00000400:00000010:3.0:1767384921.468803:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091979154. 00000100:00000001:3.0:1767384921.468806:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384921.468810:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000025b5fe67 x1853237358511744/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384937 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384921.468820:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384921.468824:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000025b5fe67 x1853237358511744/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384937 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384921.468832:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.468835:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384921.468840:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.468843:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294911342 00000100:00000001:3.0:1767384921.468850:0:16130:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294911341 00000100:00000001:3.0:1767384921.468864:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294911342 00000100:00000001:3.0:1767384921.468869:0:16130:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294911341 00000100:00000001:3.0:1767384921.468873:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294911342 00000100:00000001:3.0:1767384921.468880:0:16130:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294911341 00000100:00000001:3.0:1767384921.468885:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294911342 00000100:00000001:3.0:1767384921.468890:0:16130:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294911341 00000100:00000001:3.0:1767384921.468896:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384921.468898:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.468900:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.468902:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384921.468907:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384921.468909:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384921.468911:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384921.468912:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384921.468915:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.468918:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.468937:0:16756:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384921.468940:0:16756:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358511744 02000000:00000001:3.0:1767384921.468942:0:16756:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384921.468943:0:16756:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384921.468945:0:16756:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384921.468948:0:16756:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384921.468950:0:16756:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358511744 00000020:00000001:3.0:1767384921.468952:0:16756:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384921.468954:0:16756:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:3.0:1767384921.468956:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384921.468958:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=17 00000020:00000001:3.0:1767384921.468960:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:3.0:1767384921.468963:0:16756:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:3.0:1767384921.468966:0:16756:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384921.468969:0:16756:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009fe6b3db. 00000100:00000001:3.0:1767384921.468971:0:16756:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384921.468973:0:16756:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009fe6b3db. 00000020:00000010:3.0:1767384921.468984:0:16756:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003b2395b7. 00000020:00000010:3.0:1767384921.468988:0:16756:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e354a515. 00000020:00000010:3.0:1767384921.468992:0:16756:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a1b062ee. 00000100:00000040:3.0:1767384921.469040:0:16756:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384921.469043:0:16756:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384921.469045:0:16756:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384921.469048:0:16756:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384921.469050:0:16756:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384921.469053:0:16756:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384921.469056:0:16756:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384921.469057:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384921.469060:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d44f8866 refcount=4 00000020:00000001:3.0:1767384921.469062:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275764736 : -108637433786880 : ffff9d31e0598e00) 00010000:00000001:3.0:1767384921.469065:0:16756:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275764736 : -108637433786880 : ffff9d31e0598e00) 00010000:00010000:3.0:1767384921.469069:0:16756:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000d44f8866/0x4895a8f6c11e86be lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4895a8f6c11e86b7 expref: 17 pid: 16763 timeout: 394 lvb_type: 0 00010000:00000001:3.0:1767384921.469075:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384921.469076:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384921.469078:0:16756:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384921.469080:0:16756:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384921.469085:0:16756:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384921.469089:0:16756:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000980c7aa6 x1853237358511744/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:147/0 lens 328/0 e 0 to 0 dl 1767384932 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384921.469094:0:16756:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384921.469096:0:16756:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.469105:0:16756:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384921.469117:0:16756:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384921.469119:0:16756:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384921.469122:0:16756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:3.0:1767384921.469124:0:16756:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 3 00000100:00000001:3.0:1767384921.469126:0:16756:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436515721216 : -108637193830400 : ffff9d31eea70000) 00000100:00000040:3.0:1767384921.469130:0:16756:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000980c7aa6 x1853237358511744/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:147/0 lens 328/0 e 0 to 0 dl 1767384932 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384921.469148:0:16756:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384921.469151:0:16756:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009fe6b3db. 00000100:00000001:3.0:1767384921.469154:0:16756:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384921.469156:0:16756:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009fe6b3db. 00000100:00100000:3.0:1767384921.469162:0:16756:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000980c7aa6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fc613044-dd35-4201-b03c-4d69ab0214c0+17:16130:x1853237358511744:12345-0@lo:103: 00000100:00000200:3.0:1767384921.469165:0:16756:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358511744 00010000:00000001:3.0:1767384921.469167:0:16756:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384921.469168:0:16756:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384921.469170:0:16756:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384921.469173:0:16756:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384921.469174:0:16756:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384921.469178:0:16756:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000024744588. 02000000:00000001:3.0:1767384921.469179:0:16756:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.469181:0:16756:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384921.469189:0:16756:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384921.469191:0:16756:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384921.469193:0:16756:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384921.469194:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384921.469196:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d44f8866 refcount=4 00000020:00000001:3.0:1767384921.469197:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275764736 : -108637433786880 : ffff9d31e0598e00) 00010000:00000001:3.0:1767384921.469198:0:16756:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275764736 : -108637433786880 : ffff9d31e0598e00) 00010000:00000040:3.0:1767384921.469200:0:16756:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000086943d57 count: 3 00010000:00010000:3.0:1767384921.469203:0:16756:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000d44f8866/0x4895a8f6c11e86be lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4895a8f6c11e86b7 expref: 17 pid: 16763 timeout: 394 lvb_type: 0 00000100:00001000:3.0:1767384921.469208:0:16756:0:(import.c:2128:obd_at_measure()) add 0 to 0000000011468271 time=1767384921 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384921.469211:0:16756:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384921.469216:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384921.469218:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384921.469221:0:16756:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000d44f8866/0x4895a8f6c11e86be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4895a8f6c11e86b7 expref: 17 pid: 16763 timeout: 394 lvb_type: 0 00000020:00000001:3.0:1767384921.469226:0:16756:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384921.469232:0:16756:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384921.469234:0:16756:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384921.469236:0:16756:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384921.469240:0:16756:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384921.469241:0:16756:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384921.469246:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384921.469248:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384921.469250:0:16756:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384921.469252:0:16756:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384921.469254:0:16756:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d44f8866 with handle 0x4895a8f6c11e86be from hash 00010000:00000001:3.0:1767384921.469257:0:16756:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384921.469259:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384921.469261:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384921.469262:0:16756:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384921.469264:0:16756:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384921.469265:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384921.469268:0:16756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d44f8866/0x4895a8f6c11e86be lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4895a8f6c11e86b7 expref: 17 pid: 16763 timeout: 394 lvb_type: 0 00010000:00000040:3.0:1767384921.469272:0:16756:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000005d63f134 : new locks_count 9 00000020:00000040:3.0:1767384921.469274:0:16756:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 16 00010000:00000001:3.0:1767384921.469282:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384921.469284:0:16756:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384921.469286:0:16756:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384921.469288:0:16756:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000003dfbde8f 00010000:00000001:3.0:1767384921.469290:0:16756:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384921.469291:0:16756:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384921.469293:0:16756:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384921.469295:0:16756:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384921.469296:0:16756:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384921.469298:0:16756:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384921.469300:0:16756:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384921.469302:0:16756:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e86c5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384921.469307:0:16756:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384921.469310:0:16756:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384921.469316:0:16756:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384921.469318:0:16756:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384921.469320:0:16756:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000086943d57) refcount = 2 00010000:00010000:3.0:1767384921.469323:0:16756:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e86c5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384921.469328:0:16756:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384921.469330:0:16756:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384921.469331:0:16756:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384921.469333:0:16756:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384921.469337:0:16756:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009fe6b3db. 00000100:00000001:3.0:1767384921.469339:0:16756:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384921.469342:0:16756:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029151b91. 00000100:00000001:3.0:1767384921.469344:0:16756:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635431473257472 : -108642236294144 : ffff9d30c2191c00) 00000100:00000001:3.0:1767384921.469346:0:16756:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635431473257472 : -108642236294144 : ffff9d30c2191c00) 00000100:00000001:3.0:1767384921.469348:0:16756:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384921.469349:0:16756:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384921.469351:0:16756:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384921.469354:0:16756:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384921.469357:0:16756:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002318499s 00010000:00000001:3.0:1767384921.469360:0:16756:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384921.469361:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384921.469363:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003dfbde8f refcount=5 00000020:00000001:3.0:1767384921.469365:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879613952 : -108637829937664 : ffff9d31c8bcc600) 00010000:00000001:3.0:1767384921.469367:0:16756:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879613952 : -108637829937664 : ffff9d31c8bcc600) 00010000:00000001:3.0:1767384921.469369:0:16756:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384921.469371:0:16756:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e86c5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384921.469376:0:16756:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384921.469378:0:16756:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e86c5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384921.469382:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384921.469384:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384921.469390:0:16756:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e86c5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384921.469394:0:16756:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384921.469397:0:16756:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384921.469399:0:16756:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384921.469400:0:16756:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e86c5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384921.469406:0:16756:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003dfbde8f already unused, calling callback (00000000be7801c4) 00010000:00000001:3.0:1767384921.469408:0:16756:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384921.469411:0:16756:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384921.469413:0:16756:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e86c5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384921.469417:0:16756:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384921.469418:0:16756:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384921.469420:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384921.469421:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003dfbde8f refcount=6 00000020:00000001:3.0:1767384921.469424:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879613952 : -108637829937664 : ffff9d31c8bcc600) 00010000:00000001:3.0:1767384921.469426:0:16756:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879613952 : -108637829937664 : ffff9d31c8bcc600) 00010000:00000001:3.0:1767384921.469429:0:16756:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384921.469430:0:16756:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e86c5 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384921.469434:0:16756:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384921.469437:0:16756:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384921.469438:0:16756:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384921.469449:0:16756:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384921.469451:0:16756:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384921.469453:0:16756:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384921.469455:0:16756:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384921.469457:0:16756:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003dfbde8f with handle 0x4895a8f6c11e86c5 from hash 00010000:00000001:3.0:1767384921.469459:0:16756:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384921.469461:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384921.469468:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384921.469470:0:16756:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384921.469472:0:16756:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384921.469473:0:16756:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384921.469475:0:16756:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384921.469477:0:16756:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384921.469479:0:16756:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384921.469481:0:16756:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384921.469482:0:16756:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384921.469484:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384921.469485:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384921.469487:0:16756:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384921.469488:0:16756:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384921.469490:0:16756:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384921.469491:0:16756:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e86c5 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384921.469495:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384921.469495:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384921.469496:0:16756:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384921.469498:0:16756:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384921.469499:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384921.469501:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384921.469502:0:16756:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384921.469504:0:16756:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384921.469506:0:16756:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384921.469508:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384921.469509:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384921.469511:0:16756:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384921.469513:0:16756:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384921.469515:0:16756:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384921.469517:0:16756:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.469518:0:16756:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.469520:0:16756:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384921.469521:0:16756:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000029151b91. 00000100:00000001:3.0:1767384921.469524:0:16756:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384921.469525:0:16756:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384921.469527:0:16756:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009fe6b3db. 00010000:00000001:3.0:1767384921.469535:0:16756:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1767384921.469537:0:16756:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384921.469538:0:16756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384921.469541:0:16756:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384921.469542:0:16756:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384921.469544:0:16756:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bb2adef3 time=45 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384921.469547:0:16756:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384921.469550:0:16756:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:3.0:1767384921.469552:0:16756:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:3.0:1767384921.469555:0:16756:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384921.469571:0:16756:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384921.469575:0:16756:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384921.469578:0:16756:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384921.469581:0:16756:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091979154. 00000100:00000200:3.0:1767384921.469584:0:16756:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237358511744, offset 224 00000400:00000200:3.0:1767384921.469592:0:16756:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384921.469601:0:16756:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384921.469621:0:16756:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272704680 00000400:00000200:3.0:1767384921.469625:0:16756:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x177d [1] + 224 00000400:00000200:3.0:1767384921.469628:0:16756:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384921.469633:0:16756:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384921.469637:0:16756:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384921.469641:0:16756:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000025b5fe67 x1853237358511744/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384937 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384921.469649:0:16756:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000025b5fe67 x1853237358511744/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384921.469664:0:16756:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384921.469669:0:16756:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091979154 00000400:00000010:3.0:1767384921.469670:0:16756:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091979154. 00000100:00000001:3.0:1767384921.469675:0:16756:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384921.469677:0:16756:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384921.469681:0:16756:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384921.469684:0:16756:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00000001:1.0:1767384921.469684:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384921.469687:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384921.469688:0:16756:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384921.469700:0:16756:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384921.469703:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384921.469706:0:16756:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000980c7aa6 x1853237358511744/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:147/0 lens 328/224 e 0 to 0 dl 1767384932 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384921.469707:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384921.469722:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061aa3319. 00000400:00000200:1.0:1767384921.469729:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1a6f55d 00000100:00100000:3.0:1767384921.469734:0:16756:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000980c7aa6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fc613044-dd35-4201-b03c-4d69ab0214c0+16:16130:x1853237358511744:12345-0@lo:103: Request processed in 581us (944us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384921.469734:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1a6f55d. 00000100:00000001:1.0:1767384921.469740:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384921.469745:0:16756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000200:1.0:1767384921.469747:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000025b5fe67 x1853237358511744/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384921.469749:0:16756:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 2 00000100:00000001:3.0:1767384921.469755:0:16756:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384921.469758:0:16756:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384921.469763:0:16756:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e354a515. 00000100:00000200:1.0:1767384921.469764:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000025b5fe67 x1853237358511744/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384921.469769:0:16756:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a1b062ee. 00000020:00000010:3.0:1767384921.469776:0:16756:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003b2395b7. 00000100:00000001:1.0:1767384921.469777:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384921.469782:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384921.469783:0:16756:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 15 00000100:00000001:1.0:1767384921.469784:0:16130:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384921.469787:0:16756:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384921.469788:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384921.469792:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384921.469794:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384921.469797:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384921.469800:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f692eeab time=45 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384921.469803:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=45 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384921.469806:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384921.469808:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.469810:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384921.469812:0:16130:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384921.469814:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384921.469815:0:16785:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e86c5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384921.469818:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000025b5fe67 x1853237358511744/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384921.469839:0:16785:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:1.0:1767384921.469839:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384921.469847:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:1.0:1767384921.469848:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384921.469850:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384921.469855:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e86c5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384921.469855:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025b5fe67 x1853237358511744/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384937 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384921.469879:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00100000:1.0:1767384921.469881:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000025b5fe67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358511744:0@lo:103: 00010000:00000001:3.0:1767384921.469883:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384921.469887:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e86c5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384921.469888:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384921.469894:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000040:3.0:1767384921.469897:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000086943d57 count: 0 00010000:00000001:3.0:1767384921.469905:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384921.469906:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000025b5fe67 x1853237358511744/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384937 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:3.0:1767384921.469908:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384921.469917:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384921.469920:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384921.469922:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ebcc776. 02000000:00000001:1.0:1767384921.469927:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384921.469928:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384921.469930:0:16130:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1767384921.469932:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384921.469935:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c808ad95. 02000000:00000001:1.0:1767384921.469938:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384921.469939:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384921.469941:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000025b5fe67. 00000100:00000001:1.0:1767384921.469945:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384921.469947:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384921.469949:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384921.469954:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384921.469956:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384921.469959:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384921.469961:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384921.477035:0:16634:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ac34dfef. 00010000:00000010:2.1:1767384921.477045:0:16634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000c4140f9. 00080000:00000001:2.0:1767384921.477313:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384921.477317:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:0.0:1767384921.477317:0:16763:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384921.477319:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384921.477322:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:0.0:1767384921.477323:0:16763:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00040000:00000001:2.0:1767384921.477324:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384921.477329:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000089b01e3b. 20000000:00000001:0.0:1767384921.477329:0:16763:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384921.477335:0:16763:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:2.0:1767384921.477337:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384921.477338:0:16763:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384921.477350:0:16763:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384921.477353:0:16763:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384921.477358:0:16763:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384921.477525:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384921.477529:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384921.477530:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384921.477539:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384921.477540:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384921.477545:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000099e1222d. 00010000:00000001:3.0:1767384921.477548:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384921.477551:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e7280dd3. 00000020:00000001:3.0:1767384921.477554:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384921.477556:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e7280dd3 with handle 0x4895a8f6c11e86cc to hash 00000020:00000001:3.0:1767384921.477573:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384921.477574:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635431492109312 : -108642217442304 : ffff9d30c338c400) 00010000:00000001:3.0:1767384921.477576:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635431492109312 : -108642217442304 : ffff9d30c338c400) 00010000:00000001:3.0:1767384921.477578:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384921.477579:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384921.477582:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e86cc lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384921.477588:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384921.477590:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384921.477592:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384921.477593:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384921.477594:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384921.477596:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384921.477597:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384921.477598:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384921.477599:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384921.477600:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384921.477601:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384921.477602:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000099e1222d) refcount = 1 00010000:00010000:3.0:1767384921.477625:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e86cc lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384921.477630:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384921.477632:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384921.477634:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384921.477635:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384921.477638:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384921.477640:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384921.477648:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002318499s 00010000:00000001:3.0:1767384921.477651:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384921.477653:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384921.477654:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e7280dd3 refcount=4 00000020:00000001:3.0:1767384921.477657:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431492109312 : -108642217442304 : ffff9d30c338c400) 00010000:00000001:3.0:1767384921.477659:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635431492109312 : -108642217442304 : ffff9d30c338c400) 00010000:00000001:3.0:1767384921.477661:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384921.477663:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e86cc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384921.477668:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384921.477670:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e86cc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384921.477674:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384921.477675:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384921.477677:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e86cc lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384921.477681:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384921.477682:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384921.477684:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384921.477685:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e86cc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384921.477689:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e7280dd3 already unused, calling callback (00000000be7801c4) 00010000:00000001:3.0:1767384921.477691:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384921.477692:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384921.477693:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e86cc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384921.477696:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384921.477697:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384921.477698:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384921.477699:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e7280dd3 refcount=5 00000020:00000001:3.0:1767384921.477704:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431492109312 : -108642217442304 : ffff9d30c338c400) 00010000:00000001:3.0:1767384921.477706:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635431492109312 : -108642217442304 : ffff9d30c338c400) 00010000:00000001:3.0:1767384921.477708:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384921.477709:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e86cc lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384921.477723:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384921.477724:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384921.477725:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384921.477727:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384921.477728:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384921.477729:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384921.477730:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384921.477732:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e7280dd3 with handle 0x4895a8f6c11e86cc from hash 00010000:00000001:3.0:1767384921.477733:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384921.477734:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384921.477735:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384921.477736:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384921.477737:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384921.477738:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384921.477739:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384921.477740:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384921.477742:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384921.477743:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384921.477744:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384921.477746:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384921.477747:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384921.477748:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384921.477749:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384921.477750:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384921.477751:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e86cc lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384921.477755:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384921.477756:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384921.477756:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384921.477763:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384921.477764:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384921.477765:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384921.477766:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384921.477768:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384921.477769:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384921.477771:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e86cc lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384921.477775:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384921.477775:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384921.477776:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e86cc lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384921.477780:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000099e1222d count: 0 00010000:00000001:3.0:1767384921.477785:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384921.477786:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384921.479995:0:16762:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384921.480000:0:16762:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384921.480003:0:16762:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ab7e8103. 20000000:00000001:0.0:1767384921.480008:0:16762:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384921.480035:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358511360 00010000:00000001:0.0:1767384921.480039:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000010:3.1:1767384921.480051:0:27199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d44f8866. 00010000:00000200:0.0:1767384921.480055:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000035f588f5 x1853237358511360/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:147/0 lens 4848/4768 e 0 to 0 dl 1767384932 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:3.1:1767384921.480062:0:27199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000086943d57. 00000100:00000040:2.0:1767384921.480063:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294911342, at 4294911343 00010000:00000010:3.1:1767384921.480070:0:27199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003dfbde8f. 00000100:00000010:2.0:1767384921.480074:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007fadc0e1. 00010000:00000001:0.0:1767384921.480077:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384921.480081:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384921.480082:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294911342, at 4294911343 00000100:00001000:0.0:1767384921.480086:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=45 v=5 (1 0 0 0) 00000100:00000010:1.0:1767384921.480091:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000242a161f. 00000100:00000001:0.0:1767384921.480093:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384921.480098:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384921.480102:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384921.480105:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384921.480108:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384921.480111:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384921.480114:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384921.480118:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006fdae188. 00000100:00000200:0.0:1767384921.480123:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358511360, offset 224 00000400:00000200:0.0:1767384921.480130:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384921.480140:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384921.480149:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272704500 00000400:00000200:0.0:1767384921.480156:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1761 [2] + 224 00000100:00000040:3.0:1767384921.480161:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294911342, at 4294911343 00000400:00000200:0.0:1767384921.480164:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384921.480168:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000059447cc4. 00000400:00000200:0.0:1767384921.480173:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384921.480179:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384921.480184:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007c7946c9 x1853237358511360/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384921.480195:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007c7946c9 x1853237358511360/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384921.480218:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384921.480225:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fdae188 00000400:00000010:0.0:1767384921.480228:0:16762:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006fdae188. 00000100:00000001:0.0:1767384921.480232:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384921.480233:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384921.480237:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384921.480239:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.480241:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384921.480246:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000001:2.0:1767384921.480248:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384921.480252:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384921.480253:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384921.480254:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003edab07d. 00000020:00000001:0.0:1767384921.480257:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384921.480259:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086fdb145 00000400:00000010:2.0:1767384921.480261:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086fdb145. 00000100:00000001:2.0:1767384921.480263:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384921.480269:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007c7946c9 x1853237358511360/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384921.480272:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384921.480282:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007c7946c9 x1853237358511360/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384921.480282:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035f588f5 x1853237358511360/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:147/0 lens 4848/4768 e 0 to 0 dl 1767384932 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384921.480303:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384921.480305:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384921.480311:0:16128:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384921.480313:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1767384921.480315:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000035f588f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16128:x1853237358511360:12345-0@lo:253: Request processed in 23078us (23667us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384921.480316:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384921.480319:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384921.480323:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384921.480329:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=45 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384921.480333:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=45 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384921.480335:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00000001:2.0:1767384921.480337:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384921.480341:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384921.480342:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00010000:00000001:2.0:1767384921.480343:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384921.480346:0:16128:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384921.480348:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384921.480351:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384921.480355:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000013fdd39f. 00000100:00000001:2.0:1767384921.480356:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384921.480363:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007c7946c9 x1853237358511360/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384921.480363:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006015248f. 00000020:00000010:0.0:1767384921.480371:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001dde6f5. 00000100:00000001:2.0:1767384921.480380:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384921.480380:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 00000100:00000001:2.0:1767384921.480384:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767384921.480388:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384921.480389:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384921.480393:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d9273208. 00000020:01000004:2.0:1767384921.480396:0:16128:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 02000000:00000001:0.0:1767384921.480400:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:2.0:1767384921.480401:0:16128:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000001:0.0:1767384921.480405:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384921.480406:0:16128:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384921.480411:0:16128:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384921.480415:0:16128:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000200:0.0:1767384921.480415:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:2.0:1767384921.480420:0:16128:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384921.480422:0:16128:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384921.480424:0:16128:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000010:0.0:1767384921.480425:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5f97cb4. 00000020:01000004:2.0:1767384921.480426:0:16128:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384921.480430:0:16128:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:0.0:1767384921.480434:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006fdae188. 00000100:00000040:2.0:1767384921.480436:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007c7946c9 x1853237358511360/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384921.480448:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007c7946c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358511360:0@lo:253: 00000100:00000001:2.0:1767384921.480454:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384921.480458:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384921.480462:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007c7946c9 x1853237358511360/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384921.480471:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384921.480473:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384921.480476:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009831d8d2. 02000000:00000001:2.0:1767384921.480482:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384921.480485:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384921.480487:0:16128:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1767384921.480490:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384921.480492:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000018c56b10. 02000000:00000001:2.0:1767384921.480500:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384921.480502:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384921.480504:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007c7946c9. 00000100:00000001:2.0:1767384921.480510:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384921.480520:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384921.480523:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384921.480530:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384921.480532:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384921.480536:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384921.480539:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384921.480702:0:27199:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000bbbbf0ad. 00000400:00000040:3.0:1767384921.480717:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384921.480719:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384921.480722:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384921.480724:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384921.480726:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384921.480727:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384921.480730:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384921.480731:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384921.480732:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384921.480734:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384921.480736:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384921.480737:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384921.480739:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384921.480741:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384921.480742:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384921.480744:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384921.480746:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384921.480751:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384921.480753:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384921.480755:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384921.480756:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384921.480757:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384921.480758:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384921.480760:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384921.480761:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384921.480763:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384921.480764:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384921.480765:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384921.480766:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384921.480767:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384921.480768:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384921.480770:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384921.480771:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384921.480772:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384921.480774:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384921.480775:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384921.480776:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384921.480779:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384921.480780:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384921.480781:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384921.480783:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384921.480784:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384921.480787:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384921.480789:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384921.480791:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384921.480793:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384921.480795:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384921.480797:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384921.480800:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384921.480802:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384921.480804:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384921.480806:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384921.480807:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384921.480810:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384921.480812:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384921.480814:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384921.480821:0:27199:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384921.480904:0:27199:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000bbbbf0ad. 00000100:00000040:0.0:1767384921.481046:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294911342, at 4294911344 00000100:00000010:0.0:1767384921.481052:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee3d6d41. 00080000:00000020:0.0:1767384921.481920:0:16763:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384921.481923:0:16763:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384921.481926:0:16763:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f1da5d9a. 20000000:00000001:0.0:1767384921.481931:0:16763:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384921.481934:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358511488 00010000:00000001:0.0:1767384921.481936:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384921.481940:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000bea4e73 x1853237358511488/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:147/0 lens 4848/4768 e 0 to 0 dl 1767384932 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384921.481949:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384921.481951:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384921.481954:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=45 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384921.481966:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384921.481969:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384921.481971:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384921.481975:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384921.481977:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384921.481980:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384921.481982:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384921.481985:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d4bcb0c6. 00000100:00000200:0.0:1767384921.481989:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358511488, offset 224 00000400:00000200:0.0:1767384921.481995:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384921.482002:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384921.482009:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272704580 00000400:00000200:0.0:1767384921.482048:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1769 [2] + 224 00000400:00000200:0.0:1767384921.482055:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384921.482059:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384921.482064:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384921.482069:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000667d68f8 x1853237358511488/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384921.482080:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000667d68f8 x1853237358511488/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384921.482096:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384921.482103:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4bcb0c6 00000400:00000010:0.0:1767384921.482105:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d4bcb0c6. 00000100:00000001:0.0:1767384921.482110:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384921.482111:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384921.482116:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384921.482119:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:0.0:1767384921.482122:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384921.482124:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384921.482126:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384921.482130:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000bea4e73 x1853237358511488/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:147/0 lens 4848/4768 e 0 to 0 dl 1767384932 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384921.482140:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000bea4e73 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16129:x1853237358511488:12345-0@lo:253: Request processed in 24846us (25306us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384921.482156:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00000040:0.0:1767384921.482159:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:0.0:1767384921.482162:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384921.482164:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384921.482167:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006d593911. 00000020:00000010:0.0:1767384921.482181:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000891df0c. 00000020:00000010:0.0:1767384921.482185:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000044136d5. 00000020:00000040:0.0:1767384921.482189:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 02000000:00000001:0.0:1767384921.482194:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384921.482196:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000a223469. 02000000:00000001:0.0:1767384921.482201:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384921.482202:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384921.482206:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384921.482211:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ca97c79. 00000400:00000010:0.0:1767384921.482215:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d4bcb0c6. 00000100:00000001:0.0:1767384921.482237:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384921.482239:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384921.482243:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384921.482245:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384921.482248:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009dee1a7e. 00000400:00000200:0.0:1767384921.482252:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065104537 00000400:00000010:0.0:1767384921.482254:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000065104537. 00000100:00000001:0.0:1767384921.482259:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384921.482263:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000667d68f8 x1853237358511488/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384921.482273:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000667d68f8 x1853237358511488/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384921.482282:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384921.482284:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384921.482286:0:16129:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384921.482288:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384921.482290:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000010:3.1:1767384921.482292:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000099e1222d. 00000100:00000001:0.0:1767384921.482292:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384921.482299:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384921.482300:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e7280dd3. 00000100:00001000:0.0:1767384921.482311:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=45 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384921.482316:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=45 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384921.482319:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384921.482321:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384921.482323:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384921.482325:0:16129:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384921.482327:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384921.482331:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000667d68f8 x1853237358511488/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384921.482338:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384921.482340:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384921.482342:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384921.482345:0:16129:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384921.482347:0:16129:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384921.482348:0:16129:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384921.482350:0:16129:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384921.482351:0:16129:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384921.482353:0:16129:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384921.482355:0:16129:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384921.482356:0:16129:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384921.482358:0:16129:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384921.482361:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000667d68f8 x1853237358511488/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384921.482368:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000667d68f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358511488:0@lo:253: 00000100:00000001:0.0:1767384921.482373:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384921.482375:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384921.482378:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000667d68f8 x1853237358511488/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384937 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384921.482385:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384921.482387:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384921.482389:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004c22d5b5. 02000000:00000001:0.0:1767384921.482395:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384921.482396:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384921.482398:0:16129:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1767384921.482401:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384921.482409:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ad1dd55a. 02000000:00000001:0.0:1767384921.482425:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384921.482427:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384921.482428:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000667d68f8. 00000100:00000001:0.0:1767384921.482433:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384921.482434:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384921.482436:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384921.482442:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384921.482443:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384921.482446:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384921.482448:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384921.561091:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384921.561095:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384921.561097:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043c9c128 00000400:00000010:2.0:1767384921.561101:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043c9c128. 00000400:00000200:2.0:1767384921.561106:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384921.561111:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp28 recovery ping unlinked 00000400:00000010:2.0:1767384921.561119:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a374e323. 00000400:00000010:2.0:1767384921.561122:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006bf690d1. 00010000:00000001:1.0:1767384921.946067:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384921.946073:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384921.946078:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384921.946079:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384921.946112:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384921.946116:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384921.946118:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384922.138083:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:0.0:1767384922.138090:0:16793:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:2.0:1767384922.138092:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000020:0.0:1767384922.138096:0:16793:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384922.138100:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028d02595. 00000100:00000010:0.0:1767384922.138103:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000091a6af40. 00000020:00000040:2.0:1767384922.138109:0:36:0:(genops.c:1229:class_import_get()) import 000000002913d734 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:0.0:1767384922.138109:0:16793:0:(genops.c:1229:class_import_get()) import 000000002913d734 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384922.138117:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384922.138118:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384922.138123:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384922.138123:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384922.138130:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384922.138130:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384922.138141:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e3c2efc6. 02000000:00000010:0.0:1767384922.138141:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c85e9cba. 00000100:00000001:2.0:1767384922.138150:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.138151:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.138160:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767384922.138164:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000028d02595 x1853237358511872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384922.138165:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384922.138175:0:16793:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091a6af40] to pc [ptlrpcd_00_00+0] req@0000000091a6af40 x1853237358512000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.138184:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384922.138187:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384922.138195:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028d02595] to pc [ptlrpcd_00_01+1] req@0000000028d02595 x1853237358511872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.138215:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384922.138218:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384922.138229:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384922.138232:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025b5fe67. 00000020:00000040:2.0:1767384922.138236:0:36:0:(genops.c:1229:class_import_get()) import 000000005ebd018a refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384922.138239:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384922.138240:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384922.138244:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384922.138245:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384922.138247:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.138250:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1767384922.138254:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000020eaf503. 00000100:00000040:3.0:1767384922.138257:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000091a6af40 x1853237358512000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.138260:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384922.138269:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000025b5fe67 x1853237358512128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384922.138273:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384922.138276:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384922.138282:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384922.138284:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384922.138286:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384922.138287:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384922.138291:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384922.138296:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025b5fe67] to pc [ptlrpcd_00_02+2] req@0000000025b5fe67 x1853237358512128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384922.138298:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000091a6af40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16127:1853237358512000:0@lo:13: 00000100:00000001:3.0:1767384922.138307:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384922.138312:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384922.138316:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384922.138319:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384922.138323:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e626550f. 02000000:00000001:3.0:1767384922.138326:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.138327:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384922.138332:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767384922.138333:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b4051c7. 00000100:00000001:2.0:1767384922.138340:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1767384922.138342:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091979154. 00000100:00000010:2.0:1767384922.138345:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001853ff18. 00000100:00000200:3.0:1767384922.138350:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358512000, portal 4 00000020:00000040:2.0:1767384922.138350:0:36:0:(genops.c:1229:class_import_get()) import 00000000e13b832f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384922.138353:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384922.138355:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767384922.138357:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384922.138358:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780962304 : -108637928589312 : ffff9d31c2db7800) 02000000:00000001:2.0:1767384922.138361:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384922.138367:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c387c1fc. 00000100:00000040:3.0:1767384922.138368:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000091a6af40 x1853237358512000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.138374:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.138381:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384922.138383:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000001853ff18 x1853237358512256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384922.138388:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384922.138394:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ef6df2d. 00000100:00000200:3.0:1767384922.138399:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237358512000, offset 0 00000100:00000001:2.0:1767384922.138400:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384922.138404:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384922.138409:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384922.138410:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001853ff18] to pc [ptlrpcd_00_03+3] req@000000001853ff18 x1853237358512256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.138422:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384922.138424:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384922.138436:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (249) 00000400:00000200:3.0:1767384922.138437:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272704780 00000400:00000200:3.0:1767384922.138447:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 1568 00000400:00000200:3.0:1767384922.138462:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384922.138467:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384922.138474:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384922.138475:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384922.138477:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:2.0:1767384922.138480:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767384922.138482:0:16127:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021d34006. 00000100:00000001:2.0:1767384922.138484:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384922.138487:0:16127:0:(events.c:337:request_in_callback()) incoming req@0000000021d34006 x1853237358512000 msgsize 224 00000100:00000040:2.0:1767384922.138492:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028d02595 x1853237358511872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384922.138498:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384922.138507:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384922.138509:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.138510:0:16127:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384922.138512:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384922.138517:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384922.138519:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384922.138520:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ef6df2d 00000400:00000010:3.0:1767384922.138524:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ef6df2d. 00000100:00100000:2.0:1767384922.138525:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000028d02595 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16128:1853237358511872:0@lo:400: 00000100:00000001:3.0:1767384922.138529:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384922.138532:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1767384922.138536:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000091a6af40 x1853237358512000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384922.138537:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384922.138541:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384922.138546:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384922.138570:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1767384922.138570:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007628f704. 00000100:00000040:3.0:1767384922.138575:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000091a6af40 x1853237358512000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384922.138576:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384922.138585:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085ce38cc. 00000100:00000001:3.0:1767384922.138587:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.138590:0:16127:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1767384922.138592:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083cd30ec. 00000100:00000001:3.0:1767384922.138596:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384922.138597:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358511872, portal 4 00000100:00000001:2.0:1767384922.138601:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384922.138603:0:16127:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5788 usecs (6 jiffies) 00000100:00000001:2.0:1767384922.138603:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504577408 : -108642204974208 : ffff9d30c3f70380) 00000100:00000001:3.0:1767384922.138611:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294912007 00000100:00000040:2.0:1767384922.138614:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000028d02595 x1853237358511872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384922.138618:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006aab6fcc. 00000100:00000001:2.0:1767384922.138628:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384922.138629:0:16127:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767384922.138636:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384922.138640:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055ddf563. 00000100:00000200:2.0:1767384922.138643:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237358511872, offset 0 00000100:00000001:3.0:1767384922.138645:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294912007 00000100:00000010:3.0:1767384922.138650:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000514c309e. 00000400:00000200:2.0:1767384922.138652:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384922.138656:0:16127:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384922.138662:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294912007 00000400:00000200:2.0:1767384922.138666:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1767384922.138668:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c3537277. 00000100:00000001:3.0:1767384922.138673:0:16127:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384922.138677:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294912007 00000400:00000200:2.0:1767384922.138681:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272704700 00000100:00000010:3.0:1767384922.138684:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c963f871. 00000400:00000200:2.0:1767384922.138692:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 2544 00000100:00000001:3.0:1767384922.138694:0:16127:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384922.138701:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384922.138704:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.138707:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.138709:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.138716:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384922.138717:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384922.138719:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384922.138721:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384922.138723:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384922.138725:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384922.138726:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384922.138730:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384922.138732:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384922.138734:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001853ff18 x1853237358512256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384922.138743:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384922.138746:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384922.138748:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384922.138751:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384922.138755:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384922.138759:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384922.138761:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.138765:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384922.138767:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384922.138772:0:16128:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000adf9ac74. 00000100:00100000:1.0:1767384922.138775:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001853ff18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16130:1853237358512256:0@lo:400: 00000100:00000040:2.0:1767384922.138777:0:16128:0:(events.c:337:request_in_callback()) incoming req@00000000adf9ac74 x1853237358511872 msgsize 224 00000100:00000001:1.0:1767384922.138785:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1767384922.138791:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384922.138791:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384922.138794:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384922.138798:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384922.138802:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000011bf6eae. 00000100:00000001:2.0:1767384922.138803:0:16128:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384922.138806:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384922.138812:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055ddf563 00000400:00000010:1.0:1767384922.138812:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008001e3a2. 00000400:00000010:2.0:1767384922.138816:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055ddf563. 00000100:00000001:2.0:1767384922.138821:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384922.138824:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000028d02595 x1853237358511872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384922.138828:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070e6148d. 00000100:00000200:1.0:1767384922.138836:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358512256, portal 10 00000100:00000001:2.0:1767384922.138837:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384922.138841:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384922.138843:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028d02595 x1853237358511872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384922.138845:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504579200 : -108642204972416 : ffff9d30c3f70a80) 00000100:00000001:2.0:1767384922.138855:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384922.138857:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001853ff18 x1853237358512256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.138860:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384922.138868:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.138869:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384922.138875:0:16128:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5788 usecs (6 jiffies) 00000100:00000040:1.0:1767384922.138876:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384922.138881:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294912007 00000400:00000010:1.0:1767384922.138882:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f27d0a09. 00000100:00000001:2.0:1767384922.138886:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294912007 00000100:00000200:1.0:1767384922.138888:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237358512256, offset 0 00000100:00000001:2.0:1767384922.138891:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294912007 00000100:00000001:2.0:1767384922.138896:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294912007 00000100:00000001:2.0:1767384922.138898:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294912007 00000100:00000001:2.0:1767384922.138900:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294912007 00000100:00000001:2.0:1767384922.138902:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294912007 00000100:00000001:2.0:1767384922.138904:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294912007 00000100:00000001:2.0:1767384922.138907:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384922.138908:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384922.138912:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.138916:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384922.138921:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384922.138922:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384922.138932:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272704880 00000400:00000200:1.0:1767384922.138939:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4696 00000400:00000200:1.0:1767384922.138944:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384922.138946:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384922.138951:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384922.138952:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384922.138957:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000390d9815. 00000100:00000040:1.0:1767384922.138959:0:16130:0:(events.c:337:request_in_callback()) incoming req@00000000390d9815 x1853237358512256 msgsize 224 00000004:00000001:0.0:1767384922.138962:0:16793:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.138965:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1767384922.138967:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384922.138969:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384922.138973:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384922.138976:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384922.138978:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.138980:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.138981:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384922.138989:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f27d0a09 00000100:00000001:0.0:1767384922.138989:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384922.138993:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f27d0a09. 00000100:00000001:0.0:1767384922.138994:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384922.138999:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384922.138999:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384922.139002:0:18104:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384922.139007:0:18104:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358512000 00000100:00000040:0.0:1767384922.139007:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000025b5fe67 x1853237358512128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384922.139008:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001853ff18 x1853237358512256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384922.139064:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384922.139068:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001853ff18 x1853237358512256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384922.139072:0:18104:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384922.139076:0:18104:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384922.139080:0:18104:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.139080:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.139086:0:16130:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384922.139089:0:18104:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.139094:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384922.139095:0:18104:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358512000 00000020:00000001:2.0:1767384922.139100:0:18104:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1767384922.139101:0:16130:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2896 usecs (3 jiffies) 00000020:00000040:2.0:1767384922.139103:0:18104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8560 00000100:00000001:1.0:1767384922.139107:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294912004 00000020:00000001:2.0:1767384922.139108:0:18104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384922.139112:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294912007 00000020:00000040:2.0:1767384922.139113:0:18104:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ce565cee refcount=5 00000100:00000001:1.0:1767384922.139118:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294912004 00000020:00000001:2.0:1767384922.139119:0:18104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00000001:1.0:1767384922.139123:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294912007 00000020:00000001:2.0:1767384922.139125:0:18104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00000001:1.0:1767384922.139127:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294912004 00000100:00000001:2.0:1767384922.139132:0:18104:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384922.139132:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294912007 00000100:00000001:1.0:1767384922.139135:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294912004 00000020:00000010:2.0:1767384922.139138:0:18104:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c49ff8a. 00000100:00000001:1.0:1767384922.139139:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294912007 00000100:00000001:1.0:1767384922.139144:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384922.139146:0:18104:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000099e219dc. 00000100:00000001:1.0:1767384922.139147:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.139153:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384922.139155:0:18104:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fe96f595) now 6 - evictor 00000100:00000001:1.0:1767384922.139156:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.139164:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384922.139168:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384922.139171:0:18104:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384922.139172:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384922.139176:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384922.139179:0:18104:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b28d9342. 00000100:00000001:1.0:1767384922.139179:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.139185:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384922.139187:0:18104:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ac99675. 00000020:00000010:2.0:1767384922.139195:0:18104:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000113ff913. 00000100:00000040:2.0:1767384922.139207:0:18104:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384922.139211:0:18104:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384922.139213:0:18104:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384922.139216:0:18104:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.139224:0:18104:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.139235:0:18104:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384922.139249:0:18104:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384922.139251:0:18104:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384922.139253:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384922.139259:0:18104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1767384922.139259:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358512256 02000000:00000001:1.0:1767384922.139263:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384922.139264:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384922.139266:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384922.139272:0:18104:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ce565cee : new rpc_count 1 02000000:00000001:1.0:1767384922.139272:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.139277:0:18104:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436515734656 : -108637193816960 : ffff9d31eea73480) 00000100:00000040:2.0:1767384922.139284:0:18104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000021d34006 x1853237358512000/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:148/0 lens 224/0 e 0 to 0 dl 1767384933 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384922.139286:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358512256 00000020:00000001:1.0:1767384922.139291:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384922.139294:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e853d 00000020:00000001:1.0:1767384922.139299:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384922.139302:0:18104:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1767384922.139303:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e235a287 refcount=5 00000020:00000010:2.0:1767384922.139308:0:18104:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b60c7f7b. 00000020:00000001:1.0:1767384922.139309:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431487174656 : -108642222376960 : ffff9d30c2ed7800) 00000100:00000001:2.0:1767384922.139314:0:18104:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384922.139315:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431487174656 : -108642222376960 : ffff9d30c2ed7800) 00000020:00000010:2.0:1767384922.139320:0:18104:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b60c7f7b. 00000100:00000001:1.0:1767384922.139323:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384922.139330:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068339f71. 00000100:00000001:0.0:1767384922.139331:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1767384922.139332:0:18104:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000021d34006 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16127:x1853237358512000:12345-0@lo:13: 00000100:00000001:0.0:1767384922.139335:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384922.139337:0:16770:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000099c62c50. 02000000:00000001:0.0:1767384922.139341:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1767384922.139342:0:18104:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358512000 02000000:00000001:0.0:1767384922.139344:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384922.139346:0:16770:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8a46e2f) now 8 - evictor 02000000:00000001:0.0:1767384922.139347:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384922.139349:0:18104:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:0.0:1767384922.139354:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000025b5fe67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16129:1853237358512128:0@lo:400: 00000100:00000001:1.0:1767384922.139355:0:16770:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:2.0:1767384922.139356:0:18104:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384922.139360:0:18104:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384922.139361:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d1276c0. 00000100:00000001:0.0:1767384922.139365:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1767384922.139367:0:18104:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1767384922.139368:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000042c91ef0. 02000000:00000001:0.0:1767384922.139369:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1767384922.139371:0:18104:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673334736 : -1036216880 : ffffffffc23c95d0) 02000000:00000001:0.0:1767384922.139372:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384922.139376:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d82b09b6. 02000000:00000001:0.0:1767384922.139376:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384922.139378:0:18104:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000010:0.0:1767384922.139381:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001e26aa18. 00000020:00000001:2.0:1767384922.139384:0:18104:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384922.139384:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384922.139386:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:2.0:1767384922.139391:0:18104:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:0.0:1767384922.139391:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000409ce644. 00000100:00000001:1.0:1767384922.139392:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384922.139396:0:18104:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384922.139397:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:0.0:1767384922.139397:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004bae001a. 00000020:00000001:2.0:1767384922.139401:0:18104:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.139403:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384922.139404:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358512128, portal 10 00000100:00000001:2.0:1767384922.139406:0:18104:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384922.139410:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767384922.139411:0:18104:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384922.139411:0:16770:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384922.139415:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504588160 : -108642204963456 : ffff9d30c3f72d80) 00000100:00000001:1.0:1767384922.139416:0:16770:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000010:2.0:1767384922.139419:0:18104:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000d11c99f4. 00000100:00000001:1.0:1767384922.139420:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384922.139424:0:18104:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384922.139425:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000025b5fe67 x1853237358512128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.139430:0:18104:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.139432:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1767384922.139438:0:18104:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:0.0:1767384922.139443:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00002000:00000001:2.0:1767384922.139444:0:18104:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000040:0.0:1767384922.139448:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384922.139449:0:18104:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:1.0:1767384922.139449:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1767384922.139451:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c5e7145. 00000100:00000001:1.0:1767384922.139454:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1767384922.139455:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237358512128, offset 0 00080000:00000001:2.0:1767384922.139457:0:18104:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00100000:1.0:1767384922.139464:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00000040:1.0:1767384922.139469:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e235a287 : new rpc_count 1 00000400:00000200:0.0:1767384922.139470:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000001:2.0:1767384922.139473:0:18104:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.139475:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436514546944 : -108637195004672 : ffff9d31ee951500) 00000020:00000001:2.0:1767384922.139479:0:18104:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384922.139481:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00002000:00000024:2.0:1767384922.139485:0:18104:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000040:1.0:1767384922.139486:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000390d9815 x1853237358512256/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:148/0 lens 224/0 e 0 to 0 dl 1767384933 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:2.0:1767384922.139502:0:18104:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000400:00000200:0.0:1767384922.139504:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272704800 00000020:00000020:2.0:1767384922.139512:0:18104:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000ce565cee dirty 0 pend 0 grant 0 00000100:00000001:1.0:1767384922.139519:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384922.139519:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4920 00000020:00000010:1.0:1767384922.139526:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000099c62c50. 00000400:00000200:0.0:1767384922.139529:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000020:2.0:1767384922.139530:0:18104:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:1.0:1767384922.139531:0:16770:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384922.139536:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00002000:00000001:2.0:1767384922.139538:0:18104:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:0.0:1767384922.139539:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384922.139542:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000001:00000001:2.0:1767384922.139545:0:18104:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000010:1.0:1767384922.139545:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000099c62c50. 00000100:00000010:0.0:1767384922.139547:0:16129:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d75dd676. 00000001:00000001:2.0:1767384922.139551:0:18104:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384922.139561:0:16129:0:(events.c:337:request_in_callback()) incoming req@00000000d75dd676 x1853237358512128 msgsize 224 00000100:00100000:0.0:1767384922.139565:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000001:2.0:1767384922.139571:0:18104:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.139573:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384922.139574:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000390d9815 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16130:x1853237358512256:12345-0@lo:400: 00010000:00000040:2.0:1767384922.139578:0:18104:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237358512000 00000400:00000200:0.0:1767384922.139579:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c5e7145 00000100:00000200:1.0:1767384922.139582:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358512256 00000400:00000010:0.0:1767384922.139583:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c5e7145. 00010000:00000001:2.0:1767384922.139585:0:18104:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384922.139587:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1767384922.139588:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000200:2.0:1767384922.139594:0:18104:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000021d34006 x1853237358512000/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:148/0 lens 224/368 e 0 to 0 dl 1767384933 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384922.139594:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:0.0:1767384922.139594:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000025b5fe67 x1853237358512128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384922.139599:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384922.139606:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384922.139609:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00000020:00000001:1.0:1767384922.139617:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384922.139621:0:16770:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384922.139625:0:18104:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384922.139628:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:2.0:1767384922.139630:0:18104:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384922.139632:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384922.139638:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384922.139640:0:18104:0:(import.c:2128:obd_at_measure()) add 1 to 000000007564533c time=36 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384922.139642:0:16770:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384922.139642:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384922.139648:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767384922.139648:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000025b5fe67 x1853237358512128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.139650:0:18104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1767384922.139653:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1767384922.139657:0:18104:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384922.139658:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384922.139661:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000edf7849. 00000100:00000001:0.0:1767384922.139663:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384922.139664:0:18104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:1.0:1767384922.139667:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384922.139670:0:18104:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384922.139670:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.139673:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384922.139675:0:18104:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384922.139676:0:16129:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2816 usecs (3 jiffies) 00000020:00000001:1.0:1767384922.139677:0:16770:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.139682:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294912005 00000100:00000001:2.0:1767384922.139683:0:18104:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:1.0:1767384922.139683:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358512256 00000100:00000001:0.0:1767384922.139688:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294912007 00010000:00000001:1.0:1767384922.139690:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:2.0:1767384922.139692:0:18104:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384922.139693:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294912005 00000100:00000001:0.0:1767384922.139697:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294912007 00000400:00000010:2.0:1767384922.139698:0:18104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055ddf563. 00010000:00000200:1.0:1767384922.139699:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000390d9815 x1853237358512256/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:148/0 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.139700:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294912005 00000100:00000001:0.0:1767384922.139705:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294912007 00000100:00000200:2.0:1767384922.139707:0:18104:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237358512000, offset 224 00000100:00000001:0.0:1767384922.139709:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294912005 00000100:00000001:0.0:1767384922.139715:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294912007 00000100:00000001:0.0:1767384922.139718:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384922.139722:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1767384922.139723:0:18104:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384922.139723:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384922.139729:0:16770:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.139730:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.139734:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384922.139735:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=41 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384922.139739:0:18104:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384922.139740:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384922.139743:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384922.139743:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384922.139748:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384922.139751:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 22 to 0@lo 00000100:00000001:0.0:1767384922.139751:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384922.139755:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384922.139756:0:18104:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272704780 00000100:00000001:1.0:1767384922.139758:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000100:00000001:0.0:1767384922.139759:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384922.139766:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1767384922.139769:0:18104:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1799 [1] + 224 02000000:00000001:1.0:1767384922.139770:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.139777:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384922.139779:0:18104:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384922.139785:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384922.139790:0:18104:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384922.139795:0:18104:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:1.0:1767384922.139798:0:16770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f27d0a09. 00000100:00000200:2.0:1767384922.139802:0:18104:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000091a6af40 x1853237358512000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384922.139806:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358512256, offset 224 00000400:00000200:1.0:1767384922.139818:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384922.139820:0:18104:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000091a6af40 x1853237358512000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.139827:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384922.139830:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358512128 00000400:00000200:1.0:1767384922.139833:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384922.139834:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384922.139837:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384922.139839:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384922.139842:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.139846:0:18104:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384922.139847:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272704880 00000100:00100000:0.0:1767384922.139851:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358512128 00000020:00000001:0.0:1767384922.139854:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384922.139858:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17a9 [1] + 224 00000020:00000040:0.0:1767384922.139858:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8544 00000020:00000001:0.0:1767384922.139862:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384922.139865:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d62afedc refcount=5 00000400:00000200:1.0:1767384922.139866:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384922.139867:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 00000400:00000200:2.0:1767384922.139871:0:18104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055ddf563 00000020:00000001:0.0:1767384922.139873:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 00000400:00000010:2.0:1767384922.139876:0:18104:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055ddf563. 00000400:00000200:1.0:1767384922.139877:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384922.139878:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384922.139883:0:18104:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384922.139885:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384922.139886:0:18104:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1767384922.139888:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bec43ba. 00000100:00000001:0.0:1767384922.139892:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384922.139895:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001853ff18 x1853237358512256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384922.139895:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bec43ba. 00000100:00000001:2.0:1767384922.139896:0:18104:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384922.139903:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009386d7c3. 00000100:00000040:2.0:1767384922.139905:0:18104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 21 to 0@lo 00000020:00000010:0.0:1767384922.139909:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000073f79921. 00010000:00000001:2.0:1767384922.139913:0:18104:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384922.139918:0:18104:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384922.139918:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009b50491d. 00000100:00000040:1.0:1767384922.139921:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001853ff18 x1853237358512256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384922.139925:0:18104:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384922.139926:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384922.139930:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384922.139933:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384922.139937:0:18104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021d34006 x1853237358512000/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:148/0 lens 224/368 e 0 to 0 dl 1767384933 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.139941:0:16771:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384922.139943:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384922.139945:0:16771:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384922.139950:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384922.139951:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f27d0a09 00000400:00000010:1.0:1767384922.139956:0:16770:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f27d0a09. 00000100:00100000:2.0:1767384922.139959:0:18104:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000021d34006 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16127:x1853237358512000:12345-0@lo:13: Request processed in 654us (1467us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384922.139964:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384922.139964:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.139968:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:2.0:1767384922.139973:0:18104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000001:1.0:1767384922.139975:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384922.139977:0:18104:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce565cee : new rpc_count 0 00000100:00000001:0.0:1767384922.139977:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384922.139980:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384922.139982:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00000001:2.0:1767384922.139984:0:18104:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:0.0:1767384922.139988:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00010000:00000001:1.0:1767384922.139989:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384922.139990:0:18104:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767384922.139994:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384922.139995:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d62afedc : new rpc_count 1 00000020:00000010:2.0:1767384922.139997:0:18104:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ac99675. 00000100:00000001:0.0:1767384922.139999:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635435780957824 : -108637928593792 : ffff9d31c2db6680) 00000020:00000001:1.0:1767384922.140001:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:2.0:1767384922.140006:0:18104:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000113ff913. 00000100:00000040:0.0:1767384922.140006:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d75dd676 x1853237358512128/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:148/0 lens 224/0 e 0 to 0 dl 1767384933 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384922.140009:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000390d9815 x1853237358512256/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:148/0 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.140046:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384922.140049:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bec43ba. 00000100:00000001:0.0:1767384922.140051:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384922.140052:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bec43ba. 00000020:00000010:2.0:1767384922.140056:0:18104:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b28d9342. 00000100:00100000:0.0:1767384922.140059:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d75dd676 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16129:x1853237358512128:12345-0@lo:400: 00000020:00000040:2.0:1767384922.140065:0:18104:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 4 00000100:00000200:0.0:1767384922.140072:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358512128 00000100:00000001:2.0:1767384922.140073:0:18104:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384922.140076:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:1.0:1767384922.140077:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000390d9815 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16130:x1853237358512256:12345-0@lo:400: Request processed in 553us (1112us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384922.140081:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384922.140084:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384922.140088:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384922.140089:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00000100:00100000:1.0:1767384922.140093:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000020:00000001:0.0:1767384922.140093:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384922.140095:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384922.140096:0:16771:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384922.140099:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e235a287 : new rpc_count 0 00000100:00000001:2.0:1767384922.140100:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384922.140101:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384922.140104:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384922.140105:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1767384922.140106:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384922.140108:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384922.140110:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384922.140111:0:16771:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000001:2.0:1767384922.140112:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384922.140115:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00080000:3.0:1767384922.140117:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000400:00000010:2.0:1767384922.140117:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b4051c7. 00000020:00000010:1.0:1767384922.140118:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000042c91ef0. 02000000:00000001:0.0:1767384922.140118:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384922.140125:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000943aa85d. 02000000:00000001:0.0:1767384922.140129:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384922.140131:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8a46e2f) now 8 - evictor 00000020:00000010:1.0:1767384922.140131:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d82b09b6. 00000100:00000001:0.0:1767384922.140131:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384922.140132:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091979154 00000400:00000010:2.0:1767384922.140139:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091979154. 00000020:00000001:0.0:1767384922.140139:0:16771:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384922.140146:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358512128 00000100:00080000:3.0:1767384922.140147:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:1.0:1767384922.140149:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d1276c0. 00000100:00000001:2.0:1767384922.140150:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384922.140150:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:3.0:1767384922.140153:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fe96f595) now 6 - evictor 00010000:00000200:0.0:1767384922.140157:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d75dd676 x1853237358512128/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:148/0 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384922.140160:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e235a287 : new refcount 4 00000100:00000200:2.0:1767384922.140161:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000091a6af40 x1853237358512000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384922.140168:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384922.140186:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384922.140191:0:16771:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384922.140193:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=41 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384922.140195:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000091a6af40 x1853237358512000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.140197:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384922.140201:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:1.0:1767384922.140202:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384922.140206:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384922.140207:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000400:00000001:1.0:1767384922.140212:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1767384922.140213:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384922.140216:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384922.140217:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384922.140220:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384922.140220:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384922.140221:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008001e3a2. 00000100:00000040:0.0:1767384922.140224:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384922.140229:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070e6148d 00000400:00000010:0.0:1767384922.140229:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c5e7145. 00000100:00000001:2.0:1767384922.140232:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384922.140234:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070e6148d. 00000100:00000001:2.0:1767384922.140237:0:16127:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384922.140240:0:16130:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384922.140242:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1767384922.140243:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358512128, offset 224 00000100:00000001:2.0:1767384922.140246:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384922.140248:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001853ff18 x1853237358512256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.140251:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384922.140252:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384922.140257:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384922.140267:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000310710fb time=36 v=5 (5 0 0 0) 00000400:00000200:0.0:1767384922.140267:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:2.0:1767384922.140277:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a6c23273 time=36 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384922.140277:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001853ff18 x1853237358512256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384922.140281:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272704800 00000100:00000001:2.0:1767384922.140288:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1767384922.140292:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17b1 [1] + 224 00000100:00000001:2.0:1767384922.140293:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384922.140299:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767384922.140301:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384922.140302:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384922.140307:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384922.140309:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00080000:2.0:1767384922.140310:0:16127:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000091a6af40 x1853237358512000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384922.140313:0:16130:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384922.140316:0:16771:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384922.140318:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1767384922.140322:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000025b5fe67 x1853237358512128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384922.140323:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384922.140327:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384922.140332:0:16127:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384922.140334:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.140339:0:16127:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00001000:1.0:1767384922.140344:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a558cf0b time=41 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384922.140345:0:16127:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000040:0.0:1767384922.140347:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000025b5fe67 x1853237358512128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.140351:0:16127:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00001000:1.0:1767384922.140354:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f60eced4 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384922.140355:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.140365:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767384922.140367:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000091a6af40 x1853237358512000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384922.140369:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.140371:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384922.140376:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767384922.140377:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c5e7145 00000400:00000010:0.0:1767384922.140382:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c5e7145. 00000100:00000001:2.0:1767384922.140384:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384922.140385:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00010000:00080000:1.0:1767384922.140387:0:16130:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001853ff18 x1853237358512256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.140389:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384922.140390:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384922.140394:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.140395:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384922.140401:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000004:00000001:2.0:1767384922.140403:0:16127:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00010000:00000001:0.0:1767384922.140405:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000004:00000040:2.0:1767384922.140409:0:16127:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000001:0.0:1767384922.140409:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384922.140411:0:16130:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384922.140413:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000004:00000040:2.0:1767384922.140415:0:16127:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000001:1.0:1767384922.140418:0:16130:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384922.140419:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d75dd676 x1853237358512128/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:148/0 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384922.140422:0:16130:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384922.140428:0:16130:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000004:00000020:2.0:1767384922.140429:0:16127:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000067181a10): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:1.0:1767384922.140433:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384922.140435:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d75dd676 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16129:x1853237358512128:12345-0@lo:400: Request processed in 386us (880us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384922.140444:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001853ff18 x1853237358512256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384922.140446:0:16127:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384922.140450:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00000040:0.0:1767384922.140455:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d62afedc : new rpc_count 0 00000100:00000040:2.0:1767384922.140456:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091a6af40 x1853237358512000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.140459:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384922.140462:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384922.140466:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000073f79921. 00000020:00000010:0.0:1767384922.140472:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009b50491d. 00000020:00000010:0.0:1767384922.140477:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009386d7c3. 00000100:00000001:1.0:1767384922.140484:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384922.140484:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000d62afedc : new refcount 4 00000100:00100000:2.0:1767384922.140487:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000091a6af40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16127:1853237358512000:0@lo:13: 00000100:00000001:1.0:1767384922.140490:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384922.140494:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384922.140495:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384922.140505:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001853ff18 x1853237358512256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.140506:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384922.140512:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384922.140515:0:18105:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384922.140519:0:18105:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358511872 00000100:00000040:2.0:1767384922.140521:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000091a6af40 x1853237358512000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384922.140523:0:18105:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384922.140526:0:18105:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384922.140527:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001853ff18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16130:1853237358512256:0@lo:400: 00000100:00000001:0.0:1767384922.140529:0:18105:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384922.140535:0:18105:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.140538:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384922.140539:0:18105:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358511872 00000020:00000001:0.0:1767384922.140545:0:18105:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384922.140546:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384922.140548:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:0.0:1767384922.140548:0:18105:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8560 00000100:00000040:1.0:1767384922.140566:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001853ff18 x1853237358512256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384922.140567:0:18105:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384922.140569:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:0.0:1767384922.140570:0:18105:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ce565cee refcount=5 02000000:00000010:2.0:1767384922.140575:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e626550f. 00000020:00000001:0.0:1767384922.140575:0:18105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000020:00000001:0.0:1767384922.140582:0:18105:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 02000000:00000001:2.0:1767384922.140585:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384922.140587:0:18105:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384922.140590:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384922.140590:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:0.0:1767384922.140591:0:18105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bec43ba. 02000000:00000001:1.0:1767384922.140595:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:2.0:1767384922.140596:0:16127:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384922.140596:0:18105:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384922.140600:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000011bf6eae. 00000020:00000010:0.0:1767384922.140602:0:18105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bec43ba. 00000020:00000001:2.0:1767384922.140603:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384922.140609:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c85e9cba. 02000000:00000001:1.0:1767384922.140609:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:0.0:1767384922.140610:0:18105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009386d7c3. 00000020:00000001:1.0:1767384922.140614:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:0.0:1767384922.140615:0:18105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000073f79921. 02000000:00000001:2.0:1767384922.140618:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:1.0:1767384922.140618:0:16130:0:(genops.c:1242:class_import_put()) import 00000000e13b832f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000010:0.0:1767384922.140619:0:18105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009b50491d. 02000000:00000001:2.0:1767384922.140622:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1767384922.140625:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384922.140626:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000091a6af40. 00000100:00000040:0.0:1767384922.140627:0:18105:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 02000000:00000010:1.0:1767384922.140629:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c387c1fc. 00000100:00000001:0.0:1767384922.140633:0:18105:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384922.140635:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1767384922.140636:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384922.140636:0:18105:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384922.140640:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384922.140640:0:18105:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384922.140641:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384922.140645:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001853ff18. 00000100:00000001:2.0:1767384922.140647:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384922.140648:0:18105:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384922.140651:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384922.140652:0:18105:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384922.140655:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384922.140656:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384922.140657:0:18105:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.140659:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.140664:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384922.140665:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384922.140667:0:18105:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384922.140670:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.140674:0:18105:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384922.140675:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384922.140678:0:18105:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384922.140679:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384922.140684:0:18105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000001:1.0:1767384922.140685:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384922.140686:0:18105:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ce565cee : new rpc_count 1 00000100:00000001:1.0:1767384922.140690:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.140690:0:18105:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635431504589056 : -108642204962560 : ffff9d30c3f73100) 00000100:00000040:0.0:1767384922.140695:0:18105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000adf9ac74 x1853237358511872/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:148/0 lens 224/0 e 0 to 0 dl 1767384933 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.140697:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384922.140701:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384922.140707:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384922.140709:0:18105:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000001:2.0:1767384922.140710:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1767384922.140712:0:18105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bec43ba. 00000400:00000010:2.0:1767384922.140714:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000409ce644. 00000100:00000001:0.0:1767384922.140716:0:18105:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384922.140720:0:18105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bec43ba. 00000400:00000200:2.0:1767384922.140723:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bae001a 00000100:00100000:0.0:1767384922.140724:0:18105:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000adf9ac74 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16128:x1853237358511872:12345-0@lo:400: 00000400:00000010:2.0:1767384922.140729:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004bae001a. 00000100:00000200:0.0:1767384922.140730:0:18105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358511872 00000020:00000001:0.0:1767384922.140734:0:18105:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384922.140738:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384922.140739:0:18105:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384922.140743:0:18105:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384922.140746:0:18105:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384922.140747:0:18105:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00000100:00000200:2.0:1767384922.140749:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000025b5fe67 x1853237358512128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384922.140750:0:18105:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384922.140753:0:18105:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384922.140756:0:18105:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384922.140758:0:18105:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384922.140761:0:18105:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384922.140765:0:18105:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384922.140768:0:18105:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384922.140771:0:18105:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1767384922.140773:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000025b5fe67 x1853237358512128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384922.140776:0:18105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007a4a64dd. 02000000:00000001:0.0:1767384922.140782:0:18105:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.140786:0:18105:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384922.140788:0:18105:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384922.140789:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000040:0.0:1767384922.140790:0:18105:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237358511872 00010000:00000001:0.0:1767384922.140792:0:18105:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384922.140795:0:18105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000adf9ac74 x1853237358511872/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:148/0 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384922.140802:0:18105:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384922.140803:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384922.140804:0:18105:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384922.140809:0:18105:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf489f17 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384922.140810:0:16129:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384922.140812:0:18105:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1767384922.140815:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767384922.140815:0:18105:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:2.0:1767384922.140818:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384922.140820:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.140824:0:18105:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384922.140826:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384922.140827:0:18105:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384922.140831:0:18105:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384922.140832:0:18105:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:2.0:1767384922.140834:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5338197 time=41 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384922.140834:0:18105:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384922.140839:0:18105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c5e7145. 00000100:00001000:2.0:1767384922.140841:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c619e3cd time=41 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384922.140843:0:18105:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237358511872, offset 224 00000100:00000001:2.0:1767384922.140849:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1767384922.140852:0:18105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384922.140853:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384922.140858:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767384922.140860:0:18105:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00080000:2.0:1767384922.140865:0:16129:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000025b5fe67 x1853237358512128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384922.140869:0:18105:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272704700 00000400:00000200:0.0:1767384922.140877:0:18105:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17a1 [1] + 224 00000400:00000200:0.0:1767384922.140884:0:18105:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384922.140889:0:16129:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384922.140890:0:18105:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384922.140895:0:18105:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384922.140897:0:16129:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:0.0:1767384922.140900:0:18105:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028d02595 x1853237358511872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384922.140901:0:16129:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384922.140906:0:16129:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384922.140911:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384922.140911:0:18105:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000028d02595 x1853237358511872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384922.140921:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000025b5fe67 x1853237358512128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.140930:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384922.140932:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384922.140934:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384922.140935:0:18105:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384922.140941:0:18105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c5e7145 00000100:00000040:2.0:1767384922.140942:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025b5fe67 x1853237358512128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384922.140943:0:18105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c5e7145. 00000100:00000001:0.0:1767384922.140947:0:18105:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384922.140950:0:18105:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384922.140955:0:18105:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384922.140958:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000025b5fe67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16129:1853237358512128:0@lo:400: 00000100:00000040:0.0:1767384922.140960:0:18105:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:0.0:1767384922.140965:0:18105:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384922.140966:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384922.140968:0:18105:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.140970:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384922.140971:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384922.140971:0:18105:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384922.140977:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1767384922.140978:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384922.140978:0:18105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000adf9ac74 x1853237358511872/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:148/0 lens 224/224 e 0 to 0 dl 1767384933 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384922.140982:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384922.140985:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000025b5fe67 x1853237358512128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384922.140987:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085ce38cc. 00000400:00000200:1.0:1767384922.140995:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083cd30ec 00000100:00100000:0.0:1767384922.141000:0:18105:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000adf9ac74 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16128:x1853237358511872:12345-0@lo:400: Request processed in 287us (2219us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384922.141008:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083cd30ec. 00000100:00000001:2.0:1767384922.141009:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:0.0:1767384922.141048:0:18105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000001:1.0:1767384922.141051:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384922.141057:0:18105:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce565cee : new rpc_count 0 00000100:00000200:1.0:1767384922.141060:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028d02595 x1853237358511872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384922.141061:0:18105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384922.141064:0:18105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384922.141066:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:0.0:1767384922.141070:0:18105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000073f79921. 02000000:00000010:2.0:1767384922.141071:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001e26aa18. 00000020:00000010:0.0:1767384922.141076:0:18105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009b50491d. 00000100:00000200:1.0:1767384922.141080:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028d02595 x1853237358511872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384922.141080:0:18105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009386d7c3. 02000000:00000001:2.0:1767384922.141086:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:0.0:1767384922.141087:0:18105:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 4 00000020:00000001:2.0:1767384922.141092:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384922.141092:0:18105:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.141095:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767384922.141096:0:16129:0:(genops.c:1242:class_import_put()) import 000000005ebd018a refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384922.141099:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384922.141101:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384922.141104:0:16128:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:2.0:1767384922.141105:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000020eaf503. 02000000:00000001:1.0:1767384922.141108:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384922.141112:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384922.141114:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384922.141114:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384922.141119:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1767384922.141120:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384922.141123:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000025b5fe67. 00000100:00001000:1.0:1767384922.141127:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d21af389 time=36 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384922.141131:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:1.0:1767384922.141133:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a6c23273 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384922.141135:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.141138:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384922.141139:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.141141:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384922.141145:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384922.141148:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384922.141151:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767384922.141152:0:16128:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000028d02595 x1853237358511872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384922.141156:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384922.141160:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384922.141167:0:16128:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.141170:0:16128:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384922.141172:0:16128:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384922.141175:0:16128:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384922.141176:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384922.141180:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028d02595 x1853237358511872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384922.141187:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384922.141190:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384922.141191:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384922.141195:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028d02595 x1853237358511872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384922.141203:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000028d02595 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16128:1853237358511872:0@lo:400: 00000100:00000001:1.0:1767384922.141215:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.141217:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384922.141221:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028d02595 x1853237358511872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384922.141227:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384922.141229:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384922.141231:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007628f704. 02000000:00000001:1.0:1767384922.141235:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384922.141238:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384922.141240:0:16128:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384922.141242:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384922.141245:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e3c2efc6. 02000000:00000001:1.0:1767384922.141248:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384922.141249:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384922.141251:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028d02595. 00000100:00000001:1.0:1767384922.141256:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384922.141258:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.141260:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384922.141264:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384922.141266:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384922.141268:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384922.141271:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384922.145133:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294912007, at 4294912008 00000100:00000010:3.0:1767384922.145142:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c963f871. 00000100:00000040:1.0:1767384922.146068:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294912007, at 4294912009 00000100:00000040:0.0:1767384922.146070:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294912007, at 4294912009 00000100:00000040:2.0:1767384922.146075:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294912007, at 4294912009 00000100:00000010:1.0:1767384922.146076:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000514c309e. 00000100:00000010:0.0:1767384922.146079:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006aab6fcc. 00000100:00000010:2.0:1767384922.146086:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c3537277. 00000400:00000200:3.0:1767384922.585151:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp29 00000400:00000010:3.0:1767384922.585161:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a374e323. 00000400:00000010:3.0:1767384922.585171:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c6f3b890. 00000400:00000010:3.0:1767384922.585177:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ef6df2d. 00000400:00000010:3.0:1767384922.585189:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000099751488. 00000400:00000200:3.0:1767384922.585213:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp29 00000400:00000200:3.0:1767384922.585235:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp29 local destination 00000400:00000200:3.0:1767384922.585242:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp29 00000400:00000200:3.0:1767384922.585246:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp29 NI seq info: [69:69:256:4294967295] 192.168.203.157@tcp29 LPNI seq info [69:69:8:4294967295] 00000400:00000200:3.0:1767384922.585253:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp29 00000400:00000200:3.0:1767384922.585260:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp29(192.168.203.157@tcp29:) -> 192.168.203.157@tcp29(192.168.203.157@tcp29:192.168.203.157@tcp29) : GET try# 0 00000800:00000200:3.0:1767384922.585266:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp29 00000800:00000010:3.0:1767384922.585271:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b0a59a1d. 00000800:00000200:3.0:1767384922.585278:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007c2839cb] -> 12345-192.168.203.157@tcp29 (2) 00000800:00000200:3.1:1767384922.585283:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007c2839cb] -> 12345-192.168.203.157@tcp29 (2) 00000400:00000200:3.0:1767384922.585316:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp29 added to recovery queue. ping count: 1 next ping: 247 health :900 00000400:00000200:0.0:1767384922.585401:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:0.0:1767384922.585472:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:0.0:1767384922.585503:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:0.0:1767384922.585526:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:0.0:1767384922.585545:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:0.0:1767384922.585591:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:0.0:1767384922.585616:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:0.0:1767384922.585639:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:0.0:1767384922.585657:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:0.0:1767384922.585674:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:0.0:1767384922.585699:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:0.0:1767384922.585719:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:0.0:1767384922.585741:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:0.0:1767384922.585769:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:0.0:1767384922.585797:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:0.0:1767384922.585831:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:0.0:1767384922.585881:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:0.0:1767384922.585906:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:0.0:1767384922.585921:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:0.0:1767384922.585941:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:0.0:1767384922.585961:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:0.0:1767384922.585976:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:0.0:1767384922.586006:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:0.0:1767384922.586070:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:0.0:1767384922.586149:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:0.0:1767384922.586170:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:0.0:1767384922.586189:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:0.0:1767384922.586210:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:0.0:1767384922.586241:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:0.0:1767384922.586269:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:0.0:1767384922.586311:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:0.0:1767384922.586360:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:0.0:1767384922.586386:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:0.0:1767384922.586430:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:0.0:1767384922.586483:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:0.0:1767384922.586733:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a9757292. 00000800:00000010:0.0:1767384922.586741:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000481ebbb1. 00000800:00000010:0.0:1767384922.586747:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006bec43ba. 00000800:00000010:0.0:1767384922.586807:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006bec43ba. 00000800:00020000:0.0:1767384922.586835:0:16116:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:0.0:1767384922.586839:0:16116:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000481ebbb1. 00000800:00000010:0.0:1767384922.586841:0:16116:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a9757292. 00000400:02020000:0.0:1767384922.586891:0:16116:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp29 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384922.586897:0:16116:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp29 notifying 192.168.203.157@tcp29: down 00000400:00000200:0.0:1767384922.586902:0:16116:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384922.586906:0:16116:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp29 00000800:00000010:0.0:1767384922.586909:0:16116:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b0a59a1d. 00000400:00000200:0.0:1767384922.586913:0:16116:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384922.586917:0:16116:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp29->192.168.203.157@tcp29: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384922.586927:0:16116:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384922.586929:0:16116:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384922.586932:0:16116:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp29) recovery failed with -71 00080000:00000001:3.0:1767384922.701112:0:27554:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384922.701125:0:27554:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384922.701128:0:27554:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384922.701146:0:27554:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384922.701151:0:27554:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384922.701154:0:27554:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384922.969071:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384922.969075:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384922.969080:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384922.969082:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384922.969138:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384922.969141:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384922.969144:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384923.439906:0:27718:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384923.439912:0:27718:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp32 --if ens2 00000001:00000001:1.0:1767384923.446205:0:27718:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384923.456414:0:27719:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000066e10a27. 00000400:00000010:1.0:1767384923.456441:0:27719:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000c1943726. 00000400:00000010:1.0:1767384923.456453:0:27719:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000bb918cd7. 00000400:00000010:1.0:1767384923.456464:0:27719:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000f129dea3. 00000400:00000010:1.0:1767384923.456469:0:27719:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000090d8fbeb. 00000400:00000010:1.0:1767384923.456474:0:27719:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a161a229. 00000400:00000010:1.0:1767384923.456477:0:27719:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000855f46e5. 00000400:00000010:1.0:1767384923.456480:0:27719:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008fb958de. 00000400:00000010:1.0:1767384923.456484:0:27719:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000472818d5. 00000800:00000010:1.0:1767384923.456499:0:27719:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ffbe2c15. 00000800:00000200:1.0:1767384923.456524:0:27719:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384923.456538:0:27719:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384923.456602:0:27719:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:1.0:1767384923.456631:0:27719:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp32 [8/256/0/180] 00000400:00000010:1.0:1767384923.459344:0:27719:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 0000000093859aaf. 00000400:00000010:1.0:1767384923.459350:0:27719:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008001e3a2. 00000400:00000010:1.0:1767384923.459355:0:27719:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070e6148d. 00000400:00000001:1.0:1767384923.459373:0:27719:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384923.459375:0:27719:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384923.459377:0:27719:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002136825e. 00000400:00000200:1.0:1767384923.459379:0:27719:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054df7106 00000400:00000010:1.0:1767384923.459380:0:27719:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054df7106. 00000400:00000010:1.0:1767384923.459384:0:27719:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 000000005fc26dea. 00000400:00000200:1.0:1767384923.459389:0:27719:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (22) 00000400:00000200:1.0:1767384923.459401:0:27719:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:1.0:1767384923.459410:0:27719:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131104 00000020:00000010:1.0:1767384923.459417:0:27719:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000009831d8d2. 00000020:01000000:1.0:1767384923.459420:0:27719:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384923.459423:0:27719:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp32 00000400:00000010:1.0:1767384923.459435:0:27719:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000c1943726. 00000400:00000010:1.0:1767384923.459439:0:27719:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000066e10a27. 00000400:00000200:0.0:1767384923.459462:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384923.459476:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100171 00000400:00000010:0.0:1767384923.459482:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c5e7145. 00000400:00000200:0.0:1767384923.459485:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (23) 00000400:00000010:0.0:1767384923.459490:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000056341aa6. 00000400:00000200:0.0:1767384923.459494:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000020:00000001:2.0:1767384923.459506:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384923.459511:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 10000000:00000001:2.0:1767384923.459512:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384923.459517:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384923.459521:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384923.459521:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:01000004:2.0:1767384923.459527:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384923.459531:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[43, 37], ns[43, 37] 00000020:01000004:2.0:1767384923.459533:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384923.459538:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384923.459540:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[62, 37] 00000020:01000004:2.0:1767384923.459542:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384923.459561:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 37], ns[66, 37] 00000020:01000004:2.0:1767384923.459565:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384923.459570:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384923.459570:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 37], ns[16, 37] 00000020:01000004:2.0:1767384923.459574:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384923.459578:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384923.459580:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 00000020:01000004:2.0:1767384923.459582:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384923.459585:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384923.459591:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 00000100:00000010:2.0:1767384923.459594:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025b5fe67. 00000400:00000200:0.0:1767384923.459596:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 00000020:00000040:2.0:1767384923.459603:0:36:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000400:00000200:0.0:1767384923.459605:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 00000100:00000001:2.0:1767384923.459611:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384923.459611:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 00000400:00000200:0.0:1767384923.459615:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 00000400:00000200:0.0:1767384923.459622:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 02000000:00000001:2.0:1767384923.459623:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384923.459628:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 02000000:00000001:2.0:1767384923.459630:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384923.459634:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 00000400:00000200:0.0:1767384923.459640:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 16], ns[46, 16] 02000000:00000010:2.0:1767384923.459641:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003dd07d31. 00000400:00000200:0.0:1767384923.459646:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 16], ns[50, 16] 00000100:00000001:2.0:1767384923.459651:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384923.459660:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 16], ns[54, 16] 00000100:00000001:2.0:1767384923.459662:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384923.459666:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384923.459667:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 16], ns[58, 16] 00000400:00000200:0.0:1767384923.459673:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[67, 16], ns[67, 16] 00000100:00000040:2.0:1767384923.459676:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025b5fe67] to pc [ptlrpcd_00_00+0] req@0000000025b5fe67 x1853237358512384/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384923.459682:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[69, 16], ns[69, 16] 00000400:00000200:0.0:1767384923.459698:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 16], ns[0, 16] 00000400:00000200:0.0:1767384923.459704:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp30 00000400:00000200:0.0:1767384923.459709:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp30 00000400:00000200:0.0:1767384923.459712:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp30 lpni_is_preferred = 0 00000400:00000200:0.0:1767384923.459715:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp30 00000400:00000200:0.0:1767384923.459718:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp30 NI seq info: [70:70:256:4294967295] 192.168.203.157@tcp30 LPNI seq info [70:70:8:4294967295] 10000000:00000001:2.0:1767384923.459726:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384923.459727:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp30 10000000:00000001:2.0:1767384923.459733:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384923.459738:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384923.459742:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384923.459745:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp30(192.168.203.157@tcp30:) -> 192.168.203.157@tcp30(192.168.203.157@tcp:192.168.203.157@tcp30) : PUT try# 0 00000100:00000001:1.0:1767384923.459747:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384923.459751:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384923.459754:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1767384923.459756:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000200:0.0:1767384923.459756:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.157@tcp30 00000100:00000001:1.0:1767384923.459758:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384923.459760:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000010:0.0:1767384923.459764:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000095929c. 10000000:01000000:2.0:1767384923.459765:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:1.0:1767384923.459770:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000025b5fe67 x1853237358512384/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384923.459772:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384923.459775:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000010:0.0:1767384923.459777:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000481ebbb1. 00000020:01000004:2.0:1767384923.459781:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000010:0.0:1767384923.459784:0:16125:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000035ccbef1. 00000020:01000004:2.0:1767384923.459788:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384923.459794:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000200:0.0:1767384923.459796:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000481ebbb1] -> 12345-192.168.203.157@tcp30 (2) 00000020:01000004:2.0:1767384923.459801:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384923.459803:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.1:1767384923.459806:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000481ebbb1] -> 12345-192.168.203.157@tcp30 (2) 00000020:01000004:2.0:1767384923.459807:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384923.459811:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384923.459813:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384923.459816:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384923.459820:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000de8d80bd. 00000400:00000200:0.0:1767384923.459823:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 02000000:00000001:1.0:1767384923.459824:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1767384923.459828:0:36:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 02000000:00000001:1.0:1767384923.459830:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384923.459831:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100571 rc 0 00000100:00000001:2.0:1767384923.459837:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384923.459840:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384923.459842:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384923.459848:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384923.459848:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000025b5fe67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358512384:0@lo:253: 02000000:00000010:2.0:1767384923.459858:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000452284c7. 00000100:00000001:1.0:1767384923.459858:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384923.459864:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384923.459865:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384923.459868:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384923.459870:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384923.459871:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384923.459876:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384923.459880:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de8d80bd] to pc [ptlrpcd_00_01+1] req@00000000de8d80bd x1853237358512512/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384923.459885:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d9273208. 02000000:00000001:1.0:1767384923.459891:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384923.459897:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002136825e. 00000400:00000200:0.0:1767384923.459898:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000010:1.0:1767384923.459908:0:16127:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c1943726. 10000000:00000001:2.0:1767384923.459914:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384923.459915:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358512384, portal 25 10000000:00000001:2.0:1767384923.459918:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384923.459922:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384923.459922:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:01000000:2.0:1767384923.459928:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384923.459928:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504588160 : -108642204963456 : ffff9d30c3f72d80) 00000020:00000010:2.0:1767384923.459934:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000009831d8d2. 00000100:00000040:1.0:1767384923.459941:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000025b5fe67 x1853237358512384/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384923.459950:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384923.459952:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384923.459954:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384923.459957:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384923.459960:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000100:00000040:1.0:1767384923.459962:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384923.459965:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000de8d80bd x1853237358512512/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384923.459970:0:16127:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009a7288f3. 00000100:00000001:2.0:1767384923.459977:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767384923.459978:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358512384, offset 0 00000100:00000001:2.0:1767384923.459980:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384923.459986:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384923.459989:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384923.459993:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 02000000:00000001:2.0:1767384923.459995:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384923.459995:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384923.460004:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000de8d80bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358512512:0@lo:253: 00000100:00000001:2.0:1767384923.460008:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384923.460032:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384923.460035:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384923.460037:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384923.460043:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e90be6d6. 02000000:00000001:2.0:1767384923.460045:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384923.460050:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083b0f1ae. 00000400:00000010:2.0:1767384923.460055:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ed8a892. 00000100:00000200:2.0:1767384923.460059:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358512512, portal 25 00000100:00000001:2.0:1767384923.460062:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384923.460064:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504576512 : -108642204975104 : ffff9d30c3f70000) 00000400:00000200:1.0:1767384923.460066:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384923.460068:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000100:00000040:2.0:1767384923.460073:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000de8d80bd x1853237358512512/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384923.460081:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384923.460086:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272704900 00000100:00000040:2.0:1767384923.460090:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384923.460096:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e287620. 00000400:00000200:1.0:1767384923.460100:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1059 [2] + 0 00000400:00000200:0.0:1767384923.460102:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000010:1.0:1767384923.460110:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a2e3ce8. 00000400:00000200:1.0:1767384923.460118:0:16127:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005dbc069f 00000100:00000200:2.0:1767384923.460123:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358512512, offset 0 00000400:00000200:1.0:1767384923.460127:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384923.460134:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384923.460137:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384923.460144:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:1.0:1767384923.460146:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dbc069f 00000400:00000200:2.0:1767384923.460147:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384923.460153:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005dbc069f. 00000400:00000200:2.0:1767384923.460162:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272704980 00000100:00000001:1.0:1767384923.460162:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384923.460168:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384923.460172:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1069 [2] + 0 00000400:00000010:2.0:1767384923.460175:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099d40292. 00000400:00000200:2.0:1767384923.460179:0:16128:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fb26afc5 00000400:00000200:0.0:1767384923.460180:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000100:00000040:1.0:1767384923.460184:0:16127:0:(events.c:337:request_in_callback()) incoming req@0000000052bbec5c x1853237358512384 msgsize 4848 00000400:00000200:2.0:1767384923.460185:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384923.460194:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384923.460200:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb26afc5 00000400:00000010:2.0:1767384923.460204:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fb26afc5. 00000100:00100000:1.0:1767384923.460205:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384923.460211:0:16127:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384923.460212:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384923.460215:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384923.460219:0:16128:0:(events.c:337:request_in_callback()) incoming req@0000000024645d1f x1853237358512512 msgsize 4848 00000400:00000200:0.0:1767384923.460221:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000100:00000001:1.0:1767384923.460226:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:2.0:1767384923.460228:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384923.460233:0:16128:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:1.0:1767384923.460241:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a7288f3 00000100:00000001:2.0:1767384923.460242:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384923.460248:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009a7288f3. 00000400:00000200:0.0:1767384923.460253:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384923.460255:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e287620 00000100:00000001:1.0:1767384923.460255:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384923.460261:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e287620. 00000100:00000200:1.0:1767384923.460265:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000025b5fe67 x1853237358512384/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384923.460266:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384923.460274:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000de8d80bd x1853237358512512/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384923.460281:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000100:00000001:2.0:1767384923.460298:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384923.460298:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384923.460304:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000de8d80bd x1853237358512512/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384923.460308:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000025b5fe67 x1853237358512384/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384923.460308:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000100:00000001:2.0:1767384923.460322:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384923.460327:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384923.460333:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384923.460335:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384923.460336:0:16127:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384923.460336:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000100:00000001:2.0:1767384923.460345:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294913334 00000100:00000001:1.0:1767384923.460347:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384923.460351:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e482e458. 00000100:00000001:1.0:1767384923.460354:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294913334 00000100:00000001:2.0:1767384923.460359:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384923.460371:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294913334 00000100:00000001:1.0:1767384923.460372:0:16127:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, keep current deadline 4294913334 00000100:00000010:2.0:1767384923.460376:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b839a46b. 00000100:00000001:1.0:1767384923.460378:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294913334 00000400:00000200:0.0:1767384923.460380:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000100:00000001:2.0:1767384923.460389:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384923.460397:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294913334 00000100:00000001:1.0:1767384923.460399:0:16127:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, keep current deadline 4294913334 00000100:00000010:2.0:1767384923.460402:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f82ff55b. 00000100:00000001:1.0:1767384923.460406:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294913334 00000100:00000001:2.0:1767384923.460407:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384923.460416:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294913334 00000100:00000001:1.0:1767384923.460417:0:16127:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, keep current deadline 4294913334 00000100:00000010:2.0:1767384923.460423:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f9a1663c. 00000100:00000001:1.0:1767384923.460424:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294913334 00000100:00000001:2.0:1767384923.460429:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384923.460434:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000100:00000001:2.0:1767384923.460436:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384923.460437:0:16127:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, keep current deadline 4294913334 00000100:00000001:2.0:1767384923.460443:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384923.460445:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384923.460449:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384923.460451:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384923.460453:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384923.460457:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384923.460462:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384923.460463:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384923.460467:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384923.460469:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384923.460470:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384923.460475:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384923.460475:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384923.460478:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384923.460482:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384923.460483:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384923.460484:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000100:00000001:1.0:1767384923.460487:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384923.460493:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384923.460507:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384923.460528:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384923.460532:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358512384 02000000:00000001:2.0:1767384923.460535:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384923.460538:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384923.460538:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000100:00000001:2.0:1767384923.460559:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384923.460566:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384923.460569:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358512384 00000020:00000001:2.0:1767384923.460574:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384923.460577:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:2.0:1767384923.460579:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384923.460582:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000020:00000001:2.0:1767384923.460585:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:2.0:1767384923.460588:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384923.460592:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384923.460596:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008dbc311b. 00000100:00000001:2.0:1767384923.460599:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384923.460602:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008dbc311b. 00000400:00000200:0.0:1767384923.460605:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000020:00000010:2.0:1767384923.460617:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007628f704. 00000020:00000010:2.0:1767384923.460623:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005d38a93d. 00000020:00000010:2.0:1767384923.460628:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000113ff913. 00000100:00000040:2.0:1767384923.460636:0:16762:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384923.460640:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384923.460642:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384923.460644:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384923.460652:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384923.460662:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384923.460663:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000100:00000001:2.0:1767384923.460675:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384923.460679:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358512512 02000000:00000001:2.0:1767384923.460681:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384923.460683:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384923.460685:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384923.460688:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384923.460690:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358512512 00000020:00000001:2.0:1767384923.460692:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384923.460694:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:2.0:1767384923.460695:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384923.460697:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000020:00000001:2.0:1767384923.460699:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:2.0:1767384923.460701:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384923.460704:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384923.460709:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008dbc311b. 00000100:00000001:2.0:1767384923.460711:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384923.460713:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008dbc311b. 00000020:00000010:2.0:1767384923.460719:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b28d9342. 00000020:00000010:2.0:1767384923.460723:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004a309b25. 00000400:00000200:0.0:1767384923.460723:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000020:00000010:2.0:1767384923.460733:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c180fbf. 00000100:00000001:2.0:1767384923.460738:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384923.460740:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384923.460741:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384923.460746:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384923.460749:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384923.460756:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384923.460760:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384923.460761:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384923.460771:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384923.460771:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000400:00000200:0.0:1767384923.460777:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000100:00000040:1.0:1767384923.460779:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:1.0:1767384923.460785:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529409104 : -108637180142512 : ffff9d31ef77dc50) 00000100:00100000:2.0:1767384923.460786:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00000040:2.0:1767384923.460794:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000100:00000040:1.0:1767384923.460797:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000052bbec5c x1853237358512384/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:149/0 lens 4848/0 e 0 to 0 dl 1767384934 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384923.460799:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529403984 : -108637180147632 : ffff9d31ef77c850) 00000100:00000040:2.0:1767384923.460813:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000024645d1f x1853237358512512/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:149/0 lens 4848/0 e 0 to 0 dl 1767384934 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384923.460815:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384923.460822:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc910375. 00000400:00000200:0.0:1767384923.460826:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000100:00000001:1.0:1767384923.460830:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384923.460831:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384923.460837:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc910375. 00000020:00000010:2.0:1767384923.460839:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008dbc311b. 00000100:00000001:2.0:1767384923.460845:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384923.460850:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008dbc311b. 00000100:00100000:1.0:1767384923.460850:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000052bbec5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16127:x1853237358512384:12345-0@lo:253: 00000100:00000200:1.0:1767384923.460859:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358512384 00000100:00100000:2.0:1767384923.460863:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000024645d1f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16128:x1853237358512512:12345-0@lo:253: 00000020:00000001:1.0:1767384923.460865:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:2.0:1767384923.460868:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358512512 00000020:00000001:2.0:1767384923.460871:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384923.460871:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384923.460876:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384923.460877:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384923.460881:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384923.460882:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384923.460885:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:2.0:1767384923.460886:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384923.460890:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:1.0:1767384923.460893:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384923.460894:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384923.460898:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384923.460899:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384923.460899:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000020:00000001:1.0:1767384923.460907:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384923.460908:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384923.460914:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384923.460914:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384923.460920:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384923.460921:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384923.460924:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384923.460927:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384923.460929:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384923.460932:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384923.460936:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009d771704. 02000000:00000001:2.0:1767384923.460940:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384923.460941:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ab7e8103. 00000400:00000200:0.0:1767384923.460941:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000100:00000001:2.0:1767384923.460942:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384923.460949:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384923.460950:0:16762:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:1.0:1767384923.460954:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384923.460959:0:16763:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384923.460963:0:16762:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ad1dd55a. 20000000:01000000:2.0:1767384923.460967:0:16762:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:1.0:1767384923.460969:0:16763:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000be9167b0. 20000000:00000001:2.0:1767384923.460971:0:16762:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384923.460975:0:16762:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:1.0:1767384923.460976:0:16763:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:0.0:1767384923.460977:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 20000000:00000001:2.0:1767384923.460978:0:16762:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384923.460982:0:16763:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384923.460990:0:16762:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384923.460993:0:16762:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384923.460997:0:16763:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384923.461001:0:16763:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384923.461005:0:16763:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384923.461005:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 20000000:00000010:2.0:1767384923.461006:0:16762:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fa5e07ca. 20000000:01000000:2.0:1767384923.461049:0:16762:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 20000000:00000001:2.0:1767384923.461055:0:16762:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384923.461062:0:16762:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767384923.461116:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00080000:00000001:2.0:1767384923.461117:0:16762:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384923.461124:0:16762:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384923.461126:0:16762:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384923.461129:0:16762:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384923.461133:0:16762:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384923.461139:0:16762:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:2.0:1767384923.461143:0:16762:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384923.461150:0:16762:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000254052f2. 00080000:00000001:2.0:1767384923.461153:0:16762:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490418688 : -108642219132928 : ffff9d30c31ef800) 00080000:00000001:2.0:1767384923.461156:0:16762:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384923.461199:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:0.0:1767384923.461269:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000001:00000001:2.0:1767384923.461292:0:16762:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384923.461295:0:16762:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384923.461299:0:16762:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384923.461324:0:16762:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384923.461327:0:16762:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384923.461337:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:0.0:1767384923.461400:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:0.0:1767384923.461474:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00080000:00000001:2.0:1767384923.461507:0:16762:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384923.461513:0:16762:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:00000001:1.0:1767384923.461540:0:16763:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384923.461563:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:0.0:1767384923.461621:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:0.0:1767384923.461655:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:0.0:1767384923.461680:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:0.0:1767384923.461899:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a9757292. 00000800:00000010:0.0:1767384923.461905:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000c2b0ac1. 00000800:00000010:0.0:1767384923.461911:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008da560d8. 00000800:00000010:0.0:1767384923.461983:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008da560d8. 00000800:00020000:0.0:1767384923.461994:0:16115:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:0.0:1767384923.461998:0:16115:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000c2b0ac1. 00000800:00000010:0.0:1767384923.462001:0:16115:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a9757292. 00000400:02020000:0.0:1767384923.462089:0:16115:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp30 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384923.462095:0:16115:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp30 notifying 192.168.203.157@tcp30: down 00000800:00000200:0.0:1767384923.462101:0:16115:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp30 down 00000800:00000100:0.0:1767384923.462110:0:16115:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 416 0@<0:0>->192.168.203.157@tcp30 00000800:00000010:0.0:1767384923.462113:0:16115:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000095929c. 00000400:00000200:0.0:1767384923.462117:0:16115:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384923.462122:0:16115:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp30->192.168.203.157@tcp30: PUT: LOCAL_ERROR 00000400:00000200:0.0:1767384923.462128:0:16115:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp30 added to recovery queue. ping count: 0 next ping: 247 health :900 00000400:00000200:0.0:1767384923.462132:0:16115:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384923.462135:0:16115:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp: 1 00000400:00000200:0.0:1767384923.462138:0:16115:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:2.0:1767384923.462163:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384923.462171:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x101171 00000400:00000001:2.0:1767384923.462175:0:16125:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384923.462177:0:16125:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384923.462180:0:16125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c5e7145 00000400:00000010:2.0:1767384923.462182:0:16125:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c5e7145. 00000400:00000200:2.0:1767384923.462185:0:16125:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384923.462191:0:16125:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:2.0:1767384923.462195:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (24) 00000400:00000200:2.0:1767384923.462198:0:16125:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.157@tcp 00000400:00000200:2.0:1767384923.462202:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100171 rc -71 00000400:00000200:2.0:1767384923.462206:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:2.0:1767384923.462209:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (23) 00080000:00000001:0.0:1767384923.471431:0:16762:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384923.471438:0:16762:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:0.0:1767384923.471442:0:16762:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384923.471444:0:16762:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:1.0:1767384923.471446:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384923.471452:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:0.0:1767384923.471455:0:16762:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:1.0:1767384923.471456:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384923.471461:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384923.471464:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384923.471468:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000254052f2. 20000000:00000001:0.0:1767384923.471471:0:16762:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384923.471474:0:16763:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006ebd637a. 00080000:00000001:1.0:1767384923.471474:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384923.471476:0:16762:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384923.471480:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:2.0:1767384923.471481:0:16763:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 00080000:00000020:0.0:1767384923.471485:0:16762:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384923.471487:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:2.0:1767384923.471488:0:16763:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:3.0:1767384923.471491:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384923.471493:0:16763:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:3.0:1767384923.471499:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384923.471502:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384923.471510:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000099e1222d. 00010000:00000001:3.0:1767384923.471515:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384923.471516:0:16763:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384923.471518:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e7280dd3. 00080000:00000001:2.0:1767384923.471520:0:16763:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384923.471523:0:16763:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384923.471524:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384923.471525:0:16763:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000040:3.0:1767384923.471529:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e7280dd3 with handle 0x4895a8f6c11e86d3 to hash 00000020:00000001:2.0:1767384923.471530:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384923.471534:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384923.471535:0:16763:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00010000:00000001:3.0:1767384923.471537:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635431492109312 : -108642217442304 : ffff9d30c338c400) 00080000:00000001:2.0:1767384923.471542:0:16763:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384923.471562:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635431492109312 : -108642217442304 : ffff9d30c338c400) 00080000:00000010:2.0:1767384923.471565:0:16763:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000532456de. 00010000:00000001:3.0:1767384923.471567:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384923.471569:0:16763:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490416640 : -108642219134976 : ffff9d30c31ef000) 00010000:00000001:3.0:1767384923.471570:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384923.471575:0:16763:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:3.0:1767384923.471576:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e86d3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384923.471585:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384923.471588:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384923.471590:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384923.471592:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384923.471594:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384923.471596:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384923.471597:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384923.471599:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384923.471602:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384923.471603:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384923.471605:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384923.471607:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000099e1222d) refcount = 1 00000001:00000001:2.0:1767384923.471614:0:16763:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:3.0:1767384923.471617:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e86d3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384923.471617:0:16763:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384923.471622:0:16763:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384923.471628:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384923.471630:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384923.471632:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384923.471633:0:16763:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384923.471634:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384923.471640:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384923.471640:0:16763:0:(osd_io.c:399:osd_write()) Process entered 20000000:00000001:3.0:1767384923.471646:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384923.471648:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002318499s 00010000:00000001:3.0:1767384923.471651:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384923.471653:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384923.471654:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e7280dd3 refcount=4 00000020:00000001:3.0:1767384923.471656:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431492109312 : -108642217442304 : ffff9d30c338c400) 00010000:00000001:3.0:1767384923.471659:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635431492109312 : -108642217442304 : ffff9d30c338c400) 00010000:00000001:3.0:1767384923.471661:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384923.471663:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e86d3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384923.471668:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384923.471670:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e86d3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384923.471675:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384923.471676:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384923.471678:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e86d3 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384923.471682:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384923.471684:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384923.471686:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384923.471688:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e86d3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384923.471688:0:16763:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384923.471693:0:16763:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00010000:3.0:1767384923.471700:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e7280dd3 already unused, calling callback (00000000be7801c4) 00010000:00000001:3.0:1767384923.471707:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384923.471709:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384923.471711:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e86d3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384923.471715:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384923.471717:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384923.471718:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384923.471719:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e7280dd3 refcount=5 00000020:00000001:3.0:1767384923.471720:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431492109312 : -108642217442304 : ffff9d30c338c400) 00010000:00000001:3.0:1767384923.471722:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635431492109312 : -108642217442304 : ffff9d30c338c400) 00010000:00000001:3.0:1767384923.471724:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384923.471726:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e86d3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384923.471730:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384923.471732:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384923.471733:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384923.471736:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384923.471737:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384923.471739:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384923.471740:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384923.471742:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e7280dd3 with handle 0x4895a8f6c11e86d3 from hash 00010000:00000001:3.0:1767384923.471745:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384923.471747:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384923.471749:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384923.471750:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384923.471752:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384923.471754:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384923.471757:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384923.471759:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384923.471762:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384923.471765:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384923.471767:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384923.471770:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384923.471772:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384923.471780:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384923.471783:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384923.471786:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384923.471789:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e86d3 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384923.471798:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384923.471800:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384923.471802:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384923.471805:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384923.471808:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384923.471809:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384923.471812:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384923.471816:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384923.471818:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384923.471820:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e86d3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384923.471825:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384923.471827:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384923.471828:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e86d3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384923.471833:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000099e1222d count: 0 00010000:00000001:3.0:1767384923.471843:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384923.471844:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384923.472079:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294913334, at 4294913335 00000100:00000040:1.0:1767384923.472082:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294913334, at 4294913335 00000100:00000010:2.0:1767384923.472087:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f82ff55b. 00000100:00000010:1.0:1767384923.472093:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b839a46b. 00000100:00000040:3.0:1767384923.473073:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294913334, at 4294913336 00000100:00000010:3.0:1767384923.473080:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f9a1663c. 00000100:00000040:0.0:1767384923.473081:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294913334, at 4294913336 00000100:00000010:0.0:1767384923.473089:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e482e458. 00010000:00000010:3.1:1767384923.476060:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000099e1222d. 00010000:00000010:3.1:1767384923.476065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e7280dd3. 00080000:00000001:2.0:1767384923.480968:0:16763:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384923.480969:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384923.480973:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:2.0:1767384923.480976:0:16763:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00040000:00000001:1.0:1767384923.480977:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384923.480980:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384923.480982:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384923.480984:0:16763:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384923.480986:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000532456de. 20000000:00000001:2.0:1767384923.480990:0:16763:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:1.0:1767384923.480991:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384923.480994:0:16763:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384923.481009:0:16763:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384923.481045:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384923.481052:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:2.0:1767384923.481053:0:16763:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 10000000:01000000:0.0:1767384923.481057:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000020:2.0:1767384923.481062:0:16763:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:0.0:1767384923.481064:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384923.481069:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384923.481075:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e41211e4. 00010000:00000001:0.0:1767384923.481080:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384923.481091:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000012c3943a. 00000020:00000001:0.0:1767384923.481095:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384923.481098:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000012c3943a with handle 0x4895a8f6c11e86da to hash 00000020:00000001:0.0:1767384923.481101:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384923.481103:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854936576 : -108637854615040 : ffff9d31c7443a00) 00010000:00000001:0.0:1767384923.481105:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854936576 : -108637854615040 : ffff9d31c7443a00) 00010000:00000001:0.0:1767384923.481108:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384923.481110:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384923.481112:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000012c3943a/0x4895a8f6c11e86da lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384923.481119:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384923.481121:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384923.481122:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384923.481124:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384923.481126:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384923.481128:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384923.481130:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384923.481132:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384923.481133:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384923.481134:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384923.481135:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384923.481137:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e41211e4) refcount = 1 00010000:00010000:0.0:1767384923.481139:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000012c3943a/0x4895a8f6c11e86da lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384923.481144:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384923.481145:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384923.481146:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384923.481148:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384923.481150:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384923.481152:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384923.481154:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002318499s 00010000:00000001:0.0:1767384923.481157:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384923.481158:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384923.481165:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000012c3943a refcount=4 00000020:00000001:0.0:1767384923.481167:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854936576 : -108637854615040 : ffff9d31c7443a00) 00010000:00000001:0.0:1767384923.481170:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854936576 : -108637854615040 : ffff9d31c7443a00) 00010000:00000001:0.0:1767384923.481171:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384923.481173:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000012c3943a/0x4895a8f6c11e86da lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384923.481178:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384923.481179:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000012c3943a/0x4895a8f6c11e86da lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384923.481184:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384923.481186:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384923.481187:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000012c3943a/0x4895a8f6c11e86da lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384923.481191:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384923.481192:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384923.481195:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384923.481196:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000012c3943a/0x4895a8f6c11e86da lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384923.481201:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000012c3943a already unused, calling callback (00000000be7801c4) 00010000:00000001:0.0:1767384923.481203:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384923.481205:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384923.481206:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000012c3943a/0x4895a8f6c11e86da lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384923.481210:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384923.481211:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384923.481212:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384923.481214:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000012c3943a refcount=5 00000020:00000001:0.0:1767384923.481216:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854936576 : -108637854615040 : ffff9d31c7443a00) 00010000:00000001:0.0:1767384923.481219:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854936576 : -108637854615040 : ffff9d31c7443a00) 00010000:00000001:0.0:1767384923.481222:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384923.481229:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000012c3943a/0x4895a8f6c11e86da lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384923.481233:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384923.481235:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384923.481236:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384923.481239:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384923.481240:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384923.481241:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384923.481242:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384923.481244:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000012c3943a with handle 0x4895a8f6c11e86da from hash 00010000:00000001:0.0:1767384923.481246:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384923.481246:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384923.481247:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384923.481248:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384923.481249:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384923.481251:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384923.481252:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384923.481253:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384923.481256:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384923.481257:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384923.481259:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384923.481261:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384923.481262:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384923.481263:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384923.481264:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384923.481266:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384923.481268:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000012c3943a/0x4895a8f6c11e86da lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384923.481272:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384923.481273:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384923.481274:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384923.481276:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384923.481277:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384923.481278:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384923.481280:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384923.481283:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384923.481289:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384923.481291:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000012c3943a/0x4895a8f6c11e86da lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384923.481295:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384923.481297:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384923.481299:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000012c3943a/0x4895a8f6c11e86da lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384923.481303:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e41211e4 count: 0 00010000:00000001:0.0:1767384923.481318:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384923.481320:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384923.483244:0:16762:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384923.483248:0:16762:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384923.483250:0:16762:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ad1dd55a. 20000000:00000001:1.0:1767384923.483255:0:16762:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384923.483260:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358512512 00010000:00000001:1.0:1767384923.483262:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384923.483269:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000024645d1f x1853237358512512/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:149/0 lens 4848/4768 e 0 to 0 dl 1767384934 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384923.483277:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384923.483279:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384923.483282:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=47 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384923.483286:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384923.483289:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:1.0:1767384923.483291:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:1.0:1767384923.483294:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384923.483296:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384923.483299:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384923.483307:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384923.483311:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005710363. 00000100:00000200:1.0:1767384923.483315:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358512512, offset 224 00000400:00000200:1.0:1767384923.483322:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384923.483330:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384923.483338:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272704980 00000400:00000200:1.0:1767384923.483344:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x17dd [2] + 224 00000400:00000200:1.0:1767384923.483349:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384923.483352:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384923.483357:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384923.483361:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000de8d80bd x1853237358512512/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384923.483371:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000de8d80bd x1853237358512512/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384923.483389:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384923.483395:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005710363 00000400:00000010:1.0:1767384923.483397:0:16762:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005710363. 00000100:00000001:2.0:1767384923.483401:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384923.483401:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384923.483403:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384923.483407:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384923.483409:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384923.483413:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000001:2.0:1767384923.483416:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384923.483416:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384923.483419:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384923.483421:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384923.483423:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384923.483426:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083b0f1ae. 00000100:00000040:1.0:1767384923.483427:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024645d1f x1853237358512512/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:149/0 lens 4848/4768 e 0 to 0 dl 1767384934 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384923.483434:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ed8a892 00000100:00100000:1.0:1767384923.483438:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000024645d1f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16128:x1853237358512512:12345-0@lo:253: Request processed in 22608us (23217us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384923.483445:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00000040:1.0:1767384923.483447:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00000001:1.0:1767384923.483449:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384923.483451:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384923.483455:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004a309b25. 00000400:00000010:2.0:1767384923.483458:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ed8a892. 00000100:00000001:2.0:1767384923.483465:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384923.483467:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c180fbf. 00000020:00000010:1.0:1767384923.483472:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b28d9342. 00000100:00000200:2.0:1767384923.483473:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000de8d80bd x1853237358512512/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384923.483476:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 02000000:00000001:1.0:1767384923.483482:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384923.483486:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009d771704. 02000000:00000001:1.0:1767384923.483491:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384923.483494:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384923.483497:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000de8d80bd x1853237358512512/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384923.483501:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384923.483507:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4ad3fb4. 00000400:00000010:1.0:1767384923.483513:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005710363. 00000100:00000001:2.0:1767384923.483515:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384923.483520:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384923.483524:0:16128:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:3.0:1767384923.483525:0:27724:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000002f11c11f. 02000000:00000001:2.0:1767384923.483527:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384923.483531:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384923.483533:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384923.483537:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384923.483542:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00001000:2.0:1767384923.483542:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=47 v=5 (5 0 0 0) 00000400:00000040:3.0:1767384923.483565:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000100:00001000:2.0:1767384923.483566:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=47 v=5 (1 0 0 0) 00000400:00000040:3.0:1767384923.483569:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384923.483574:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000001:2.0:1767384923.483576:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000040:3.0:1767384923.483577:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384923.483580:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000100:00000001:2.0:1767384923.483580:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384923.483586:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00010000:00000001:2.0:1767384923.483587:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000040:3.0:1767384923.483589:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00010000:00000001:2.0:1767384923.483591:0:16128:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384923.483595:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384923.483597:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384923.483601:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384923.483603:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384923.483606:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000100:00000040:2.0:1767384923.483606:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000de8d80bd x1853237358512512/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:3.0:1767384923.483611:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384923.483615:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384923.483618:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384923.483622:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384923.483625:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000001:2.0:1767384923.483628:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000040:3.0:1767384923.483629:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384923.483632:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384923.483636:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:2.0:1767384923.483636:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000040:3.0:1767384923.483641:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000100:00000001:2.0:1767384923.483642:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:3.0:1767384923.483645:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384923.483648:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000020:01000004:2.0:1767384923.483648:0:16128:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000040:3.0:1767384923.483652:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000020:01000004:2.0:1767384923.483653:0:16128:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000040:3.0:1767384923.483654:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000020:01000004:2.0:1767384923.483656:0:16128:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000040:3.0:1767384923.483658:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000020:01000004:2.0:1767384923.483660:0:16128:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000040:3.0:1767384923.483662:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000020:01000004:2.0:1767384923.483663:0:16128:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000040:3.0:1767384923.483665:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000020:01000004:2.0:1767384923.483666:0:16128:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384923.483669:0:16128:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000040:3.0:1767384923.483670:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000020:01000004:2.0:1767384923.483672:0:16128:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000040:3.0:1767384923.483673:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000020:01000004:2.0:1767384923.483675:0:16128:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000040:3.0:1767384923.483676:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384923.483680:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000040:2.0:1767384923.483681:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000de8d80bd x1853237358512512/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:3.0:1767384923.483682:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384923.483687:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384923.483690:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384923.483695:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384923.483696:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384923.483698:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384923.483699:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384923.483702:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384923.483706:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384923.483710:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384923.483715:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000100:00100000:2.0:1767384923.483718:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000de8d80bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358512512:0@lo:253: 00000400:00000040:3.0:1767384923.483719:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384923.483724:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000100:00000001:2.0:1767384923.483727:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:3.0:1767384923.483728:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384923.483734:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000100:00000001:2.0:1767384923.483734:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384923.483738:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000de8d80bd x1853237358512512/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:3.0:1767384923.483747:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000100:00000001:2.0:1767384923.483749:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000040:3.0:1767384923.483752:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 02000000:00000001:2.0:1767384923.483753:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384923.483756:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e90be6d6. 00000400:00000040:3.0:1767384923.483758:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 02000000:00000001:2.0:1767384923.483762:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000040:3.0:1767384923.483763:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000020:00000001:2.0:1767384923.483765:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000040:3.0:1767384923.483769:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000020:00000040:2.0:1767384923.483769:0:16128:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000400:00000040:3.0:1767384923.483774:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000020:00000001:2.0:1767384923.483776:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000040:3.0:1767384923.483780:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 02000000:00000010:2.0:1767384923.483781:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000452284c7. 00000400:00000040:3.0:1767384923.483785:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 02000000:00000001:2.0:1767384923.483788:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000040:3.0:1767384923.483790:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 02000000:00000001:2.0:1767384923.483792:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000040:3.0:1767384923.483794:0:27724:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000100:00000010:2.0:1767384923.483797:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000de8d80bd. 00000100:00000001:2.0:1767384923.483803:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384923.483806:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384923.483811:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384923.483820:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384923.483824:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384923.483831:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384923.483835:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384923.483900:0:27724:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000002f11c11f. 00080000:00000020:1.0:1767384923.484519:0:16763:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384923.484521:0:16763:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384923.484523:0:16763:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000be9167b0. 20000000:00000001:1.0:1767384923.484527:0:16763:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384923.484529:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358512384 00010000:00000001:1.0:1767384923.484530:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384923.484533:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000052bbec5c x1853237358512384/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:149/0 lens 4848/4768 e 0 to 0 dl 1767384934 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384923.484540:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384923.484541:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384923.484554:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=47 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384923.484558:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384923.484560:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:1.0:1767384923.484563:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:1.0:1767384923.484566:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384923.484567:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384923.484570:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384923.484573:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384923.484577:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c0134b7. 00000100:00000200:1.0:1767384923.484580:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358512384, offset 224 00000400:00000200:1.0:1767384923.484586:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384923.484592:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384923.484598:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272704900 00000400:00000200:1.0:1767384923.484601:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x17d5 [2] + 224 00000400:00000200:1.0:1767384923.484605:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384923.484613:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384923.484616:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384923.484618:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000025b5fe67 x1853237358512384/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384923.484625:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000025b5fe67 x1853237358512384/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384923.484638:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384923.484642:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c0134b7 00000400:00000010:1.0:1767384923.484643:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c0134b7. 00000100:00000001:1.0:1767384923.484646:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384923.484647:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384923.484649:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384923.484651:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.484652:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384923.484655:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000001:0.0:1767384923.484657:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384923.484658:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384923.484660:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384923.484661:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384923.484663:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002136825e. 00000020:00000001:1.0:1767384923.484664:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384923.484670:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000052bbec5c x1853237358512384/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:149/0 lens 4848/4768 e 0 to 0 dl 1767384934 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384923.484670:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1943726 00000400:00000010:0.0:1767384923.484674:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c1943726. 00000100:00000001:0.0:1767384923.484679:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384923.484684:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000052bbec5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16127:x1853237358512384:12345-0@lo:253: Request processed in 23868us (24497us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384923.484686:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000025b5fe67 x1853237358512384/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384923.484698:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00000040:1.0:1767384923.484702:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:1.0:1767384923.484706:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384923.484706:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000025b5fe67 x1853237358512384/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384923.484708:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384923.484711:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005d38a93d. 00000020:00000010:1.0:1767384923.484718:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000113ff913. 00000100:00000001:0.0:1767384923.484719:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384923.484723:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007628f704. 00000100:00000001:0.0:1767384923.484724:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384923.484729:0:16127:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:1.0:1767384923.484730:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 02000000:00000001:0.0:1767384923.484731:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384923.484734:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384923.484735:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384923.484736:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384923.484737:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ab7e8103. 02000000:00000001:0.0:1767384923.484741:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384923.484742:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384923.484746:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384923.484746:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=47 v=5 (5 0 0 0) 00000100:00000200:1.0:1767384923.484753:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384923.484753:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=47 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384923.484755:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384923.484757:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384923.484758:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767384923.484762:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042883d75. 00000400:00000010:1.0:1767384923.484767:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c0134b7. 00010000:00000001:0.0:1767384923.484767:0:16127:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.484771:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384923.484776:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000025b5fe67 x1853237358512384/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384923.484782:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384923.484785:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384923.484786:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384923.484789:0:16127:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384923.484790:0:16127:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384923.484792:0:16127:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384923.484793:0:16127:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384923.484794:0:16127:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384923.484796:0:16127:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384923.484796:0:16127:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384923.484797:0:16127:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384923.484798:0:16127:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384923.484799:0:16127:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384923.484801:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025b5fe67 x1853237358512384/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384923.484806:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000025b5fe67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358512384:0@lo:253: 00000100:00000001:0.0:1767384923.484810:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384923.484811:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384923.484812:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000025b5fe67 x1853237358512384/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384939 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384923.484817:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384923.484818:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384923.484819:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d9273208. 02000000:00000001:0.0:1767384923.484822:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384923.484823:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384923.484824:0:16127:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1767384923.484826:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384923.484827:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003dd07d31. 02000000:00000001:0.0:1767384923.484830:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384923.484831:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384923.484832:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000025b5fe67. 00000100:00000001:0.0:1767384923.484841:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384923.484842:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384923.484843:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384923.484846:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384923.484847:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384923.484848:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384923.484850:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384923.487082:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e41211e4. 00010000:00000010:0.1:1767384923.487092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000012c3943a. 00000400:00000001:3.0:1767384923.609127:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384923.609132:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384923.609135:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ef6df2d 00000400:00000010:3.0:1767384923.609139:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ef6df2d. 00000400:00000200:3.0:1767384923.609143:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384923.609149:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp29 recovery ping unlinked 00000400:00000010:3.0:1767384923.609156:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a374e323. 00000400:00000010:3.0:1767384923.609160:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c6f3b890. 00010000:00000001:1.0:1767384923.993090:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384923.993095:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384923.993101:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384923.993102:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384923.993120:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384923.993123:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384923.993126:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384924.633088:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp29 00000400:00000010:3.0:1767384924.633096:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000894ab83. 00000400:00000010:3.0:1767384924.633104:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000dc490fb9. 00000400:00000010:3.0:1767384924.633109:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ef6df2d. 00000400:00000010:3.0:1767384924.633114:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000024c415bb. 00000400:00000200:3.0:1767384924.633118:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp29 00000400:00000200:3.0:1767384924.633132:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp29 local destination 00000400:00000200:3.0:1767384924.633137:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp29 00000400:00000200:3.0:1767384924.633140:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp29 NI seq info: [71:71:256:4294967295] 192.168.203.157@tcp29 LPNI seq info [71:71:8:4294967295] 00000400:00000200:3.0:1767384924.633146:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp29 00000400:00000200:3.0:1767384924.633151:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp29(192.168.203.157@tcp29:) -> 192.168.203.157@tcp29(192.168.203.157@tcp29:192.168.203.157@tcp29) : GET try# 0 00000800:00000200:3.0:1767384924.633161:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp29 00000800:00000010:3.0:1767384924.633164:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a5a8025e. 00000800:00000200:3.0:1767384924.633170:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007c2839cb] -> 12345-192.168.203.157@tcp29 (2) 00000800:00000200:3.1:1767384924.633175:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007c2839cb] -> 12345-192.168.203.157@tcp29 (2) 00000400:00000200:3.0:1767384924.633208:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp29 added to recovery queue. ping count: 2 next ping: 251 health :800 00000400:00000200:3.0:1767384924.633221:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp28 00000400:00000010:3.0:1767384924.633223:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000bfd829e7. 00000400:00000010:3.0:1767384924.633227:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003319a65f. 00000400:00000010:3.0:1767384924.633230:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b5044b8. 00000400:00000010:3.0:1767384924.633235:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000163abfe0. 00000400:00000200:3.0:1767384924.633240:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp28 00000400:00000200:3.0:1767384924.633248:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp28 local destination 00000400:00000200:3.0:1767384924.633252:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp28 00000400:00000200:3.0:1767384924.633254:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp28 NI seq info: [72:72:256:4294967295] 192.168.203.157@tcp28 LPNI seq info [72:72:8:4294967295] 00000400:00000200:3.0:1767384924.633257:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp28 00000400:00000200:3.0:1767384924.633263:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp28(192.168.203.157@tcp28:) -> 192.168.203.157@tcp28(192.168.203.157@tcp28:192.168.203.157@tcp28) : GET try# 0 00000800:00000200:3.0:1767384924.633267:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp28 00000800:00000010:3.0:1767384924.633269:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000375972b. 00000800:00000200:3.0:1767384924.633272:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000833c9086] -> 12345-192.168.203.157@tcp28 (2) 00000800:00000200:3.1:1767384924.633275:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000833c9086] -> 12345-192.168.203.157@tcp28 (2) 00000400:00000200:3.0:1767384924.633287:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp28 added to recovery queue. ping count: 3 next ping: 255 health :700 00000400:00000200:3.0:1767384924.633291:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp30 00000400:00000010:3.0:1767384924.633294:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000002ffd5ba4. 00000400:00000200:1.0:1767384924.633294:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000010:3.0:1767384924.633298:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006556726e. 00000400:00000010:3.0:1767384924.633302:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd918eb3. 00000400:00000010:3.0:1767384924.633323:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dc6417ef. 00000400:00000200:3.0:1767384924.633327:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp30 00000400:00000200:3.0:1767384924.633333:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp30 local destination 00000400:00000200:3.0:1767384924.633337:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp30 00000400:00000200:3.0:1767384924.633342:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp30 NI seq info: [73:73:256:4294967295] 192.168.203.157@tcp30 LPNI seq info [73:73:8:4294967295] 00000400:00000200:3.0:1767384924.633347:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp30 00000400:00000200:3.0:1767384924.633356:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp30(192.168.203.157@tcp30:) -> 192.168.203.157@tcp30(192.168.203.157@tcp30:192.168.203.157@tcp30) : GET try# 0 00000800:00000200:3.0:1767384924.633362:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp30 00000800:00000010:3.0:1767384924.633366:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f09c70bc. 00000800:00000200:3.0:1767384924.633372:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000481ebbb1] -> 12345-192.168.203.157@tcp30 (2) 00000400:00000200:0.0:1767384924.633377:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:1.0:1767384924.633381:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000800:00000200:3.1:1767384924.633389:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000481ebbb1] -> 12345-192.168.203.157@tcp30 (2) 00000400:00000200:3.0:1767384924.633412:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp30 added to recovery queue. ping count: 1 next ping: 249 health :900 00000400:00000200:1.0:1767384924.633468:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.633492:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:1.0:1767384924.633563:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.633568:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.633597:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:1.0:1767384924.633657:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.633659:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.633677:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.633765:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:1.0:1767384924.633769:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.633772:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.633826:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:1.0:1767384924.633844:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.633850:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.633884:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:1.0:1767384924.633902:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.633933:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.633939:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:1.0:1767384924.633966:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.634002:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.634013:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:1.0:1767384924.634057:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.634064:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.634123:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:1.0:1767384924.634124:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.634128:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:1.0:1767384924.634183:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.634192:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.634218:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:1.0:1767384924.634227:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.634261:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:1.0:1767384924.634292:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.634302:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.634321:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:1.0:1767384924.634353:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.634376:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.634377:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:1.0:1767384924.634410:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.634438:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.634463:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:1.0:1767384924.634465:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.634493:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:1.0:1767384924.634548:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.634558:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.634565:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:1.0:1767384924.634634:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.634667:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.634680:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:1.0:1767384924.634704:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.634748:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.634787:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:1.0:1767384924.634787:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.634812:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:1.0:1767384924.634879:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.634895:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.634909:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:1.0:1767384924.634929:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.634965:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.634979:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:1.0:1767384924.634986:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.635031:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.635061:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:1.0:1767384924.635085:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.635112:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.635123:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:1.0:1767384924.635144:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.635176:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.635189:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:1.0:1767384924.635217:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.635247:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.635267:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:1.0:1767384924.635277:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.635339:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.635361:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:1.0:1767384924.635374:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.635422:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.635472:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:1.0:1767384924.635475:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.635562:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.635598:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:1.0:1767384924.635600:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.635641:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.635705:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:1.0:1767384924.635706:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.635707:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.635781:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:1.0:1767384924.635818:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.635821:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.635869:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:1.0:1767384924.635891:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.635901:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.635944:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:1.0:1767384924.635961:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.635975:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.636009:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.636064:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.636070:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.636121:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.636128:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.157:988 00000800:00000010:1.0:1767384924.636143:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ab7e8103. 00000800:00000010:1.0:1767384924.636149:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009a7288f3. 00000800:00000010:1.0:1767384924.636154:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ba02e845. 00000400:00000200:2.0:1767384924.636173:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000800:00000010:1.0:1767384924.636176:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ba02e845. 00000400:00000200:0.0:1767384924.636181:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.157:988 00000800:00020000:1.0:1767384924.636186:0:16117:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000400:00000200:2.0:1767384924.636225:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.636251:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.636276:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.636318:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.636350:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.636382:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.157:988 00000800:00000010:0.0:1767384924.636423:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a9757292. 00000800:00000010:0.0:1767384924.636430:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000bf763ba. 00000400:00000200:2.0:1767384924.636452:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.157:988 00000800:00000010:0.0:1767384924.636454:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000062ed099e. 00000400:00000200:3.0:1767384924.636465:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:0.0:1767384924.636492:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000062ed099e. 00000400:00000200:2.0:1767384924.636516:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.157:988 00000400:00000200:3.0:1767384924.636571:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp28 from 217.3.0.2 00000800:00000010:3.0:1767384924.636576:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000954d77f8. 00000800:00000010:0.0:1767384924.636629:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b17a2264. 00000800:00000010:0.0:1767384924.636637:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c69cbc95. 00000800:00000010:0.0:1767384924.636668:0:16115:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001d9e27a7. 00000800:00000200:0.1:1767384924.636679:0:16115:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000833c9086] -> 12345-192.168.203.157@tcp28 (2) 00000800:00000200:0.1:1767384924.636689:0:16115:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp28 000000001d9e27a7 deleted 00000800:00000010:0.1:1767384924.636693:0:16115:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001d9e27a7. 00000800:00000200:0.1:1767384924.636701:0:16115:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384924.636713:0:16115:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp28 ip 192.168.203.157:985 00000800:00000200:0.1:1767384924.636719:0:16115:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000375972b type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384924.636729:0:16115:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp28 p 3.x 192.168.203.157 -> 192.168.203.157:985 incarnation:1767384915686374232 sched[0] 00000800:00000010:0.0:1767384924.636737:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000062ed099e. 00000800:00000010:2.0:1767384924.636742:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ad1dd55a. 00000800:00000010:2.0:1767384924.636751:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dd2e57c1. 00000800:00000010:2.0:1767384924.636765:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000088458df6. 00000800:00000010:0.0:1767384924.636817:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000062ed099e. 00000800:00000010:0.0:1767384924.636826:0:16115:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c69cbc95. 00000800:00000010:2.0:1767384924.636854:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000088458df6. 00000800:00000010:0.0:1767384924.636886:0:16115:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000954d77f8. 00000400:00000200:3.0:1767384924.636895:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000001:2.0:1767384924.636902:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384924.636921:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384924.636922:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp30 from 216.3.0.2 00000800:00000010:3.0:1767384924.636928:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d3535fb4. 00000800:00000200:0.1:1767384924.636930:0:16118:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384924.636938:0:16118:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp28 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384915686374232 sched[0] 00000800:00000010:0.0:1767384924.636942:0:16118:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000bf763ba. 00000800:00000200:2.0:1767384924.636961:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384924.636967:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000375972b. 00000400:00000200:2.0:1767384924.636974:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384924.636980:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp28->192.168.203.157@tcp28: GET: OK 00000400:00000200:2.0:1767384924.636985:0:16120:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384924.636988:0:16120:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp28 recovery message sent successfully:0 00000800:00000001:2.0:1767384924.637000:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384924.637006:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384924.637008:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384924.637016:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384924.637022:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp28(192.168.203.157@tcp28) <- 192.168.203.157@tcp28 : GET - for me 00000400:00000200:0.0:1767384924.637061:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.637062:0:16120:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384924.637072:0:16120:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp of length 272/272 into md 0x17cd [1] + 0 00000400:00000200:2.0:1767384924.637082:0:16120:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp28 to MR: 192.168.203.157@tcp28 local destination 00000400:00000200:2.0:1767384924.637087:0:16120:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp28 NI seq info: [74:74:256:4294967295] 192.168.203.157@tcp28 LPNI seq info [74:74:8:4294967295] 00000400:00000200:2.0:1767384924.637099:0:16120:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp28(192.168.203.157@tcp28:192.168.203.157@tcp28) -> 192.168.203.157@tcp28(192.168.203.157@tcp28:192.168.203.157@tcp28) 192.168.203.157@tcp28 : REPLY try# 0 00000800:00000200:2.0:1767384924.637103:0:16120:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.157@tcp28 00000800:00000010:2.0:1767384924.637106:0:16120:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a2f51ef. 00000800:00000200:2.0:1767384924.637110:0:16120:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000833c9086] -> 12345-192.168.203.157@tcp28 (4) 00000800:00000200:2.0:1767384924.637115:0:16120:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp28 ip 192.168.203.157:988 00000800:00000200:2.0:1767384924.637117:0:16120:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006a2f51ef type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384924.637138:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000800:00000200:2.0:1767384924.637159:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384924.637162:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a2f51ef. 00000400:00000200:2.0:1767384924.637166:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384924.637171:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp28->192.168.203.157@tcp28: REPLY: OK 00000800:00000001:2.0:1767384924.637182:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384924.637191:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384924.637193:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000800:00000001:2.0:1767384924.637194:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384924.637199:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384924.637202:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384924.637204:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384924.637208:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp28(192.168.203.157@tcp28) <- 192.168.203.157@tcp28 : REPLY - for me 00000400:00000200:2.0:1767384924.637218:0:16120:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp28: Reply from 12345-192.168.203.157@tcp28 of length 272/272 into md 0x17f9 00000800:00000001:2.0:1767384924.637222:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384924.637227:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384924.637229:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384924.637232:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp28->192.168.203.157@tcp28: REPLY: OK 00000400:00000200:2.0:1767384924.637237:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b5044b8 00000400:00000010:2.0:1767384924.637239:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b5044b8. 00000400:00000200:2.0:1767384924.637242:0:16120:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384924.637246:0:16120:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000bfd829e7. 00000400:00000010:2.0:1767384924.637249:0:16120:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003319a65f. 00000800:00000001:2.0:1767384924.637255:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384924.637259:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384924.637262:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000800:00000010:2.0:1767384924.637286:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005b34f959. 00000800:00000010:2.0:1767384924.637306:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e2d4dec7. 00000800:00000010:2.0:1767384924.637331:0:16115:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ec62c1ac. 00000800:00000200:2.1:1767384924.637337:0:16115:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000481ebbb1] -> 12345-192.168.203.157@tcp30 (2) 00000800:00000200:2.1:1767384924.637343:0:16115:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp30 00000000ec62c1ac deleted 00000800:00000010:2.1:1767384924.637346:0:16115:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ec62c1ac. 00000800:00000200:2.1:1767384924.637350:0:16115:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:0.0:1767384924.637351:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000800:00000200:2.1:1767384924.637356:0:16115:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp30 ip 192.168.203.157:984 00000800:00000200:2.1:1767384924.637359:0:16115:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f09c70bc type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384924.637368:0:16115:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp30 p 3.x 192.168.203.157 -> 192.168.203.157:984 incarnation:1767384919598252470 sched[0] 00000800:00000010:2.0:1767384924.637391:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000088458df6. 00000800:00000010:2.0:1767384924.637454:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000088458df6. 00000800:00000010:2.0:1767384924.637458:0:16115:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e2d4dec7. 00000400:00000200:0.0:1767384924.637481:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000800:00000010:2.0:1767384924.637484:0:16115:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d3535fb4. 00000800:00000001:2.0:1767384924.637497:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384924.637502:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384924.637559:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384924.637559:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000800:00000010:2.0:1767384924.637565:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f09c70bc. 00000400:00000200:2.0:1767384924.637569:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384924.637574:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp30->192.168.203.157@tcp30: GET: OK 00000400:00000200:2.0:1767384924.637578:0:16122:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384924.637581:0:16122:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp30 recovery message sent successfully:0 00000800:00000200:2.1:1767384924.637621:0:16116:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384924.637625:0:16116:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp30 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384919598252470 sched[0] 00000800:00000010:2.0:1767384924.637627:0:16116:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dd2e57c1. 00000400:00000200:0.0:1767384924.637632:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000800:00000001:2.0:1767384924.637648:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384924.637652:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384924.637654:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384924.637660:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384924.637665:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp30(192.168.203.157@tcp30) <- 192.168.203.157@tcp30 : GET - for me 00000400:00000200:2.0:1767384924.637671:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384924.637674:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.637677:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp of length 272/272 into md 0x17cd [1] + 0 00000400:00000200:2.0:1767384924.637686:0:16122:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp30 to MR: 192.168.203.157@tcp30 local destination 00000400:00000200:2.0:1767384924.637691:0:16122:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp30 NI seq info: [75:75:256:4294967295] 192.168.203.157@tcp30 LPNI seq info [75:75:8:4294967295] 00000400:00000200:2.0:1767384924.637702:0:16122:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp30(192.168.203.157@tcp30:192.168.203.157@tcp30) -> 192.168.203.157@tcp30(192.168.203.157@tcp30:192.168.203.157@tcp30) 192.168.203.157@tcp30 : REPLY try# 0 00000400:00000200:3.0:1767384924.637705:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000800:00000200:2.0:1767384924.637706:0:16122:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.157@tcp30 00000800:00000010:2.0:1767384924.637713:0:16122:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a2f51ef. 00000800:00000200:2.0:1767384924.637717:0:16122:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000481ebbb1] -> 12345-192.168.203.157@tcp30 (4) 00000800:00000200:2.0:1767384924.637720:0:16122:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp30 ip 192.168.203.157:988 00000800:00000200:2.0:1767384924.637722:0:16122:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006a2f51ef type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384924.637731:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:3.0:1767384924.637765:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000800:00000200:2.0:1767384924.637770:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384924.637774:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a2f51ef. 00000800:00000001:3.0:1767384924.637775:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384924.637779:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384924.637781:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384924.637787:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384924.637788:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp30->192.168.203.157@tcp30: REPLY: OK 00000400:00000200:0.0:1767384924.637791:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000800:00000001:3.0:1767384924.637796:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384924.637800:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384924.637804:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384924.637810:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp30(192.168.203.157@tcp30) <- 192.168.203.157@tcp30 : REPLY - for me 00000400:00000200:3.0:1767384924.637819:0:16121:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp30: Reply from 12345-192.168.203.157@tcp30 of length 272/272 into md 0x17fd 00000800:00000001:3.0:1767384924.637823:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384924.637829:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384924.637831:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384924.637835:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp30->192.168.203.157@tcp30: REPLY: OK 00000400:00000200:3.0:1767384924.637838:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd918eb3 00000400:00000010:3.0:1767384924.637840:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd918eb3. 00000400:00000200:0.0:1767384924.637841:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:3.0:1767384924.637844:0:16121:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384924.637849:0:16121:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000002ffd5ba4. 00000400:00000010:3.0:1767384924.637853:0:16121:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006556726e. 00000800:00000001:3.0:1767384924.637859:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384924.637863:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384924.637887:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.637898:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.637933:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.637965:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.637977:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.638034:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.638038:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.638077:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.638109:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.638123:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.638161:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.638167:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.638226:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.638227:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.638282:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.638292:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.638316:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.638353:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.638360:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.638401:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.638406:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.638461:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.638461:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.638488:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.638521:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.638528:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.638580:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.638589:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.638626:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.638643:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.638656:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.638692:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.638696:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.638737:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.638753:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.638770:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.638803:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.638831:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.638845:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.638885:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.638901:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.638941:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.638952:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.638983:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.639028:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.639046:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.639083:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.639089:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.639145:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.639155:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.639174:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.639213:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.639219:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.639259:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.639264:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.639286:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.639319:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.639332:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.639340:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.639381:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.639386:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.639427:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.639447:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.639461:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.157:988 00000400:00000200:0.0:1767384924.639497:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.639512:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.157:988 00000400:00000200:2.0:1767384924.639571:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.157:988 00000400:00000200:3.0:1767384924.639706:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384924.639724:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp28 from 215.3.0.2 00000800:00000010:3.0:1767384924.639727:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002ffd5ba4. 00000800:00000010:2.0:1767384924.639732:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000071ce7d93. 00000800:00000010:0.0:1767384924.639732:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008f20bb63. 00000800:00000010:0.0:1767384924.639741:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000bf763ba. 00000800:00000010:2.0:1767384924.639742:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dd2e57c1. 00000800:00000010:0.0:1767384924.639750:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000062ed099e. 00000800:00000010:2.0:1767384924.639751:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000088458df6. 00000800:00000010:0.0:1767384924.639796:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000062ed099e. 00000800:00000010:2.0:1767384924.639814:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000088458df6. 00000800:00000010:0.0:1767384924.639835:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004c22d5b5. 00000800:00000010:0.0:1767384924.639842:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c69cbc95. 00000800:00000010:0.0:1767384924.639865:0:16115:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001d9e27a7. 00000800:00000200:0.1:1767384924.639872:0:16115:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000833c9086] -> 12345-192.168.203.157@tcp28 (4) 00000800:00000200:0.1:1767384924.639877:0:16115:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp28 000000001d9e27a7 deleted 00000800:00000010:0.1:1767384924.639879:0:16115:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001d9e27a7. 00000800:00000200:0.1:1767384924.639883:0:16115:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384924.639889:0:16115:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp28 p 3.x 192.168.203.157 -> 192.168.203.157:983 incarnation:1767384915686374232 sched[0] 00000800:00000010:0.0:1767384924.639895:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000062ed099e. 00000400:00000200:3.0:1767384924.639902:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384924.639913:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp30 from 214.3.0.2 00000800:00000010:3.0:1767384924.639915:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000099ebaa3c. 00000800:00000010:0.0:1767384924.639954:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000062ed099e. 00000800:00000010:0.0:1767384924.639960:0:16115:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c69cbc95. 00000800:00000200:2.1:1767384924.639977:0:16118:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384924.639988:0:16118:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp28 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384915686374232 sched[0] 00000800:00000010:2.0:1767384924.639992:0:16118:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000bf763ba. 00000800:00000010:0.0:1767384924.640003:0:16115:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002ffd5ba4. 00000800:00000010:0.0:1767384924.640043:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000a223469. 00000800:00000010:0.0:1767384924.640048:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c69cbc95. 00000800:00000001:2.0:1767384924.640053:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384924.640060:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384924.640064:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384924.640069:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384924.640072:0:16115:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001d9e27a7. 00000800:00000200:0.1:1767384924.640080:0:16115:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000481ebbb1] -> 12345-192.168.203.157@tcp30 (4) 00000800:00000200:0.1:1767384924.640094:0:16115:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp30 000000001d9e27a7 deleted 00000800:00000010:0.1:1767384924.640096:0:16115:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001d9e27a7. 00000800:00000200:0.1:1767384924.640100:0:16115:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384924.640105:0:16115:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp30 p 3.x 192.168.203.157 -> 192.168.203.157:982 incarnation:1767384919598252470 sched[0] 00000800:00000010:0.0:1767384924.640110:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000062ed099e. 00000800:00000010:0.0:1767384924.640169:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000062ed099e. 00000800:00000010:0.0:1767384924.640174:0:16115:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c69cbc95. 00000800:00000200:2.1:1767384924.640183:0:16116:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384924.640190:0:16116:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp30 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384919598252470 sched[0] 00000800:00000010:2.0:1767384924.640193:0:16116:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dd2e57c1. 00000800:00000010:0.0:1767384924.640204:0:16115:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000099ebaa3c. 00000800:00000001:0.0:1767384924.640222:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384924.640224:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384924.640226:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384924.640229:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384924.640916:0:16117:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009a7288f3. 00000800:00000010:1.0:1767384924.640920:0:16117:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ab7e8103. 00000400:02020000:1.0:1767384924.640958:0:16117:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp29 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384924.645561:0:16117:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp29 notifying 192.168.203.157@tcp29: down 00000400:00000200:1.0:1767384924.645566:0:16117:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384924.645570:0:16117:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp29 00000800:00000010:1.0:1767384924.645574:0:16117:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a5a8025e. 00000400:00000200:1.0:1767384924.645579:0:16117:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384924.645584:0:16117:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp29->192.168.203.157@tcp29: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384924.645591:0:16117:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384924.645594:0:16117:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384924.645597:0:16117:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp29) recovery failed with -71 00080000:00000001:2.0:1767384924.702277:0:28089:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384924.702288:0:28089:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384924.702292:0:28089:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384924.702317:0:28089:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384924.702324:0:28089:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384924.702326:0:28089:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384925.017193:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384925.017198:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384925.017204:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384925.017212:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384925.017251:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384925.017255:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384925.017259:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384925.367859:0:28254:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384925.367863:0:28254:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp33 --if ens2 00000001:00000001:3.0:1767384925.370786:0:28254:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384925.376862:0:28255:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000004b0ad11c. 00000400:00000010:3.0:1767384925.376875:0:28255:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e279658c. 00000400:00000010:3.0:1767384925.376883:0:28255:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000cde1c2e7. 00000400:00000010:3.0:1767384925.376886:0:28255:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000b5bb49e7. 00000400:00000010:3.0:1767384925.376889:0:28255:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000002c256e3. 00000400:00000010:3.0:1767384925.376892:0:28255:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000544e24a4. 00000400:00000010:3.0:1767384925.376894:0:28255:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b4d21a85. 00000400:00000010:3.0:1767384925.376895:0:28255:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c6ff7975. 00000400:00000010:3.0:1767384925.376898:0:28255:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000004a32b0e5. 00000800:00000010:3.0:1767384925.376909:0:28255:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000db3dc75f. 00000800:00000200:3.0:1767384925.376918:0:28255:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384925.376926:0:28255:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384925.376957:0:28255:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:3.0:1767384925.376977:0:28255:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp33 [8/256/0/180] 00000400:00000010:3.0:1767384925.378392:0:28255:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 0000000094e2bd04. 00000400:00000010:3.0:1767384925.378398:0:28255:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0ad8e31. 00000400:00000010:3.0:1767384925.378403:0:28255:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd918eb3. 00000400:00000001:3.0:1767384925.378418:0:28255:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384925.378420:0:28255:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384925.378421:0:28255:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008001e3a2. 00000400:00000200:3.0:1767384925.378423:0:28255:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070e6148d 00000400:00000010:3.0:1767384925.378425:0:28255:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000070e6148d. 00000400:00000010:3.0:1767384925.378428:0:28255:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 0000000093859aaf. 00000400:00000200:3.0:1767384925.378431:0:28255:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (22) 00000400:00000200:3.0:1767384925.378441:0:28255:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:3.0:1767384925.378449:0:28255:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131105 00000020:00000010:3.0:1767384925.378456:0:28255:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000006334ea9b. 00000400:00000200:2.0:1767384925.378456:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384925.378462:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100171 00000020:01000000:3.0:1767384925.378463:0:28255:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384925.378468:0:28255:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp33 00000400:00000010:2.0:1767384925.378470:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055ddf563. 00000400:00000200:2.0:1767384925.378474:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (23) 00000400:00000010:2.0:1767384925.378478:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002e34909b. 00000400:00000010:3.0:1767384925.378481:0:28255:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e279658c. 00000400:00000200:2.0:1767384925.378484:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000010:3.0:1767384925.378486:0:28255:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000004b0ad11c. 00000400:00000200:2.0:1767384925.378497:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1767384925.378502:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:00000001:0.0:1767384925.378503:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384925.378509:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[43, 37], ns[43, 37] 10000000:00000001:0.0:1767384925.378509:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384925.378513:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384925.378517:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384925.378518:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[62, 37] 00000020:01000004:0.0:1767384925.378523:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384925.378526:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 37], ns[66, 37] 00000020:01000004:0.0:1767384925.378527:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384925.378548:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 37], ns[16, 37] 00000400:00000200:2.0:1767384925.378551:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 00000400:00000200:2.0:1767384925.378554:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 00000020:01000004:0.0:1767384925.378559:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384925.378563:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 00000020:01000004:0.0:1767384925.378563:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384925.378565:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384925.378570:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384925.378572:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 00000020:01000004:0.0:1767384925.378573:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384925.378576:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384925.378579:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 00000020:01000004:0.0:1767384925.378590:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384925.378593:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384925.378597:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 00000100:00000010:0.0:1767384925.378600:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075fc2288. 00000400:00000200:2.0:1767384925.378601:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 00000020:00000040:0.0:1767384925.378606:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000400:00000200:2.0:1767384925.378607:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 00000100:00000001:0.0:1767384925.378613:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384925.378614:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 02000000:00000001:0.0:1767384925.378618:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384925.378619:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 16], ns[46, 16] 00000400:00000200:2.0:1767384925.378624:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 16], ns[50, 16] 02000000:00000001:0.0:1767384925.378624:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384925.378631:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 16], ns[54, 16] 00000400:00000200:2.0:1767384925.378634:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 16], ns[58, 16] 02000000:00000010:0.0:1767384925.378636:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e39905ef. 00000400:00000200:2.0:1767384925.378640:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 16], ns[74, 16] 00000100:00000001:0.0:1767384925.378644:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384925.378645:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[71, 16], ns[71, 16] 00000400:00000200:2.0:1767384925.378651:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 16], ns[75, 16] 00000400:00000200:2.0:1767384925.378654:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 00000100:00000001:0.0:1767384925.378654:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384925.378659:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384925.378660:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp14 00000100:00000040:0.0:1767384925.378670:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075fc2288] to pc [ptlrpcd_00_02+2] req@0000000075fc2288 x1853237358512640/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384925.378671:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp14 lpni_is_preferred = 0 00000400:00000200:2.0:1767384925.378677:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp14 00000400:00000200:2.0:1767384925.378686:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp14 NI seq info: [76:76:256:4294967295] 192.168.203.157@tcp14 LPNI seq info [76:76:8:4294967295] 00000400:00000200:2.0:1767384925.378699:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp14 00000400:00000200:2.0:1767384925.378709:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp14(192.168.203.157@tcp14:) -> 192.168.203.157@tcp14(192.168.203.157@tcp:192.168.203.157@tcp14) : PUT try# 0 00000800:00000200:2.0:1767384925.378715:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.157@tcp14 00000800:00000010:2.0:1767384925.378719:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a2f51ef. 10000000:00000001:0.0:1767384925.378721:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384925.378726:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006a1bfc6b] -> 12345-192.168.203.157@tcp14 (6) 10000000:00000001:0.0:1767384925.378726:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384925.378729:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384925.378731:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384925.378733:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:0.0:1767384925.378734:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384925.378737:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1767384925.378739:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp14 ip 192.168.203.157:988 00000800:00000200:2.0:1767384925.378743:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006a2f51ef type 1, nob 528 niov 1 nkiov 1 00000100:00000040:3.0:1767384925.378744:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075fc2288 x1853237358512640/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384925.378744:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384925.378748:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384925.378752:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384925.378755:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:2.0:1767384925.378760:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 00000020:01000004:0.0:1767384925.378760:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384925.378761:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384925.378765:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384925.378765:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:2.0:1767384925.378767:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100571 rc 0 00000020:01000004:0.0:1767384925.378769:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:3.0:1767384925.378771:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384925.378773:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:3.0:1767384925.378775:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384925.378777:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384925.378779:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384925.378780:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384925.378783:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00100000:3.0:1767384925.378786:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000075fc2288 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358512640:0@lo:253: 00000020:01000004:0.0:1767384925.378787:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384925.378790:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384925.378794:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1767384925.378796:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b276a0f. 02000000:00000001:3.0:1767384925.378799:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1767384925.378800:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 02000000:00000001:3.0:1767384925.378803:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384925.378805:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384925.378809:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:3.0:1767384925.378811:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004d66b48a. 02000000:00000001:0.0:1767384925.378811:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384925.378815:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384925.378816:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384925.378820:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050cdcabe. 02000000:00000010:0.0:1767384925.378824:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e45018f3. 00000400:00000010:3.0:1767384925.378826:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e279658c. 00000100:00000001:0.0:1767384925.378829:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384925.378831:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358512640, portal 25 00000100:00000001:0.0:1767384925.378833:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384925.378835:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384925.378836:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384925.378837:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780956032 : -108637928595584 : ffff9d31c2db5f80) 00000100:00000040:0.0:1767384925.378843:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b276a0f] to pc [ptlrpcd_00_03+3] req@000000003b276a0f x1853237358512768/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384925.378844:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000075fc2288 x1853237358512640/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384925.378868:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384925.378874:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a2f51ef. 00000100:00000001:3.0:1767384925.378876:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384925.378879:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:0.0:1767384925.378881:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384925.378883:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:0.0:1767384925.378886:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384925.378889:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp14->192.168.203.157@tcp14: PUT: OK 00000400:00000010:3.0:1767384925.378899:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c54ebf0f. 00000020:00000001:0.0:1767384925.378901:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384925.378902:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000200:3.0:1767384925.378904:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358512640, offset 0 00000020:01000000:0.0:1767384925.378905:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384925.378908:0:16122:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp: 0 00000020:00000010:0.0:1767384925.378909:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000006334ea9b. 00000400:00000200:3.0:1767384925.378914:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384925.378923:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384925.378924:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767384925.378926:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384925.378927:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384925.378931:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000001:2.0:1767384925.378934:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384925.378935:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003b276a0f x1853237358512768/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384925.378939:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384925.378942:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272704a00 00000800:00000001:2.0:1767384925.378944:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384925.378954:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1079 [2] + 0 00000100:00000001:0.0:1767384925.378954:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384925.378957:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp14(192.168.203.157@tcp14) <- 192.168.203.157@tcp14 : PUT - for me 00000100:00000001:0.0:1767384925.378958:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384925.378963:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000065fbec. 02000000:00000001:0.0:1767384925.378965:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384925.378968:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e92f0174 02000000:00000001:0.0:1767384925.378968:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384925.378974:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 432 into portal 0 MB=0x8000000000000000 02000000:00000001:0.0:1767384925.378974:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384925.378978:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384925.378982:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003b276a0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358512768:0@lo:253: 00000400:00000200:3.0:1767384925.378985:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384925.378986:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.157@tcp of length 384/432 into md 0x1719 [1] + 0 00000100:00000001:0.0:1767384925.378992:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767384925.378994:0:16122:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041ec2c8d. 02000000:00000001:0.0:1767384925.378996:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384925.378999:0:16122:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000056993975 02000000:00000001:0.0:1767384925.378999:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384925.379032:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384925.379036:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384925.379037:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384925.379041:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1767384925.379046:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000730e0f09. 00000400:00000200:3.0:1767384925.379047:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e92f0174 00000400:00000200:2.0:1767384925.379047:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp14->192.168.203.157@tcp14: PUT: OK 02000000:00000001:0.0:1767384925.379050:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384925.379051:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e92f0174. 00000400:00000010:0.0:1767384925.379055:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d941b98a. 00000100:00000001:3.0:1767384925.379058:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384925.379060:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056993975 00000400:00000010:0.0:1767384925.379061:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000068ac5e8a. 00000100:00000200:3.0:1767384925.379062:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767384925.379064:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000056993975. 00000100:00000040:3.0:1767384925.379069:0:16129:0:(events.c:337:request_in_callback()) incoming req@00000000a14102ca x1853237358512640 msgsize 4848 00000400:00000200:2.0:1767384925.379070:0:16122:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000200:0.0:1767384925.379074:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358512768, portal 25 00000400:00000200:2.0:1767384925.379075:0:16122:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (24) 00000100:00100000:3.0:1767384925.379076:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384925.379081:0:16129:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384925.379083:0:16122:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000100:00000001:0.0:1767384925.379084:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384925.379087:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780947968 : -108637928603648 : ffff9d31c2db4000) 00000400:00000200:2.0:1767384925.379088:0:16122:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.157@tcp (432 bytes) 00000100:00000001:3.0:1767384925.379089:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384925.379096:0:16122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000100:00000040:0.0:1767384925.379097:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003b276a0f x1853237358512768/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384925.379104:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384925.379106:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (25) 00000100:00000040:0.0:1767384925.379108:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384925.379111:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000099afce19. 00000400:00000200:3.0:1767384925.379115:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c54ebf0f 00000400:00000200:2.0:1767384925.379116:0:16122:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000010:3.0:1767384925.379118:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c54ebf0f. 00000100:00000001:3.0:1767384925.379122:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384925.379123:0:16122:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp14 to MR: 192.168.203.157@tcp14 local destination 00000100:00000200:0.0:1767384925.379123:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358512768, offset 0 00000100:00000200:3.0:1767384925.379139:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000075fc2288 x1853237358512640/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384925.379144:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384925.379145:0:16122:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp14 NI seq info: [77:77:256:4294967295] 192.168.203.157@tcp14 LPNI seq info [77:77:8:4294967295] 00000100:00000001:3.0:1767384925.379161:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384925.379165:0:16122:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp14(192.168.203.157@tcp14:192.168.203.157@tcp14) -> 192.168.203.157@tcp14(192.168.203.157@tcp14:192.168.203.157@tcp14) 192.168.203.157@tcp14 : ACK try# 0 00000100:00000040:3.0:1767384925.379167:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075fc2288 x1853237358512640/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384925.379174:0:16122:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.157@tcp14 00000400:00000200:0.0:1767384925.379176:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:2.0:1767384925.379180:0:16122:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a2f51ef. 00000100:00000001:3.0:1767384925.379189:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384925.379192:0:16122:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006a1bfc6b] -> 12345-192.168.203.157@tcp14 (6) 00000400:00000200:0.0:1767384925.379192:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272704a80 00000100:00000001:3.0:1767384925.379194:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384925.379204:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384925.379205:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1089 [2] + 0 00000800:00000200:2.0:1767384925.379206:0:16122:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp14 ip 192.168.203.157:1013 00000100:00000001:3.0:1767384925.379213:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294915253 00000800:00000200:2.0:1767384925.379213:0:16122:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006a2f51ef type 0, nob 96 niov 1 nkiov 0 00000400:00000010:0.0:1767384925.379214:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009923c055. 00000400:00000200:0.0:1767384925.379221:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000093fc64a1 00000100:00000010:3.0:1767384925.379223:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002cc438ab. 00000400:00000200:0.0:1767384925.379226:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384925.379227:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384925.379232:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384925.379233:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:2.0:1767384925.379235:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384925.379241:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093fc64a1 00000400:00000010:0.0:1767384925.379243:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093fc64a1. 00000100:00000001:3.0:1767384925.379245:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294915253 00000100:00000001:0.0:1767384925.379248:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:3.0:1767384925.379250:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c963f871. 00000100:00000200:0.0:1767384925.379251:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384925.379257:0:16130:0:(events.c:337:request_in_callback()) incoming req@0000000099d725d5 x1853237358512768 msgsize 4848 00000100:00000001:3.0:1767384925.379258:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384925.379267:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294915253 00000800:00000200:2.0:1767384925.379268:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1767384925.379268:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:3.0:1767384925.379271:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004be04428. 00000800:00000010:2.0:1767384925.379273:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a2f51ef. 00000100:00000040:0.0:1767384925.379274:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384925.379278:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384925.379282:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384925.379286:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp14->192.168.203.157@tcp14: ACK: OK 00000100:00000001:0.0:1767384925.379286:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384925.379289:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294915253 00000400:00000200:0.0:1767384925.379293:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099afce19 00000100:00000010:3.0:1767384925.379294:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001f625e9b. 00000800:00000001:2.0:1767384925.379298:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384925.379298:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000099afce19. 00000100:00000001:3.0:1767384925.379299:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000800:00000001:2.0:1767384925.379304:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384925.379304:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384925.379306:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384925.379310:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384925.379311:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384925.379311:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003b276a0f x1853237358512768/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384925.379316:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384925.379318:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384925.379321:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384925.379324:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384925.379327:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384925.379334:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384925.379335:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384925.379338:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp14(192.168.203.157@tcp14) <- 192.168.203.157@tcp14 : ACK - for me 00000100:00000001:3.0:1767384925.379339:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767384925.379342:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003b276a0f x1853237358512768/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384925.379345:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384925.379348:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384925.379351:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384925.379354:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384925.379357:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384925.379358:0:16122:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.157@tcp14: ACK from 12345-192.168.203.157@tcp14 into md 0x1805 00000100:00000001:0.0:1767384925.379359:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384925.379371:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384925.379372:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384925.379377:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp14->192.168.203.157@tcp14: ACK: OK 00000100:00000001:0.0:1767384925.379377:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294915253 00000100:00000001:0.0:1767384925.379384:0:16130:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, keep current deadline 4294915253 00000400:00000200:2.0:1767384925.379385:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055ddf563 00000100:00000001:0.0:1767384925.379388:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294915253 00000400:00000010:2.0:1767384925.379390:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055ddf563. 00000100:00000001:0.0:1767384925.379394:0:16130:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, keep current deadline 4294915253 00000400:00000200:2.0:1767384925.379395:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384925.379396:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294915253 00000100:00000001:0.0:1767384925.379400:0:16130:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, keep current deadline 4294915253 00000400:00000200:2.0:1767384925.379401:0:16122:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.157@tcp ev->status 0 00000100:00000001:0.0:1767384925.379404:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294915253 00000100:00000001:0.0:1767384925.379407:0:16130:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, keep current deadline 4294915253 00000400:00000200:2.0:1767384925.379409:0:16122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000100:00000001:0.0:1767384925.379410:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384925.379412:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384925.379421:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384925.379425:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384925.379426:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (24) 00000100:00000001:0.0:1767384925.379430:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:2.0:1767384925.379432:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384925.379433:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384925.379437:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767384925.379438:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384925.379439:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384925.379443:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384925.379447:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384925.379459:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384925.379463:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358512640 02000000:00000001:3.0:1767384925.379465:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384925.379468:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384925.379470:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384925.379473:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384925.379476:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358512640 00000100:00000001:0.0:1767384925.379476:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384925.379478:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1767384925.379480:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358512768 00000020:00000040:3.0:1767384925.379481:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000400:00000200:2.0:1767384925.379483:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 02000000:00000001:0.0:1767384925.379483:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384925.379484:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384925.379487:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767384925.379489:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000100:00000001:0.0:1767384925.379490:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384925.379491:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 00000000824b6d1d. 00000020:00000001:3.0:1767384925.379494:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 02000000:00000001:0.0:1767384925.379497:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384925.379498:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000400:00000010:2.0:1767384925.379499:0:16125:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083b0f1ae. 00000100:00100000:0.0:1767384925.379503:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358512768 00000400:00000010:2.0:1767384925.379505:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055ddf563. 00000100:00000001:3.0:1767384925.379506:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384925.379507:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384925.379511:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000010:3.0:1767384925.379512:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e115830d. 00000400:00000200:2.0:1767384925.379513:0:16125:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000824b6d1d 00000020:00000001:0.0:1767384925.379514:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384925.379518:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000100:00000001:3.0:1767384925.379519:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384925.379519:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000c6ea4293. 00000020:00000001:0.0:1767384925.379523:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000010:3.0:1767384925.379524:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e115830d. 00000400:00000200:2.0:1767384925.379525:0:16125:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 432 success 00000020:00000001:0.0:1767384925.379527:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000400:00000200:2.0:1767384925.379542:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102071 00000400:00000200:2.0:1767384925.379545:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (23) 00000100:00000001:0.0:1767384925.379547:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384925.379549:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 00000000e48eadaa. 00000020:00000010:3.0:1767384925.379551:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9920fef. 00000400:00000010:2.0:1767384925.379554:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b3da32d. 00000020:00000010:3.0:1767384925.379557:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008e733ddf. 00000020:00000010:0.0:1767384925.379558:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f0d8c9e. 00000400:00000010:2.0:1767384925.379560:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000083b5fd12. 00000100:00000001:0.0:1767384925.379563:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384925.379565:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a1b062ee. 00000400:00000200:2.0:1767384925.379568:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp 00000020:00000010:0.0:1767384925.379569:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f0d8c9e. 00000020:00000010:0.0:1767384925.379577:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a9f95765. 00000400:00000200:2.0:1767384925.379578:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000100:00000040:3.0:1767384925.379580:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:0.0:1767384925.379585:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000623a571c. 00000100:00000001:3.0:1767384925.379586:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384925.379587:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000100:00000001:3.0:1767384925.379590:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384925.379592:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009b50491d. 00000100:00000001:3.0:1767384925.379593:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384925.379597:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[43, 37], ns[43, 37] 00000100:00000001:0.0:1767384925.379601:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384925.379603:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[62, 37] 00000100:00000001:3.0:1767384925.379604:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384925.379604:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384925.379608:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384925.379616:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 37], ns[66, 37] 00000100:00000001:3.0:1767384925.379618:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384925.379618:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384925.379621:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 37], ns[77, 37] 00000100:00000001:0.0:1767384925.379625:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384925.379630:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 37], ns[18, 37] 00000100:00000001:3.0:1767384925.379636:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384925.379640:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384925.379640:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384925.379643:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00000100:00000001:0.0:1767384925.379644:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384925.379649:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000400:00000200:2.0:1767384925.379653:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000100:00000040:3.0:1767384925.379654:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:3.0:1767384925.379659:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529414224 : -108637180137392 : ffff9d31ef77f050) 00000100:00100000:0.0:1767384925.379660:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000400:00000200:2.0:1767384925.379665:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00000100:00000040:3.0:1767384925.379667:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a14102ca x1853237358512640/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:151/0 lens 4848/0 e 0 to 0 dl 1767384936 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384925.379668:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000100:00000001:0.0:1767384925.379676:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529239120 : -108637180312496 : ffff9d31ef754450) 00000400:00000200:2.0:1767384925.379677:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000100:00000001:3.0:1767384925.379689:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384925.379689:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000099d725d5 x1853237358512768/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:151/0 lens 4848/0 e 0 to 0 dl 1767384936 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384925.379691:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000020:00000010:3.0:1767384925.379694:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e115830d. 00000100:00000001:3.0:1767384925.379699:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384925.379705:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e115830d. 00000400:00000200:2.0:1767384925.379706:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000100:00100000:3.0:1767384925.379715:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a14102ca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16129:x1853237358512640:12345-0@lo:253: 00000400:00000200:2.0:1767384925.379723:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000100:00000001:0.0:1767384925.379724:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767384925.379725:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358512640 00000020:00000001:3.0:1767384925.379730:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384925.379730:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f0d8c9e. 00000400:00000200:2.0:1767384925.379731:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000020:00000001:3.0:1767384925.379735:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384925.379736:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384925.379739:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384925.379741:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 18], ns[46, 18] 00000020:00000010:0.0:1767384925.379742:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f0d8c9e. 00000020:00000001:3.0:1767384925.379743:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384925.379746:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000100:00100000:0.0:1767384925.379753:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000099d725d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16130:x1853237358512768:12345-0@lo:253: 00000020:00000001:3.0:1767384925.379754:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384925.379754:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 18], ns[50, 18] 00000020:00000001:3.0:1767384925.379758:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384925.379765:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:0.0:1767384925.379765:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358512768 00000400:00000200:2.0:1767384925.379767:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 18], ns[54, 18] 00000020:00000001:0.0:1767384925.379770:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384925.379771:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384925.379775:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 18], ns[58, 18] 00000020:00000001:3.0:1767384925.379776:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384925.379777:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384925.379781:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384925.379784:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384925.379785:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 18], ns[74, 18] 00000020:00000001:0.0:1767384925.379785:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384925.379789:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000400:00000200:2.0:1767384925.379793:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[71, 18], ns[71, 18] 00000020:00000001:0.0:1767384925.379794:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384925.379797:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384925.379800:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384925.379801:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 18], ns[75, 18] 02000000:00000001:3.0:1767384925.379803:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384925.379806:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 02000000:00000010:3.0:1767384925.379809:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002921a5f9. 00000020:00000001:0.0:1767384925.379809:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384925.379811:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp15 00000020:00000001:0.0:1767384925.379813:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384925.379815:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384925.379816:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384925.379817:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp15 lpni_is_preferred = 0 02000000:00000001:0.0:1767384925.379820:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384925.379823:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp15 00000100:00000001:3.0:1767384925.379825:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384925.379827:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004ba79b44. 20000000:00000001:3.0:1767384925.379830:0:16763:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384925.379830:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp15 NI seq info: [78:78:256:4294967295] 192.168.203.157@tcp15 LPNI seq info [78:78:8:4294967295] 02000000:00000001:0.0:1767384925.379832:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384925.379835:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384925.379838:0:16762:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384925.379839:0:16763:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006334ea9b. 20000000:01000000:3.0:1767384925.379844:0:16763:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384925.379845:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp15 20000000:00000010:0.0:1767384925.379847:0:16762:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000019e0feed. 20000000:00000001:3.0:1767384925.379848:0:16763:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384925.379852:0:16763:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:0.0:1767384925.379852:0:16762:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384925.379857:0:16763:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384925.379857:0:16762:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767384925.379858:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp15(192.168.203.157@tcp15:) -> 192.168.203.157@tcp15(192.168.203.157@tcp:192.168.203.157@tcp15) : GET try# 0 20000000:00000001:3.0:1767384925.379863:0:16763:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384925.379863:0:16762:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384925.379867:0:16762:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384925.379868:0:16763:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000200:2.0:1767384925.379868:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp15 20000000:00000001:0.0:1767384925.379870:0:16762:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384925.379874:0:16762:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:2.0:1767384925.379875:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006a2f51ef. 20000000:00000010:3.0:1767384925.379879:0:16763:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a4337fa7. 00000800:00000200:2.0:1767384925.379880:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee0ecb8e] -> 12345-192.168.203.157@tcp15 (6) 20000000:01000000:3.0:1767384925.379885:0:16763:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 00000800:00000200:2.0:1767384925.379889:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp15 ip 192.168.203.157:988 20000000:00000001:3.0:1767384925.379891:0:16763:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000200:2.0:1767384925.379892:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006a2f51ef type 2, nob 96 niov 1 nkiov 0 00080000:00000001:3.0:1767384925.379897:0:16763:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384925.379902:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp 00000400:00000200:2.0:1767384925.379905:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100271 rc 0 00080000:00000001:3.0:1767384925.379937:0:16763:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384925.379941:0:16763:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384925.379942:0:16763:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384925.379943:0:16763:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384925.379946:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384925.379951:0:16763:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:3.0:1767384925.379954:0:16763:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384925.379959:0:16763:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007372d11a. 00000800:00000200:2.0:1767384925.379960:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000001:3.0:1767384925.379962:0:16763:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431482876928 : -108642226674688 : ffff9d30c2abe400) 00000800:00000010:2.0:1767384925.379965:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006a2f51ef. 00080000:00000001:3.0:1767384925.379966:0:16763:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384925.379971:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384925.379976:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp15->192.168.203.157@tcp15: GET: OK 00000400:00000200:2.0:1767384925.379979:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384925.379982:0:16122:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp: 0 00000800:00000001:2.0:1767384925.379988:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384925.379993:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384925.379996:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384925.380040:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384925.380047:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp15(192.168.203.157@tcp15) <- 192.168.203.157@tcp15 : GET - for me 00000400:00000200:2.0:1767384925.380056:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 432 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384925.380062:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp of length 432/432 into md 0x1801 [1] + 0 00000400:00000200:2.0:1767384925.380070:0:16122:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp15 to MR: 192.168.203.157@tcp15 local destination 00000400:00000200:2.0:1767384925.380073:0:16122:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp15 NI seq info: [79:79:256:4294967295] 192.168.203.157@tcp15 LPNI seq info [79:79:8:4294967295] 00000400:00000200:2.0:1767384925.380082:0:16122:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp15(192.168.203.157@tcp15:192.168.203.157@tcp15) -> 192.168.203.157@tcp15(192.168.203.157@tcp15:192.168.203.157@tcp15) 192.168.203.157@tcp15 : REPLY try# 0 00000800:00000200:2.0:1767384925.380086:0:16122:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.157@tcp15 00000800:00000010:2.0:1767384925.380089:0:16122:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a2f51ef. 00000800:00000200:2.0:1767384925.380092:0:16122:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee0ecb8e] -> 12345-192.168.203.157@tcp15 (6) 00000800:00000200:2.0:1767384925.380101:0:16122:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp15 ip 192.168.203.157:1011 00000800:00000200:2.0:1767384925.380104:0:16122:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006a2f51ef type 3, nob 528 niov 1 nkiov 1 00000800:00000200:2.0:1767384925.380140:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384925.380142:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a2f51ef. 00000400:00000200:2.0:1767384925.380146:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384925.380150:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp15->192.168.203.157@tcp15: REPLY: OK 00000800:00000001:2.0:1767384925.380158:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384925.380161:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384925.380163:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384925.380167:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384925.380168:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384925.380170:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384925.380174:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp15(192.168.203.157@tcp15) <- 192.168.203.157@tcp15 : REPLY - for me 00000400:00000200:2.0:1767384925.380181:0:16122:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp15: Reply from 12345-192.168.203.157@tcp15 of length 432/432 into md 0x181d 00000800:00000001:2.0:1767384925.380185:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384925.380188:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384925.380189:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384925.380192:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp15->192.168.203.157@tcp15: REPLY: OK 00000400:00000200:2.0:1767384925.380195:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b3da32d 00000400:00000010:2.0:1767384925.380197:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b3da32d. 00000400:00000200:2.0:1767384925.380200:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384925.380210:0:16122:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.157@tcp has discovery enabled 00000400:00000200:2.0:1767384925.380213:0:16122:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000200:2.0:1767384925.380215:0:16122:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.157@tcp data present 25. state = 0x100271 00000400:00000200:2.0:1767384925.380220:0:16122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:2.0:1767384925.380226:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (24) 00000800:00000001:2.0:1767384925.380231:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384925.380233:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384925.380245:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384925.380248:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x1000f1 00000400:00000010:2.0:1767384925.380253:0:16125:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 520 at 0000000098567739. 00000400:00000010:2.0:1767384925.380257:0:16125:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 624 at 000000009629f47b. 00000400:00000010:2.0:1767384925.380259:0:16125:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 520 at 000000007b5d488c. 00000400:00000200:2.0:1767384925.380290:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp29(000000001cadb4f5) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384925.380298:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000052ff6e54. 00000001:00000001:3.0:1767384925.380301:0:16763:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:2.0:1767384925.380303:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000052ff6e54 nid 192.168.203.157@tcp31 00080000:00000001:3.0:1767384925.380304:0:16763:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384925.380308:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000055e90236. 00080000:00000001:3.0:1767384925.380309:0:16763:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384925.380313:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 0000000055e90236 net tcp31 00000400:00000200:2.0:1767384925.380316:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (23) 00000400:00000200:2.0:1767384925.380331:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp31 flags 0x11 00000400:00000010:2.0:1767384925.380335:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000082a48152. 00000400:00000200:2.0:1767384925.380338:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000082a48152 nid 192.168.203.157@tcp32 00080000:00000001:3.0:1767384925.380339:0:16763:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384925.380341:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c8eec2d3. 00080000:00000001:3.0:1767384925.380343:0:16763:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384925.380345:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c8eec2d3 net tcp32 00000400:00000200:2.0:1767384925.380348:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (24) 00000400:00000200:2.0:1767384925.380351:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp32 flags 0x11 00000400:00000010:2.0:1767384925.380355:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000008f5b82ff. 00000400:00000200:2.0:1767384925.380357:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 000000008f5b82ff nid 192.168.203.157@tcp33 00000400:00000010:2.0:1767384925.380360:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f82ff55b. 00000400:00000200:2.0:1767384925.380362:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f82ff55b net tcp33 00000400:00000200:2.0:1767384925.380363:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (25) 00000400:00000200:2.0:1767384925.380366:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp33 flags 0x11 00000400:00000010:2.0:1767384925.380369:0:16125:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 520 at 0000000098567739. 00000400:00000010:2.0:1767384925.380371:0:16125:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 624 at 000000009629f47b. 00000400:00000010:2.0:1767384925.380374:0:16125:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 520 at 000000007b5d488c. 00000400:00000010:2.0:1767384925.380377:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 00000000e48eadaa. 00000400:00000200:2.0:1767384925.380381:0:16125:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:2.0:1767384925.380383:0:16125:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.157@tcp(00000000aa3f4fd0): 0. state = 0x100171 00000400:00000200:2.0:1767384925.380386:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100171 rc 1 00000400:00000200:2.0:1767384925.380388:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100171 00000400:00000200:2.0:1767384925.380391:0:16125:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.157@tcp 00000400:00000200:2.0:1767384925.380392:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100111 rc 0 00000400:00000200:2.0:1767384925.380396:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:2.0:1767384925.380398:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (26) 00080000:00000001:3.0:1767384925.380441:0:16763:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384925.380445:0:16763:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384925.388624:0:16763:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384925.388629:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384925.388630:0:16763:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00040000:00000001:1.0:1767384925.388634:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384925.388637:0:16763:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384925.388638:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384925.388640:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384925.388643:0:16763:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384925.388643:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384925.388648:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007372d11a. 00080000:00000001:1.0:1767384925.388652:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384925.388654:0:16763:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384925.388663:0:16763:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384925.388668:0:16763:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767384925.388669:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384925.388672:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384925.388675:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000010:0.0:1767384925.388677:0:16762:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000beb39d1e. 00010000:00000001:1.0:1767384925.388682:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:01000000:0.0:1767384925.388682:0:16762:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 00080000:00000020:3.0:1767384925.388684:0:16763:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:1.0:1767384925.388686:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000001:0.0:1767384925.388689:0:16762:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000010:1.0:1767384925.388693:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000eebe9d87. 00080000:00000001:0.0:1767384925.388694:0:16762:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:1.0:1767384925.388700:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384925.388705:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f8ef50a3. 00000020:00000001:1.0:1767384925.388709:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384925.388710:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f8ef50a3 with handle 0x4895a8f6c11e86e1 to hash 00000020:00000001:1.0:1767384925.388713:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384925.388714:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00010000:00000001:1.0:1767384925.388716:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00010000:00000001:1.0:1767384925.388719:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384925.388722:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384925.388722:0:16762:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767384925.388727:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e86e1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384925.388728:0:16762:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384925.388731:0:16762:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384925.388735:0:16762:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384925.388739:0:16762:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384925.388744:0:16762:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00010000:00000001:1.0:1767384925.388745:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384925.388750:0:16762:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384925.388751:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384925.388755:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000010:0.0:1767384925.388756:0:16762:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000082f673dc. 00010000:00000001:1.0:1767384925.388758:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384925.388761:0:16762:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635436781191168 : -108636928360448 : ffff9d31fe79c000) 00010000:00000001:1.0:1767384925.388762:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384925.388766:0:16762:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384925.388767:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384925.388771:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384925.388774:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384925.388777:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384925.388779:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384925.388780:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384925.388788:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000eebe9d87) refcount = 1 00010000:00010000:1.0:1767384925.388792:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e86e1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384925.388796:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384925.388798:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384925.388800:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384925.388801:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384925.388803:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384925.388806:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384925.388808:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002318499s 00010000:00000001:1.0:1767384925.388811:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000001:0.0:1767384925.388811:0:16762:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:1.0:1767384925.388815:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:0.0:1767384925.388815:0:16762:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384925.388818:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f8ef50a3 refcount=4 00080000:00000001:0.0:1767384925.388819:0:16762:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000001:1.0:1767384925.388820:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00010000:00000001:1.0:1767384925.388823:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00010000:00000001:1.0:1767384925.388825:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384925.388827:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e86e1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384925.388830:0:16762:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384925.388835:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:0.0:1767384925.388835:0:16762:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:1.0:1767384925.388839:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e86e1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384925.388845:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384925.388847:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384925.388848:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e86e1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384925.388854:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384925.388856:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384925.388859:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384925.388861:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e86e1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384925.388868:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f8ef50a3 already unused, calling callback (00000000be7801c4) 00010000:00000001:1.0:1767384925.388877:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384925.388880:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000001:0.0:1767384925.388882:0:16762:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00010000:1.0:1767384925.388883:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e86e1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384925.388887:0:16762:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384925.388893:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384925.388895:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384925.388896:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384925.388897:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f8ef50a3 refcount=5 00000020:00000001:1.0:1767384925.388899:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00010000:00000001:1.0:1767384925.388901:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00010000:00000001:1.0:1767384925.388903:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384925.388904:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e86e1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384925.388909:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384925.388910:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384925.388911:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384925.388914:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384925.388915:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384925.388916:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384925.388917:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384925.388919:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f8ef50a3 with handle 0x4895a8f6c11e86e1 from hash 00010000:00000001:1.0:1767384925.388920:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384925.388922:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384925.388923:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384925.388923:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384925.388925:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384925.388927:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384925.388928:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384925.388929:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384925.388932:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384925.388934:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384925.388935:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384925.388937:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384925.388937:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384925.388943:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384925.388945:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384925.388946:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384925.388948:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e86e1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384925.388951:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384925.388952:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384925.388953:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384925.388954:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384925.388956:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384925.388957:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384925.388959:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384925.388961:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384925.388962:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384925.388963:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e86e1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384925.388967:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384925.388969:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384925.388970:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e86e1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384925.388974:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000eebe9d87 count: 0 00010000:00000001:1.0:1767384925.388981:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384925.388982:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384925.391066:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294915253, at 4294915254 00000100:00000010:3.0:1767384925.391075:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001f625e9b. 00000100:00000040:2.0:1767384925.391078:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294915253, at 4294915254 00000100:00000040:1.0:1767384925.391080:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294915253, at 4294915254 00000100:00000010:1.0:1767384925.391086:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c963f871. 00000100:00000010:2.0:1767384925.391094:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004be04428. 00000100:00000040:0.0:1767384925.391518:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294915253, at 4294915254 00000100:00000010:0.0:1767384925.391546:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002cc438ab. 00080000:00000001:0.0:1767384925.397322:0:16762:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384925.397326:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:0.0:1767384925.397328:0:16762:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00040000:00000001:1.0:1767384925.397329:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384925.397332:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384925.397335:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384925.397335:0:16762:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384925.397338:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384925.397341:0:16762:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:1.0:1767384925.397343:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000082f673dc. 20000000:01000000:0.0:1767384925.397345:0:16762:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384925.397348:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384925.397354:0:16762:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384925.397358:0:16762:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384925.397360:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384925.397363:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:0.0:1767384925.397364:0:16762:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:1.0:1767384925.397371:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384925.397374:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384925.397376:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384925.397380:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000408a41fa. 00010000:00000001:1.0:1767384925.397383:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384925.397386:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fe748dd8. 00000020:00000001:1.0:1767384925.397389:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384925.397391:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fe748dd8 with handle 0x4895a8f6c11e86e8 to hash 00000020:00000001:1.0:1767384925.397393:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384925.397394:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435879615488 : -108637829936128 : ffff9d31c8bccc00) 00010000:00000001:1.0:1767384925.397396:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435879615488 : -108637829936128 : ffff9d31c8bccc00) 00010000:00000001:1.0:1767384925.397399:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384925.397400:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384925.397402:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e86e8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384925.397408:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384925.397410:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384925.397411:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384925.397413:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384925.397414:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384925.397415:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384925.397417:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384925.397419:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384925.397420:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384925.397421:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384925.397422:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384925.397423:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000408a41fa) refcount = 1 00010000:00010000:1.0:1767384925.397425:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e86e8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384925.397429:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384925.397430:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384925.397431:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384925.397433:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384925.397434:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384925.397441:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384925.397444:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002318499s 00010000:00000001:1.0:1767384925.397446:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384925.397447:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384925.397448:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fe748dd8 refcount=4 00000020:00000001:1.0:1767384925.397449:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879615488 : -108637829936128 : ffff9d31c8bccc00) 00010000:00000001:1.0:1767384925.397451:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879615488 : -108637829936128 : ffff9d31c8bccc00) 00010000:00000001:1.0:1767384925.397453:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384925.397454:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e86e8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384925.397458:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384925.397459:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e86e8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384925.397463:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384925.397464:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384925.397464:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e86e8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384925.397468:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384925.397469:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384925.397471:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384925.397472:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e86e8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384925.397475:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000fe748dd8 already unused, calling callback (00000000be7801c4) 00010000:00000001:1.0:1767384925.397476:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384925.397477:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384925.397478:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e86e8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384925.397492:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384925.397493:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384925.397494:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384925.397498:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fe748dd8 refcount=5 00000020:00000001:1.0:1767384925.397500:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879615488 : -108637829936128 : ffff9d31c8bccc00) 00010000:00000001:1.0:1767384925.397502:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879615488 : -108637829936128 : ffff9d31c8bccc00) 00010000:00000001:1.0:1767384925.397504:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384925.397505:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e86e8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384925.397508:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384925.397509:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384925.397510:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384925.397512:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384925.397513:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384925.397514:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384925.397515:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384925.397516:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fe748dd8 with handle 0x4895a8f6c11e86e8 from hash 00010000:00000001:1.0:1767384925.397518:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384925.397518:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384925.397519:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384925.397520:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384925.397521:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384925.397522:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384925.397523:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384925.397523:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384925.397524:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384925.397525:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384925.397526:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384925.397528:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384925.397529:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384925.397542:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384925.397544:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384925.397545:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384925.397546:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e86e8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384925.397549:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384925.397550:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384925.397561:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384925.397562:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384925.397563:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384925.397564:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384925.397565:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384925.397567:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384925.397568:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384925.397570:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e86e8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384925.397573:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384925.397574:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384925.397575:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e86e8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384925.397578:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000408a41fa count: 0 00010000:00000001:1.0:1767384925.397583:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384925.397584:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:3.0:1767384925.398644:0:28260:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000cb484182. 00000400:00000040:3.0:1767384925.398667:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384925.398670:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384925.398673:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384925.398675:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384925.398677:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384925.398679:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384925.398682:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384925.398684:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384925.398685:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384925.398687:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384925.398690:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384925.398692:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384925.398694:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384925.398696:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384925.398697:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384925.398700:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384925.398702:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384925.398703:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384925.398705:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384925.398708:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384925.398710:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384925.398712:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384925.398714:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384925.398715:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384925.398718:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384925.398721:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384925.398723:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384925.398724:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384925.398726:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384925.398728:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384925.398729:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384925.398731:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384925.398733:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384925.398735:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384925.398745:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384925.398747:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384925.398749:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384925.398752:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384925.398754:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384925.398756:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384925.398758:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384925.398760:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384925.398763:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384925.398765:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384925.398766:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384925.398768:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384925.398770:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384925.398772:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384925.398775:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384925.398777:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384925.398779:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384925.398781:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384925.398783:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384925.398785:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384925.398787:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384925.398789:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384925.398790:0:28260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384925.398871:0:28260:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000cb484182. 00010000:00000010:1.1:1767384925.399040:0:16634:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000eebe9d87. 00010000:00000010:1.1:1767384925.399046:0:16634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f8ef50a3. 00080000:00000020:1.0:1767384925.399444:0:16763:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384925.399447:0:16763:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384925.399449:0:16763:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006334ea9b. 20000000:00000001:1.0:1767384925.399455:0:16763:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384925.399458:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358512640 00010000:00000001:1.0:1767384925.399460:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384925.399467:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a14102ca x1853237358512640/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:151/0 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384925.399474:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384925.399476:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384925.399479:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=49 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384925.399483:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384925.399486:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:1.0:1767384925.399488:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:1.0:1767384925.399491:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384925.399493:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384925.399496:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384925.399499:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384925.399507:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000065b72f1a. 00000100:00000200:1.0:1767384925.399510:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358512640, offset 224 00000400:00000200:1.0:1767384925.399516:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384925.399525:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384925.399547:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272704a00 00000400:00000200:1.0:1767384925.399551:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1809 [2] + 224 00000400:00000200:1.0:1767384925.399557:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384925.399561:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384925.399566:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384925.399570:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000075fc2288 x1853237358512640/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384925.399578:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000075fc2288 x1853237358512640/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384925.399592:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384925.399598:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065b72f1a 00000400:00000010:1.0:1767384925.399600:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000065b72f1a. 00000100:00000001:3.0:1767384925.399603:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384925.399603:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384925.399607:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384925.399609:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384925.399611:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384925.399615:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000001:3.0:1767384925.399616:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384925.399619:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384925.399620:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384925.399622:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384925.399625:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050cdcabe. 00000020:00000001:1.0:1767384925.399625:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384925.399631:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e279658c 00000100:00000040:1.0:1767384925.399632:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a14102ca x1853237358512640/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:151/0 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384925.399636:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e279658c. 00000100:00000001:3.0:1767384925.399643:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384925.399646:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a14102ca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16129:x1853237358512640:12345-0@lo:253: Request processed in 19955us (20574us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384925.399652:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000075fc2288 x1853237358512640/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384925.399657:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00000040:1.0:1767384925.399662:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00000001:1.0:1767384925.399666:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384925.399670:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384925.399673:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000075fc2288 x1853237358512640/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384925.399675:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008e733ddf. 00000020:00000010:1.0:1767384925.399681:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a1b062ee. 00000100:00000001:3.0:1767384925.399685:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384925.399691:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9920fef. 00000100:00000001:3.0:1767384925.399696:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384925.399696:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 00000100:00000001:3.0:1767384925.399703:0:16129:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384925.399703:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384925.399706:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002921a5f9. 02000000:00000001:3.0:1767384925.399707:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384925.399709:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384925.399711:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384925.399712:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384925.399715:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384925.399718:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:3.0:1767384925.399719:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384925.399725:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=49 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384925.399730:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=49 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384925.399733:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384925.399734:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384925.399737:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384925.399739:0:16129:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384925.399742:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384925.399746:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075fc2288 x1853237358512640/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384925.399754:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384925.399758:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384925.399760:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384925.399764:0:16129:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384925.399766:0:16129:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384925.399767:0:16129:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384925.399769:0:16129:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384925.399770:0:16129:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384925.399772:0:16129:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384925.399773:0:16129:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384925.399775:0:16129:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384925.399777:0:16129:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384925.399778:0:16129:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384925.399780:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075fc2288 x1853237358512640/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384925.399788:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000075fc2288 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358512640:0@lo:253: 00000100:00000001:3.0:1767384925.399794:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384925.399797:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384925.399800:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075fc2288 x1853237358512640/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384925.399807:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384925.399816:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384925.399819:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004d66b48a. 02000000:00000001:3.0:1767384925.399822:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384925.399825:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384925.399827:0:16129:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384925.399830:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384925.399832:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e39905ef. 02000000:00000001:3.0:1767384925.399838:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384925.399839:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384925.399841:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075fc2288. 00000100:00000001:3.0:1767384925.399846:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384925.399848:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384925.399850:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384925.399856:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384925.399858:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384925.399861:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384925.399863:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384925.399874:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000457823a6. 00000400:00000010:1.0:1767384925.399881:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000065b72f1a. 00080000:00000020:1.0:1767384925.400729:0:16762:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384925.400732:0:16762:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384925.400734:0:16762:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000019e0feed. 20000000:00000001:1.0:1767384925.400740:0:16762:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384925.400743:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358512768 00010000:00000001:1.0:1767384925.400745:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384925.400749:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000099d725d5 x1853237358512768/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:151/0 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384925.400757:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384925.400758:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384925.400761:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=49 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384925.400764:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384925.400766:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:1.0:1767384925.400769:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:1.0:1767384925.400771:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384925.400773:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384925.400776:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384925.400778:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384925.400782:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008bbc133c. 00000100:00000200:1.0:1767384925.400785:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358512768, offset 224 00000400:00000200:1.0:1767384925.400790:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384925.400795:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384925.400799:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272704a80 00000400:00000200:1.0:1767384925.400803:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1811 [2] + 224 00000400:00000200:1.0:1767384925.400807:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384925.400809:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384925.400818:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384925.400821:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003b276a0f x1853237358512768/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384925.400829:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003b276a0f x1853237358512768/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384925.400843:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384925.400850:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bbc133c 00000400:00000010:1.0:1767384925.400852:0:16762:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008bbc133c. 00000100:00000001:0.0:1767384925.400855:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384925.400856:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384925.400860:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384925.400861:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384925.400868:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384925.400868:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384925.400872:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384925.400876:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000010:0.0:1767384925.400876:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d941b98a. 00010000:00000001:1.0:1767384925.400882:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384925.400884:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068ac5e8a 00000020:00000001:1.0:1767384925.400885:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384925.400887:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000068ac5e8a. 00000020:00000001:1.0:1767384925.400890:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384925.400892:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384925.400897:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099d725d5 x1853237358512768/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:151/0 lens 4848/4768 e 0 to 0 dl 1767384936 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384925.400901:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003b276a0f x1853237358512768/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384925.400913:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000099d725d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16130:x1853237358512768:12345-0@lo:253: Request processed in 21186us (21652us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384925.400930:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00000200:0.0:1767384925.400930:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003b276a0f x1853237358512768/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384925.400935:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:1.0:1767384925.400939:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384925.400942:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384925.400946:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000623a571c. 00000100:00000001:0.0:1767384925.400947:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384925.400951:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384925.400952:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009b50491d. 00000100:00000001:0.0:1767384925.400955:0:16130:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384925.400957:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a9f95765. 02000000:00000001:0.0:1767384925.400958:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1767384925.400961:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 00000100:00000001:0.0:1767384925.400962:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384925.400964:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384925.400965:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384925.400967:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004ba79b44. 02000000:00000001:0.0:1767384925.400970:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384925.400972:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384925.400975:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384925.400976:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=49 v=5 (5 0 0 0) 00000100:00000200:1.0:1767384925.400978:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384925.400982:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=49 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384925.400984:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e84936ba. 00000100:00000001:0.0:1767384925.400987:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384925.400989:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384925.400994:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008bbc133c. 00010000:00000001:0.0:1767384925.400994:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384925.400996:0:16130:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384925.401001:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384925.401004:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003b276a0f x1853237358512768/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384925.401051:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384925.401053:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384925.401056:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384925.401059:0:16130:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384925.401061:0:16130:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384925.401063:0:16130:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384925.401064:0:16130:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384925.401065:0:16130:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384925.401067:0:16130:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384925.401068:0:16130:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384925.401069:0:16130:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384925.401071:0:16130:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384925.401074:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b276a0f x1853237358512768/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384925.401081:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003b276a0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358512768:0@lo:253: 00000100:00000001:0.0:1767384925.401085:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384925.401088:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384925.401090:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003b276a0f x1853237358512768/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384941 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384925.401099:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384925.401101:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384925.401103:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000730e0f09. 02000000:00000001:0.0:1767384925.401109:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384925.401111:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384925.401112:0:16130:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1767384925.401115:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384925.401117:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e45018f3. 02000000:00000001:0.0:1767384925.401123:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384925.401124:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384925.401126:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003b276a0f. 00000100:00000001:0.0:1767384925.401130:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384925.401131:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384925.401133:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384925.401138:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384925.401145:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384925.401148:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384925.401150:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384925.402031:0:28259:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000408a41fa. 00010000:00000010:1.1:1767384925.402037:0:28259:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fe748dd8. 00000400:00000001:3.0:1767384925.658080:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384925.658086:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384925.658090:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ef6df2d 00000400:00000010:3.0:1767384925.658094:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ef6df2d. 00000400:00000200:3.0:1767384925.658100:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384925.658106:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp29 recovery ping unlinked 00000400:00000010:3.0:1767384925.658115:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000894ab83. 00000400:00000010:3.0:1767384925.658118:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000dc490fb9. 00010000:00000001:1.0:1767384926.041543:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384926.041549:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384926.041556:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384926.041557:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384926.041577:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384926.041580:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384926.041583:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384926.581772:0:28636:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384926.581850:0:28636:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384926.581855:0:28636:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384926.581862:0:28636:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384926.581869:0:28636:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384926.581871:0:28636:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384927.066107:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384927.066112:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384927.066117:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384927.066119:0:58:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384927.066122:0:58:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384927.066124:0:58:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384927.066126:0:58:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384927.066128:0:58:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384927.066130:0:58:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384927.066131:0:58:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384927.066158:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384927.066162:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384927.066165:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:2.0:1767384927.257103:0:16793:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384927.257107:0:16793:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000040:3.0:1767384927.257110:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fc613044-dd35-4201-b03c-4d69ab0214c0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384927.257116:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384927.257135:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cdbf7c2f. 00000020:00000040:3.0:1767384927.257145:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1767384927.257149:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384927.257152:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384927.257156:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384927.257162:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f9a2e825. 00000100:00000001:3.0:1767384927.257167:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384927.257175:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc613044-dd35-4201-b03c-4d69ab0214c0->MGS req@00000000cdbf7c2f x1853237358512896/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384927.257185:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384927.257187:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384927.257193:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cdbf7c2f] to pc [ptlrpcd_00_00+0] req@00000000cdbf7c2f x1853237358512896/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384927.257223:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384927.257227:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384927.257231:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384927.257232:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384927.257237:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767384927.257239:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd92e08b. 00000100:00000001:1.0:1767384927.257240:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767384927.257245:0:8:0:(genops.c:1229:class_import_get()) import 000000002913d734 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:1.0:1767384927.257247:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cdbf7c2f x1853237358512896/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384927.257251:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384927.257254:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384927.257257:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.257262:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1767384927.257263:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d82024ba. 00000100:00000001:1.0:1767384927.257264:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384927.257269:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384927.257270:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384927.257274:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384927.257276:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000dd92e08b x1853237358513024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384927.257278:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384927.257283:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cdbf7c2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358512896:0@lo:400: 00000100:00000001:1.0:1767384927.257292:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384927.257296:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384927.257297:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384927.257298:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384927.257301:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd92e08b] to pc [ptlrpcd_00_01+1] req@00000000dd92e08b x1853237358513024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384927.257301:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384927.257304:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384927.257310:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000015d3d368. 00000100:00000001:3.0:1767384927.257312:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384927.257313:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384927.257315:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384927.257318:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1767384927.257320:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d9dc46e. 00000100:00000010:3.0:1767384927.257327:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000667d68f8. 00000020:00000040:3.0:1767384927.257331:0:8:0:(genops.c:1229:class_import_get()) import 000000005ebd018a refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384927.257332:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384927.257333:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767384927.257334:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054df7106. 02000000:00000001:3.0:1767384927.257335:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384927.257341:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002d9a15ac. 00000100:00000200:1.0:1767384927.257342:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358512896, portal 25 00000100:00000001:3.0:1767384927.257344:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.257346:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384927.257348:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000667d68f8 x1853237358513152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384927.257348:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515735552 : -108637193816064 : ffff9d31eea73800) 00000100:00000040:1.0:1767384927.257356:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cdbf7c2f x1853237358512896/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384927.257358:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384927.257361:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384927.257367:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000667d68f8] to pc [ptlrpcd_00_02+2] req@00000000667d68f8 x1853237358513152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384927.257369:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384927.257375:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384927.257379:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f27d0a09. 00000100:00000200:1.0:1767384927.257382:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237358512896, offset 0 00000400:00000200:1.0:1767384927.257388:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384927.257396:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384927.257400:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767384927.257401:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384927.257404:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384927.257406:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384927.257411:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007c7946c9. 00000100:00100000:0.0:1767384927.257411:0:16130:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00000040:3.0:1767384927.257413:0:8:0:(genops.c:1229:class_import_get()) import 00000000e13b832f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:1.0:1767384927.257417:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272704b00 00000100:00000001:0.0:1767384927.257417:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384927.257418:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384927.257421:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384927.257424:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384927.257428:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000013f4f943. 00000400:00000200:1.0:1767384927.257428:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1099 [2] + 0 00000100:00000001:0.0:1767384927.257430:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384927.257432:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384927.257435:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384927.257436:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002bde85a3. 00000100:00000040:3.0:1767384927.257438:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000007c7946c9 x1853237358513280/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384927.257442:0:16127:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007f8e0c2d 00000100:00000001:0.0:1767384927.257443:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384927.257448:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384927.257449:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384927.257452:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384927.257452:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384927.257455:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384927.257456:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384927.257462:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000667d68f8 x1853237358513152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384927.257463:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c7946c9] to pc [ptlrpcd_00_03+3] req@000000007c7946c9 x1853237358513280/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384927.257463:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f8e0c2d 00000400:00000010:1.0:1767384927.257467:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007f8e0c2d. 00000100:00000001:1.0:1767384927.257474:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384927.257477:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384927.257483:0:16127:0:(events.c:337:request_in_callback()) incoming req@000000002d101e6c x1853237358512896 msgsize 224 00000100:00100000:1.0:1767384927.257495:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384927.257497:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384927.257499:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767384927.257500:0:16127:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:3.0:1767384927.257502:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (254) 00000100:00000001:0.0:1767384927.257504:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384927.257509:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384927.257511:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384927.257512:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384927.257512:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384927.257517:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384927.257530:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f27d0a09 00000100:00100000:3.0:1767384927.257531:0:16129:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000010:1.0:1767384927.257533:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f27d0a09. 00000100:00000001:3.0:1767384927.257536:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384927.257540:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384927.257543:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1767384927.257544:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000667d68f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16130:1853237358513152:0@lo:400: 00000100:00000200:1.0:1767384927.257546:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cdbf7c2f x1853237358512896/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384927.257547:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384927.257550:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384927.257560:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384927.257563:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384927.257563:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384927.257569:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384927.257570:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007c7946c9 x1853237358513280/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384927.257571:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384927.257575:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384927.257577:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cdbf7c2f x1853237358512896/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384943 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384927.257582:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384927.257588:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000076da628. 00000100:00000001:3.0:1767384927.257591:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384927.257594:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384927.257595:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384927.257600:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384927.257602:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384927.257603:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d941b98a. 02000000:00000001:3.0:1767384927.257607:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384927.257613:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083907abd. 00000100:00100000:3.0:1767384927.257615:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007c7946c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16129:1853237358513280:0@lo:400: 00000100:00000001:3.0:1767384927.257618:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384927.257625:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384927.257629:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.257630:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384927.257631:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767384927.257631:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358513152, portal 10 00000100:00000001:1.0:1767384927.257634:0:16127:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:3.0:1767384927.257636:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000044136d5. 00000100:00000001:0.0:1767384927.257638:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767384927.257640:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.257642:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384927.257642:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515736448 : -108637193815168 : ffff9d31eea73b80) 00000400:00000010:3.0:1767384927.257644:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050cdcabe. 00000100:00000001:1.0:1767384927.257649:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294917131 00000400:00000010:3.0:1767384927.257651:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ef6df2d. 00000100:00000010:1.0:1767384927.257654:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000edf14302. 00000100:00000040:0.0:1767384927.257656:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000667d68f8 x1853237358513152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384927.257657:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358513280, portal 10 00000100:00000001:3.0:1767384927.257661:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384927.257662:0:16127:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384927.257665:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515726592 : -108637193825024 : ffff9d31eea71500) 00000100:00000001:1.0:1767384927.257673:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294917131 00000100:00000001:0.0:1767384927.257674:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384927.257675:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007c7946c9 x1853237358513280/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384927.257679:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000050600ac3. 00000100:00000040:0.0:1767384927.257684:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384927.257685:0:16127:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384927.257690:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384927.257691:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294917131 00000400:00000010:0.0:1767384927.257691:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4609bb9. 00000100:00000040:3.0:1767384927.257695:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:1.0:1767384927.257697:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000242a161f. 00000400:00000010:3.0:1767384927.257699:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0c371c1. 00000100:00000001:1.0:1767384927.257701:0:16127:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000200:3.0:1767384927.257704:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237358513280, offset 0 00000100:00000001:1.0:1767384927.257706:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294917131 00000100:00000200:0.0:1767384927.257706:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237358513152, offset 0 00000100:00000010:1.0:1767384927.257717:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003af6cd54. 00000100:00000001:1.0:1767384927.257727:0:16127:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384927.257734:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384927.257737:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384927.257743:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384927.257744:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384927.257744:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384927.257750:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.257752:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384927.257756:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384927.257758:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384927.257760:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272704c80 00000400:00000200:0.0:1767384927.257762:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384927.257763:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384927.257766:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384927.257770:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384927.257773:0:16127:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000200:3.0:1767384927.257774:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5144 00000100:00000001:1.0:1767384927.257775:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384927.257781:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384927.257781:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272704c00 00000400:00000200:3.0:1767384927.257782:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384927.257784:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384927.257790:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384927.257790:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384927.257793:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384927.257795:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5368 00000100:00000001:1.0:1767384927.257796:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384927.257801:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dd92e08b x1853237358513024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384927.257806:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384927.257806:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384927.257809:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1767384927.257816:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384927.257826:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384927.257827:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384927.257829:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384927.257831:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384927.257832:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384927.257834:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dd92e08b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16127:1853237358513024:0@lo:400: 00000100:00000001:1.0:1767384927.257836:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384927.257838:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384927.257839:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384927.257840:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1767384927.258254:0:16129:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009b732066. 00000100:00000010:2.0:1767384927.258255:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000de8d80bd. 00000100:00000040:3.0:1767384927.258258:0:16129:0:(events.c:337:request_in_callback()) incoming req@000000009b732066 x1853237358513280 msgsize 224 00000020:00000040:2.0:1767384927.258260:0:16793:0:(genops.c:1229:class_import_get()) import 000000002913d734 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00100000:3.0:1767384927.258266:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384927.258267:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384927.258269:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384927.258272:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384927.258275:0:16129:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:2.0:1767384927.258277:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000008745e7a. 02000000:00000010:1.0:1767384927.258281:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aefd3e32. 00000100:00000001:2.0:1767384927.258282:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384927.258285:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0c371c1 02000000:00000001:1.0:1767384927.258286:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.258288:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767384927.258289:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0c371c1. 00000100:00000001:2.0:1767384927.258292:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384927.258293:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767384927.258295:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008001e3a2. 00000100:00000200:3.0:1767384927.258299:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007c7946c9 x1853237358513280/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384927.258299:0:16793:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de8d80bd] to pc [ptlrpcd_00_00+0] req@00000000de8d80bd x1853237358513408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384927.258302:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f27d0a09. 00000100:00000200:1.0:1767384927.258308:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358513024, portal 4 00000100:00000001:1.0:1767384927.258314:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384927.258317:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515725696 : -108637193825920 : ffff9d31eea71180) 00000100:00000040:1.0:1767384927.258328:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dd92e08b x1853237358513024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384927.258332:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000004:00000001:2.0:1767384927.258334:0:16793:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384927.258340:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007c7946c9 x1853237358513280/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384927.258342:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384927.258346:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384927.258350:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1767384927.258351:0:16128:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767384927.258352:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384927.258354:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e26a58f9. 00000100:00000001:2.0:1767384927.258356:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384927.258357:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1767384927.258358:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237358513024, offset 0 00000100:00000001:3.0:1767384927.258363:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.258364:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384927.258365:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384927.258369:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384927.258371:0:16129:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2837 usecs (3 jiffies) 00000100:00000001:2.0:1767384927.258372:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384927.258376:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384927.258377:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294917124 00000400:00000200:1.0:1767384927.258377:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384927.258378:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384927.258383:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000de8d80bd x1853237358513408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384927.258384:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294917131 00000100:00000001:3.0:1767384927.258390:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294917124 00000400:00000200:1.0:1767384927.258391:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272704b80 00000100:00000001:3.0:1767384927.258395:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294917131 00000100:00000001:3.0:1767384927.258401:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294917124 00000400:00000200:1.0:1767384927.258405:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 2768 00000100:00000001:2.0:1767384927.258406:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384927.258407:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294917131 00000100:00000001:2.0:1767384927.258410:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384927.258412:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294917124 02000000:00000001:2.0:1767384927.258414:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384927.258416:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294917131 02000000:00000001:2.0:1767384927.258417:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384927.258420:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384927.258421:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384927.258424:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000de8d80bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16128:1853237358513408:0@lo:13: 00000400:00000200:1.0:1767384927.258428:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384927.258429:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384927.258430:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384927.258433:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384927.258435:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384927.258436:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384927.258438:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384927.258439:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.258442:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384927.258446:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:2.0:1767384927.258447:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767384927.258451:0:16127:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb630d2d. 02000000:00000010:2.0:1767384927.258452:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006c5f833c. 02000000:00000001:2.0:1767384927.258454:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384927.258458:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099d40292. 00000100:00000001:3.0:1767384927.258460:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384927.258462:0:16127:0:(events.c:337:request_in_callback()) incoming req@00000000cb630d2d x1853237358513024 msgsize 224 00000100:00100000:3.0:1767384927.258464:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358513280 00000400:00000010:2.0:1767384927.258465:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b3da32d. 02000000:00000001:3.0:1767384927.258469:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1767384927.258471:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358513408, portal 4 00000100:00100000:1.0:1767384927.258472:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384927.258473:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384927.258476:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384927.258478:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.258479:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504576512 : -108642204975104 : ffff9d30c3f70000) 02000000:00000001:3.0:1767384927.258482:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384927.258486:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000de8d80bd x1853237358513408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384943 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384927.258488:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358513280 00000100:00000001:1.0:1767384927.258490:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384927.258492:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384927.258496:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e853d 00000100:00000001:2.0:1767384927.258499:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384927.258499:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e26a58f9 00000020:00000001:3.0:1767384927.258500:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384927.258505:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384927.258505:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e26a58f9. 00000400:00000010:2.0:1767384927.258508:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006347ee45. 00000100:00000001:1.0:1767384927.258509:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384927.258514:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237358513408, offset 0 00000020:00000040:3.0:1767384927.258531:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e235a287 refcount=5 00000020:00000001:3.0:1767384927.258534:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431487174656 : -108642222376960 : ffff9d30c2ed7800) 00000100:00000200:1.0:1767384927.258534:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dd92e08b x1853237358513024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384927.258538:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384927.258548:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384927.258550:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431487174656 : -108642222376960 : ffff9d30c2ed7800) 00000400:00000200:2.0:1767384927.258551:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384927.258555:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dd92e08b x1853237358513024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384943 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384927.258557:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384927.258563:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002dbb73bd. 00000400:00000200:2.0:1767384927.258563:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272704d00 00000020:00000010:3.0:1767384927.258571:0:16771:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000068339f71. 00000100:00000001:1.0:1767384927.258571:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384927.258575:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 1792 00000100:00000001:1.0:1767384927.258578:0:16127:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1767384927.258581:0:16771:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8a46e2f) now 8 - evictor 00000400:00000200:2.0:1767384927.258581:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384927.258584:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384927.258589:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384927.258590:0:16127:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5472 usecs (6 jiffies) 00000100:00000001:3.0:1767384927.258593:0:16771:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384927.258594:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384927.258595:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294917127 00000100:00000200:2.0:1767384927.258598:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000020:00000010:3.0:1767384927.258599:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001dde6f5. 00000100:00000001:1.0:1767384927.258599:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294917131 00000100:00000010:2.0:1767384927.258603:0:16128:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000079d1fecb. 00000100:00000001:1.0:1767384927.258604:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294917127 00000100:00000040:2.0:1767384927.258607:0:16128:0:(events.c:337:request_in_callback()) incoming req@0000000079d1fecb x1853237358513408 msgsize 224 00000020:00000010:3.0:1767384927.258618:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b35c0a9. 00000100:00000001:1.0:1767384927.258620:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294917131 00000100:00100000:2.0:1767384927.258625:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384927.258625:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294917127 00000020:00000010:3.0:1767384927.258626:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005b86f816. 00000100:00000001:1.0:1767384927.258628:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294917131 00000100:00000001:1.0:1767384927.258632:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294917127 00000100:00000001:1.0:1767384927.258633:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294917131 00000100:00000001:1.0:1767384927.258635:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384927.258636:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384927.258638:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384927.258638:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384927.258639:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384927.258643:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384927.258645:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384927.258646:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384927.258646:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006347ee45 00000100:00000001:1.0:1767384927.258648:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384927.258650:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006347ee45. 00000100:00000001:1.0:1767384927.258651:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384927.258652:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384927.258656:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384927.258656:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384927.258660:0:16771:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384927.258661:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384927.258663:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000de8d80bd x1853237358513408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384943 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384927.258664:0:16771:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384927.258667:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.258676:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384927.258680:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000de8d80bd x1853237358513408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384943 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384927.258681:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384927.258681:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384927.258690:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358512896 02000000:00000001:1.0:1767384927.258692:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384927.258695:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384927.258696:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384927.258698:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384927.258699:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384927.258705:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.258708:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384927.258709:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1767384927.258710:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358512896 00000100:00000040:3.0:1767384927.258722:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e235a287 : new rpc_count 1 00000100:00000001:2.0:1767384927.258725:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384927.258725:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384927.258729:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000100:00000001:3.0:1767384927.258733:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436633373568 : -108637076178048 : ffff9d31f5aa3b80) 00000100:00000001:2.0:1767384927.258733:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384927.258733:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384927.258736:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000100:00000040:2.0:1767384927.258740:0:16128:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5472 usecs (6 jiffies) 00000020:00000001:1.0:1767384927.258741:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000040:3.0:1767384927.258743:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009b732066 x1853237358513280/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:153/0 lens 224/0 e 0 to 0 dl 1767384938 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384927.258746:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294917127 00000020:00000001:1.0:1767384927.258747:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384927.258753:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294917131 00000100:00000001:1.0:1767384927.258754:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384927.258758:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294917127 00000100:00000001:0.0:1767384927.258758:0:18105:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384927.258759:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000163d8a24. 00000100:00000001:3.0:1767384927.258762:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384927.258763:0:18105:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358513024 00000100:00000001:2.0:1767384927.258764:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294917131 00000100:00000001:1.0:1767384927.258765:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384927.258767:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000deae1eea. 02000000:00000001:0.0:1767384927.258769:0:18105:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384927.258770:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294917127 00000020:00000010:1.0:1767384927.258771:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000163d8a24. 00000100:00000001:3.0:1767384927.258772:0:16771:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384927.258775:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294917131 00000100:00000001:0.0:1767384927.258775:0:18105:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384927.258777:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000deae1eea. 00000020:00000010:1.0:1767384927.258779:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4cf46e4. 00000100:00000001:2.0:1767384927.258780:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294917127 00000100:00000001:0.0:1767384927.258780:0:18105:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384927.258786:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009b732066 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16129:x1853237358513280:12345-0@lo:400: 00000100:00000001:2.0:1767384927.258786:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294917131 00000020:00000010:1.0:1767384927.258786:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000042060752. 02000000:00000001:0.0:1767384927.258789:0:18105:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.258792:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384927.258793:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d82b09b6. 00000100:00000200:3.0:1767384927.258796:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358513280 00000100:00000001:2.0:1767384927.258798:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384927.258798:0:18105:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358513024 00000020:00000001:3.0:1767384927.258800:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1767384927.258802:0:16762:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384927.258804:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384927.258805:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384927.258805:0:18105:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384927.258806:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384927.258810:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.258811:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:0.0:1767384927.258811:0:18105:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8560 00000100:00000001:2.0:1767384927.258812:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384927.258814:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384927.258815:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384927.258816:0:18105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384927.258818:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00000020:00000040:0.0:1767384927.258821:0:18105:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ce565cee refcount=5 00000020:00000001:3.0:1767384927.258822:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384927.258823:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384927.258825:0:16771:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384927.258829:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384927.258829:0:18105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00000001:2.0:1767384927.258832:0:18104:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384927.258833:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384927.258834:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384927.258835:0:18105:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000020:00000001:3.0:1767384927.258837:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384927.258838:0:18104:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358513408 00000020:00000001:3.0:1767384927.258843:0:16771:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:2.0:1767384927.258844:0:18104:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384927.258845:0:18105:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384927.258846:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384927.258848:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384927.258848:0:18104:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384927.258850:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384927.258851:0:18105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003bfa9704. 02000000:00000001:3.0:1767384927.258852:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384927.258852:0:18104:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384927.258857:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c3496bdc. 00000100:00100000:1.0:1767384927.258858:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 02000000:00000001:2.0:1767384927.258860:0:18104:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384927.258860:0:18105:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006c49ff8a. 02000000:00000001:3.0:1767384927.258862:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384927.258868:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384927.258868:0:18104:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358513408 00000100:00000040:1.0:1767384927.258868:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000020:00000040:0.0:1767384927.258870:0:18105:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fe96f595) now 6 - evictor 00000020:00000001:3.0:1767384927.258875:0:16771:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384927.258875:0:18104:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384927.258876:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529247312 : -108637180304304 : ffff9d31ef756450) 00000100:00000001:0.0:1767384927.258877:0:18105:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000040:2.0:1767384927.258879:0:18104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8560 00010000:00000040:3.0:1767384927.258881:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358513280 00000020:00000010:0.0:1767384927.258884:0:18105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048deb0ba. 00010000:00000001:3.0:1767384927.258885:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384927.258885:0:18104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384927.258886:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002d101e6c x1853237358512896/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:153/0 lens 224/0 e 0 to 0 dl 1767384938 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384927.258890:0:18104:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ce565cee refcount=6 00010000:00000200:3.0:1767384927.258893:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009b732066 x1853237358513280/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:153/0 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384927.258893:0:18105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ec633ea4. 00000020:00000001:2.0:1767384927.258898:0:18104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000020:00000010:0.0:1767384927.258902:0:18105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dbd4e82b. 00000020:00000001:2.0:1767384927.258905:0:18104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00000001:2.0:1767384927.258913:0:18104:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384927.258915:0:18105:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384927.258921:0:18105:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1767384927.258922:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384927.258922:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384927.258924:0:18104:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006879ea62. 00000100:00000001:0.0:1767384927.258925:0:18105:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384927.258926:0:16771:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384927.258930:0:18105:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384927.258931:0:18104:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1767384927.258932:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=46 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384927.258933:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000163d8a24. 00000020:00000010:2.0:1767384927.258937:0:18104:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006879ea62. 00000100:00000001:0.0:1767384927.258938:0:18105:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384927.258939:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384927.258944:0:18105:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:1.0:1767384927.258946:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000163d8a24. 00000100:00000001:3.0:1767384927.258947:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:2.0:1767384927.258948:0:18104:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005fc26dea. 00000100:00000040:3.0:1767384927.258952:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00100000:1.0:1767384927.258955:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002d101e6c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16127:x1853237358512896:12345-0@lo:400: 00000020:00000010:2.0:1767384927.258956:0:18104:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005ae940d0. 00000100:00000001:3.0:1767384927.258957:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000100:00000001:0.0:1767384927.258957:0:18105:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384927.258963:0:18104:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d779c03f. 00000100:00000200:1.0:1767384927.258964:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358512896 02000000:00000001:3.0:1767384927.258965:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384927.258969:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384927.258970:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384927.258972:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384927.258974:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384927.258974:0:18105:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384927.258977:0:18104:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000001:1.0:1767384927.258978:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384927.258980:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384927.258983:0:18104:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384927.258984:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:3.0:1767384927.258986:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0c371c1. 00000100:00000001:2.0:1767384927.258987:0:18104:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384927.258987:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169792 : -1040381824 : ffffffffc1fd0880) 00000100:00000001:2.0:1767384927.258991:0:18104:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384927.258991:0:18105:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384927.258993:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:3.0:1767384927.258994:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358513280, offset 224 00000100:00000001:0.0:1767384927.258995:0:18105:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384927.258996:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384927.258999:0:18104:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384927.259002:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384927.259005:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1767384927.259006:0:18105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000020:00000001:1.0:1767384927.259033:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384927.259036:0:16762:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384927.259038:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384927.259040:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384927.259044:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384927.259044:0:18104:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384927.259045:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000dfe3ce46. 00000100:00000040:0.0:1767384927.259045:0:18105:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ce565cee : new rpc_count 1 02000000:00000001:1.0:1767384927.259051:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384927.259052:0:18105:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436514555008 : -108637194996608 : ffff9d31ee953480) 00000100:00000001:1.0:1767384927.259055:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384927.259058:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384927.259059:0:16762:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.259062:0:18104:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000040:1.0:1767384927.259064:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358512896 00000100:00000040:0.0:1767384927.259064:0:18105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cb630d2d x1853237358513024/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:153/0 lens 224/0 e 0 to 0 dl 1767384938 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384927.259066:0:18104:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1767384927.259069:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384927.259071:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272704c80 00000100:00100000:2.0:1767384927.259076:0:18104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00010000:00000200:1.0:1767384927.259076:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002d101e6c x1853237358512896/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:153/0 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384927.259083:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x183d [1] + 224 00000100:00000040:2.0:1767384927.259084:0:18104:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ce565cee : new rpc_count 2 00000100:00000001:2.0:1767384927.259090:0:18104:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635431504590848 : -108642204960768 : ffff9d30c3f73800) 00000400:00000200:3.0:1767384927.259094:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384927.259102:0:18104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000079d1fecb x1853237358513408/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:153/0 lens 224/0 e 0 to 0 dl 1767384938 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384927.259104:0:18105:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384927.259105:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384927.259106:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384927.259110:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384927.259112:0:18105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b276bbd. 00000100:00000001:3.0:1767384927.259113:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767384927.259114:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384927.259120:0:18105:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384927.259121:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007c7946c9 x1853237358513280/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384927.259123:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384927.259127:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 22 to 0@lo 00000020:00000010:0.0:1767384927.259129:0:18105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b276bbd. 00000100:00000001:1.0:1767384927.259132:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000100:00000001:2.0:1767384927.259138:0:18104:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384927.259138:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384927.259141:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384927.259143:0:18105:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cb630d2d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16127:x1853237358513024:12345-0@lo:400: 00000020:00000010:2.0:1767384927.259144:0:18104:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006879ea62. 00000100:00000040:3.0:1767384927.259147:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007c7946c9 x1853237358513280/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384927.259152:0:18104:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384927.259153:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384927.259154:0:18105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358513024 00000020:00000010:2.0:1767384927.259160:0:18104:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006879ea62. 00000100:00000040:1.0:1767384927.259161:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384927.259161:0:18105:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:1.0:1767384927.259167:0:16762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e26a58f9. 00000020:00000001:0.0:1767384927.259168:0:18105:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:2.0:1767384927.259173:0:18104:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000079d1fecb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16128:x1853237358513408:12345-0@lo:13: 00000100:00000001:3.0:1767384927.259174:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767384927.259174:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237358512896, offset 224 00000020:00000001:0.0:1767384927.259174:0:18105:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384927.259180:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0c371c1 00000020:00000001:0.0:1767384927.259182:0:18105:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:2.0:1767384927.259183:0:18104:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358513408 00000400:00000010:3.0:1767384927.259185:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0c371c1. 00000020:00000001:0.0:1767384927.259186:0:18105:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00000020:00000001:2.0:1767384927.259187:0:18104:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384927.259192:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767384927.259193:0:18104:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384927.259193:0:18105:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384927.259197:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1767384927.259198:0:18104:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384927.259198:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384927.259199:0:18105:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384927.259204:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384927.259205:0:18104:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384927.259206:0:18105:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384927.259210:0:18104:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673334736 : -1036216880 : ffffffffc23c95d0) 00000400:00000200:1.0:1767384927.259211:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384927.259211:0:18105:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1767384927.259213:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 21 to 0@lo 00000020:00000001:2.0:1767384927.259217:0:18104:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384927.259217:0:18105:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384927.259220:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384927.259222:0:18104:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384927.259222:0:18105:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1767384927.259224:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272704b00 00000020:00000001:3.0:1767384927.259225:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384927.259228:0:18105:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384927.259231:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384927.259232:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1831 [1] + 224 02000000:00000001:0.0:1767384927.259233:0:18105:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384927.259237:0:18104:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384927.259239:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384927.259240:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009b732066 x1853237358513280/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:153/0 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384927.259241:0:18104:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:0.0:1767384927.259241:0:18105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fcac358d. 00000400:00000200:1.0:1767384927.259245:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384927.259247:0:18104:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384927.259247:0:18105:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.259252:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384927.259255:0:18104:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384927.259255:0:18105:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384927.259258:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cdbf7c2f x1853237358512896/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384927.259260:0:18104:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384927.259262:0:18105:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384927.259266:0:18104:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000005bc5d899. 00000100:00100000:3.0:1767384927.259267:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009b732066 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16129:x1853237358513280:12345-0@lo:400: Request processed in 501us (1004us total) trans 0 rc 0/0 00010000:00000040:0.0:1767384927.259269:0:18105:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237358513024 02000000:00000001:2.0:1767384927.259273:0:18104:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384927.259277:0:18105:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384927.259280:0:18104:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384927.259284:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cdbf7c2f x1853237358512896/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:2.0:1767384927.259288:0:18104:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00100000:3.0:1767384927.259290:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00000200:0.0:1767384927.259294:0:18105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cb630d2d x1853237358513024/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:153/0 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:2.0:1767384927.259295:0:18104:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000040:3.0:1767384927.259296:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e235a287 : new rpc_count 0 00000020:00000001:2.0:1767384927.259300:0:18104:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:3.0:1767384927.259302:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384927.259307:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00080000:00000001:2.0:1767384927.259308:0:18104:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:1.0:1767384927.259310:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384927.259312:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b35c0a9. 00000400:00000200:1.0:1767384927.259316:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e26a58f9 00000020:00000010:3.0:1767384927.259317:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005b86f816. 00000400:00000010:1.0:1767384927.259319:0:16762:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e26a58f9. 00010000:00000001:0.0:1767384927.259319:0:18105:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1767384927.259322:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001dde6f5. 00080000:00000001:2.0:1767384927.259324:0:18104:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384927.259324:0:18105:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.259325:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:3.0:1767384927.259327:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e235a287 : new refcount 4 00000100:00000001:1.0:1767384927.259328:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00001000:0.0:1767384927.259331:0:18105:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf489f17 time=41 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384927.259332:0:18104:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384927.259333:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384927.259333:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:2.0:1767384927.259341:0:18104:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000040:1.0:1767384927.259342:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00000001:0.0:1767384927.259342:0:18105:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384927.259348:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:0.0:1767384927.259349:0:18105:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000020:00000020:2.0:1767384927.259351:0:18104:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000001:1.0:1767384927.259351:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384927.259353:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:0.0:1767384927.259354:0:18105:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000020:00000001:1.0:1767384927.259358:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000020:2.0:1767384927.259359:0:18104:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000ce565cee dirty 0 pend 0 grant 0 02000000:00000001:0.0:1767384927.259360:0:18105:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1767384927.259364:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002d101e6c x1853237358512896/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:153/0 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384927.259365:0:18105:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000020:2.0:1767384927.259367:0:18104:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000020:00000040:3.0:1767384927.259379:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fe96f595) now 6 - evictor 00000100:00000001:0.0:1767384927.259379:0:18105:0:(niobuf.c:69:ptl_send_buf()) Process entered 00002000:00000001:2.0:1767384927.259382:0:18104:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00080000:3.0:1767384927.259386:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1767384927.259386:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002d101e6c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16127:x1853237358512896:12345-0@lo:400: Request processed in 462us (1899us total) trans 0 rc 0/0 00000100:00000040:0.0:1767384927.259387:0:18105:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1767384927.259390:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8a46e2f) now 8 - evictor 00000001:00000001:2.0:1767384927.259391:0:18104:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000400:00000010:0.0:1767384927.259394:0:18105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a922c183. 00000001:00000001:2.0:1767384927.259396:0:18104:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384927.259402:0:18104:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384927.259402:0:18105:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237358513024, offset 224 00000100:00100000:1.0:1767384927.259405:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00010000:00000040:2.0:1767384927.259409:0:18104:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237358513408 00000100:00000040:1.0:1767384927.259411:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00010000:00000001:2.0:1767384927.259413:0:18104:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384927.259416:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767384927.259416:0:18105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384927.259420:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000200:2.0:1767384927.259421:0:18104:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000079d1fecb x1853237358513408/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:153/0 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384927.259422:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384927.259425:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1767384927.259429:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000042060752. 00000400:00000200:0.0:1767384927.259430:0:18105:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1767384927.259432:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000798674e0. 00000020:00000010:1.0:1767384927.259436:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d82b09b6. 00000100:00000040:3.0:1767384927.259438:0:16130:0:(events.c:337:request_in_callback()) incoming req@00000000798674e0 x1853237358513152 msgsize 224 00000020:00000010:1.0:1767384927.259442:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4cf46e4. 00000020:00000040:1.0:1767384927.259447:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 00000400:00000200:0.0:1767384927.259449:0:18105:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272704b80 00010000:00000001:2.0:1767384927.259452:0:18104:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:3.0:1767384927.259453:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384927.259453:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384927.259457:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000dfe3ce46. 00010000:00000001:2.0:1767384927.259458:0:18104:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384927.259463:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384927.259463:0:18105:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1849 [1] + 224 00000100:00001000:2.0:1767384927.259464:0:18104:0:(import.c:2128:obd_at_measure()) add 1 to 000000007564533c time=41 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384927.259464:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384927.259467:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384927.259474:0:18105:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384927.259475:0:18104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1767384927.259476:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384927.259477:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4609bb9 00000400:00000010:3.0:1767384927.259481:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c4609bb9. 00000400:00000010:1.0:1767384927.259482:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002136825e. 00000100:00000040:2.0:1767384927.259483:0:18104:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 22 to 0@lo 00000400:00000200:0.0:1767384927.259483:0:18105:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384927.259485:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767384927.259488:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000009011c9f. 00000100:00000001:2.0:1767384927.259491:0:18104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000100:00000200:3.0:1767384927.259492:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000667d68f8 x1853237358513152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384927.259493:0:18105:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384927.259498:0:18104:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:0.0:1767384927.259502:0:18105:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dd92e08b x1853237358513024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384927.259503:0:18104:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384927.259504:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384927.259510:0:18104:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384927.259511:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000667d68f8 x1853237358513152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384927.259511:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384927.259514:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384927.259534:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384927.259536:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384927.259538:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384927.259539:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384927.259541:0:18105:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dd92e08b x1853237358513024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384927.259543:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d9dc46e. 00000100:00000040:2.0:1767384927.259544:0:18104:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384927.259546:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384927.259549:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054df7106 00000400:00000010:2.0:1767384927.259550:0:18104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006347ee45. 00000100:00000040:3.0:1767384927.259553:0:16130:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2846 usecs (3 jiffies) 00000400:00000010:1.0:1767384927.259553:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054df7106. 00000100:00000001:1.0:1767384927.259558:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384927.259563:0:18105:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384927.259565:0:18104:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237358513408, offset 224 00000100:00000001:3.0:1767384927.259569:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294917125 00000400:00000200:0.0:1767384927.259569:0:18105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a922c183 00000100:00000200:1.0:1767384927.259571:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cdbf7c2f x1853237358512896/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384927.259573:0:18105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a922c183. 00000100:00000001:3.0:1767384927.259580:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294917131 00000100:00000001:0.0:1767384927.259580:0:18105:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384927.259584:0:18105:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384927.259586:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294917125 00000400:00000200:2.0:1767384927.259586:0:18104:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384927.259589:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cdbf7c2f x1853237358512896/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384927.259590:0:18105:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384927.259591:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294917131 00000100:00000001:3.0:1767384927.259597:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294917125 00000100:00000040:0.0:1767384927.259601:0:18105:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:3.0:1767384927.259602:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294917131 00000400:00000200:2.0:1767384927.259603:0:18104:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384927.259609:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294917125 00010000:00000001:0.0:1767384927.259609:0:18105:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384927.259615:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294917131 00000020:00000001:0.0:1767384927.259615:0:18105:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.259616:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384927.259620:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384927.259623:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384927.259624:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384927.259626:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384927.259627:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384927.259628:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384927.259629:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384927.259630:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384927.259633:0:18104:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272704d00 00000100:00000001:1.0:1767384927.259633:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384927.259639:0:16127:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1767384927.259639:0:18105:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1767384927.259643:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384927.259644:0:17560:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384927.259646:0:18104:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1851 [1] + 224 00000100:00000001:1.0:1767384927.259647:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767384927.259648:0:17560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358513152 00000100:00000040:0.0:1767384927.259648:0:18105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb630d2d x1853237358513024/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:153/0 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384927.259651:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384927.259652:0:17560:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384927.259656:0:17560:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384927.259658:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384927.259659:0:17560:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384927.259660:0:18104:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1767384927.259665:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=51 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384927.259666:0:17560:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384927.259672:0:18104:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1767384927.259673:0:17560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358513152 00000100:00001000:1.0:1767384927.259675:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=51 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384927.259678:0:17560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384927.259681:0:17560:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8544 00000100:00000001:1.0:1767384927.259681:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384927.259682:0:18104:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384927.259683:0:18105:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cb630d2d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16127:x1853237358513024:12345-0@lo:400: Request processed in 575us (1216us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384927.259684:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384927.259686:0:17560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767384927.259689:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:3.0:1767384927.259690:0:17560:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d62afedc refcount=5 00000100:00000200:2.0:1767384927.259691:0:18104:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000de8d80bd x1853237358513408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384943 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384927.259693:0:16127:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384927.259696:0:17560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 00000020:00000001:3.0:1767384927.259702:0:17560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 00000100:00000001:1.0:1767384927.259704:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384927.259706:0:18105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:3.0:1767384927.259708:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384927.259714:0:18105:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce565cee : new rpc_count 1 00000020:00000010:3.0:1767384927.259721:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000deae1eea. 00000100:00000040:1.0:1767384927.259724:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cdbf7c2f x1853237358512896/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384927.259725:0:18105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384927.259726:0:17560:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384927.259726:0:18104:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000de8d80bd x1853237358513408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384927.259730:0:18105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384927.259733:0:17560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000deae1eea. 00000020:00000010:0.0:1767384927.259736:0:18105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ec633ea4. 00000020:00000010:0.0:1767384927.259744:0:18105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dbd4e82b. 00000020:00000010:3.0:1767384927.259746:0:17560:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001dde6f5. 00000020:00000010:3.0:1767384927.259752:0:17560:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b35c0a9. 00000100:00000001:1.0:1767384927.259753:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384927.259753:0:18105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048deb0ba. 00000020:00000010:3.0:1767384927.259760:0:17560:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005b86f816. 00000100:00000001:1.0:1767384927.259760:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384927.259764:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384927.259764:0:18105:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 5 00000100:00000040:3.0:1767384927.259768:0:17560:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384927.259768:0:18104:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384927.259770:0:18105:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384927.259771:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cdbf7c2f x1853237358512896/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384927.259773:0:17560:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384927.259777:0:17560:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384927.259777:0:18104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006347ee45 00000100:00000001:3.0:1767384927.259780:0:17560:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384927.259782:0:18104:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006347ee45. 00000100:00100000:1.0:1767384927.259787:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cdbf7c2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358512896:0@lo:400: 00000100:00000001:3.0:1767384927.259788:0:17560:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384927.259789:0:18104:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384927.259792:0:17560:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384927.259793:0:18104:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384927.259795:0:17560:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.259795:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.259800:0:18104:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.259800:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384927.259805:0:17560:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384927.259806:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cdbf7c2f x1853237358512896/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384927.259808:0:18104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:2.0:1767384927.259816:0:18104:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384927.259817:0:17560:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384927.259818:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1767384927.259820:0:18104:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384927.259821:0:17560:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384927.259822:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1767384927.259826:0:18104:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000010:1.0:1767384927.259827:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000015d3d368. 00000100:00100000:3.0:1767384927.259830:0:17560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 02000000:00000001:1.0:1767384927.259833:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767384927.259834:0:17560:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d62afedc : new rpc_count 1 00000100:00000040:2.0:1767384927.259836:0:18104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000079d1fecb x1853237358513408/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:153/0 lens 224/368 e 0 to 0 dl 1767384938 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384927.259837:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384927.259838:0:17560:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436633371776 : -108637076179840 : ffff9d31f5aa3480) 00000020:00000040:1.0:1767384927.259841:0:16127:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000100:00000040:3.0:1767384927.259847:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000798674e0 x1853237358513152/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:153/0 lens 224/0 e 0 to 0 dl 1767384938 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384927.259847:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384927.259851:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f9a2e825. 02000000:00000001:1.0:1767384927.259858:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384927.259861:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384927.259865:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cdbf7c2f. 00000100:00000001:3.0:1767384927.259869:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384927.259871:0:18104:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000079d1fecb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16128:x1853237358513408:12345-0@lo:13: Request processed in 729us (1259us total) trans 0 rc 0/0 00000020:00000010:3.0:1767384927.259873:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000deae1eea. 00000100:00000001:1.0:1767384927.259874:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384927.259879:0:17560:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384927.259879:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384927.259884:0:17560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000deae1eea. 00000100:00000001:1.0:1767384927.259886:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384927.259888:0:18104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000001:1.0:1767384927.259891:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384927.259892:0:17560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000798674e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16130:x1853237358513152:12345-0@lo:400: 00000100:00000040:2.0:1767384927.259895:0:18104:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce565cee : new rpc_count 0 00000100:00000001:1.0:1767384927.259896:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384927.259897:0:17560:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358513152 00000020:00000001:3.0:1767384927.259901:0:17560:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384927.259901:0:18104:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:1.0:1767384927.259903:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384927.259905:0:18104:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1767384927.259906:0:17560:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000001:1.0:1767384927.259907:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384927.259909:0:17560:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384927.259911:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008001e3a2. 00000020:00000001:3.0:1767384927.259912:0:17560:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1767384927.259912:0:18104:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005ae940d0. 00000020:00000001:3.0:1767384927.259915:0:17560:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00000400:00000200:1.0:1767384927.259917:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f27d0a09 00000020:00000001:3.0:1767384927.259918:0:17560:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384927.259924:0:17560:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384927.259924:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f27d0a09. 00000020:00000010:2.0:1767384927.259926:0:18104:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d779c03f. 00000020:00000001:3.0:1767384927.259929:0:17560:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384927.259932:0:17560:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384927.259932:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384927.259933:0:18104:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005fc26dea. 00000020:00000040:2.0:1767384927.259939:0:18104:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 4 00000020:00000001:3.0:1767384927.259943:0:17560:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.259944:0:18104:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384927.259947:0:17560:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000200:1.0:1767384927.259948:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dd92e08b x1853237358513024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384927.259951:0:17560:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384927.259955:0:17560:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1767384927.259959:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dd92e08b x1853237358513024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384927.259961:0:17560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c45968ea. 02000000:00000001:3.0:1767384927.259965:0:17560:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.259966:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384927.259970:0:17560:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.259970:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384927.259971:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384927.259976:0:17560:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.259976:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384927.259977:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384927.259982:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384927.259982:0:16127:0:(client.c:1578:after_reply()) Process entered 00010000:00000040:3.0:1767384927.259983:0:17560:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358513152 00000400:00000010:2.0:1767384927.259985:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099d40292. 02000000:00000001:1.0:1767384927.259986:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384927.259989:0:17560:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384927.259989:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384927.259991:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b3da32d 00000100:00000001:1.0:1767384927.259993:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384927.259995:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b3da32d. 02000000:00000001:1.0:1767384927.259996:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384927.259997:0:17560:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000798674e0 x1853237358513152/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:153/0 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384927.260001:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767384927.260002:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d21af389 time=41 v=5 (5 0 0 0) 00000100:00000200:2.0:1767384927.260009:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000de8d80bd x1853237358513408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384927.260072:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000de8d80bd x1853237358513408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384927.260080:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384927.260083:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384927.260086:0:16128:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384927.260106:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00001000:1.0:1767384927.260107:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a6c23273 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384927.260109:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384927.260113:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.260113:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384927.260117:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384927.260119:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384927.260120:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:2.0:1767384927.260126:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000310710fb time=41 v=5 (5 0 0 0) 00010000:00080000:1.0:1767384927.260127:0:16127:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000dd92e08b x1853237358513024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384927.260136:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a6c23273 time=41 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384927.260139:0:16127:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.260143:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384927.260144:0:16127:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384927.260147:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384927.260148:0:16127:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384927.260152:0:16127:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:2.0:1767384927.260154:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384927.260154:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384927.260161:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dd92e08b x1853237358513024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1767384927.260165:0:16128:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000de8d80bd x1853237358513408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384927.260188:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384927.260193:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384927.260195:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384927.260201:0:16128:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384927.260204:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd92e08b x1853237358513024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384927.260207:0:16128:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384927.260211:0:16128:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00100000:1.0:1767384927.260215:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dd92e08b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16127:1853237358513024:0@lo:400: 00000100:00000001:2.0:1767384927.260217:0:16128:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384927.260220:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.260222:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384927.260231:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384927.260234:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000de8d80bd x1853237358513408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384927.260237:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dd92e08b x1853237358513024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384927.260263:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384927.260264:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384927.260268:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384927.260269:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:1.0:1767384927.260271:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aefd3e32. 00000100:00000001:2.0:1767384927.260273:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384927.260275:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000004:00000001:2.0:1767384927.260278:0:16128:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000020:00000001:1.0:1767384927.260278:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384927.260279:0:16127:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384927.260283:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000040:2.0:1767384927.260284:0:16128:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 02000000:00000010:1.0:1767384927.260284:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d82024ba. 02000000:00000001:1.0:1767384927.260290:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000004:00000040:2.0:1767384927.260291:0:16128:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00010000:00000001:3.0:1767384927.260297:0:17560:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384927.260305:0:17560:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384927.260305:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384927.260308:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd92e08b. 00000100:00001000:3.0:1767384927.260310:0:17560:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=46 v=5 (1 0 0 0) 00000004:00000020:2.0:1767384927.260313:0:16128:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000067181a10): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:1.0:1767384927.260313:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384927.260315:0:17560:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384927.260316:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384927.260321:0:17560:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:1.0:1767384927.260321:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384927.260327:0:17560:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000004:00000001:2.0:1767384927.260327:0:16128:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.260330:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384927.260333:0:17560:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384927.260334:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384927.260336:0:17560:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384927.260338:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000de8d80bd x1853237358513408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384943 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384927.260338:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384927.260339:0:17560:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384927.260343:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384927.260347:0:17560:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384927.260351:0:17560:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0c371c1. 00000100:00000200:3.0:1767384927.260357:0:17560:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358513152, offset 224 00000100:00100000:2.0:1767384927.260359:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000de8d80bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16128:1853237358513408:0@lo:13: 00000400:00000200:3.0:1767384927.260364:0:17560:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384927.260370:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384927.260371:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384927.260374:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384927.260375:0:17560:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384927.260378:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1767384927.260381:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384927.260384:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000de8d80bd x1853237358513408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384943 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384927.260385:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384927.260386:0:17560:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272704c00 00000400:00000010:1.0:1767384927.260389:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050cdcabe. 00000400:00000200:1.0:1767384927.260395:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ef6df2d 00000400:00000010:1.0:1767384927.260399:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ef6df2d. 00000100:00000001:2.0:1767384927.260402:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384927.260404:0:16129:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384927.260406:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1767384927.260408:0:17560:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1839 [1] + 224 02000000:00000010:2.0:1767384927.260411:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006c5f833c. 00000100:00000200:1.0:1767384927.260411:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007c7946c9 x1853237358513280/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384927.260414:0:17560:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384927.260418:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384927.260423:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767384927.260424:0:17560:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1767384927.260428:0:16128:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384927.260432:0:17560:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384927.260433:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:1.0:1767384927.260433:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007c7946c9 x1853237358513280/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384927.260437:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000008745e7a. 00000100:00000200:3.0:1767384927.260439:0:17560:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000667d68f8 x1853237358513152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384927.260444:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384927.260448:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384927.260451:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000de8d80bd. 00000100:00000001:2.0:1767384927.260459:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384927.260459:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384927.260464:0:17560:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000667d68f8 x1853237358513152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384927.260464:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384927.260464:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384927.260470:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384927.260471:0:16129:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384927.260474:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384927.260482:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384927.260483:0:17560:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384927.260484:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384927.260484:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384927.260488:0:17560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0c371c1 00000100:00000001:2.0:1767384927.260489:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384927.260489:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384927.260493:0:17560:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0c371c1. 00000100:00000001:3.0:1767384927.260497:0:17560:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384927.260497:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767384927.260498:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a558cf0b time=46 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384927.260502:0:17560:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384927.260503:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384927.260503:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f60eced4 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384927.260507:0:17560:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.260511:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767384927.260512:0:17560:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00000001:1.0:1767384927.260513:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384927.260516:0:17560:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384927.260516:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767384927.260532:0:17560:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767384927.260534:0:16129:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007c7946c9 x1853237358513280/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384927.260535:0:17560:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384927.260542:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000798674e0 x1853237358513152/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:153/0 lens 224/224 e 0 to 0 dl 1767384938 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384927.260543:0:16129:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.260545:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384927.260549:0:16129:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384927.260550:0:16129:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384927.260561:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384927.260561:0:16129:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384927.260564:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384927.260566:0:17560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000798674e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16130:x1853237358513152:12345-0@lo:400: Request processed in 693us (1124us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384927.260569:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384927.260571:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007c7946c9 x1853237358513280/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384927.260574:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384927.260579:0:17560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000400:00000010:2.0:1767384927.260579:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d941b98a. 00000100:00000001:1.0:1767384927.260582:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384927.260584:0:17560:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d62afedc : new rpc_count 0 00000100:00000001:1.0:1767384927.260586:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384927.260588:0:17560:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1767384927.260588:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083907abd 00000100:00000001:1.0:1767384927.260589:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384927.260592:0:17560:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1767384927.260595:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083907abd. 00000020:00000010:3.0:1767384927.260596:0:17560:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b35c0a9. 00000100:00000040:1.0:1767384927.260597:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007c7946c9 x1853237358513280/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384927.260604:0:17560:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005b86f816. 00000100:00000001:2.0:1767384927.260604:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384927.260608:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007c7946c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16129:1853237358513280:0@lo:400: 00000020:00000010:3.0:1767384927.260610:0:17560:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001dde6f5. 00000100:00000001:1.0:1767384927.260612:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384927.260614:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000667d68f8 x1853237358513152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384927.260616:0:17560:0:(genops.c:898:class_export_put()) PUTting export 00000000d62afedc : new refcount 4 00000100:00000001:1.0:1767384927.260616:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384927.260619:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007c7946c9 x1853237358513280/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384927.260627:0:17560:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384927.260634:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384927.260637:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384927.260640:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000044136d5. 02000000:00000001:1.0:1767384927.260645:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384927.260646:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:2.0:1767384927.260647:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000667d68f8 x1853237358513152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384927.260648:0:16129:0:(genops.c:1242:class_import_put()) import 00000000e13b832f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384927.260657:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384927.260661:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000013f4f943. 00000100:00000001:2.0:1767384927.260663:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384927.260666:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384927.260667:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384927.260668:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384927.260673:0:16130:0:(client.c:1578:after_reply()) Process entered 00000100:00000010:1.0:1767384927.260673:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007c7946c9. 00000100:00000001:1.0:1767384927.260676:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767384927.260678:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384927.260678:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384927.260682:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384927.260683:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384927.260686:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384927.260687:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.260688:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.260692:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384927.260693:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.260694:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384927.260700:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5338197 time=46 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384927.260705:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c619e3cd time=46 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384927.260708:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384927.260710:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384927.260724:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384927.260727:0:16130:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000667d68f8 x1853237358513152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384927.260735:0:16130:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.260738:0:16130:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384927.260740:0:16130:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384927.260741:0:16130:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384927.260742:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384927.260746:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000667d68f8 x1853237358513152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384927.260760:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384927.260763:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384927.260765:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384927.260768:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000667d68f8 x1853237358513152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384927.260776:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000667d68f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16130:1853237358513152:0@lo:400: 00000100:00000001:2.0:1767384927.260781:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384927.260783:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384927.260785:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000667d68f8 x1853237358513152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384927.260793:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384927.260795:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384927.260797:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000076da628. 02000000:00000001:2.0:1767384927.260801:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384927.260803:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384927.260805:0:16130:0:(genops.c:1242:class_import_put()) import 000000005ebd018a refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384927.260808:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384927.260809:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002d9a15ac. 02000000:00000001:2.0:1767384927.260813:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384927.260815:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384927.260817:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000667d68f8. 00000100:00000001:2.0:1767384927.260820:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384927.260822:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384927.260825:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384927.260830:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384927.260832:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.260834:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384927.260836:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384927.262811:0:28800:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384927.262815:0:28800:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp34 --if ens2 00000001:00000001:0.0:1767384927.265785:0:28800:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:1.0:1767384927.269076:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294917131, at 4294917132 00000100:00000040:0.0:1767384927.269076:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294917131, at 4294917132 00000100:00000040:2.0:1767384927.269084:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294917131, at 4294917132 00000100:00000010:1.0:1767384927.269085:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000050600ac3. 00000100:00000010:0.0:1767384927.269087:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000edf14302. 00000100:00000010:2.0:1767384927.269093:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000242a161f. 00000100:00000040:3.0:1767384927.270056:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294917131, at 4294917133 00000100:00000010:3.0:1767384927.270064:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003af6cd54. 00000400:00000010:3.0:1767384927.271708:0:28801:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000fecd7d22. 00000400:00000010:3.0:1767384927.271718:0:28801:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000c169990f. 00000400:00000010:3.0:1767384927.271727:0:28801:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000004954e9a1. 00000400:00000010:3.0:1767384927.271730:0:28801:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000e2707637. 00000400:00000010:3.0:1767384927.271733:0:28801:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000022b00a95. 00000400:00000010:3.0:1767384927.271736:0:28801:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000deae1eea. 00000400:00000010:3.0:1767384927.271737:0:28801:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f1088fd2. 00000400:00000010:3.0:1767384927.271742:0:28801:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004a9b6acc. 00000400:00000010:3.0:1767384927.271745:0:28801:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000002f11c11f. 00000800:00000010:3.0:1767384927.271755:0:28801:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000fe818d08. 00000800:00000200:3.0:1767384927.271764:0:28801:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384927.271773:0:28801:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384927.271804:0:28801:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:3.0:1767384927.271821:0:28801:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp34 [8/256/0/180] 00000400:00000010:3.0:1767384927.273278:0:28801:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 0000000001dde6f5. 00000400:00000010:3.0:1767384927.273283:0:28801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e09f3a48. 00000400:00000010:3.0:1767384927.273286:0:28801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0c371c1. 00000400:00000001:3.0:1767384927.273307:0:28801:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384927.273309:0:28801:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384927.273310:0:28801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0ad8e31. 00000400:00000200:3.0:1767384927.273313:0:28801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd918eb3 00000400:00000010:3.0:1767384927.273315:0:28801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd918eb3. 00000400:00000010:3.0:1767384927.273319:0:28801:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 0000000094e2bd04. 00000400:00000200:3.0:1767384927.273324:0:28801:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (25) 00000400:00000200:3.0:1767384927.273335:0:28801:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:3.0:1767384927.273344:0:28801:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131106 00000020:00000010:3.0:1767384927.273349:0:28801:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000004d66b48a. 00000400:00000200:2.0:1767384927.273351:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384927.273353:0:28801:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384927.273357:0:28801:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp34 00000400:00000200:2.0:1767384927.273358:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000400:00000010:2.0:1767384927.273371:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b3da32d. 00000400:00000010:3.0:1767384927.273372:0:28801:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000c169990f. 00000400:00000200:2.0:1767384927.273374:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (26) 00000400:00000010:3.0:1767384927.273377:0:28801:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000fecd7d22. 00000400:00000010:2.0:1767384927.273379:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000018195a6f. 00000400:00000200:2.0:1767384927.273384:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp15 00000400:00000200:2.0:1767384927.273393:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp15 to MR: 192.168.203.157@tcp15 local destination 00000400:00000200:2.0:1767384927.273399:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp15 NI seq info: [80:80:256:4294967295] 192.168.203.157@tcp15 LPNI seq info [80:80:8:4294967295] 00000020:00000001:0.0:1767384927.273401:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384927.273405:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp15 10000000:00000001:0.0:1767384927.273405:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384927.273409:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384927.273412:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384927.273417:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp15(192.168.203.157@tcp15:192.168.203.157@tcp15) -> 192.168.203.157@tcp15(192.168.203.157@tcp15:192.168.203.157@tcp15) : PUT try# 0 00000020:01000004:0.0:1767384927.273417:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384927.273421:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384927.273424:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000200:2.0:1767384927.273427:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.157@tcp15 00000020:01000004:0.0:1767384927.273428:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384927.273432:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000010:2.0:1767384927.273434:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008745e7a. 00000020:01000004:0.0:1767384927.273434:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384927.273436:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384927.273439:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384927.273440:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384927.273442:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:2.0:1767384927.273443:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee0ecb8e] -> 12345-192.168.203.157@tcp15 (6) 00000800:00000200:2.0:1767384927.273451:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp15 ip 192.168.203.157:988 00000100:00000010:0.0:1767384927.273452:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b276a0f. 00000800:00000200:2.0:1767384927.273454:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000008745e7a type 1, nob 544 niov 1 nkiov 1 00000020:00000040:0.0:1767384927.273457:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1767384927.273461:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384927.273463:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384927.273466:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384927.273472:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 02000000:00000010:0.0:1767384927.273473:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004ba79b44. 00000400:00000200:2.0:1767384927.273477:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100551 rc 0 00000100:00000001:0.0:1767384927.273479:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384927.273485:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384927.273487:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384927.273491:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b276a0f] to pc [ptlrpcd_00_01+1] req@000000003b276a0f x1853237358513536/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384927.273514:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384927.273515:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384927.273532:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.273533:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384927.273535:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.273536:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:0.0:1767384927.273538:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:2.0:1767384927.273542:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003b276a0f x1853237358513536/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384927.273544:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384927.273547:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384927.273550:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384927.273553:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384927.273554:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384927.273555:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767384927.273557:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384927.273558:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:2.0:1767384927.273562:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384927.273562:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:2.0:1767384927.273566:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384927.273566:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384927.273570:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:2.0:1767384927.273571:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384927.273572:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00100000:2.0:1767384927.273575:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003b276a0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358513536:0@lo:253: 00000020:01000004:0.0:1767384927.273575:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384927.273579:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:2.0:1767384927.273580:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:0.0:1767384927.273581:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384927.273584:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384927.273586:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384927.273586:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e25b998. 00000020:00000040:0.0:1767384927.273590:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 02000000:00000001:2.0:1767384927.273591:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384927.273595:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384927.273596:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1767384927.273597:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c499ca11. 02000000:00000001:0.0:1767384927.273598:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384927.273604:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000019e0feed. 02000000:00000001:2.0:1767384927.273605:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384927.273610:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384927.273611:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099d40292. 00000100:00000001:0.0:1767384927.273614:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1767384927.273618:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb5122aa. 00000100:00000200:2.0:1767384927.273622:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358513536, portal 25 00000800:00000200:1.0:1767384927.273622:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384927.273624:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.273629:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:1.0:1767384927.273629:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008745e7a. 00000100:00000001:2.0:1767384927.273632:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780947968 : -108637928603648 : ffff9d31c2db4000) 00000100:00000040:0.0:1767384927.273634:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e25b998] to pc [ptlrpcd_00_02+2] req@000000003e25b998 x1853237358513664/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384927.273636:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384927.273640:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003b276a0f x1853237358513536/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384927.273648:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp15->192.168.203.157@tcp15: PUT: OK 00000400:00000200:1.0:1767384927.273655:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384927.273663:0:16122:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp15: 0 00000100:00000001:2.0:1767384927.273669:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384927.273674:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:1.0:1767384927.273674:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384927.273677:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000076863994. 00000100:00000200:2.0:1767384927.273681:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358513536, offset 0 00000800:00000001:1.0:1767384927.273683:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384927.273683:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384927.273688:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:1.0:1767384927.273690:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000001:0.0:1767384927.273690:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384927.273694:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384927.273696:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:01000000:0.0:1767384927.273698:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384927.273700:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384927.273704:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000004d66b48a. 00000400:00000200:1.0:1767384927.273709:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp15(192.168.203.157@tcp15) <- 192.168.203.157@tcp15 : PUT - for me 00000400:00000200:2.0:1767384927.273713:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272704d80 00000400:00000200:2.0:1767384927.273722:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10c1 [2] + 0 00000400:00000200:1.0:1767384927.273723:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 448 into portal 0 MB=0x8000000000000000 00000400:00000010:2.0:1767384927.273730:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c84e5ef. 00000400:00000200:2.0:1767384927.273733:0:16128:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cb75615b 00000400:00000200:2.0:1767384927.273738:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384927.273742:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.157@tcp of length 432/448 into md 0x1819 [1] + 0 00000400:00000200:2.0:1767384927.273746:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384927.273749:0:16122:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083b0f1ae. 00000400:00000200:1.0:1767384927.273754:0:16122:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000055ddf563 00000400:00000200:2.0:1767384927.273757:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb75615b 00000800:00000001:1.0:1767384927.273758:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384927.273761:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb75615b. 00000800:00000001:1.0:1767384927.273776:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384927.273777:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384927.273780:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384927.273780:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384927.273786:0:16128:0:(events.c:337:request_in_callback()) incoming req@0000000037bc8bda x1853237358513536 msgsize 4848 00000400:00000200:1.0:1767384927.273792:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp15->192.168.203.157@tcp15: PUT: OK 00000400:00000200:1.0:1767384927.273797:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055ddf563 00000100:00100000:2.0:1767384927.273798:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384927.273800:0:16128:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1767384927.273806:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055ddf563. 00000100:00000001:2.0:1767384927.273810:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384927.273811:0:16122:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:0.0:1767384927.273814:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384927.273817:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384927.273819:0:16122:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (27) 00000100:00000001:0.0:1767384927.273819:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384927.273820:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076863994 00000100:00000040:0.0:1767384927.273824:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e25b998 x1853237358513664/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384927.273825:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000076863994. 00000400:00000200:1.0:1767384927.273827:0:16122:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000100:00000001:2.0:1767384927.273844:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384927.273844:0:16122:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.157@tcp (448 bytes) 00000100:00000001:0.0:1767384927.273847:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384927.273850:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384927.273854:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003b276a0f x1853237358513536/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384927.273854:0:16122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 02000000:00000001:0.0:1767384927.273854:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384927.273858:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384927.273862:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384927.273866:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (28) 00000100:00100000:0.0:1767384927.273869:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003e25b998 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358513664:0@lo:253: 00000100:00000001:0.0:1767384927.273876:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384927.273877:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384927.273877:0:16122:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 02000000:00000001:0.0:1767384927.273879:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384927.273883:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384927.273884:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384927.273890:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003b276a0f x1853237358513536/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384927.273891:0:16122:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp15 to MR: 192.168.203.157@tcp15 local destination 02000000:00000010:0.0:1767384927.273891:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e45018f3. 02000000:00000001:0.0:1767384927.273897:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384927.273904:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d941b98a. 00000100:00000001:2.0:1767384927.273906:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384927.273909:0:16122:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp15 NI seq info: [81:81:256:4294967295] 192.168.203.157@tcp15 LPNI seq info [81:81:8:4294967295] 00000100:00000001:2.0:1767384927.273910:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384927.273910:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd2e57c1. 00000100:00000200:0.0:1767384927.273916:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358513664, portal 25 00000100:00000001:0.0:1767384927.273919:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384927.273921:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780955136 : -108637928596480 : ffff9d31c2db5c00) 00000100:00000040:0.0:1767384927.273928:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003e25b998 x1853237358513664/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384927.273936:0:16122:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp15(192.168.203.157@tcp15:192.168.203.157@tcp15) -> 192.168.203.157@tcp15(192.168.203.157@tcp15:192.168.203.157@tcp15) 192.168.203.157@tcp15 : ACK try# 0 00000100:00000001:0.0:1767384927.273940:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767384927.273946:0:16122:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.157@tcp15 00000100:00000001:2.0:1767384927.273947:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384927.273951:0:16122:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e12f6a09. 00000100:00000040:0.0:1767384927.273952:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384927.273953:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294917147 00000400:00000010:0.0:1767384927.273957:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a539425c. 00000100:00000010:2.0:1767384927.273959:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aa0d3628. 00000800:00000200:1.0:1767384927.273962:0:16122:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee0ecb8e] -> 12345-192.168.203.157@tcp15 (6) 00000100:00000200:0.0:1767384927.273963:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358513664, offset 0 00000100:00000001:2.0:1767384927.273965:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767384927.273970:0:16122:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp15 ip 192.168.203.157:1011 00000100:00000001:2.0:1767384927.273973:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294917147 00000400:00000200:0.0:1767384927.273974:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:1.0:1767384927.273975:0:16122:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e12f6a09 type 0, nob 96 niov 1 nkiov 0 00000100:00000010:2.0:1767384927.273979:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3f70ca1. 00000100:00000001:2.0:1767384927.273983:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384927.273986:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:1.0:1767384927.273987:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384927.273988:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294917147 00000100:00000010:2.0:1767384927.273993:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000478c33d8. 00000800:00000001:1.0:1767384927.273995:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384927.273996:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272704e00 00000100:00000001:2.0:1767384927.273998:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384927.274004:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294917147 00000400:00000200:0.0:1767384927.274005:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10d1 [2] + 0 00000100:00000010:2.0:1767384927.274007:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000058b7cb69. 00000400:00000010:0.0:1767384927.274009:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000050288. 00000100:00000001:2.0:1767384927.274030:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384927.274034:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384927.274038:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384927.274038:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000099401105 00000100:00000001:2.0:1767384927.274042:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.274045:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384927.274045:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384927.274052:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384927.274053:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384927.274056:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384927.274056:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099401105 00000400:00000010:0.0:1767384927.274060:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000099401105. 00000100:00000001:2.0:1767384927.274061:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384927.274064:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384927.274065:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384927.274066:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384927.274067:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:1.0:1767384927.274068:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384927.274069:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384927.274071:0:16129:0:(events.c:337:request_in_callback()) incoming req@00000000211a3598 x1853237358513664 msgsize 4848 00000800:00000010:1.0:1767384927.274073:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e12f6a09. 00000400:00000200:1.0:1767384927.274079:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384927.274082:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767384927.274084:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:2.0:1767384927.274089:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384927.274089:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp15->192.168.203.157@tcp15: ACK: OK 00000100:00000040:0.0:1767384927.274089:0:16129:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:2.0:1767384927.274095:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384927.274099:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384927.274102:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384927.274105:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a539425c 00000800:00000001:2.0:1767384927.274106:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384927.274109:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a539425c. 00000100:00000001:0.0:1767384927.274112:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:2.0:1767384927.274116:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384927.274117:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e25b998 x1853237358513664/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384927.274128:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp15(192.168.203.157@tcp15) <- 192.168.203.157@tcp15 : ACK - for me 00000100:00000001:1.0:1767384927.274129:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384927.274130:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384927.274134:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358513536 00000100:00000040:0.0:1767384927.274136:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e25b998 x1853237358513664/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384927.274139:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384927.274142:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384927.274145:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384927.274147:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384927.274151:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384927.274152:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384927.274154:0:16120:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.157@tcp15: ACK from 12345-192.168.203.157@tcp15 into md 0x1875 00000100:00100000:1.0:1767384927.274158:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358513536 00000100:00000001:0.0:1767384927.274158:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384927.274160:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384927.274163:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384927.274165:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000100:00000001:0.0:1767384927.274165:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294917148 00000020:00000001:1.0:1767384927.274170:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384927.274171:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp15->192.168.203.157@tcp15: ACK: OK 00000400:00000200:2.0:1767384927.274175:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b3da32d 00000100:00000001:0.0:1767384927.274175:0:16129:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294917147 00000400:00000010:2.0:1767384927.274176:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b3da32d. 00000020:00000040:1.0:1767384927.274181:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000400:00000200:2.0:1767384927.274183:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384927.274184:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294917148 00000020:00000001:1.0:1767384927.274185:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000400:00000200:2.0:1767384927.274189:0:16120:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.157@tcp ev->status 0 00000020:00000001:1.0:1767384927.274192:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384927.274194:0:16129:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294917147 00000400:00000200:2.0:1767384927.274196:0:16120:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000100:00000001:1.0:1767384927.274196:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384927.274201:0:16120:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (27) 00000020:00000010:1.0:1767384927.274202:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000163d8a24. 00000100:00000001:1.0:1767384927.274207:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384927.274208:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384927.274209:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294917148 00000020:00000010:1.0:1767384927.274210:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000163d8a24. 00000800:00000001:2.0:1767384927.274213:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384927.274218:0:16129:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294917147 00000020:00000010:1.0:1767384927.274219:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015d3d368. 00000020:00000010:1.0:1767384927.274227:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000042060752. 00000100:00000001:0.0:1767384927.274227:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294917148 00000100:00000001:2.0:1767384927.274230:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384927.274233:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d82b09b6. 00000100:00100000:2.0:1767384927.274234:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358513664 00000100:00000001:0.0:1767384927.274235:0:16129:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294917147 02000000:00000001:2.0:1767384927.274239:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384927.274242:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384927.274242:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384927.274243:0:16762:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384927.274244:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.274248:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384927.274249:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.274250:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1767384927.274251:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.274254:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384927.274254:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384927.274255:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358513664 00000020:00000001:2.0:1767384927.274260:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384927.274260:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384927.274262:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384927.274263:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000100:00000001:0.0:1767384927.274266:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384927.274267:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384927.274269:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:2.0:1767384927.274270:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000020:00000001:2.0:1767384927.274275:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:1.0:1767384927.274275:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384927.274275:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384927.274278:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384927.274280:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384927.274282:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.274284:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384927.274286:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384927.274289:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006879ea62. 00000100:00000001:1.0:1767384927.274289:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384927.274293:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384927.274294:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384927.274298:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006879ea62. 00000100:00000001:0.0:1767384927.274299:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384927.274303:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00000001:0.0:1767384927.274304:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384927.274306:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005fc26dea. 00000100:00000040:1.0:1767384927.274307:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:1.0:1767384927.274312:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529246288 : -108637180305328 : ffff9d31ef756050) 00000020:00000010:2.0:1767384927.274313:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007b28a932. 00000100:00000040:1.0:1767384927.274316:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000037bc8bda x1853237358513536/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:153/0 lens 4848/0 e 0 to 0 dl 1767384938 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384927.274320:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d779c03f. 00000400:00000200:0.0:1767384927.274325:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384927.274327:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384927.274328:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384927.274331:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:0.0:1767384927.274331:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 00000000abf5aa77. 00000020:00000010:1.0:1767384927.274333:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000163d8a24. 00000100:00000001:2.0:1767384927.274334:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384927.274337:0:16125:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000050288. 00000100:00000001:1.0:1767384927.274338:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384927.274345:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000163d8a24. 00000400:00000010:0.0:1767384927.274345:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a922c183. 00000100:00000001:2.0:1767384927.274348:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.274352:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384927.274352:0:16125:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000abf5aa77 00000100:00100000:1.0:1767384927.274353:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000037bc8bda pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16128:x1853237358513536:12345-0@lo:253: 00000400:00000010:0.0:1767384927.274357:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 00000000824b6d1d. 00000100:00000200:1.0:1767384927.274359:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358513536 00000020:00000001:1.0:1767384927.274363:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384927.274363:0:16125:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 448 success 00000100:00000001:2.0:1767384927.274366:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384927.274367:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384927.274370:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384927.274371:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384927.274371:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102051 00000400:00000200:0.0:1767384927.274375:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (26) 00000100:00100000:2.0:1767384927.274378:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000400:00000010:0.0:1767384927.274382:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 0000000033f6845f. 00000100:00000040:2.0:1767384927.274383:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000020:00000001:1.0:1767384927.274383:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384927.274388:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529249360 : -108637180302256 : ffff9d31ef756c50) 00000020:00000001:1.0:1767384927.274388:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000400:00000010:0.0:1767384927.274389:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000745b7c5b. 00000020:00000001:1.0:1767384927.274396:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767384927.274399:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000211a3598 x1853237358513664/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:153/0 lens 4848/0 e 0 to 0 dl 1767384938 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384927.274399:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ad3ae353. 00000020:00000001:1.0:1767384927.274400:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384927.274405:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384927.274409:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384927.274410:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp 00000020:00000001:1.0:1767384927.274413:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.274419:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384927.274420:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384927.274421:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 02000000:00000001:1.0:1767384927.274422:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1767384927.274424:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006879ea62. 00000100:00000001:2.0:1767384927.274427:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384927.274429:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ab7e8103. 00000400:00000200:0.0:1767384927.274430:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:00000010:2.0:1767384927.274432:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006879ea62. 02000000:00000001:1.0:1767384927.274434:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.274439:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384927.274442:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000211a3598 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16129:x1853237358513664:12345-0@lo:253: 20000000:00000001:1.0:1767384927.274443:0:16762:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384927.274444:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[43, 37], ns[43, 37] 00000100:00000200:2.0:1767384927.274450:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358513664 00000020:00000001:2.0:1767384927.274452:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000010:1.0:1767384927.274453:0:16762:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000be9167b0. 00000020:00000001:2.0:1767384927.274454:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384927.274458:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384927.274460:0:16762:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384927.274463:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:1.0:1767384927.274465:0:16762:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767384927.274467:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 20000000:00000001:1.0:1767384927.274470:0:16762:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384927.274470:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[62, 37] 00000020:00000001:2.0:1767384927.274471:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384927.274475:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384927.274475:0:16762:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384927.274478:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 37], ns[66, 37] 20000000:00000001:1.0:1767384927.274482:0:16762:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384927.274483:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384927.274486:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384927.274486:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 37], ns[77, 37] 20000000:00000001:1.0:1767384927.274487:0:16762:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384927.274490:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.274496:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000010:1.0:1767384927.274497:0:16762:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e4cf46e4. 00000400:00000200:0.0:1767384927.274497:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 37], ns[81, 37] 02000000:00000001:2.0:1767384927.274499:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:1.0:1767384927.274502:0:16762:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 00000400:00000200:0.0:1767384927.274506:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 37], ns[20, 37] 20000000:00000001:1.0:1767384927.274510:0:16762:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384927.274512:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 02000000:00000010:2.0:1767384927.274514:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000002f88fbd. 00080000:00000001:1.0:1767384927.274516:0:16762:0:(osd_index.c:626:osd_dir_lookup()) Process entered 02000000:00000001:2.0:1767384927.274533:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.274536:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384927.274540:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 20000000:00000001:2.0:1767384927.274541:0:16763:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384927.274547:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 20000000:00000010:2.0:1767384927.274550:0:16763:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000382dec4f. 00000400:00000200:0.0:1767384927.274553:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 20000000:01000000:2.0:1767384927.274555:0:16763:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:0.0:1767384927.274558:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 00000400:00000200:0.0:1767384927.274563:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 20000000:00000001:2.0:1767384927.274565:0:16763:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384927.274568:0:16763:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384927.274571:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 20000000:00000001:2.0:1767384927.274572:0:16763:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384927.274576:0:16763:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384927.274579:0:16763:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384927.274582:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 20], ns[46, 20] 00080000:00000001:1.0:1767384927.274588:0:16762:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384927.274588:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 20], ns[50, 20] 00080000:00000001:1.0:1767384927.274594:0:16762:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384927.274597:0:16762:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384927.274598:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 20], ns[54, 20] 00080000:00000001:1.0:1767384927.274600:0:16762:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384927.274605:0:16762:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384927.274605:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 20], ns[58, 20] 00000020:00000001:1.0:1767384927.274612:0:16762:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00000400:00000200:0.0:1767384927.274612:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 20], ns[74, 20] 00080000:00000001:1.0:1767384927.274618:0:16762:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384927.274620:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[71, 20], ns[71, 20] 00080000:00000010:1.0:1767384927.274624:0:16762:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000dfe3ce46. 00080000:00000001:1.0:1767384927.274627:0:16762:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490465792 : -108642219085824 : ffff9d30c31fb000) 00080000:00000001:1.0:1767384927.274630:0:16762:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384927.274639:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 20], ns[75, 20] 00000400:00000200:0.0:1767384927.274645:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 20], ns[0, 20] 00000400:00000200:0.0:1767384927.274651:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp31] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:0.0:1767384927.274656:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp31] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:0.0:1767384927.274661:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp31 00000400:00000200:0.0:1767384927.274666:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp31 00000400:00000200:0.0:1767384927.274671:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp31 lpni_is_preferred = 0 00000400:00000200:0.0:1767384927.274675:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp31 00000400:00000200:0.0:1767384927.274680:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp31 NI seq info: [82:82:256:4294967295] 192.168.203.157@tcp31 LPNI seq info [82:82:8:4294967295] 00000400:00000200:0.0:1767384927.274687:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp31 00000400:00000200:0.0:1767384927.274697:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp31(192.168.203.157@tcp31:) -> 192.168.203.157@tcp31(192.168.203.157@tcp:192.168.203.157@tcp31) : GET try# 0 00000800:00000200:0.0:1767384927.274705:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp31 00000800:00000010:0.0:1767384927.274709:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c85e9cba. 00000800:00000010:0.0:1767384927.274716:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a539425c. 00000800:00000010:0.0:1767384927.274720:0:16125:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000005e170f2e. 00000800:00000200:0.0:1767384927.274725:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a539425c] -> 12345-192.168.203.157@tcp31 (2) 00000800:00000200:0.1:1767384927.274729:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a539425c] -> 12345-192.168.203.157@tcp31 (2) 00000001:00000001:1.0:1767384927.274732:0:16762:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384927.274734:0:16762:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384927.274740:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp 00080000:00000001:1.0:1767384927.274745:0:16762:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384927.274746:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100251 rc 0 00000100:00000001:0.0:1767384927.274756:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384927.274758:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384927.274765:0:16762:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384927.274768:0:16762:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384927.274832:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00080000:00000001:1.0:1767384927.274866:0:16762:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384927.274871:0:16762:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384927.274878:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.274902:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.274924:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.274943:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.274964:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.274982:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.275244:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.275364:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.275395:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.275435:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.275466:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.275495:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.275531:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.275556:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.275588:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.275617:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.275646:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.275672:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.275691:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.275709:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.275729:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.275750:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.275777:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.275796:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.275821:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.275858:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.275885:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.275908:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.275935:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.275960:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.275999:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.276162:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.276227:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.276252:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:0.0:1767384927.276356:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000730e0f09. 00000800:00000010:0.0:1767384927.276361:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e2d4dec7. 00000800:00000010:0.0:1767384927.276365:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009bfe1e25. 00000800:00000010:0.0:1767384927.276381:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009bfe1e25. 00000800:00020000:0.0:1767384927.276394:0:16118:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:0.0:1767384927.276397:0:16118:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e2d4dec7. 00000800:00000010:0.0:1767384927.276400:0:16118:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000730e0f09. 00000400:02020000:0.0:1767384927.276451:0:16118:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp31 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384927.276458:0:16118:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp31 notifying 192.168.203.157@tcp31: down 00000800:00000200:0.0:1767384927.276464:0:16118:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp31 down 00000800:00000100:0.0:1767384927.276471:0:16118:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp31 00000800:00000010:0.0:1767384927.276473:0:16118:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c85e9cba. 00000400:00000200:0.0:1767384927.276478:0:16118:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384927.276483:0:16118:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp31->192.168.203.157@tcp31: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384927.276489:0:16118:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp31 added to recovery queue. ping count: 0 next ping: 250 health :900 00000400:00000200:0.0:1767384927.276492:0:16118:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384927.276496:0:16118:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp: 1 00000400:00000200:0.0:1767384927.276500:0:16118:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:0.0:1767384927.276542:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384927.276548:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100851 00000400:00000001:0.0:1767384927.276551:0:16125:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384927.276553:0:16125:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384927.276554:0:16125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000745b7c5b 00000400:00000010:0.0:1767384927.276556:0:16125:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000745b7c5b. 00000400:00000200:0.0:1767384927.276559:0:16125:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384927.276566:0:16125:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000010:0.0:1767384927.276569:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 0000000033f6845f. 00000400:00000200:0.0:1767384927.276571:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (27) 00000400:00000200:0.0:1767384927.276574:0:16125:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.157@tcp:-71 00000400:00000200:0.0:1767384927.276577:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102051 rc -71 00000400:00000200:0.0:1767384927.276580:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:0.0:1767384927.276583:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (26) 00080000:00000001:1.0:1767384927.282689:0:16762:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384927.282695:0:16762:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00080000:00000001:2.0:1767384927.282696:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767384927.282698:0:16762:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384927.282700:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384927.282701:0:16762:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384927.282704:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384927.282707:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384927.282708:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384927.282710:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000dfe3ce46. 20000000:01000000:1.0:1767384927.282712:0:16762:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767384927.282713:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384927.282721:0:16762:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384927.282725:0:16762:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767384927.282729:0:16762:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:2.0:1767384927.282730:0:16763:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b28d9342. 20000000:01000000:2.0:1767384927.282734:0:16763:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 20000000:00000001:2.0:1767384927.282737:0:16763:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384927.282740:0:16763:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767384927.282742:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384927.282746:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384927.282748:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384927.282751:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384927.282753:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384927.282757:0:16763:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384927.282761:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000408a41fa. 00080000:00000001:2.0:1767384927.282762:0:16763:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384927.282765:0:16763:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384927.282768:0:16763:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384927.282768:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:2.0:1767384927.282773:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:1.0:1767384927.282773:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000096c6c1ac. 00000020:00000001:2.0:1767384927.282777:0:16763:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00000020:00000001:1.0:1767384927.282778:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384927.282781:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000096c6c1ac with handle 0x4895a8f6c11e86ef to hash 00080000:00000001:2.0:1767384927.282782:0:16763:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:1.0:1767384927.282784:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384927.282786:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435879614464 : -108637829937152 : ffff9d31c8bcc800) 00080000:00000010:2.0:1767384927.282788:0:16763:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006c5f833c. 00010000:00000001:1.0:1767384927.282789:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435879614464 : -108637829937152 : ffff9d31c8bcc800) 00080000:00000001:2.0:1767384927.282793:0:16763:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490414592 : -108642219137024 : ffff9d30c31ee800) 00010000:00000001:1.0:1767384927.282795:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384927.282798:0:16763:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384927.282799:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384927.282803:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000096c6c1ac/0x4895a8f6c11e86ef lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384927.282810:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384927.282813:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384927.282815:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384927.282816:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384927.282818:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384927.282826:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384927.282827:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384927.282829:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384927.282831:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384927.282833:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384927.282834:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384927.282836:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000408a41fa) refcount = 1 00010000:00010000:1.0:1767384927.282838:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000096c6c1ac/0x4895a8f6c11e86ef lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384927.282843:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384927.282845:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384927.282847:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384927.282849:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384927.282851:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384927.282854:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384927.282857:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002318499s 00010000:00000001:1.0:1767384927.282860:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000001:2.0:1767384927.282861:0:16763:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:1.0:1767384927.282862:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384927.282864:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000096c6c1ac refcount=4 00080000:00000001:2.0:1767384927.282866:0:16763:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384927.282869:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879614464 : -108637829937152 : ffff9d31c8bcc800) 00080000:00000001:2.0:1767384927.282870:0:16763:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384927.282875:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879614464 : -108637829937152 : ffff9d31c8bcc800) 00010000:00000001:1.0:1767384927.282878:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384927.282880:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000096c6c1ac/0x4895a8f6c11e86ef lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384927.282882:0:16763:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384927.282888:0:16763:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384927.282894:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384927.282897:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000096c6c1ac/0x4895a8f6c11e86ef lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384927.282904:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384927.282906:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384927.282908:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000096c6c1ac/0x4895a8f6c11e86ef lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384927.282915:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384927.282924:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384927.282929:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384927.282931:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000096c6c1ac/0x4895a8f6c11e86ef lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384927.282936:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000096c6c1ac already unused, calling callback (00000000be7801c4) 00010000:00000001:1.0:1767384927.282938:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384927.282940:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384927.282942:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000096c6c1ac/0x4895a8f6c11e86ef lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384927.282947:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384927.282949:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384927.282951:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384927.282952:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000096c6c1ac refcount=5 00000020:00000001:1.0:1767384927.282953:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879614464 : -108637829937152 : ffff9d31c8bcc800) 00080000:00000001:2.0:1767384927.282954:0:16763:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384927.282955:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879614464 : -108637829937152 : ffff9d31c8bcc800) 00080000:00000001:2.0:1767384927.282959:0:16763:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384927.282961:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384927.282964:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000096c6c1ac/0x4895a8f6c11e86ef lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384927.282968:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384927.282970:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384927.282971:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384927.282975:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384927.282976:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384927.282979:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384927.282980:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384927.282982:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000096c6c1ac with handle 0x4895a8f6c11e86ef from hash 00010000:00000001:1.0:1767384927.282984:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384927.282985:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384927.282986:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384927.282987:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384927.282988:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384927.282990:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384927.282997:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384927.282998:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384927.283000:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384927.283002:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384927.283003:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384927.283005:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384927.283006:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384927.283007:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384927.283008:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384927.283009:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384927.283030:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000096c6c1ac/0x4895a8f6c11e86ef lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384927.283034:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384927.283036:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384927.283037:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384927.283038:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384927.283040:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384927.283040:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384927.283042:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384927.283044:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384927.283045:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384927.283047:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000096c6c1ac/0x4895a8f6c11e86ef lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384927.283052:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384927.283054:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384927.283056:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000096c6c1ac/0x4895a8f6c11e86ef lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384927.283060:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000408a41fa count: 0 00010000:00000001:1.0:1767384927.283073:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384927.283074:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384927.286055:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294917148, at 4294917149 00000100:00000010:0.0:1767384927.286062:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aa0d3628. 00000100:00000040:3.0:1767384927.286083:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294917148, at 4294917149 00000100:00000010:3.0:1767384927.286089:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000058b7cb69. 00000100:00000040:1.0:1767384927.287043:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294917148, at 4294917150 00000100:00000010:1.0:1767384927.287049:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3f70ca1. 00000100:00000040:2.0:1767384927.287340:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294917148, at 4294917150 00000100:00000010:2.0:1767384927.287346:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000478c33d8. 00000400:00000010:1.0:1767384927.291183:0:28806:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000096768f8b. 00000400:00000040:1.0:1767384927.291199:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384927.291205:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384927.291208:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384927.291210:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384927.291212:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384927.291214:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384927.291216:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384927.291218:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384927.291219:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384927.291221:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384927.291223:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384927.291225:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384927.291227:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384927.291228:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384927.291229:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384927.291230:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384927.291232:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384927.291233:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384927.291235:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384927.291237:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384927.291238:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384927.291239:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384927.291240:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384927.291241:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384927.291242:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384927.291244:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384927.291245:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384927.291247:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384927.291248:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384927.291249:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384927.291250:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384927.291252:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384927.291253:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384927.291254:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384927.291255:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384927.291256:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384927.291257:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384927.291259:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384927.291260:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384927.291262:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384927.291269:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384927.291271:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384927.291273:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384927.291275:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384927.291277:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384927.291278:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384927.291280:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384927.291281:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384927.291283:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384927.291285:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384927.291286:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384927.291288:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384927.291289:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384927.291291:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384927.291292:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384927.291294:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384927.291295:0:28806:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384927.291400:0:28806:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000096768f8b. 00080000:00000001:2.0:1767384927.292533:0:16763:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384927.292537:0:16763:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:2.0:1767384927.292546:0:16763:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384927.292548:0:16763:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384927.292550:0:16763:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384927.292563:0:16763:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384927.292565:0:16763:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384927.292570:0:16763:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384927.292571:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384927.292576:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384927.292579:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384927.292582:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:1.0:1767384927.292583:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00040000:00000001:2.0:1767384927.292586:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:1.0:1767384927.292587:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00040000:00000001:2.0:1767384927.292590:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384927.292592:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000010:1.0:1767384927.292593:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000a8dd076. 00040000:00000001:2.0:1767384927.292594:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384927.292598:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006c5f833c. 00010000:00000001:1.0:1767384927.292599:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384927.292602:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000010:1.0:1767384927.292603:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003dfbde8f. 00000020:00000001:1.0:1767384927.292608:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384927.292609:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003dfbde8f with handle 0x4895a8f6c11e86f6 to hash 00000020:00000001:1.0:1767384927.292611:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384927.292612:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435879613952 : -108637829937664 : ffff9d31c8bcc600) 00010000:00000001:1.0:1767384927.292615:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435879613952 : -108637829937664 : ffff9d31c8bcc600) 00010000:00000001:1.0:1767384927.292617:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384927.292619:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384927.292621:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e86f6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384927.292626:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384927.292634:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384927.292635:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384927.292636:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384927.292638:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384927.292640:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384927.292641:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384927.292643:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384927.292644:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384927.292646:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384927.292647:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384927.292648:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000a8dd076) refcount = 1 00010000:00010000:1.0:1767384927.292651:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e86f6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384927.292655:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384927.292656:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384927.292657:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384927.292658:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384927.292659:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384927.292661:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384927.292663:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002318499s 00010000:00000001:1.0:1767384927.292664:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384927.292666:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384927.292667:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003dfbde8f refcount=4 00000020:00000001:1.0:1767384927.292669:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879613952 : -108637829937664 : ffff9d31c8bcc600) 00010000:00000001:1.0:1767384927.292671:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879613952 : -108637829937664 : ffff9d31c8bcc600) 00010000:00000001:1.0:1767384927.292673:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384927.292674:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e86f6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384927.292678:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384927.292679:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e86f6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384927.292683:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384927.292684:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384927.292688:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e86f6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384927.292692:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384927.292694:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384927.292695:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384927.292696:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e86f6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384927.292700:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003dfbde8f already unused, calling callback (00000000be7801c4) 00010000:00000001:1.0:1767384927.292701:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384927.292702:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384927.292703:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e86f6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384927.292706:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384927.292707:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384927.292708:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384927.292709:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003dfbde8f refcount=5 00000020:00000001:1.0:1767384927.292710:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879613952 : -108637829937664 : ffff9d31c8bcc600) 00010000:00000001:1.0:1767384927.292711:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879613952 : -108637829937664 : ffff9d31c8bcc600) 00010000:00000001:1.0:1767384927.292713:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384927.292714:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e86f6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384927.292718:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384927.292719:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384927.292719:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384927.292721:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384927.292722:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384927.292723:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384927.292724:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384927.292725:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003dfbde8f with handle 0x4895a8f6c11e86f6 from hash 00010000:00000001:1.0:1767384927.292727:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384927.292728:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384927.292734:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384927.292735:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384927.292736:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384927.292737:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384927.292739:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384927.292740:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384927.292741:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384927.292743:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384927.292743:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384927.292745:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384927.292746:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384927.292747:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384927.292748:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384927.292749:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384927.292750:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e86f6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384927.292754:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384927.292755:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384927.292756:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384927.292756:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384927.292757:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384927.292758:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384927.292759:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384927.292760:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384927.292761:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384927.292762:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e86f6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384927.292765:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384927.292766:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384927.292767:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003dfbde8f/0x4895a8f6c11e86f6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384927.292771:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000a8dd076 count: 0 00010000:00000001:1.0:1767384927.292777:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384927.292778:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384927.293050:0:28806:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000408a41fa. 00010000:00000010:1.1:1767384927.293056:0:28806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000096c6c1ac. 00080000:00000020:0.0:1767384927.294854:0:16762:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384927.294864:0:16762:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384927.294865:0:16762:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000be9167b0. 20000000:00000001:0.0:1767384927.294869:0:16762:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384927.294872:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358513536 00010000:00000001:0.0:1767384927.294874:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384927.294880:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000037bc8bda x1853237358513536/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:153/0 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384927.294886:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384927.294888:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384927.294890:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384927.294894:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384927.294895:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384927.294897:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384927.294899:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384927.294901:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384927.294903:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384927.294906:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384927.294908:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e287620. 00000100:00000200:0.0:1767384927.294911:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358513536, offset 224 00000400:00000200:0.0:1767384927.294915:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384927.294922:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384927.294929:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272704d80 00000400:00000200:0.0:1767384927.294934:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1879 [2] + 224 00000400:00000200:0.0:1767384927.294940:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384927.294943:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384927.294946:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384927.294949:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003b276a0f x1853237358513536/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384927.294955:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003b276a0f x1853237358513536/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384927.294975:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384927.294980:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e287620 00000400:00000010:0.0:1767384927.294981:0:16762:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e287620. 00000100:00000001:0.0:1767384927.294983:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384927.294990:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384927.294994:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384927.294996:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:0.0:1767384927.294998:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384927.295000:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384927.295001:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384927.295005:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384927.295006:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384927.295009:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000037bc8bda x1853237358513536/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:153/0 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384927.295039:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384927.295039:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000037bc8bda pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16128:x1853237358513536:12345-0@lo:253: Request processed in 20710us (21251us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384927.295044:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384927.295048:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099d40292. 00000100:00100000:0.0:1767384927.295051:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000400:00000200:2.0:1767384927.295054:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb5122aa 00000100:00000040:0.0:1767384927.295055:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000400:00000010:2.0:1767384927.295060:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bb5122aa. 00000100:00000001:0.0:1767384927.295060:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384927.295063:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384927.295066:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384927.295068:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000042060752. 00000020:00000010:0.0:1767384927.295073:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d82b09b6. 00000100:00000200:2.0:1767384927.295074:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003b276a0f x1853237358513536/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384927.295077:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015d3d368. 00000020:00000040:0.0:1767384927.295084:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 02000000:00000001:0.0:1767384927.295090:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:2.0:1767384927.295092:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003b276a0f x1853237358513536/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384927.295093:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ab7e8103. 02000000:00000001:0.0:1767384927.295098:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384927.295102:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384927.295105:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384927.295107:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384927.295109:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384927.295112:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000409ce644. 00000100:00000001:2.0:1767384927.295114:0:16128:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:0.0:1767384927.295117:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e287620. 02000000:00000001:2.0:1767384927.295118:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384927.295122:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384927.295124:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384927.295128:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384927.295132:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=51 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384927.295137:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384927.295142:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384927.295144:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384927.295147:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384927.295157:0:16128:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.295160:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384927.295164:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003b276a0f x1853237358513536/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384927.295173:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384927.295176:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384927.295178:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384927.295182:0:16128:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384927.295183:0:16128:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384927.295185:0:16128:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384927.295187:0:16128:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384927.295188:0:16128:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384927.295189:0:16128:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384927.295191:0:16128:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384927.295192:0:16128:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384927.295194:0:16128:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384927.295195:0:16128:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384927.295198:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b276a0f x1853237358513536/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384927.295204:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003b276a0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358513536:0@lo:253: 00000100:00000001:2.0:1767384927.295209:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384927.295211:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384927.295214:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003b276a0f x1853237358513536/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384927.295219:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384927.295221:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384927.295223:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c499ca11. 02000000:00000001:2.0:1767384927.295227:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384927.295229:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384927.295230:0:16128:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1767384927.295232:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384927.295234:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004ba79b44. 02000000:00000001:2.0:1767384927.295238:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384927.295239:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384927.295241:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003b276a0f. 00000100:00000001:2.0:1767384927.295250:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384927.295251:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384927.295253:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384927.295258:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384927.295259:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.295261:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384927.295263:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384927.296596:0:16763:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384927.296605:0:16763:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384927.296606:0:16763:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000382dec4f. 20000000:00000001:1.0:1767384927.296610:0:16763:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384927.296613:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358513664 00010000:00000001:1.0:1767384927.296614:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384927.296618:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000211a3598 x1853237358513664/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:153/0 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384927.296625:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384927.296626:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384927.296628:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=51 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384927.296630:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384927.296632:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:1.0:1767384927.296634:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:1.0:1767384927.296637:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384927.296638:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.296640:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384927.296643:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384927.296645:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000068ac5e8a. 00000100:00000200:1.0:1767384927.296647:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358513664, offset 224 00000400:00000200:1.0:1767384927.296651:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384927.296658:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384927.296664:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272704e00 00000400:00000200:1.0:1767384927.296668:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1881 [2] + 224 00000400:00000200:1.0:1767384927.296673:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384927.296676:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384927.296679:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384927.296682:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e25b998 x1853237358513664/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384927.296689:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003e25b998 x1853237358513664/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384927.296704:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384927.296708:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068ac5e8a 00000400:00000010:1.0:1767384927.296710:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000068ac5e8a. 00000100:00000001:1.0:1767384927.296713:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384927.296719:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384927.296720:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384927.296722:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384927.296726:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384927.296727:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384927.296730:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000001:2.0:1767384927.296731:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384927.296735:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d941b98a. 00010000:00000001:1.0:1767384927.296735:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384927.296739:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384927.296741:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd2e57c1 00000020:00000001:1.0:1767384927.296742:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384927.296744:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd2e57c1. 00000100:00000001:2.0:1767384927.296748:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384927.296748:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000211a3598 x1853237358513664/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:153/0 lens 4848/4768 e 0 to 0 dl 1767384938 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384927.296755:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e25b998 x1853237358513664/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384927.296761:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000211a3598 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16129:x1853237358513664:12345-0@lo:253: Request processed in 22337us (22685us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384927.296773:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e25b998 x1853237358513664/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384927.296776:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00000040:1.0:1767384927.296781:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:1.0:1767384927.296786:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384927.296787:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384927.296789:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384927.296791:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384927.296793:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007b28a932. 00000100:00000001:2.0:1767384927.296794:0:16129:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384927.296798:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384927.296799:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384927.296800:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384927.296800:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d779c03f. 02000000:00000001:2.0:1767384927.296807:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384927.296807:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005fc26dea. 00000100:00001000:2.0:1767384927.296812:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=51 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384927.296813:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 02000000:00000001:1.0:1767384927.296818:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384927.296820:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=51 v=5 (1 0 0 0) 02000000:00000010:1.0:1767384927.296820:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000002f88fbd. 00000100:00000001:2.0:1767384927.296827:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384927.296827:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384927.296830:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384927.296832:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384927.296834:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384927.296837:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767384927.296839:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008001e3a2. 00010000:00000001:2.0:1767384927.296840:0:16129:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384927.296844:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000068ac5e8a. 00000100:00000001:2.0:1767384927.296845:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384927.296851:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e25b998 x1853237358513664/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384927.296860:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384927.296869:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384927.296871:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384927.296875:0:16129:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384927.296877:0:16129:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384927.296878:0:16129:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384927.296879:0:16129:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384927.296882:0:16129:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384927.296884:0:16129:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384927.296885:0:16129:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384927.296887:0:16129:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384927.296889:0:16129:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384927.296892:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e25b998 x1853237358513664/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384927.296899:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003e25b998 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358513664:0@lo:253: 00000100:00000001:2.0:1767384927.296904:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384927.296906:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384927.296908:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e25b998 x1853237358513664/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384943 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384927.296915:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384927.296917:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384927.296919:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e45018f3. 02000000:00000001:2.0:1767384927.296925:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384927.296927:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384927.296928:0:16129:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1767384927.296930:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384927.296932:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000019e0feed. 02000000:00000001:2.0:1767384927.296935:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384927.296936:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384927.296937:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e25b998. 00000100:00000001:2.0:1767384927.296940:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384927.296941:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384927.296943:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384927.296946:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384927.296947:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384927.296949:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384927.296951:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384927.297067:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000a8dd076. 00010000:00000010:1.1:1767384927.297074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003dfbde8f. 00000400:00000200:3.0:1767384927.706165:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp31 00000400:00000010:3.0:1767384927.706172:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004ab32aa7. 00000400:00000010:3.0:1767384927.706297:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000184d34ae. 00000400:00000010:3.0:1767384927.706302:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd918eb3. 00000400:00000010:3.0:1767384927.706309:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b177ba02. 00000400:00000200:3.0:1767384927.706314:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp31 00000400:00000200:3.0:1767384927.706329:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp31 local destination 00000400:00000200:3.0:1767384927.706334:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp31 00000400:00000200:3.0:1767384927.706343:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp31 NI seq info: [83:83:256:4294967295] 192.168.203.157@tcp31 LPNI seq info [83:83:8:4294967295] 00000400:00000200:3.0:1767384927.706348:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp31 00000400:00000200:3.0:1767384927.706355:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp31(192.168.203.157@tcp31:) -> 192.168.203.157@tcp31(192.168.203.157@tcp31:192.168.203.157@tcp31) : GET try# 0 00000800:00000200:3.0:1767384927.706359:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp31 00000800:00000010:3.0:1767384927.706363:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004a74805a. 00000800:00000200:3.0:1767384927.706373:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a539425c] -> 12345-192.168.203.157@tcp31 (2) 00000800:00000200:3.1:1767384927.706381:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a539425c] -> 12345-192.168.203.157@tcp31 (2) 00000400:00000200:3.0:1767384927.706400:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp31 added to recovery queue. ping count: 1 next ping: 252 health :900 00000400:00000200:0.0:1767384927.706475:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.706540:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.706579:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.706613:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.706653:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.706694:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.706730:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.706764:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.706804:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.706830:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.706853:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.706876:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.706907:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.706934:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.706960:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.706988:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.707043:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.707090:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.707117:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.707143:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.707169:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.707195:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.707222:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.707248:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.707283:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.707326:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.707376:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.707417:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.707440:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.707457:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.707480:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.707513:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.707573:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.707598:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:0.0:1767384927.707622:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:0.0:1767384927.707767:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000730e0f09. 00000800:00000010:0.0:1767384927.707773:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b3e2783a. 00000800:00000010:0.0:1767384927.707779:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000087798bf. 00000800:00000010:0.0:1767384927.707819:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000087798bf. 00000800:00020000:0.0:1767384927.707836:0:16115:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:0.0:1767384927.707840:0:16115:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b3e2783a. 00000800:00000010:0.0:1767384927.707844:0:16115:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000730e0f09. 00000400:02020000:0.0:1767384927.707894:0:16115:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp31 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384927.707902:0:16115:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp31 notifying 192.168.203.157@tcp31: down 00000400:00000200:0.0:1767384927.707906:0:16115:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384927.707912:0:16115:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp31 00000800:00000010:0.0:1767384927.707916:0:16115:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004a74805a. 00000400:00000200:0.0:1767384927.707921:0:16115:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384927.707927:0:16115:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp31->192.168.203.157@tcp31: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384927.707935:0:16115:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384927.707939:0:16115:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384927.707943:0:16115:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp31) recovery failed with -71 00000100:00000001:3.0:1767384927.769143:0:18556:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384927.769149:0:18556:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384927.769150:0:16756:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384927.769155:0:16756:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384928.089061:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384928.089065:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384928.089070:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384928.089071:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384928.089101:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384928.089126:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384928.089130:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384928.561938:0:29193:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384928.561952:0:29193:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384928.561955:0:29193:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384928.561961:0:29193:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384928.561966:0:29193:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384928.561969:0:29193:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384928.729074:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384928.729079:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384928.729081:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd918eb3 00000400:00000010:3.0:1767384928.729086:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd918eb3. 00000400:00000200:3.0:1767384928.729090:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384928.729095:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp31 recovery ping unlinked 00000400:00000010:3.0:1767384928.729104:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004ab32aa7. 00000400:00000010:3.0:1767384928.729107:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000184d34ae. 00000400:00000200:3.0:1767384928.729110:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp29 00000400:00000010:3.0:1767384928.729113:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004ab32aa7. 00000400:00000010:3.0:1767384928.729118:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007da48781. 00000400:00000010:3.0:1767384928.729120:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd918eb3. 00000400:00000010:3.0:1767384928.729124:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d88163c2. 00000400:00000200:3.0:1767384928.729127:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp29 00000400:00000200:3.0:1767384928.729138:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp29 local destination 00000400:00000200:3.0:1767384928.729142:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp29 00000400:00000200:3.0:1767384928.729145:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp29 NI seq info: [84:84:256:4294967295] 192.168.203.157@tcp29 LPNI seq info [84:84:8:4294967295] 00000400:00000200:3.0:1767384928.729151:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp29 00000400:00000200:3.0:1767384928.729156:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp29(192.168.203.157@tcp29:) -> 192.168.203.157@tcp29(192.168.203.157@tcp29:192.168.203.157@tcp29) : GET try# 0 00000800:00000200:3.0:1767384928.729160:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp29 00000800:00000010:3.0:1767384928.729163:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000066d97ccc. 00000800:00000200:3.0:1767384928.729174:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007c2839cb] -> 12345-192.168.203.157@tcp29 (2) 00000800:00000200:3.1:1767384928.729178:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007c2839cb] -> 12345-192.168.203.157@tcp29 (2) 00000400:00000200:3.0:1767384928.729193:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp29 added to recovery queue. ping count: 3 next ping: 259 health :700 00000400:00000200:2.0:1767384928.729265:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.729303:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.729319:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.729331:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.729344:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.729356:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.729369:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.729382:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.729394:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.729406:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.729421:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.729432:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.729445:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.729459:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.729471:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.729485:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.729497:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.729526:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.729544:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.729559:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.729571:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.729583:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.729595:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.729608:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.729630:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.729652:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.729678:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.729702:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.729717:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.729732:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.729746:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.729768:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.729791:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.729813:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.729827:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:2.0:1767384928.729955:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a34fe83e. 00000800:00000010:2.0:1767384928.729959:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000db0abc32. 00000800:00000010:2.0:1767384928.729964:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000054306987. 00000800:00000010:2.0:1767384928.729979:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000054306987. 00000800:00020000:2.0:1767384928.729988:0:16116:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:2.0:1767384928.729991:0:16116:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000db0abc32. 00000800:00000010:2.0:1767384928.729993:0:16116:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a34fe83e. 00000400:02020000:2.0:1767384928.730055:0:16116:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp29 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384928.730061:0:16116:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp29 notifying 192.168.203.157@tcp29: down 00000800:00000200:2.0:1767384928.730066:0:16116:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp29 down 00000800:00000100:2.0:1767384928.730073:0:16116:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp29 00000800:00000010:2.0:1767384928.730076:0:16116:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000066d97ccc. 00000400:00000200:2.0:1767384928.730080:0:16116:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384928.730085:0:16116:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp29->192.168.203.157@tcp29: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384928.730092:0:16116:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384928.730095:0:16116:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384928.730099:0:16116:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp29) recovery failed with -71 10000000:00000001:3.0:1767384928.793167:0:16767:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384928.793173:0:16767:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ff67cc77) refs 2 10000000:00000001:3.0:1767384928.793177:0:16767:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384928.793180:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384928.793182:0:16767:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384928.793183:0:16767:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384928.793186:0:16767:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384928.793188:0:16767:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384928.793190:0:16767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9d31c7708000 from 49 10000000:00000001:3.0:1767384928.793193:0:16767:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384928.793195:0:16767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384928.793203:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000046810beb. 00000020:00000040:3.0:1767384928.793207:0:16767:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1767384928.793212:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384928.793215:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384928.793220:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384928.793227:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000a2ca5a7. 00000100:00000001:3.0:1767384928.793233:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384928.793236:0:16767:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384928.793239:0:16767:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384928.793244:0:16767:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c8f828f0. 00010000:00000001:3.0:1767384928.793248:0:16767:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384928.793250:0:16767:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006f9b2658. 00000020:00000001:3.0:1767384928.793254:0:16767:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384928.793256:0:16767:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006f9b2658 with handle 0x4895a8f6c11e86fd to hash 00000020:00000001:3.0:1767384928.793258:0:16767:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384928.793259:0:16767:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635431492114432 : -108642217437184 : ffff9d30c338d800) 00010000:00000001:3.0:1767384928.793261:0:16767:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635431492114432 : -108642217437184 : ffff9d30c338d800) 00010000:00000001:3.0:1767384928.793264:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384928.793266:0:16767:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384928.793268:0:16767:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: 000000006f9b2658/0x4895a8f6c11e86fd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384928.793292:0:16767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: 000000006f9b2658/0x4895a8f6c11e86fd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384928.793303:0:16767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: 000000006f9b2658/0x4895a8f6c11e86fd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384928.793309:0:16767:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384928.793311:0:16767:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384928.793317:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007ddd661c. 00000100:00000001:3.0:1767384928.793319:0:16767:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635436152985088 : -108637556566528 : ffff9d31d9081600) 00000100:00000001:3.0:1767384928.793323:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384928.793324:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436633367296 : -108637076184320 : ffff9d31f5aa2300) 00000100:00000001:3.0:1767384928.793343:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384928.793345:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.793347:0:16767:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384928.793349:0:16767:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384928.793356:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000046810beb x1853237358513792/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.793363:0:16767:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384928.793365:0:16767:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384928.793367:0:16767:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384928.793370:0:16767:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384928.793372:0:16767:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384928.793384:0:16767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000046810beb pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358513792:0@lo:101: 00000100:00000001:3.0:1767384928.793387:0:16767:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384928.793408:0:16767:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384928.793411:0:16767:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384928.793413:0:16767:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384928.793418:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fecd7d22. 02000000:00000001:3.0:1767384928.793420:0:16767:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384928.793427:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0ad8e31. 00000400:00000010:3.0:1767384928.793433:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a585988. 00000100:00000200:3.0:1767384928.793448:0:16767:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358513792, portal 25 00000100:00000001:3.0:1767384928.793451:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384928.793452:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436633367296 : -108637076184320 : ffff9d31f5aa2300) 00000100:00000040:3.0:1767384928.793457:0:16767:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000046810beb x1853237358513792/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384944 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.793466:0:16767:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384928.793469:0:16767:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384928.793472:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a540367. 00000100:00000200:3.0:1767384928.793474:0:16767:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237358513792, offset 0 00000400:00000200:3.0:1767384928.793481:0:16767:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384928.793496:0:16767:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384928.793526:0:16767:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272704e80 00000400:00000200:3.0:1767384928.793536:0:16767:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x10e9 [2] + 0 00000400:00000010:3.0:1767384928.793541:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ada48f4e. 00000400:00000200:3.0:1767384928.793546:0:16767:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000257458bc 00000400:00000200:3.0:1767384928.793553:0:16767:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384928.793559:0:16767:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384928.793573:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000257458bc 00000400:00000010:3.0:1767384928.793576:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000257458bc. 00000100:00000001:3.0:1767384928.793581:0:16767:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384928.793584:0:16767:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384928.793602:0:16767:0:(events.c:337:request_in_callback()) incoming req@00000000c967af80 x1853237358513792 msgsize 328 00000100:00100000:3.0:1767384928.793607:0:16767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384928.793609:0:16767:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384928.793621:0:16767:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384928.793628:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a540367 00000400:00000010:3.0:1767384928.793630:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a540367. 00000100:00000001:3.0:1767384928.793633:0:16767:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384928.793637:0:16767:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000046810beb x1853237358513792/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384944 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.793663:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384928.793666:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000046810beb x1853237358513792/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384944 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.793671:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.793678:0:16767:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384928.793679:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384928.793684:0:16767:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384928.793684:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358513792 02000000:00000001:1.0:1767384928.793688:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384928.793690:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294918667 00000100:00000001:1.0:1767384928.793691:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:3.0:1767384928.793695:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007c32bdbf. 00000100:00000001:3.0:1767384928.793701:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384928.793701:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384928.793708:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.793713:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294918667 00000100:00100000:1.0:1767384928.793713:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358513792 00000100:00000010:3.0:1767384928.793719:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e60dd453. 00000020:00000001:1.0:1767384928.793720:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384928.793724:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000020:00000040:1.0:1767384928.793724:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000100:00000001:3.0:1767384928.793729:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294918667 00000020:00000001:1.0:1767384928.793730:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:3.0:1767384928.793732:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004e468333. 00000020:00000040:1.0:1767384928.793735:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000100:00000001:3.0:1767384928.793736:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384928.793739:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294918667 00000020:00000001:1.0:1767384928.793742:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000010:3.0:1767384928.793743:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffabf1f4. 00000100:00000001:3.0:1767384928.793747:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000020:00000001:1.0:1767384928.793749:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:3.0:1767384928.793750:0:16767:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384928.793754:0:16767:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.793755:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384928.793756:0:16767:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384928.793760:0:16767:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384928.793762:0:16767:0:(client.c:2690:ptlrpc_set_wait()) set 000000007ddd661c going to sleep for 11 seconds 00000020:00000010:1.0:1767384928.793763:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046c4c88e. 00000100:00000001:3.0:1767384928.793764:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384928.793768:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.793769:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384928.793773:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046c4c88e. 00000020:00000010:1.0:1767384928.793779:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006bf690d1. 00000020:00000010:1.0:1767384928.793783:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001b44fb23. 00000020:00000010:1.0:1767384928.793786:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004fc7614e. 00000100:00000040:1.0:1767384928.793795:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384928.793797:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384928.793799:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384928.793800:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.793806:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.793818:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.793827:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384928.793829:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384928.793833:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00000040:1.0:1767384928.793848:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:1.0:1767384928.793850:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529238096 : -108637180313520 : ffff9d31ef754050) 00000100:00000040:1.0:1767384928.793853:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c967af80 x1853237358513792/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:154/0 lens 328/0 e 0 to 0 dl 1767384939 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384928.793860:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384928.793862:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046c4c88e. 00000100:00000001:1.0:1767384928.793864:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384928.793865:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046c4c88e. 00000100:00100000:1.0:1767384928.793874:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c967af80 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16767:x1853237358513792:12345-0@lo:101: 00000100:00000200:1.0:1767384928.793877:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358513792 00000020:00000001:1.0:1767384928.793880:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384928.793883:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384928.793884:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384928.793886:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384928.793887:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169728 : -1040381888 : ffffffffc1fd0840) 00000020:00000001:1.0:1767384928.793890:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384928.793890:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384928.793892:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384928.793894:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384928.793896:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384928.793898:0:16763:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384928.793899:0:16763:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384928.793900:0:16763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384928.793902:0:16763:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384928.793903:0:16763:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384928.793906:0:16763:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384928.793909:0:16763:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000a8dd076. 00010000:00000001:1.0:1767384928.793911:0:16763:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384928.793913:0:16763:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001ba6a14e. 00000020:00000001:1.0:1767384928.793914:0:16763:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384928.793915:0:16763:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001ba6a14e with handle 0x4895a8f6c11e8704 to hash 00000020:00000001:1.0:1767384928.793917:0:16763:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384928.793917:0:16763:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00010000:00000001:1.0:1767384928.793919:0:16763:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00010000:00010000:1.0:1767384928.793920:0:16763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e8704 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4895a8f6c11e86fd expref: -99 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384928.793925:0:16763:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000005d63f134 : new locks_count 10 00000020:00000040:1.0:1767384928.793927:0:16763:0:(genops.c:887:class_export_get()) GET export 000000005d63f134 refcount=15 00000100:00000001:1.0:1767384928.793932:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384928.793934:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384928.793936:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000f47ea08f. 02000000:00000001:1.0:1767384928.793942:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.793944:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384928.793945:0:16763:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384928.793948:0:16763:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384928.793949:0:16763:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384928.793951:0:16763:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384928.793952:0:16763:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384928.793953:0:16763:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384928.793954:0:16763:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384928.793955:0:16763:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384928.793957:0:16763:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384928.793958:0:16763:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384928.793959:0:16763:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384928.793960:0:16763:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000a8dd076) refcount = 1 00010000:00010000:1.0:1767384928.793963:0:16763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e8704 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4895a8f6c11e86fd expref: 15 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384928.793966:0:16763:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384928.793968:0:16763:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384928.793969:0:16763:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384928.793970:0:16763:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384928.793971:0:16763:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384928.793974:0:16763:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384928.793975:0:16763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e8704 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e86fd expref: 15 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384928.793980:0:16763:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384928.793981:0:16763:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384928.793983:0:16763:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384928.793984:0:16763:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384928.793985:0:16763:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384928.793987:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384928.793988:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384928.793989:0:16763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000001ba6a14e, rc 0) 00000020:00000001:1.0:1767384928.793991:0:16763:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384928.793993:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358513792 00010000:00000001:1.0:1767384928.793995:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384928.794003:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c967af80 x1853237358513792/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:154/0 lens 328/344 e 0 to 0 dl 1767384939 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384928.794009:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384928.794361:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384928.794367:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=52 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384928.794373:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384928.794376:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:1.0:1767384928.794380:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:1.0:1767384928.794383:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384928.794385:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.794387:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384928.794390:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384928.794393:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f27d0a09. 00000100:00000200:1.0:1767384928.794396:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237358513792, offset 224 00000400:00000200:1.0:1767384928.794400:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384928.794405:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384928.794410:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272704e80 00000400:00000200:1.0:1767384928.794413:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x18a9 [1] + 224 00000400:00000200:1.0:1767384928.794415:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384928.794418:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384928.794421:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384928.794423:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000046810beb x1853237358513792/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384928.794430:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000046810beb x1853237358513792/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384944 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384928.794443:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384928.794448:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f27d0a09 00000400:00000010:1.0:1767384928.794450:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f27d0a09. 00000100:00000001:1.0:1767384928.794452:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384928.794453:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384928.794456:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384928.794458:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:1.0:1767384928.794460:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384928.794462:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.794465:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384928.794470:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384928.794472:0:16767:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384928.794474:0:16767:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384928.794476:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0ad8e31. 00000400:00000200:3.0:1767384928.794479:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a585988 00000400:00000010:3.0:1767384928.794480:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a585988. 00000100:00000001:3.0:1767384928.794482:0:16767:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384928.794491:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c967af80 x1853237358513792/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:154/0 lens 328/344 e 0 to 0 dl 1767384939 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384928.794492:0:16767:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000046810beb x1853237358513792/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384944 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384928.794527:0:16767:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000046810beb x1853237358513792/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384944 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384928.794532:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c967af80 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16767:x1853237358513792:12345-0@lo:101: Request processed in 668us (925us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384928.794539:0:16767:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384928.794542:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00000040:1.0:1767384928.794545:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:3.0:1767384928.794547:0:16767:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.794548:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384928.794551:0:16767:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384928.794552:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384928.794554:0:16767:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384928.794557:0:16767:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384928.794557:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001b44fb23. 00000100:00000001:3.0:1767384928.794558:0:16767:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384928.794562:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004fc7614e. 02000000:00000001:3.0:1767384928.794563:0:16767:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384928.794569:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006bf690d1. 00000100:00001000:3.0:1767384928.794570:0:16767:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=52 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384928.794574:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 00000100:00001000:3.0:1767384928.794575:0:16767:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=52 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384928.794580:0:16767:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384928.794581:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384928.794582:0:16767:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384928.794585:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000f47ea08f. 00010000:00000001:3.0:1767384928.794586:0:16767:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384928.794589:0:16767:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384928.794590:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384928.794592:0:16767:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.794593:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384928.794597:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000046810beb x1853237358513792/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384944 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384928.794598:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384928.794605:0:16767:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384928.794605:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d9dc46e. 00000100:00000001:3.0:1767384928.794611:0:16767:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767384928.794611:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d89806c1. 00000100:00000001:3.0:1767384928.794613:0:16767:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384928.794618:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046810beb x1853237358513792/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384944 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384928.794623:0:16767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000046810beb pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358513792:0@lo:101: 00000100:00000001:3.0:1767384928.794627:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384928.794628:0:16767:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.794630:0:16767:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384928.794631:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384928.794632:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000046810beb x1853237358513792/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384944 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.794636:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384928.794637:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007ddd661c. 00000100:00000001:3.0:1767384928.794640:0:16767:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384928.794640:0:16767:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384928.794642:0:16767:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384928.794644:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384928.794645:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384928.794651:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006f9b2658 refcount=4 00000020:00000001:3.0:1767384928.794653:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431492114432 : -108642217437184 : ffff9d30c338d800) 00010000:00000001:3.0:1767384928.794654:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635431492114432 : -108642217437184 : ffff9d30c338d800) 00010000:00000040:3.0:1767384928.794657:0:16767:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000006f9b2658, remote cookie: 0x4895a8f6c11e8704, flags: 0x0 00010000:00000001:3.0:1767384928.794659:0:16767:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384928.794661:0:16767:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384928.794662:0:16767:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384928.794663:0:16767:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384928.794664:0:16767:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384928.794665:0:16767:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c8f828f0) refcount = 1 00010000:00010000:3.0:1767384928.794667:0:16767:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: 000000006f9b2658/0x4895a8f6c11e86fd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e8704 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384928.794671:0:16767:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384928.794673:0:16767:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384928.794674:0:16767:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384928.794676:0:16767:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384928.794679:0:16767:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384928.794680:0:16767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: 000000006f9b2658/0x4895a8f6c11e86fd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4895a8f6c11e8704 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384928.794685:0:16767:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384928.794686:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384928.794687:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384928.794688:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384928.794689:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384928.794690:0:16767:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.794691:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384928.794692:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000046810beb x1853237358513792/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384944 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.794697:0:16767:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384928.794698:0:16767:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384928.794700:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fecd7d22. 02000000:00000001:3.0:1767384928.794703:0:16767:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384928.794704:0:16767:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384928.794709:0:16767:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384928.794711:0:16767:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384928.794713:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000a2ca5a7. 02000000:00000001:3.0:1767384928.794715:0:16767:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384928.794716:0:16767:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384928.794717:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000046810beb. 00000100:00000001:3.0:1767384928.794720:0:16767:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384928.794721:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384928.794723:0:16767:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384928.794724:0:16767:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384928.794725:0:16767:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ff67cc77) refs 3 10000000:00000001:3.0:1767384928.794727:0:16767:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384928.794728:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384928.794729:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384928.794730:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006f9b2658 refcount=3 00000020:00000001:3.0:1767384928.794731:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431492114432 : -108642217437184 : ffff9d30c338d800) 00010000:00000001:3.0:1767384928.794733:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635431492114432 : -108642217437184 : ffff9d30c338d800) 00010000:00000001:3.0:1767384928.794734:0:16767:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384928.794735:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384928.794736:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384928.794737:0:16767:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384928.794738:0:16767:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384928.794741:0:16767:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000003acb977b. 00000100:00000010:3.0:1767384928.794755:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000046810beb. 00000020:00000040:3.0:1767384928.794757:0:16767:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1767384928.794759:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384928.794760:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384928.794762:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384928.794764:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000a2ca5a7. 00000100:00000001:3.0:1767384928.794766:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.794786:0:16767:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384928.794791:0:16767:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000fecd7d22. 00000100:00000010:3.0:1767384928.794793:0:16767:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000085febb6a. 00000020:00000040:3.0:1767384928.794795:0:16767:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1767384928.794799:0:16767:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384928.794800:0:16767:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384928.794810:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007ddd661c. 00000100:00000001:3.0:1767384928.794812:0:16767:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635436152985088 : -108637556566528 : ffff9d31d9081600) 00000100:00000001:3.0:1767384928.794815:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384928.794816:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436633367296 : -108637076184320 : ffff9d31f5aa2300) 00000100:00000001:3.0:1767384928.794819:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384928.794821:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.794822:0:16767:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384928.794824:0:16767:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384928.794827:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000046810beb x1853237358513920/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.794834:0:16767:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384928.794835:0:16767:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384928.794837:0:16767:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384928.794839:0:16767:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384928.794841:0:16767:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384928.794842:0:16767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000046810beb pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358513920:0@lo:256: 00000100:00000001:3.0:1767384928.794850:0:16767:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384928.794852:0:16767:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384928.794854:0:16767:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.794856:0:16767:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384928.794876:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0ad8e31. 00000400:00000010:3.0:1767384928.794879:0:16767:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000257458bc. 00000100:00000200:3.0:1767384928.794881:0:16767:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958272704f00-0x6958272704f00, portal 33 00000100:00000001:3.0:1767384928.794883:0:16767:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384928.794885:0:16767:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384928.794887:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006345929a. 02000000:00000001:3.0:1767384928.794888:0:16767:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384928.794890:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c95f647. 00000400:00000010:3.0:1767384928.794892:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a585988. 00000100:00000200:3.0:1767384928.794893:0:16767:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358513920, portal 25 00000100:00000001:3.0:1767384928.794894:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384928.794895:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436633367296 : -108637076184320 : ffff9d31f5aa2300) 00000100:00000040:3.0:1767384928.794897:0:16767:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000046810beb x1853237358513920/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.794910:0:16767:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384928.794912:0:16767:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384928.794913:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a540367. 00000100:00000200:3.0:1767384928.794914:0:16767:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237358513920, offset 0 00000400:00000200:3.0:1767384928.794917:0:16767:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384928.794921:0:16767:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384928.794926:0:16767:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272704f00 00000400:00000200:3.0:1767384928.794929:0:16767:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1111 [2] + 0 00000400:00000010:3.0:1767384928.794931:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd89e0df. 00000400:00000200:3.0:1767384928.794933:0:16767:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004092ccb7 00000400:00000200:3.0:1767384928.794935:0:16767:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384928.794937:0:16767:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384928.794939:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004092ccb7 00000400:00000010:3.0:1767384928.794940:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004092ccb7. 00000100:00000001:3.0:1767384928.794943:0:16767:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384928.794944:0:16767:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384928.794946:0:16767:0:(events.c:337:request_in_callback()) incoming req@00000000e70d72f9 x1853237358513920 msgsize 304 00000100:00100000:3.0:1767384928.794948:0:16767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384928.794949:0:16767:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384928.794958:0:16767:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384928.794960:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a540367 00000400:00000010:3.0:1767384928.794961:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a540367. 00000100:00000001:3.0:1767384928.794962:0:16767:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384928.794964:0:16767:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000046810beb x1853237358513920/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.794969:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384928.794971:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000046810beb x1853237358513920/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.794976:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.794977:0:16767:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384928.794977:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384928.794982:0:16767:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384928.794982:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358513920 00000100:00000001:3.0:1767384928.794986:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294918668 00000100:00000001:3.0:1767384928.794991:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294918667 02000000:00000001:1.0:1767384928.794992:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384928.794994:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384928.794995:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384928.794998:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384928.795001:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358513920 00000100:00000001:3.0:1767384928.795002:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294918668 00000020:00000001:1.0:1767384928.795003:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384928.795006:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000100:00000001:3.0:1767384928.795008:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294918667 00000020:00000001:1.0:1767384928.795008:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384928.795030:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000020:00000001:1.0:1767384928.795035:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:3.0:1767384928.795036:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294918668 00000020:00000001:1.0:1767384928.795037:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:1.0:1767384928.795043:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384928.795044:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294918667 00000100:00000001:3.0:1767384928.795047:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294918668 00000100:00000001:3.0:1767384928.795051:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294918667 00000020:00000010:1.0:1767384928.795052:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046c4c88e. 00000100:00000001:3.0:1767384928.795054:0:16767:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384928.795056:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384928.795059:0:16767:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384928.795059:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046c4c88e. 00000100:00000001:3.0:1767384928.795062:0:16767:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384928.795064:0:16767:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384928.795065:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006bf690d1. 00000100:00100000:3.0:1767384928.795066:0:16767:0:(client.c:2690:ptlrpc_set_wait()) set 000000007ddd661c going to sleep for 11 seconds 00000100:00000001:3.0:1767384928.795070:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384928.795071:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384928.795077:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001b44fb23. 00000020:00000010:1.0:1767384928.795080:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004fc7614e. 00000100:00000040:1.0:1767384928.795084:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384928.795086:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384928.795087:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384928.795088:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.795091:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.795101:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384928.795108:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384928.795109:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384928.795111:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00000040:1.0:1767384928.795112:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:1.0:1767384928.795113:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529243216 : -108637180308400 : ffff9d31ef755450) 00000100:00000040:1.0:1767384928.795117:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e70d72f9 x1853237358513920/t0(0) o256->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:154/0 lens 304/0 e 0 to 0 dl 1767384939 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384928.795122:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384928.795124:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046c4c88e. 00000100:00000001:1.0:1767384928.795126:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384928.795127:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046c4c88e. 00000100:00100000:1.0:1767384928.795131:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e70d72f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16767:x1853237358513920:12345-0@lo:256: 00000100:00000200:1.0:1767384928.795133:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358513920 00000020:00000001:1.0:1767384928.795134:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384928.795136:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384928.795137:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384928.795138:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384928.795139:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170144 : -1040381472 : ffffffffc1fd09e0) 00000020:00000001:1.0:1767384928.795141:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384928.795142:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384928.795148:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384928.795149:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384928.795150:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.795153:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384928.795154:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384928.795156:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000f47ea08f. 02000000:00000001:1.0:1767384928.795158:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.795159:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384928.795161:0:16763:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384928.795164:0:16763:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384928.795166:0:16763:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384928.795168:0:16763:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384928.795171:0:16763:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384928.795172:0:16763:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384928.795173:0:16763:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384928.795175:0:16763:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000063a82284. 20000000:00000001:1.0:1767384928.795177:0:16763:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384928.795195:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384928.795200:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384928.795204:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384928.795206:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384928.795207:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384928.795209:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384928.795210:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384928.795212:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384928.795214:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384928.795215:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384928.795216:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384928.795218:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384928.795219:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384928.795220:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384928.795221:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384928.795222:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384928.795224:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384928.795225:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384928.795227:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384928.795228:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384928.795230:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384928.795231:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384928.795235:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384928.795236:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384928.795238:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384928.795239:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:01000000:1.0:1767384928.795241:0:16763:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 544, pages 3552/1/4/3. 20000000:00000040:1.0:1767384928.795246:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384928.795248:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384928.795249:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384928.795251:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384928.795252:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384928.795254:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384928.795255:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384928.795256:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384928.795257:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384928.795259:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384928.795260:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384928.795261:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384928.795262:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384928.795264:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384928.795265:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384928.795266:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384928.795268:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384928.795269:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384928.795270:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384928.795272:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384928.795273:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384928.795275:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384928.795276:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384928.795277:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384928.795279:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384928.795280:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:01000000:1.0:1767384928.795281:0:16763:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 544, pages 3008/1/4/3. 20000000:01000000:1.0:1767384928.795283:0:16763:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1088, version 56 20000000:00000001:1.0:1767384928.795285:0:16763:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1088 : 1088 : 440) 00000100:00000001:1.0:1767384928.795287:0:16763:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384928.795289:0:16763:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000b6f5260b. 00000100:00000010:1.0:1767384928.795291:0:16763:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000f8ed2cee. 00000020:00000040:1.0:1767384928.795293:0:16763:0:(genops.c:887:class_export_get()) GET export 000000005d63f134 refcount=16 00010000:00000001:1.0:1767384928.795299:0:16763:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384928.795301:0:16763:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384928.795304:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f27d0a09. 00000400:00000010:1.0:1767384928.795308:0:16763:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ce383270. 00000400:00000200:1.0:1767384928.795311:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384928.795318:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384928.795323:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1088 into portal 33 MB=0x6958272704f00 00000400:00000200:1.0:1767384928.795327:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1088/1088 into md 0x18b9 [4] + 0 00000400:00000010:1.0:1767384928.795331:0:16763:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0ad8e31. 00000400:00000200:1.0:1767384928.795334:0:16763:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000257458bc 00000400:00000200:1.0:1767384928.795339:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384928.795343:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384928.795346:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000257458bc 00000400:00000010:1.0:1767384928.795348:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000257458bc. 00000100:00000001:1.0:1767384928.795352:0:16763:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384928.795353:0:16763:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000046810beb desc 00000000fecd7d22 mbits 1853237358513920 00000100:00000001:1.0:1767384928.795366:0:16763:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384928.795370:0:16763:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384928.795375:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000100:00000001:3.0:1767384928.795384:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384928.795384:0:16763:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x18c5 00000400:00000200:1.0:1767384928.795388:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384928.795389:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384928.795396:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384928.795407:0:16763:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384928.795408:0:16763:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000b6f5260b 00000100:00000001:1.0:1767384928.795409:0:16763:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384928.795413:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f27d0a09 00000400:00000010:1.0:1767384928.795414:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f27d0a09. 00000100:00000001:1.0:1767384928.795415:0:16763:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384928.795416:0:16763:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000b6f5260b 00000100:00000001:1.0:1767384928.795417:0:16763:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384928.795419:0:16763:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1088 bytes via portal 33 id 12345-0@lo mbits 0x6958272704f00-0x6958272704f00 00000100:00000001:1.0:1767384928.795421:0:16763:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384928.795424:0:16763:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.795425:0:16763:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384928.795427:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 15 00000100:00000010:1.0:1767384928.795434:0:16763:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000f8ed2cee. 00000100:00000010:1.0:1767384928.795436:0:16763:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000b6f5260b. 00000100:00000001:1.0:1767384928.795438:0:16763:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384928.795439:0:16763:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384928.795445:0:16763:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000063a82284. 20000000:00000001:1.0:1767384928.795448:0:16763:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384928.795450:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358513920 00010000:00000001:1.0:1767384928.795452:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384928.795454:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e70d72f9 x1853237358513920/t0(0) o256->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:154/0 lens 304/240 e 0 to 0 dl 1767384939 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384928.795459:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384928.795460:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384928.795462:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=52 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384928.795464:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384928.795465:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:1.0:1767384928.795466:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:1.0:1767384928.795468:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384928.795469:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384928.795470:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384928.795472:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384928.795474:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f27d0a09. 00000100:00000200:1.0:1767384928.795476:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237358513920, offset 224 00000400:00000200:1.0:1767384928.795479:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384928.795483:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384928.795487:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272704f00 00000400:00000200:1.0:1767384928.795489:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x18bd [1] + 224 00000400:00000200:1.0:1767384928.795492:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384928.795494:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384928.795496:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384928.795498:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000046810beb x1853237358513920/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384928.795503:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000046810beb x1853237358513920/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384928.795539:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384928.795544:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f27d0a09 00000400:00000010:1.0:1767384928.795545:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f27d0a09. 00000100:00000001:1.0:1767384928.795548:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384928.795549:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384928.795552:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384928.795554:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:1.0:1767384928.795556:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384928.795557:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384928.795559:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384928.795560:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384928.795563:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e70d72f9 x1853237358513920/t0(0) o256->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:154/0 lens 304/240 e 0 to 0 dl 1767384939 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384928.795565:0:16767:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384928.795569:0:16767:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384928.795572:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c95f647. 00000100:00100000:1.0:1767384928.795575:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e70d72f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16767:x1853237358513920:12345-0@lo:256: Request processed in 450us (626us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384928.795577:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a585988 00000400:00000010:3.0:1767384928.795582:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a585988. 00000100:00100000:1.0:1767384928.795585:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00000001:3.0:1767384928.795587:0:16767:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384928.795588:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:1.0:1767384928.795591:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384928.795592:0:16767:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000046810beb x1853237358513920/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384928.795594:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384928.795598:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001b44fb23. 00000020:00000010:1.0:1767384928.795604:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004fc7614e. 00000100:00000200:3.0:1767384928.795605:0:16767:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000046810beb x1853237358513920/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384928.795610:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006bf690d1. 00000100:00000001:3.0:1767384928.795616:0:16767:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384928.795617:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 00000100:00000001:3.0:1767384928.795618:0:16767:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384928.795622:0:16767:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384928.795622:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384928.795625:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000f47ea08f. 02000000:00000001:3.0:1767384928.795626:0:16767:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384928.795629:0:16767:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384928.795631:0:16767:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384928.795631:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384928.795634:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384928.795635:0:16767:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384928.795638:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384928.795641:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003edab07d. 00000100:00001000:3.0:1767384928.795644:0:16767:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=52 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384928.795646:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044e5b242. 00000100:00001000:3.0:1767384928.795649:0:16767:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=52 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384928.795653:0:16767:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384928.795655:0:16767:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384928.795657:0:16767:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384928.795658:0:16767:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.795659:0:16767:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384928.795662:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000046810beb x1853237358513920/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384928.795668:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000046810beb x1853237358513920/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.795672:0:16767:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384928.795673:0:16767:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384928.795675:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046810beb x1853237358513920/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384928.795680:0:16767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000046810beb pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358513920:0@lo:256: 00000100:00000001:3.0:1767384928.795682:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384928.795684:0:16767:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.795685:0:16767:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384928.795687:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384928.795689:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000046810beb x1853237358513920/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.795693:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384928.795695:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007ddd661c. 00000100:00000001:3.0:1767384928.795713:0:16767:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384928.795714:0:16767:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384928.795717:0:16767:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 56, more 0. 10000000:00000001:3.0:1767384928.795720:0:16767:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384928.795726:0:16767:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000007310b76b. 10000000:00000040:3.0:1767384928.795737:0:16767:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.157@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384928.795743:0:16767:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384928.795746:0:16767:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384928.795758:0:16767:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.157@tcp has 192.168.203.157@tcp. 00000100:00000001:3.0:1767384928.795761:0:16767:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384928.795778:0:16767:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384928.795780:0:16767:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.157@tcp with 192.168.203.157@tcp 00000100:00000200:3.0:1767384928.795781:0:16767:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.157@tcp' 00000400:00000200:3.0:1767384928.795785:0:16767:0:(peer.c:1356:LNetAddPeer()) Add peer with 26 NIDs 00000400:00001000:3.0:1767384928.795787:0:16767:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384928.795789:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.157@tcp 00000400:00000200:3.0:1767384928.795793:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384928.795797:0:16767:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (25) 00000400:00000200:3.0:1767384928.795800:0:16767:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (26) 00000400:00000200:3.0:1767384928.795811:0:16767:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:3.0:1767384928.795813:0:16767:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384928.795814:0:16767:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384928.795816:0:16767:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp: 0. pending discovery 00000400:00000200:3.0:1767384928.795818:0:16767:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (27) 00000400:00000200:3.0:1767384928.795819:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp 00000400:00000200:3.0:1767384928.795820:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.157@tcp10 00000400:00000200:3.0:1767384928.795822:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384928.795823:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp10 00000400:00000200:3.0:1767384928.795825:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.157@tcp11 00000400:00000200:3.0:1767384928.795827:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384928.795828:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp11 00000400:00000200:3.0:1767384928.795830:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.157@tcp12 00000400:00000200:3.0:1767384928.795832:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384928.795833:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp12 00000400:00000200:3.0:1767384928.795834:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.157@tcp13 00000400:00000200:3.0:1767384928.795837:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384928.795838:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp13 00000400:00000200:3.0:1767384928.795839:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.157@tcp14 00000400:00000200:3.0:1767384928.795843:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384928.795844:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp14 00000400:00000200:2.0:1767384928.795845:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384928.795846:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.157@tcp15 00000400:00000200:3.0:1767384928.795852:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384928.795853:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp15 00000400:00000200:3.0:1767384928.795857:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.157@tcp16 00000400:00000200:2.0:1767384928.795858:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102071 00000400:00000200:2.0:1767384928.795865:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (26) 00000400:00000200:3.0:1767384928.795867:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384928.795869:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp16 00000400:00000200:3.0:1767384928.795870:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.157@tcp17 00000400:00000200:3.0:1767384928.795874:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384928.795877:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp17 00000400:00000200:3.0:1767384928.795879:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.157@tcp18 00000400:00000010:2.0:1767384928.795880:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 0000000092b192c8. 00000400:00000200:3.0:1767384928.795881:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384928.795884:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp18 00000400:00000200:3.0:1767384928.795887:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.157@tcp19 00000400:00000200:3.0:1767384928.795889:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp19 NID flags 0x1: -114 00000400:00000010:2.0:1767384928.795889:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b3da32d. 00000400:00000200:3.0:1767384928.795892:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp19 00000400:00000200:3.0:1767384928.795895:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.157@tcp20 00000400:00000200:3.0:1767384928.795897:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384928.795899:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp20 00000400:00000010:2.0:1767384928.795900:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000039088aef. 00000400:00000200:3.0:1767384928.795901:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.157@tcp21 00000400:00000200:3.0:1767384928.795907:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384928.795910:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp21 00000400:00000200:2.0:1767384928.795912:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1767384928.795914:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.157@tcp22 00000400:00000200:3.0:1767384928.795920:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384928.795921:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp22 00000400:00000200:3.0:1767384928.795922:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.157@tcp23 00000400:00000200:3.0:1767384928.795925:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384928.795927:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp23 00000400:00000200:2.0:1767384928.795929:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1767384928.795930:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.157@tcp24 00000400:00000200:3.0:1767384928.795935:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384928.795937:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp24 00000400:00000200:3.0:1767384928.795941:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.157@tcp25 00000400:00000200:2.0:1767384928.795941:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:3.0:1767384928.795945:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384928.795948:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp25 00000400:00000200:3.0:1767384928.795951:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.157@tcp26 00000400:00000200:3.0:1767384928.795955:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384928.795957:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[43, 37], ns[43, 37] 00000400:00000200:3.0:1767384928.795958:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp26 00000400:00000200:3.0:1767384928.795962:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.157@tcp27 00000400:00000200:3.0:1767384928.795966:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384928.795971:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp27 00000400:00000200:3.0:1767384928.795973:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.157@tcp28 00000400:00000200:2.0:1767384928.795974:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[62, 37] 00000400:00000200:3.0:1767384928.795984:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384928.795984:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 37], ns[66, 37] 00000400:00000200:3.0:1767384928.795987:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp28 00000400:00000200:3.0:1767384928.795992:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.157@tcp29 00000400:00000200:3.0:1767384928.796000:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384928.796000:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 37], ns[77, 37] 00000400:00000200:3.0:1767384928.796003:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp29 00000400:00000200:3.0:1767384928.796007:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.157@tcp30 00000400:00000200:3.0:1767384928.796047:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384928.796049:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp30 00000400:00000200:3.0:1767384928.796050:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.157@tcp31 00000400:00000200:3.0:1767384928.796053:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384928.796055:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp31 00000400:00000200:3.0:1767384928.796056:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.157@tcp32 00000400:00000200:3.0:1767384928.796060:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384928.796061:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp32 00000400:00000200:3.0:1767384928.796062:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.157@tcp33 00000400:00000200:3.0:1767384928.796065:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384928.796066:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp33 00000400:00000200:3.0:1767384928.796068:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.157@tcp34 00000400:00000010:3.0:1767384928.796071:0:16767:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 000000003438a13a. 00000400:00000200:3.0:1767384928.796075:0:16767:0:(peer.c:264:lnet_peer_alloc()) 000000003438a13a nid 192.168.203.157@tcp34 00000400:00000010:3.0:1767384928.796077:0:16767:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ed13f3b7. 00000400:00000200:3.0:1767384928.796080:0:16767:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ed13f3b7 net tcp34 00000400:00000010:3.0:1767384928.796083:0:16767:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000184d34ae. 00000400:00000200:3.0:1767384928.796090:0:16767:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000184d34ae nid 192.168.203.157@tcp34 00000400:00000200:2.0:1767384928.796282:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 37], ns[81, 37] 00000400:00000200:2.0:1767384928.796290:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 37], ns[20, 37] 00000400:00000200:2.0:1767384928.796296:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 00000400:00000200:2.0:1767384928.796302:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 00000400:00000200:2.0:1767384928.796307:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 00000400:00000200:2.0:1767384928.796313:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 00000400:00000200:2.0:1767384928.796318:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 00000400:00000200:2.0:1767384928.796323:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 00000400:00000200:2.0:1767384928.796327:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 00000400:00000200:2.0:1767384928.796332:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 20], ns[46, 20] 00000400:00000200:2.0:1767384928.796338:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 20], ns[50, 20] 00000400:00000200:2.0:1767384928.796352:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 20], ns[54, 20] 00000400:00000200:2.0:1767384928.796357:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 20], ns[58, 20] 00000400:00000200:2.0:1767384928.796361:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 20], ns[74, 20] 00000400:00000200:2.0:1767384928.796366:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[84, 20], ns[84, 20] 00000400:00000200:2.0:1767384928.796372:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 20], ns[75, 20] 00000400:00000200:2.0:1767384928.796377:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[83, 20], ns[83, 20] 00000400:00000200:2.0:1767384928.796382:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 20], ns[0, 20] 00000400:00000200:2.0:1767384928.796404:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp32] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:2.0:1767384928.796409:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp32 00000400:00000200:2.0:1767384928.796417:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp32 00000400:00000200:2.0:1767384928.796424:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp32 lpni_is_preferred = 0 00000400:00000200:2.0:1767384928.796429:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp32 00000400:00000200:2.0:1767384928.796436:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp32 NI seq info: [85:85:256:4294967295] 192.168.203.157@tcp32 LPNI seq info [85:85:8:4294967295] 00000400:00000200:2.0:1767384928.796446:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp32 00000400:00000200:2.0:1767384928.796457:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp32(192.168.203.157@tcp32:) -> 192.168.203.157@tcp32(192.168.203.157@tcp:192.168.203.157@tcp32) : GET try# 0 00000400:00000200:3.0:1767384928.796465:0:16767:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003438a13a (0) 00000800:00000200:2.0:1767384928.796466:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp32 00000400:00000200:3.0:1767384928.796475:0:16767:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.157@tcp34: -2 00000800:00000010:2.0:1767384928.796477:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009f61ec69. 00000400:00000200:3.0:1767384928.796498:0:16767:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp34 NID 192.168.203.157@tcp34 flags 0x1 00000400:00000200:3.0:1767384928.796502:0:16767:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003438a13a (1) 00000400:00000200:3.0:1767384928.796504:0:16767:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003438a13a (2) 00000800:00000010:2.0:1767384928.796505:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b6ecb04a. 00000400:00000200:3.0:1767384928.796506:0:16767:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003438a13a (1) 00000400:00000200:3.0:1767384928.796520:0:16767:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003438a13a (2) 00000400:00000200:3.0:1767384928.796522:0:16767:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp34 (000000003438a13a): 0 00000400:00000200:3.0:1767384928.796524:0:16767:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384928.796526:0:16767:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384928.796530:0:16767:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.157@tcp34 NID 192.168.203.157@tcp34: 0. pending discovery 00000800:00000010:2.0:1767384928.796530:0:16125:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000faf0bacd. 00000800:00000200:2.0:1767384928.796541:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b6ecb04a] -> 12345-192.168.203.157@tcp32 (2) 00000400:00000200:3.0:1767384928.796542:0:16767:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003438a13a (3) 00000100:00000001:3.0:1767384928.796549:0:16767:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384928.796553:0:16767:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384928.796563:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b6ecb04a] -> 12345-192.168.203.157@tcp32 (2) 10000000:00000040:3.0:1767384928.796568:0:16767:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.157@tcp' by NID '192.168.203.157@tcp' 10000000:00000010:3.0:1767384928.796574:0:16767:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000009c9f611f. 10000000:00000040:3.0:1767384928.796576:0:16767:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 56/56 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.157@tcp::2 00000020:00000080:3.0:1767384928.796578:0:16767:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384928.796583:0:16767:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384928.796586:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094e6ff94. 00000020:00000010:3.0:1767384928.796590:0:16767:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000db9350ef. 00000400:00000200:2.0:1767384928.796590:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp 00000040:00000010:3.0:1767384928.796596:0:16767:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000052620571. 00000400:00000200:2.0:1767384928.796599:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100271 rc 0 00000020:00000010:3.0:1767384928.796601:0:16767:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ff339b81. 00000020:00000010:3.0:1767384928.796608:0:16767:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d8c06e7d. 00000400:00000200:2.0:1767384928.796609:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp34(000000003438a13a) state 0x41 00000020:00000010:3.0:1767384928.796613:0:16767:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000be333ad2. 00000400:00000200:2.0:1767384928.796614:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003438a13a (2) 80000000:00000010:3.0:1767384928.796618:0:16767:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002835db06. 40000000:00000010:3.0:1767384928.796623:0:16767:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005eb3944a. 00100000:00000010:3.0:1767384928.796629:0:16767:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000717c01bb. 00000400:00000010:2.0:1767384928.796631:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000dbafb81e. 00040000:00000010:3.0:1767384928.796633:0:16767:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e7ec3158. 00000400:00000010:2.0:1767384928.796637:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006347ee45. 00040000:00000010:3.0:1767384928.796639:0:16767:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000086176cd0. 00040000:00000010:3.0:1767384928.796646:0:16767:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004842d1bc. 00000400:00000010:2.0:1767384928.796648:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b068cfcd. 00080000:00000010:3.0:1767384928.796650:0:16767:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a7b38d94. 00000400:00000200:0.0:1767384928.796653:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000004:00000010:3.0:1767384928.796655:0:16767:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000403b8daf. 00000400:00000200:2.0:1767384928.796661:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp34 00000004:00000010:3.0:1767384928.796663:0:16767:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000076b6bfae. 00000004:00000010:3.0:1767384928.796668:0:16767:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000091b56c96. 00002000:00000010:3.0:1767384928.796671:0:16767:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005a59dcd1. 00000400:00000200:2.0:1767384928.796675:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp34 local destination 00000004:00000010:3.0:1767384928.796676:0:16767:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000049836cb0. 00000004:00000001:3.0:1767384928.796682:0:16767:0:(osp_dev.c:662:osp_process_config()) Process entered 00000400:00000200:2.0:1767384928.796684:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp34 00000040:00000001:3.0:1767384928.796685:0:16767:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384928.796688:0:16767:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000009c9f611f 00000400:00000200:2.0:1767384928.796691:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp34 00000040:00001000:3.0:1767384928.796692:0:16767:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384928.796696:0:16767:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384928.796698:0:16767:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384928.796700:0:16767:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000400:00000200:2.0:1767384928.796700:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp34 lpni_is_preferred = 0 00000400:00000200:0.0:1767384928.796701:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.796706:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp34 00000040:00001000:3.0:1767384928.796711:0:16767:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384928.796715:0:16767:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384928.796718:0:16767:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000400:00000200:2.0:1767384928.796718:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp34 NI seq info: [86:86:256:4294967295] 192.168.203.157@tcp34 LPNI seq info [1:1:8:4294967295] 00000040:00001000:3.0:1767384928.796722:0:16767:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.157@tcp::2 00000040:00000001:3.0:1767384928.796726:0:16767:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:0.0:1767384928.796729:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.796734:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp34 00000400:00000200:2.0:1767384928.796751:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp34(192.168.203.157@tcp34:) -> 192.168.203.157@tcp34(192.168.203.157@tcp34:192.168.203.157@tcp34) : GET try# 0 00000400:00000200:0.0:1767384928.796754:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000800:00000200:2.0:1767384928.796760:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp34 00000800:00000010:2.0:1767384928.796765:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e3c2efc6. 00000800:00000010:2.0:1767384928.796774:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007836bde6. 00000800:00000010:2.0:1767384928.796778:0:16125:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000003e7beb25. 00000004:00000001:3.0:1767384928.796783:0:16767:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384928.796785:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007836bde6] -> 12345-192.168.203.157@tcp34 (2) 00000400:00000200:0.0:1767384928.796787:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000020:00000010:3.0:1767384928.796789:0:16767:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000db9350ef. 00000800:00000200:2.1:1767384928.796795:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007836bde6] -> 12345-192.168.203.157@tcp34 (2) 00000040:00000010:3.0:1767384928.796797:0:16767:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000052620571. 00000020:00000010:3.0:1767384928.796802:0:16767:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ff339b81. 00000020:00000010:3.0:1767384928.796806:0:16767:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d8c06e7d. 00000020:00000010:3.0:1767384928.796809:0:16767:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000be333ad2. 80000000:00000010:3.0:1767384928.796813:0:16767:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002835db06. 00000400:00000200:2.0:1767384928.796815:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp34 40000000:00000010:3.0:1767384928.796818:0:16767:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005eb3944a. 00000400:00000200:0.0:1767384928.796820:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384928.796822:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp34(000000003438a13a) state 0x241 rc 0 00100000:00000010:3.0:1767384928.796824:0:16767:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000717c01bb. 00040000:00000010:3.0:1767384928.796831:0:16767:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e7ec3158. 00040000:00000010:3.0:1767384928.796836:0:16767:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000086176cd0. 00040000:00000010:3.0:1767384928.796839:0:16767:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004842d1bc. 00080000:00000010:3.0:1767384928.796842:0:16767:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a7b38d94. 00000004:00000010:3.0:1767384928.796846:0:16767:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000403b8daf. 00000004:00000010:3.0:1767384928.796849:0:16767:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000076b6bfae. 00000004:00000010:3.0:1767384928.796853:0:16767:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000091b56c96. 00002000:00000010:3.0:1767384928.796856:0:16767:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005a59dcd1. 00000400:00000200:0.0:1767384928.796858:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000004:00000010:3.0:1767384928.796859:0:16767:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000049836cb0. 00000020:00000010:3.0:1767384928.796865:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094e6ff94. 00000020:00000001:3.0:1767384928.796867:0:16767:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384928.796869:0:16767:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384928.796872:0:16767:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000009c9f611f. 10000000:00000010:3.0:1767384928.796874:0:16767:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000007310b76b. 10000000:00000001:3.0:1767384928.796877:0:16767:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384928.796879:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384928.796882:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000046810beb x1853237358513920/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384944 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384928.796887:0:16767:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384928.796889:0:16767:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384928.796890:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006345929a. 00000400:00000200:0.0:1767384928.796898:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 02000000:00000001:3.0:1767384928.796899:0:16767:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384928.796901:0:16767:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384928.796904:0:16767:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384928.796906:0:16767:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384928.796908:0:16767:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384928.796909:0:16767:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384928.796910:0:16767:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384928.796912:0:16767:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384928.796913:0:16767:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000085febb6a. 00000100:00000010:3.0:1767384928.796917:0:16767:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000fecd7d22. 00000100:00000001:3.0:1767384928.796919:0:16767:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384928.796920:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000a2ca5a7. 02000000:00000001:3.0:1767384928.796923:0:16767:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384928.796924:0:16767:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384928.796925:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000046810beb. 00000100:00000001:3.0:1767384928.796928:0:16767:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384928.796930:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384928.796942:0:16767:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000003acb977b. 00000400:00000200:0.0:1767384928.796942:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 10000000:01000000:3.0:1767384928.796949:0:16767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384928.796953:0:16767:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384928.796955:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384928.796956:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384928.796957:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006f9b2658 refcount=3 00000020:00000001:3.0:1767384928.796959:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431492114432 : -108642217437184 : ffff9d30c338d800) 00010000:00000001:3.0:1767384928.796961:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635431492114432 : -108642217437184 : ffff9d30c338d800) 00010000:00000001:3.0:1767384928.796964:0:16767:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384928.796965:0:16767:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: 000000006f9b2658/0x4895a8f6c11e86fd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e8704 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384928.796971:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384928.796972:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384928.796973:0:16767:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: 000000006f9b2658/0x4895a8f6c11e86fd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e8704 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384928.796977:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00010000:00000001:3.0:1767384928.796978:0:16767:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384928.796985:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384928.796986:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384928.796988:0:16767:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384928.796991:0:16767:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384928.796993:0:16767:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384928.796996:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384928.796997:0:16767:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ff67cc77) refs 3 10000000:00000001:3.0:1767384928.796999:0:16767:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:0.0:1767384928.797044:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:3.0:1767384928.797082:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:0.0:1767384928.797089:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:0.0:1767384928.797159:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:3.0:1767384928.797166:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:0.0:1767384928.797203:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:3.0:1767384928.797244:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:0.0:1767384928.797266:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:3.0:1767384928.797310:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:0.0:1767384928.797318:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:3.0:1767384928.797378:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:0.0:1767384928.797381:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:3.0:1767384928.797443:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:0.0:1767384928.797446:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:3.0:1767384928.797506:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:0.0:1767384928.797523:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:3.0:1767384928.797588:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:0.0:1767384928.797589:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:3.0:1767384928.797644:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:0.0:1767384928.797656:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:3.0:1767384928.797693:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:0.0:1767384928.797714:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:3.0:1767384928.797744:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:0.0:1767384928.797765:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:3.0:1767384928.797794:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:0.0:1767384928.797815:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:3.0:1767384928.797849:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:0.0:1767384928.797870:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:3.0:1767384928.797903:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:0.0:1767384928.797925:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:3.0:1767384928.797951:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:0.0:1767384928.797974:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:3.0:1767384928.797999:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:0.0:1767384928.798042:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:3.0:1767384928.798072:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:0.0:1767384928.798107:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:3.0:1767384928.798147:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:0.0:1767384928.798171:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:3.0:1767384928.798219:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:0.0:1767384928.798228:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:3.0:1767384928.798278:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:0.0:1767384928.798284:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:0.0:1767384928.798355:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:3.0:1767384928.798362:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:0.0:1767384928.798394:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:3.0:1767384928.798419:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:0.0:1767384928.798444:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:3.0:1767384928.798468:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:3.0:1767384928.798526:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:3.0:1767384928.798568:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:3.0:1767384928.798609:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:3.0:1767384928.798641:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:3.0:1767384928.798669:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000800:00000010:0.0:1767384928.798681:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000730e0f09. 00000800:00000010:0.0:1767384928.798687:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000854fbd56. 00000800:00000010:0.0:1767384928.798693:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cfd4a027. 00000400:00000200:3.0:1767384928.798705:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000800:00000010:0.0:1767384928.798721:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cfd4a027. 00000800:00020000:0.0:1767384928.798731:0:16117:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:0.0:1767384928.798734:0:16117:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000854fbd56. 00000800:00000010:0.0:1767384928.798737:0:16117:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000730e0f09. 00000400:00000200:3.0:1767384928.798746:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:02020000:0.0:1767384928.798801:0:16117:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp32 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384928.798807:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:0.0:1767384928.798811:0:16117:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp32 notifying 192.168.203.157@tcp32: down 00000800:00000200:0.0:1767384928.798818:0:16117:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp32 down 00000800:00000100:0.0:1767384928.798825:0:16117:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp32 00000800:00000010:0.0:1767384928.798828:0:16117:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009f61ec69. 00000400:00000200:0.0:1767384928.798843:0:16117:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384928.798848:0:16117:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp32->192.168.203.157@tcp32: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384928.798861:0:16117:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp32 added to recovery queue. ping count: 0 next ping: 252 health :900 00000400:00000200:3.0:1767384928.798863:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:0.0:1767384928.798865:0:16117:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384928.798871:0:16117:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp: 1 00000400:00000200:0.0:1767384928.798875:0:16117:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:3.0:1767384928.798904:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:0.0:1767384928.798913:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384928.798920:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100871 00000400:00000001:0.0:1767384928.798923:0:16125:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384928.798925:0:16125:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384928.798927:0:16125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b3da32d 00000400:00000010:0.0:1767384928.798929:0:16125:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b3da32d. 00000400:00000200:0.0:1767384928.798932:0:16125:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384928.798934:0:16125:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000010:0.0:1767384928.798937:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 0000000092b192c8. 00000400:00000200:0.0:1767384928.798940:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (27) 00000400:00000200:0.0:1767384928.798944:0:16125:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.157@tcp:-71 00000400:00000200:0.0:1767384928.798947:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102071 rc -71 00000400:00000200:0.0:1767384928.798951:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:0.0:1767384928.798955:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (26) 00000400:00000200:3.0:1767384928.798960:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:3.0:1767384928.799006:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:3.0:1767384928.799192:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f1da5d9a. 00000800:00000010:3.0:1767384928.799197:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007ddd661c. 00000800:00000010:3.0:1767384928.799202:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000085febb6a. 00000800:00000010:3.0:1767384928.799227:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000085febb6a. 00000800:00020000:3.0:1767384928.799234:0:16118:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:3.0:1767384928.799237:0:16118:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007ddd661c. 00000800:00000010:3.0:1767384928.799238:0:16118:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f1da5d9a. 00000400:02020000:3.0:1767384928.799270:0:16118:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp34 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384928.799277:0:16118:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp34 notifying 192.168.203.157@tcp34: down 00000800:00000200:3.0:1767384928.799282:0:16118:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp34 down 00000800:00000100:3.0:1767384928.799288:0:16118:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp34 00000800:00000010:3.0:1767384928.799291:0:16118:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e3c2efc6. 00000400:00000200:3.0:1767384928.799295:0:16118:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384928.799300:0:16118:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp34->192.168.203.157@tcp34: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384928.799304:0:16118:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp34 added to recovery queue. ping count: 0 next ping: 252 health :900 00000400:00000200:3.0:1767384928.799308:0:16118:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384928.799311:0:16118:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp34: 1 00000400:00000200:3.0:1767384928.799314:0:16118:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp34 (000000003438a13a): -114 00000400:00000200:2.0:1767384928.799336:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384928.799342:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp34(000000003438a13a) state 0x841 00000400:00000001:2.0:1767384928.799346:0:16125:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384928.799347:0:16125:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384928.799349:0:16125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006347ee45 00000400:00000010:2.0:1767384928.799350:0:16125:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006347ee45. 00000400:00000200:2.0:1767384928.799354:0:16125:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384928.799357:0:16125:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp34 (000000003438a13a): -114 00000400:00000010:2.0:1767384928.799361:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000dbafb81e. 00000400:00000200:2.0:1767384928.799364:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003438a13a (3) 00000400:00000200:2.0:1767384928.799367:0:16125:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.157@tcp34:-71 00000400:00000200:2.0:1767384928.799370:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp34(000000003438a13a) state 0x2041 rc -71 00000400:00000200:2.0:1767384928.799373:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp34 (000000003438a13a) 00000400:00000200:2.0:1767384928.799384:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003438a13a (2) 00000100:00000040:2.0:1767384928.806052:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294918668, at 4294918669 00000100:00000010:2.0:1767384928.806060:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004e468333. 00000100:00000040:0.0:1767384928.806062:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294918668, at 4294918669 00000100:00000010:0.0:1767384928.806070:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007c32bdbf. 00000020:00000010:1.0:1767384928.806252:0:29250:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000005e9b181. 00000020:00000040:1.0:1767384928.806257:0:29250:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384928.806259:0:29250:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000005e9b181. 00000100:00000040:1.0:1767384928.807064:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294918668, at 4294918670 00000100:00000010:1.0:1767384928.807070:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e60dd453. 00000100:00000040:3.0:1767384928.807113:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294918668, at 4294918670 00000100:00000010:3.0:1767384928.807120:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffabf1f4. 00010000:00000001:1.0:1767384929.113095:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384929.113101:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384929.113105:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384929.113106:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384929.113144:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384929.113149:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384929.113152:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384929.283779:0:29359:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384929.283782:0:29359:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp35 --if ens2 00000001:00000001:1.0:1767384929.287216:0:29359:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384929.294923:0:29360:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000082f673dc. 00000400:00000010:0.0:1767384929.294937:0:29360:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000b26ebf2a. 00000400:00000010:0.0:1767384929.294945:0:29360:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000854fbd56. 00000400:00000010:0.0:1767384929.294948:0:29360:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000001e26aa18. 00000400:00000010:0.0:1767384929.294951:0:29360:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c74ce0ec. 00000400:00000010:0.0:1767384929.294955:0:29360:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000be360d8e. 00000400:00000010:0.0:1767384929.294957:0:29360:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000563c6ded. 00000400:00000010:0.0:1767384929.294958:0:29360:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a7c92935. 00000400:00000010:0.0:1767384929.294960:0:29360:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000009f503c72. 00000800:00000010:0.0:1767384929.294972:0:29360:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000000caa802f. 00000800:00000200:0.0:1767384929.294982:0:29360:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384929.294992:0:29360:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384929.295040:0:29360:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:0.0:1767384929.295102:0:29360:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp35 [8/256/0/180] 00000400:00000010:0.0:1767384929.296540:0:29360:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 000000009386d7c3. 00000400:00000010:0.0:1767384929.296562:0:29360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b41dcae. 00000400:00000010:0.0:1767384929.296567:0:29360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000745b7c5b. 00000400:00000001:0.0:1767384929.296582:0:29360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384929.296584:0:29360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384929.296585:0:29360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e09f3a48. 00000400:00000200:0.0:1767384929.296588:0:29360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0c371c1 00000400:00000010:0.0:1767384929.296589:0:29360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0c371c1. 00000400:00000010:0.0:1767384929.296592:0:29360:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 0000000001dde6f5. 00000400:00000200:0.0:1767384929.296596:0:29360:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (25) 00000400:00000200:0.0:1767384929.296607:0:29360:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:0.0:1767384929.296609:0:29360:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003438a13a (1) 00000400:00000200:0.0:1767384929.296611:0:29360:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp34 (000000003438a13a): 0 00000400:00000200:0.0:1767384929.296620:0:29360:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131107 00000020:00000010:0.0:1767384929.296628:0:29360:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000730e0f09. 00000400:00000200:2.0:1767384929.296629:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384929.296635:0:29360:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384929.296637:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102071 00000400:00000200:2.0:1767384929.296642:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (26) 00000020:01000000:0.0:1767384929.296643:0:29360:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp35 00000400:00000010:2.0:1767384929.296648:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 000000008fd14d7d. 00000400:00000010:2.0:1767384929.296652:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006347ee45. 00000400:00000010:2.0:1767384929.296657:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dbb853b3. 00000400:00000200:2.0:1767384929.296661:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp 00000400:00000010:0.0:1767384929.296665:0:29360:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000b26ebf2a. 00000400:00000010:0.0:1767384929.296672:0:29360:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000082f673dc. 00000400:00000200:2.0:1767384929.296673:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1767384929.296680:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:2.0:1767384929.296685:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[43, 37], ns[43, 37] 00000020:00000001:1.0:1767384929.296687:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384929.296688:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[62, 37] 10000000:00000001:1.0:1767384929.296692:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384929.296693:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 37], ns[66, 37] 10000000:00000001:1.0:1767384929.296697:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384929.296699:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 37], ns[77, 37] 10000000:01000000:1.0:1767384929.296701:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384929.296706:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384929.296709:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 37], ns[81, 37] 00000020:01000004:1.0:1767384929.296710:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384929.296714:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384929.296717:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384929.296718:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 37], ns[20, 37] 00000020:01000004:1.0:1767384929.296720:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384929.296723:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384929.296725:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384929.296726:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 00000020:01000004:1.0:1767384929.296727:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384929.296730:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384929.296733:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384929.296736:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 00000400:00000200:2.0:1767384929.296740:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 00000100:00000010:1.0:1767384929.296740:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ff639a3f. 00000020:00000040:1.0:1767384929.296747:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000400:00000200:2.0:1767384929.296750:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 00000100:00000001:1.0:1767384929.296754:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384929.296757:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 02000000:00000001:1.0:1767384929.296758:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384929.296781:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384929.296789:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ab7e8103. 00000400:00000200:2.0:1767384929.296792:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 00000400:00000200:2.0:1767384929.296797:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 00000100:00000001:1.0:1767384929.296797:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384929.296804:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 20], ns[46, 20] 00000400:00000200:2.0:1767384929.296806:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 20], ns[50, 20] 00000100:00000001:1.0:1767384929.296808:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384929.296812:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 20], ns[54, 20] 00000100:00000001:1.0:1767384929.296813:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384929.296817:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 20], ns[58, 20] 00000400:00000200:2.0:1767384929.296821:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 20], ns[74, 20] 00000100:00000040:1.0:1767384929.296826:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff639a3f] to pc [ptlrpcd_00_03+3] req@00000000ff639a3f x1853237358514048/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384929.296827:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[84, 20], ns[84, 20] 00000400:00000200:2.0:1767384929.296853:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 20], ns[75, 20] 00000400:00000200:2.0:1767384929.296864:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[83, 20], ns[83, 20] 00000400:00000200:2.0:1767384929.296872:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[85, 20], ns[85, 20] 00000400:00000200:2.0:1767384929.296875:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 20], ns[0, 20] 00000400:00000200:2.0:1767384929.296878:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp33 00000400:00000200:2.0:1767384929.296882:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp33 00000400:00000200:2.0:1767384929.296886:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp33 lpni_is_preferred = 0 00000400:00000200:2.0:1767384929.296889:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp33 00000100:00000001:0.0:1767384929.296891:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384929.296892:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384929.296895:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp33 NI seq info: [87:87:256:4294967295] 192.168.203.157@tcp33 LPNI seq info [86:86:8:4294967295] 00000100:00000001:0.0:1767384929.296896:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384929.296900:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384929.296904:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp33 10000000:00000001:1.0:1767384929.296906:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384929.296909:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ff639a3f x1853237358514048/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384929.296910:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384929.296916:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384929.296924:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384929.296925:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp33(192.168.203.157@tcp33:) -> 192.168.203.157@tcp33(192.168.203.157@tcp:192.168.203.157@tcp33) : GET try# 0 10000000:00000001:1.0:1767384929.296928:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384929.296932:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:0.0:1767384929.296932:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:01000000:1.0:1767384929.296935:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:0.0:1767384929.296936:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384929.296939:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp33 00000020:01000004:1.0:1767384929.296940:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:0.0:1767384929.296943:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384929.296945:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:0.0:1767384929.296947:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767384929.296948:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c387c1fc. 00000020:01000004:1.0:1767384929.296948:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384929.296951:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:0.0:1767384929.296952:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384929.296954:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384929.296958:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00100000:0.0:1767384929.296959:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ff639a3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358514048:0@lo:253: 00000020:01000004:1.0:1767384929.296960:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384929.296963:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000010:2.0:1767384929.296965:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d474981a. 00000100:00000001:0.0:1767384929.296965:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:1.0:1767384929.296966:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384929.296973:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:2.0:1767384929.296974:0:16125:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c1943726. 00000100:00000010:1.0:1767384929.296974:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6db7f0b. 02000000:00000001:0.0:1767384929.296977:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384929.296981:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000800:00000200:2.0:1767384929.296986:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d474981a] -> 12345-192.168.203.157@tcp33 (2) 00000100:00000001:1.0:1767384929.296986:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384929.296989:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384929.296990:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.1:1767384929.297010:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d474981a] -> 12345-192.168.203.157@tcp33 (2) 02000000:00000001:1.0:1767384929.297011:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384929.297018:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000be9167b0. 02000000:00000010:0.0:1767384929.297020:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ba797732. 00000100:00000001:1.0:1767384929.297022:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384929.297023:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384929.297026:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp 00000400:00000200:2.0:1767384929.297029:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100271 rc 0 00000400:00000200:2.0:1767384929.297034:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp34(000000003438a13a) state 0x2061 00000400:00000200:2.0:1767384929.297037:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003438a13a (2) 00000400:00000010:2.0:1767384929.297040:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000092b192c8. 00000400:00000010:2.0:1767384929.297043:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cb2c18e. 00000400:00000010:2.0:1767384929.297047:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000f218950. 00000400:00000200:2.0:1767384929.297050:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp34 00000400:00000010:0.0:1767384929.297077:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089c9f820. 00000100:00000001:1.0:1767384929.297081:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767384929.297082:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b26ebf2a. 00000100:00000001:1.0:1767384929.297084:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384929.297087:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358514048, portal 25 00000100:00000040:1.0:1767384929.297091:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6db7f0b] to pc [ptlrpcd_00_00+0] req@00000000c6db7f0b x1853237358514176/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384929.297092:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384929.297095:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436514548736 : -108637195002880 : ffff9d31ee951c00) 00000100:00000040:0.0:1767384929.297106:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ff639a3f x1853237358514048/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384929.297112:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384929.297117:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:1.0:1767384929.297119:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384929.297119:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000013c9ca90. 00000400:00000200:2.0:1767384929.297124:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp34 local destination 10000000:00000001:1.0:1767384929.297125:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384929.297126:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358514048, offset 0 00000020:00000001:1.0:1767384929.297130:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384929.297131:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp34 00000020:01000000:1.0:1767384929.297133:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384929.297138:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384929.297139:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp34 00000020:00000010:1.0:1767384929.297139:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000730e0f09. 00000400:00000200:2.0:1767384929.297146:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp34 lpni_is_preferred = 0 00000400:00000200:2.0:1767384929.297166:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp34 00000400:00000200:2.0:1767384929.297170:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp34 NI seq info: [88:88:256:4294967295] 192.168.203.157@tcp34 LPNI seq info [2:2:8:4294967295] 00000100:00000001:1.0:1767384929.297172:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384929.297176:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384929.297177:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp34 00000100:00000001:1.0:1767384929.297184:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384929.297188:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp34(192.168.203.157@tcp34:) -> 192.168.203.157@tcp34(192.168.203.157@tcp34:192.168.203.157@tcp34) : GET try# 0 00000100:00000001:1.0:1767384929.297188:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767384929.297194:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp34 00000800:00000010:2.0:1767384929.297199:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000727779b0. 00000100:00000001:1.0:1767384929.297199:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384929.297202:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384929.297208:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6db7f0b x1853237358514176/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384929.297210:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007836bde6] -> 12345-192.168.203.157@tcp34 (2) 00000400:00000200:0.0:1767384929.297232:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272704f80 00000800:00000200:2.0:1767384929.297233:0:16125:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.157 (cnted 0, interval 1, 1 secs later) 00000100:00000001:1.0:1767384929.297243:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.1:1767384929.297244:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007836bde6] -> 12345-192.168.203.157@tcp34 (2) 00000100:00000001:1.0:1767384929.297246:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384929.297252:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384929.297254:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384929.297255:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1189 [2] + 0 02000000:00000001:1.0:1767384929.297258:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384929.297262:0:16125:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.157 (cnted 0, interval 1, 1 secs later) 00000400:00000010:0.0:1767384929.297264:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b386a02. 00000100:00100000:1.0:1767384929.297265:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c6db7f0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358514176:0@lo:253: 00000400:00000200:0.0:1767384929.297271:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000193b7e01 00000100:00000001:1.0:1767384929.297273:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000100:2.0:1767384929.297274:0:16125:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.157@tcp34 00000800:00000010:2.0:1767384929.297277:0:16125:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000727779b0. 02000000:00000001:1.0:1767384929.297277:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384929.297279:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384929.297280:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384929.297283:0:16125:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000001:1.0:1767384929.297285:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384929.297290:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1767384929.297292:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d9273208. 00000400:00000200:2.0:1767384929.297293:0:16125:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp34->192.168.203.157@tcp34: GET: REMOTE_ERROR 00000400:00000200:0.0:1767384929.297296:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000193b7e01 02000000:00000001:1.0:1767384929.297298:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384929.297299:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000193b7e01. 00000400:00000010:1.0:1767384929.297302:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000356384be. 00000100:00000001:0.0:1767384929.297305:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384929.297307:0:16125:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000200:0.0:1767384929.297308:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384929.297309:0:16127:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032076488. 00000400:00000200:2.0:1767384929.297314:0:16125:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp34: 1 00000100:00000040:0.0:1767384929.297314:0:16130:0:(events.c:337:request_in_callback()) incoming req@000000009aeb577a x1853237358514048 msgsize 4848 00000100:00000200:1.0:1767384929.297315:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358514176, portal 25 00000400:00000200:2.0:1767384929.297321:0:16125:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp34 (000000003438a13a): -114 00000100:00000001:1.0:1767384929.297322:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384929.297325:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436514541568 : -108637195010048 : ffff9d31ee950000) 00000100:00100000:0.0:1767384929.297330:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384929.297333:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c6db7f0b x1853237358514176/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384929.297333:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384929.297335:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp34 00000100:00000001:1.0:1767384929.297341:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384929.297344:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384929.297345:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384929.297348:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp34(000000003438a13a) state 0x861 rc 0 00000400:00000010:1.0:1767384929.297350:0:16127:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0c3fb8b. 00000400:00000200:0.0:1767384929.297353:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013c9ca90 00000400:00000200:2.0:1767384929.297355:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp34(000000003438a13a) state 0x861 00000400:00000010:0.0:1767384929.297356:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000013c9ca90. 00000100:00000001:0.0:1767384929.297361:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384929.297362:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358514176, offset 0 00000400:00000001:2.0:1767384929.297363:0:16125:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1767384929.297366:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ff639a3f x1853237358514048/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384929.297367:0:16125:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384929.297370:0:16125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cb2c18e 00000400:00000010:2.0:1767384929.297374:0:16125:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000cb2c18e. 00000400:00000200:2.0:1767384929.297379:0:16125:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384929.297382:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384929.297386:0:16125:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp34 (000000003438a13a): -114 00000400:00000010:2.0:1767384929.297393:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000092b192c8. 00000400:00000200:2.0:1767384929.297399:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003438a13a (3) 00000100:00000001:0.0:1767384929.297401:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384929.297404:0:16125:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.157@tcp34:-5 00000100:00000040:0.0:1767384929.297407:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ff639a3f x1853237358514048/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384929.297410:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384929.297411:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp34(000000003438a13a) state 0x2061 rc -5 00000400:00000200:2.0:1767384929.297421:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp34 (000000003438a13a) 00000100:00000001:0.0:1767384929.297424:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384929.297427:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384929.297429:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003438a13a (2) 00000400:00000200:1.0:1767384929.297448:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272705000 00000100:00000001:0.0:1767384929.297453:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384929.297455:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1191 [2] + 0 00000100:00000001:0.0:1767384929.297459:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294919171 00000400:00000010:1.0:1767384929.297460:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006abf8f57. 00000400:00000200:1.0:1767384929.297466:0:16127:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003ca2f731 00000100:00000010:0.0:1767384929.297467:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c142f4bc. 00000400:00000200:1.0:1767384929.297472:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384929.297474:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384929.297483:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384929.297485:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294919171 00000400:00000200:1.0:1767384929.297487:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ca2f731 00000400:00000010:1.0:1767384929.297490:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003ca2f731. 00000100:00000010:0.0:1767384929.297490:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000112584c3. 00000100:00000001:1.0:1767384929.297494:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384929.297495:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000200:1.0:1767384929.297496:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384929.297501:0:16127:0:(events.c:337:request_in_callback()) incoming req@000000006c559d2a x1853237358514176 msgsize 4848 00000100:00000001:0.0:1767384929.297502:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294919171 00000400:00000200:2.0:1767384929.297519:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000100:00000010:0.0:1767384929.297533:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b8a5f84. 00000100:00100000:1.0:1767384929.297534:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384929.297539:0:16127:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384929.297540:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384929.297546:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294919171 00000100:00000001:1.0:1767384929.297550:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:0.0:1767384929.297551:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3899e41. 00000100:00000001:0.0:1767384929.297556:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384929.297558:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0c3fb8b 00000100:00000001:0.0:1767384929.297561:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384929.297562:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e0c3fb8b. 00000100:00000001:0.0:1767384929.297567:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384929.297568:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384929.297574:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384929.297575:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c6db7f0b x1853237358514176/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384929.297577:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384929.297586:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000100:00000001:1.0:1767384929.297587:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384929.297588:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384929.297592:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384929.297593:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c6db7f0b x1853237358514176/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384929.297597:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384929.297601:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384929.297602:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384929.297604:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384929.297605:0:16127:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384929.297608:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384929.297612:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384929.297617:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294919171 00000100:00000001:1.0:1767384929.297619:0:16127:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, keep current deadline 4294919171 00000100:00000001:1.0:1767384929.297621:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294919171 00000100:00000001:1.0:1767384929.297623:0:16127:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, keep current deadline 4294919171 00000100:00000001:1.0:1767384929.297625:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294919171 00000100:00000001:1.0:1767384929.297626:0:16127:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, keep current deadline 4294919171 00000100:00000001:1.0:1767384929.297628:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294919171 00000100:00000001:1.0:1767384929.297630:0:16127:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, keep current deadline 4294919171 00000100:00000001:1.0:1767384929.297631:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384929.297633:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384929.297635:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384929.297637:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384929.297638:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000100:00000001:1.0:1767384929.297650:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384929.297651:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384929.297655:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384929.297656:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384929.297658:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384929.297661:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384929.297672:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384929.297675:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384929.297682:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000100:00000001:1.0:1767384929.297696:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384929.297700:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358514048 00000100:00000001:0.0:1767384929.297702:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1767384929.297703:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1767384929.297706:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358514176 00000100:00000001:1.0:1767384929.297707:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384929.297711:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384929.297711:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767384929.297715:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384929.297715:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384929.297719:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358514048 00000020:00000001:1.0:1767384929.297722:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384929.297724:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384929.297725:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:1.0:1767384929.297730:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384929.297732:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384929.297733:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000400:00000200:2.0:1767384929.297735:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000100:00100000:0.0:1767384929.297736:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358514176 00000020:00000001:1.0:1767384929.297739:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:0.0:1767384929.297742:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384929.297744:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000040:0.0:1767384929.297745:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000100:00000001:1.0:1767384929.297749:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384929.297749:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384929.297754:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=16 00000020:00000010:1.0:1767384929.297755:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc910375. 00000020:00000001:0.0:1767384929.297756:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:1.0:1767384929.297761:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384929.297761:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000010:1.0:1767384929.297785:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc910375. 00000100:00000001:0.0:1767384929.297786:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384929.297792:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c891947. 00000020:00000010:1.0:1767384929.297795:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1730bf6. 00000100:00000001:0.0:1767384929.297795:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384929.297799:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000020:00000010:0.0:1767384929.297799:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c891947. 00000020:00000010:1.0:1767384929.297804:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001b44fb23. 00000020:00000010:0.0:1767384929.297809:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001dde6f5. 00000020:00000010:1.0:1767384929.297811:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004fc7614e. 00000020:00000010:0.0:1767384929.297815:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000009e41426. 00000020:00000010:0.0:1767384929.297820:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dbd4e82b. 00000100:00000040:1.0:1767384929.297824:0:16762:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384929.297829:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384929.297830:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384929.297832:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384929.297833:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384929.297851:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384929.297852:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384929.297858:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000100:00000001:1.0:1767384929.297864:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384929.297866:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384929.297880:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384929.297880:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384929.297896:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384929.297898:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384929.297900:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384929.297901:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000100:00000001:1.0:1767384929.297906:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384929.297906:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00000040:0.0:1767384929.297910:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:0.0:1767384929.297912:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529244240 : -108637180307376 : ffff9d31ef755850) 00000100:00000040:0.0:1767384929.297920:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009aeb577a x1853237358514048/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:155/0 lens 4848/0 e 0 to 0 dl 1767384940 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384929.297923:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00000040:1.0:1767384929.297928:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000100:00000001:1.0:1767384929.297933:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529251408 : -108637180300208 : ffff9d31ef757450) 00000100:00000001:0.0:1767384929.297935:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384929.297940:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006c559d2a x1853237358514176/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:155/0 lens 4848/0 e 0 to 0 dl 1767384940 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384929.297940:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c891947. 00000100:00000001:0.0:1767384929.297946:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384929.297949:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000020:00000010:0.0:1767384929.297951:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c891947. 00000100:00000001:1.0:1767384929.297959:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384929.297962:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009aeb577a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+16:16130:x1853237358514048:12345-0@lo:253: 00000020:00000010:1.0:1767384929.297963:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc910375. 00000100:00000001:1.0:1767384929.297966:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384929.297969:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc910375. 00000100:00000200:0.0:1767384929.297976:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358514048 00000100:00100000:1.0:1767384929.297980:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006c559d2a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+16:16127:x1853237358514176:12345-0@lo:253: 00000020:00000001:0.0:1767384929.297981:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:1.0:1767384929.297986:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358514176 00000020:00000001:0.0:1767384929.297987:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384929.297989:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384929.297990:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384929.297993:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384929.297994:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384929.298013:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384929.298014:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:1.0:1767384929.298018:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384929.298019:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384929.298020:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:0.0:1767384929.298022:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384929.298023:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000020:00000001:1.0:1767384929.298024:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384929.298028:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384929.298029:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384929.298031:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384929.298032:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384929.298034:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384929.298036:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384929.298037:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384929.298040:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384929.298041:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384929.298043:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384929.298045:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384929.298049:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000fd481eb. 02000000:00000010:1.0:1767384929.298051:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009831d8d2. 02000000:00000001:0.0:1767384929.298052:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384929.298055:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384929.298102:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384929.298104:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384929.298105:0:16762:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384929.298107:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 20000000:00000001:0.0:1767384929.298109:0:16763:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384929.298116:0:16762:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000730e0f09. 20000000:00000010:0.0:1767384929.298119:0:16763:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000002db24bbd. 20000000:01000000:1.0:1767384929.298120:0:16762:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1767384929.298123:0:16763:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384929.298124:0:16762:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384929.298144:0:16762:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384929.298144:0:16763:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384929.298148:0:16762:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384929.298150:0:16762:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384929.298150:0:16763:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:2.0:1767384929.298153:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 20000000:00000001:0.0:1767384929.298154:0:16763:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384929.298160:0:16763:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384929.298162:0:16762:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384929.298163:0:16763:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384929.298172:0:16762:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006bf690d1. 20000000:01000000:1.0:1767384929.298175:0:16762:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 20000000:00000001:1.0:1767384929.298180:0:16762:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384929.298186:0:16762:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384929.298187:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.298225:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00080000:00000001:1.0:1767384929.298247:0:16762:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384929.298250:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00080000:00000001:1.0:1767384929.298251:0:16762:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384929.298254:0:16762:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384929.298256:0:16762:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384929.298275:0:16762:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384929.298281:0:16762:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:1.0:1767384929.298284:0:16762:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384929.298293:0:16762:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f47ea08f. 00080000:00000001:1.0:1767384929.298295:0:16762:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490467840 : -108642219083776 : ffff9d30c31fb800) 00080000:00000001:1.0:1767384929.298298:0:16762:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384929.298315:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.298352:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.298398:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000001:00000001:1.0:1767384929.298429:0:16762:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384929.298432:0:16762:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384929.298436:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00080000:00000001:1.0:1767384929.298437:0:16762:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384929.298465:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00080000:00000001:1.0:1767384929.298466:0:16762:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384929.298471:0:16762:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384929.298500:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.298581:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.298634:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00080000:00000001:1.0:1767384929.298648:0:16762:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384929.298653:0:16762:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384929.298678:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.298711:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.298747:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.298797:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.298824:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.298861:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.298887:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.298922:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.298947:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.298977:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.299014:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.299045:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:2.0:1767384929.299292:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a34fe83e. 00000800:00000010:2.0:1767384929.299297:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003778d91b. 00000800:00000010:2.0:1767384929.299303:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000088b7f224. 00000800:00000010:2.0:1767384929.299322:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000088b7f224. 00000800:00020000:2.0:1767384929.299329:0:16115:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:2.0:1767384929.299331:0:16115:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003778d91b. 00000800:00000010:2.0:1767384929.299334:0:16115:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a34fe83e. 00000400:02020000:2.0:1767384929.299374:0:16115:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp33 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384929.299380:0:16115:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp33 notifying 192.168.203.157@tcp33: down 00000800:00000200:2.0:1767384929.299384:0:16115:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp33 down 00000800:00000100:2.0:1767384929.299389:0:16115:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp33 00000800:00000010:2.0:1767384929.299392:0:16115:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c387c1fc. 00000400:00000200:2.0:1767384929.299394:0:16115:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384929.299397:0:16115:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp33->192.168.203.157@tcp33: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384929.299411:0:16115:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp33 added to recovery queue. ping count: 0 next ping: 252 health :900 00000400:00000200:2.0:1767384929.299414:0:16115:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384929.299417:0:16115:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp: 1 00000400:00000200:2.0:1767384929.299421:0:16115:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:0.0:1767384929.299460:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384929.299467:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100871 00000400:00000001:0.0:1767384929.299470:0:16125:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384929.299471:0:16125:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384929.299473:0:16125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006347ee45 00000400:00000010:0.0:1767384929.299474:0:16125:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006347ee45. 00000400:00000200:0.0:1767384929.299477:0:16125:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384929.299480:0:16125:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000010:0.0:1767384929.299492:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 000000008fd14d7d. 00000400:00000200:0.0:1767384929.299494:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (27) 00000400:00000200:0.0:1767384929.299497:0:16125:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.157@tcp:-71 00000400:00000200:0.0:1767384929.299519:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102071 rc -71 00000400:00000200:0.0:1767384929.299522:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:0.0:1767384929.299524:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (26) 00000100:00000040:3.0:1767384929.309092:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294919171, at 4294919172 00000100:00000010:3.0:1767384929.309101:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3899e41. 00000100:00000040:1.0:1767384929.310047:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294919171, at 4294919173 00000100:00000010:1.0:1767384929.310054:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000112584c3. 00000100:00000040:2.0:1767384929.310056:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294919171, at 4294919173 00000100:00000010:2.0:1767384929.310065:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b8a5f84. 00000100:00000040:0.0:1767384929.310112:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294919171, at 4294919173 00000100:00000010:0.0:1767384929.310120:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c142f4bc. 00080000:00000001:1.0:1767384929.311114:0:16762:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384929.311119:0:16762:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:1.0:1767384929.311122:0:16762:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384929.311122:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767384929.311124:0:16762:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384929.311126:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384929.311129:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384929.311131:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:1.0:1767384929.311132:0:16762:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384929.311133:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384929.311137:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f47ea08f. 00080000:00000001:0.0:1767384929.311142:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384929.311143:0:16762:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384929.311147:0:16762:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384929.311153:0:16762:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:2.0:1767384929.311156:0:16763:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000092b192c8. 20000000:01000000:2.0:1767384929.311161:0:16763:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 20000000:00000001:2.0:1767384929.311166:0:16763:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:1.0:1767384929.311168:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384929.311170:0:16763:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:1.0:1767384929.311172:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384929.311176:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384929.311179:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384929.311187:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384929.311191:0:16785:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000a8dd076 count: 2 00010000:00000001:1.0:1767384929.311194:0:16785:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384929.311197:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384929.311200:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f8ef50a3. 00080000:00000001:2.0:1767384929.311202:0:16763:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384929.311203:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384929.311207:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f8ef50a3 with handle 0x4895a8f6c11e870b to hash 00080000:00000001:2.0:1767384929.311208:0:16763:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:1.0:1767384929.311210:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384929.311211:0:16763:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384929.311212:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00080000:00000001:2.0:1767384929.311216:0:16763:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384929.311216:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00000020:00000001:2.0:1767384929.311220:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384929.311221:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384929.311224:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384929.311227:0:16763:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00010000:00010000:1.0:1767384929.311227:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e870b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384929.311233:0:16763:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384929.311236:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:2.0:1767384929.311249:0:16763:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000de171494. 00010000:00000001:1.0:1767384929.311252:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384929.311254:0:16763:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490413568 : -108642219138048 : ffff9d30c31ee400) 00010000:00000001:1.0:1767384929.311255:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384929.311258:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384929.311260:0:16763:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384929.311261:0:16785:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384929.311265:0:16785:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e8704 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e86fd expref: 16 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384929.311269:0:16785:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384929.311270:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384929.311272:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384929.311274:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384929.311275:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384929.311277:0:16785:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384929.311279:0:16785:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e870b lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384929.311283:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000a8dd076) refcount = 2 00010000:00000040:1.0:1767384929.311285:0:16785:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384929.311288:0:16785:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e8704 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x4895a8f6c11e86fd expref: 16 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384929.311296:0:16785:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384929.311298:0:16785:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e870b lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384929.311304:0:16785:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c061fa1a. 00000100:00000001:1.0:1767384929.311306:0:16785:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384929.311310:0:16785:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000040e13c99. 00000100:00000001:1.0:1767384929.311312:0:16785:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635431477252672 : -108642232298944 : ffff9d30c2561240) 00000100:00000001:1.0:1767384929.311314:0:16785:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635431477252672 : -108642232298944 : ffff9d30c2561240) 00000100:00000001:1.0:1767384929.311316:0:16785:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384929.311318:0:16785:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384929.311319:0:16785:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384929.311322:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384929.311323:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384929.311325:0:16785:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384929.311327:0:16785:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384929.311329:0:16785:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384929.311331:0:16785:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384929.311335:0:16785:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000667d68f8. 00000001:00000001:2.0:1767384929.311336:0:16763:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000040:1.0:1767384929.311337:0:16785:0:(genops.c:1229:class_import_get()) import 00000000c30cd863 refcount=2 obd=MGS 00080000:00000001:2.0:1767384929.311339:0:16763:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384929.311341:0:16785:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00080000:00000001:2.0:1767384929.311345:0:16763:0:(osd_handler.c:189:osd_trans_start()) Process entered 02000000:00000001:1.0:1767384929.311345:0:16785:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384929.311350:0:16785:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384929.311354:0:16785:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000610553bc. 00000100:00000001:1.0:1767384929.311358:0:16785:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384929.311361:0:16763:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384929.311361:0:16785:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e8704 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4895a8f6c11e86fd expref: 16 pid: 16763 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384929.311366:0:16763:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:1.0:1767384929.311377:0:16785:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e8704 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4895a8f6c11e86fd expref: 16 pid: 16763 timeout: 401 lvb_type: 0 00010000:00000001:1.0:1767384929.311383:0:16785:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384929.311385:0:16785:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384929.311388:0:16785:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000667d68f8 x1853237358514304/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384929.311403:0:16785:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384929.311405:0:16785:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384929.311409:0:16785:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000667d68f8 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16785:1853237358514304:0@lo:104: 00000100:00000001:1.0:1767384929.311412:0:16785:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384929.311415:0:16785:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384929.311417:0:16785:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384929.311419:0:16785:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384929.311422:0:16785:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000004648011. 02000000:00000001:1.0:1767384929.311423:0:16785:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384929.311428:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005aa4224f. 00000400:00000010:1.0:1767384929.311434:0:16785:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f27d0a09. 00000100:00000200:1.0:1767384929.311437:0:16785:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358514304, portal 16 00000100:00000001:1.0:1767384929.311439:0:16785:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384929.311440:0:16785:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515736448 : -108637193815168 : ffff9d31eea73b80) 00000100:00000040:1.0:1767384929.311444:0:16785:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000667d68f8 x1853237358514304/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384945 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384929.311450:0:16785:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384929.311453:0:16785:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00080000:00000001:2.0:1767384929.311471:0:16763:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384929.311476:0:16763:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000010:1.0:1767384929.312748:0:16785:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054df7106. 00000100:00000200:1.0:1767384929.312752:0:16785:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237358514304, offset 0 00000400:00000200:1.0:1767384929.312758:0:16785:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384929.312784:0:16785:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384929.312794:0:16785:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272705080 00000400:00000200:1.0:1767384929.312798:0:16785:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1968 00000400:00000010:1.0:1767384929.312801:0:16785:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085fd0638. 00000400:00000200:1.0:1767384929.312805:0:16785:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007b476f77 00000400:00000200:1.0:1767384929.312809:0:16785:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384929.312813:0:16785:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384929.312816:0:16785:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b476f77 00000400:00000010:1.0:1767384929.312818:0:16785:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b476f77. 00000100:00000001:1.0:1767384929.312822:0:16785:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384929.312823:0:16785:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:1.0:1767384929.312826:0:16785:0:(events.c:337:request_in_callback()) incoming req@000000007e23df0d x1853237358514304 msgsize 328 00000100:00100000:1.0:1767384929.312863:0:16785:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384929.312865:0:16785:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384929.312875:0:16785:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384929.312881:0:16785:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054df7106 00000400:00000010:1.0:1767384929.312883:0:16785:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054df7106. 00000100:00000001:1.0:1767384929.312885:0:16785:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384929.312888:0:16785:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000667d68f8 x1853237358514304/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384945 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384929.312896:0:16785:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384929.312899:0:16785:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000667d68f8 x1853237358514304/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384945 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384929.312904:0:16785:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384929.312905:0:16785:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384929.312908:0:16785:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384929.312911:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294919186 00000100:00000010:1.0:1767384929.312915:0:16785:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000844d7b3a. 00000100:00000001:1.0:1767384929.312918:0:16785:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384929.312923:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294919186 00000100:00000010:1.0:1767384929.312926:0:16785:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004bf891cd. 00000100:00000001:1.0:1767384929.312929:0:16785:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384929.312931:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294919186 00000100:00000010:1.0:1767384929.312933:0:16785:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a27f532d. 00000100:00000001:1.0:1767384929.312935:0:16785:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384929.312939:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294919186 00000100:00000010:1.0:1767384929.312941:0:16785:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000050600ac3. 00000100:00000001:1.0:1767384929.312944:0:16785:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384929.312947:0:16785:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384929.312949:0:16785:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384929.312950:0:16785:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384929.312952:0:16785:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384929.312954:0:16785:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384929.312956:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384929.312957:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384929.312959:0:16785:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384929.312966:0:16785:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384929.312967:0:16785:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384929.312969:0:16785:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384929.312971:0:16785:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384929.312988:0:16785:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384929.312990:0:16785:0:(client.c:2690:ptlrpc_set_wait()) set 0000000040e13c99 going to sleep for 11 seconds 00000100:00000001:1.0:1767384929.312993:0:16785:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384929.312995:0:16785:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384929.313015:0:18556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dfe3ce46. 00000100:00000010:1.0:1767384929.313020:0:18556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003dd07d31. 00000100:00100000:1.0:1767384929.313023:0:18556:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:1.0:1767384929.313026:0:18556:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1767384929.313029:0:18556:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce2a97e8. 00000400:00000010:1.0:1767384929.313032:0:18556:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1778f67. 00000100:00000001:1.0:1767384929.313054:0:18556:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384929.313056:0:18556:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358514304 02000000:00000001:1.0:1767384929.313058:0:18556:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384929.313060:0:18556:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384929.313061:0:18556:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384929.313064:0:18556:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384929.313066:0:18556:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358514304 00000020:00000001:1.0:1767384929.313068:0:18556:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384929.313093:0:18556:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e83fb 00000020:00000001:1.0:1767384929.313095:0:18556:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384929.313097:0:18556:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f3b2147e refcount=3 00000020:00000001:1.0:1767384929.313099:0:18556:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633131008 : -108637076420608 : ffff9d31f5a68800) 00000020:00000001:1.0:1767384929.313101:0:18556:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633131008 : -108637076420608 : ffff9d31f5a68800) 00000100:00000001:1.0:1767384929.313103:0:18556:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384929.313106:0:18556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000d2d7268. 00000100:00000001:1.0:1767384929.313109:0:18556:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384929.313111:0:18556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000d2d7268. 00000020:00000010:1.0:1767384929.313126:0:18556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000044136d5. 00000020:00000010:1.0:1767384929.313130:0:18556:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000086be33f2. 00000020:00000010:1.0:1767384929.313134:0:18556:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000706ca8c4. 00000100:00000040:1.0:1767384929.313145:0:18556:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767384929.313147:0:18556:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384929.313149:0:18556:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384929.313150:0:18556:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384929.313155:0:18556:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384929.313162:0:18556:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384929.313172:0:18556:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384929.313174:0:18556:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384929.313178:0:18556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:1.0:1767384929.313181:0:18556:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f3b2147e : new rpc_count 1 00000100:00000001:1.0:1767384929.313182:0:18556:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436840583248 : -108636868968368 : ffff9d3202040050) 00000100:00000040:1.0:1767384929.313186:0:18556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007e23df0d x1853237358514304/t0(0) o104->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:155/0 lens 328/0 e 0 to 0 dl 1767384940 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384929.313193:0:18556:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384929.313211:0:18556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000d2d7268. 00000100:00000001:1.0:1767384929.313213:0:18556:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384929.313215:0:18556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000d2d7268. 00000100:00100000:1.0:1767384929.313218:0:18556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007e23df0d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:fc613044-dd35-4201-b03c-4d69ab0214c0+3:16785:x1853237358514304:12345-0@lo:104: 00000100:00000200:1.0:1767384929.313221:0:18556:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358514304 00010000:00000001:1.0:1767384929.313223:0:18556:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384929.313226:0:18556:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384929.313228:0:18556:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384929.313229:0:18556:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006f9b2658 refcount=2 00000020:00000001:1.0:1767384929.313231:0:18556:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431492114432 : -108642217437184 : ffff9d30c338d800) 00010000:00000001:1.0:1767384929.313232:0:18556:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635431492114432 : -108642217437184 : ffff9d30c338d800) 00010000:00000001:1.0:1767384929.313235:0:18556:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384929.313237:0:18556:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384929.313239:0:18556:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.157@tcp lock: 000000006f9b2658/0x4895a8f6c11e86fd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4895a8f6c11e8704 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384929.313245:0:18556:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384929.313247:0:18556:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384929.313256:0:18556:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000066e10a27. 02000000:00000001:1.0:1767384929.313257:0:18556:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384929.313259:0:18556:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384929.313262:0:18556:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384929.313264:0:18556:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384929.313267:0:18556:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c1b60063 time=53 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384929.313269:0:18556:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384929.313271:0:18556:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:1.0:1767384929.313273:0:18556:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:1.0:1767384929.313275:0:18556:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384929.313276:0:18556:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384929.313279:0:18556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384929.313280:0:18556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384929.313283:0:18556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054df7106. 00000100:00000200:1.0:1767384929.313285:0:18556:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237358514304, offset 224 00000400:00000200:1.0:1767384929.313288:0:18556:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384929.313295:0:18556:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384929.313300:0:18556:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272705080 00000400:00000200:1.0:1767384929.313304:0:18556:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x18f5 [1] + 224 00000400:00000200:1.0:1767384929.313306:0:18556:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384929.313310:0:18556:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384929.313313:0:18556:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384929.313316:0:18556:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000667d68f8 x1853237358514304/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384945 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384929.313322:0:18556:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000667d68f8 x1853237358514304/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384945 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384929.313330:0:18556:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384929.313335:0:18556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054df7106 00000400:00000010:1.0:1767384929.313336:0:18556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054df7106. 00000100:00000001:1.0:1767384929.313340:0:18556:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384929.313341:0:18556:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384929.313344:0:18556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384929.313347:0:18556:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:1.0:1767384929.313350:0:18556:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384929.313368:0:18556:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000fe13da08. 00010000:00000001:1.0:1767384929.313370:0:18556:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384929.313393:0:18556:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767384929.313395:0:18556:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384929.313397:0:18556:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384929.313398:0:18556:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384929.313402:0:18556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007e23df0d x1853237358514304/t0(0) o104->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:155/0 lens 328/224 e 0 to 0 dl 1767384940 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384929.313410:0:18556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007e23df0d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:fc613044-dd35-4201-b03c-4d69ab0214c0+3:16785:x1853237358514304:12345-0@lo:104: Request processed in 215us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384929.313418:0:18556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:1.0:1767384929.313421:0:18556:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f3b2147e : new rpc_count 0 00000100:00000001:1.0:1767384929.313423:0:18556:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384929.313424:0:18556:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384929.313427:0:18556:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000086be33f2. 00000020:00000010:1.0:1767384929.313431:0:18556:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000706ca8c4. 00000020:00000010:1.0:1767384929.313434:0:18556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000044136d5. 00000020:00000040:1.0:1767384929.313437:0:18556:0:(genops.c:898:class_export_put()) PUTting export 00000000f3b2147e : new refcount 2 02000000:00000001:1.0:1767384929.313441:0:18556:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384929.313443:0:18556:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000066e10a27. 02000000:00000001:1.0:1767384929.313447:0:18556:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384929.313449:0:18556:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384929.313450:0:18556:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006a402d1e. 02000000:00000001:1.0:1767384929.313453:0:18556:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384929.313455:0:18556:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b107b8d. 02000000:00000001:1.0:1767384929.313458:0:18556:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384929.313460:0:18556:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000738fcc9. 02000000:00000001:1.0:1767384929.313462:0:18556:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384929.313464:0:18556:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000035193bb5. 02000000:00000001:1.0:1767384929.313466:0:18556:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384929.313467:0:18556:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ef73a1a0. 02000000:00000001:1.0:1767384929.313468:0:18556:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384929.313469:0:18556:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ef6e821. 02000000:00000001:1.0:1767384929.313473:0:18556:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384929.313478:0:18556:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000262be902. 02000000:00000001:1.0:1767384929.313481:0:18556:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384929.313483:0:18556:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aa3eddaf. 02000000:00000001:1.0:1767384929.313487:0:18556:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384929.313488:0:18556:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000330a596c. 02000000:00000001:1.0:1767384929.313491:0:18556:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384929.313493:0:18556:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8906ea7. 02000000:00000001:1.0:1767384929.313497:0:18556:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384929.313498:0:18556:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002cd72c1b. 02000000:00000001:1.0:1767384929.313501:0:18556:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384929.313502:0:18556:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c116e2bd. 00000100:00000010:1.0:1767384929.313518:0:18556:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001d4cf45b. 00000100:00000010:1.0:1767384929.313522:0:18556:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 0000000000b4940b. 00000100:00000001:1.0:1767384929.313525:0:18556:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384929.313552:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384929.313554:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384929.313556:0:16758:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384929.313559:0:16758:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384929.313562:0:16758:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384929.313564:0:16758:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.157@tcp lock: 000000006f9b2658/0x4895a8f6c11e86fd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4895a8f6c11e8704 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384929.313570:0:16758:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006f9b2658 already unused, calling callback (00000000de964f35) 10000000:00000001:1.0:1767384929.313572:0:16758:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384929.313573:0:16758:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.157@tcp lock: 000000006f9b2658/0x4895a8f6c11e86fd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4895a8f6c11e8704 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384929.313577:0:16758:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384929.313578:0:16758:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384929.313580:0:16758:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384929.313581:0:16758:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006f9b2658 refcount=3 00000020:00000001:1.0:1767384929.313583:0:16758:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431492114432 : -108642217437184 : ffff9d30c338d800) 00010000:00000001:1.0:1767384929.313585:0:16758:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635431492114432 : -108642217437184 : ffff9d30c338d800) 00010000:00000001:1.0:1767384929.313587:0:16758:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384929.313588:0:16758:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.157@tcp lock: 000000006f9b2658/0x4895a8f6c11e86fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4895a8f6c11e8704 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384929.313598:0:16758:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384929.313600:0:16758:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.157@tcp lock: 000000006f9b2658/0x4895a8f6c11e86fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4895a8f6c11e8704 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767384929.313604:0:16758:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1767384929.313607:0:16758:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384929.313608:0:16758:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767384929.313610:0:16758:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384929.313612:0:16758:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384929.313613:0:16758:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384929.313622:0:16758:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384929.313623:0:16758:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384929.313625:0:16758:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ff67cc77) refs 2 10000000:00000001:1.0:1767384929.313628:0:16758:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384929.313629:0:16758:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384929.313633:0:16758:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384929.313635:0:16758:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384929.313637:0:16758:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384929.313639:0:16758:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384929.313641:0:16758:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384929.313643:0:16758:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006f9b2658 with handle 0x4895a8f6c11e86fd from hash 00010000:00000001:1.0:1767384929.313645:0:16758:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384929.313646:0:16758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384929.313648:0:16758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384929.313649:0:16758:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384929.313651:0:16758:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384929.313651:0:16758:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384929.313654:0:16758:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384929.313656:0:16758:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384929.313660:0:16758:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ef6e821. 00000020:00000040:1.0:1767384929.313662:0:16758:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=6 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1767384929.313664:0:16758:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384929.313665:0:16758:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384929.313668:0:16758:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384929.313671:0:16758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000044136d5. 00000100:00000001:1.0:1767384929.313678:0:16758:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384929.313680:0:16758:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384929.313682:0:16758:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.157@tcp lock: 000000006f9b2658/0x4895a8f6c11e86fd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4895a8f6c11e8704 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384929.313687:0:16758:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384929.313688:0:16758:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384929.313691:0:16758:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384929.313693:0:16758:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384929.313698:0:16758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ef6e821] to pc [ptlrpcd_00_01+1] req@000000002ef6e821 x1853237358514432/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384929.313714:0:16758:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384929.313716:0:16758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384929.313717:0:16758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384929.313718:0:16758:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384929.313721:0:16758:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384929.313723:0:16758:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384929.313724:0:16758:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.157@tcp lock: 000000006f9b2658/0x4895a8f6c11e86fd lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4895a8f6c11e8704 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384929.313729:0:16758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384929.313730:0:16758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.157@tcp lock: 000000006f9b2658/0x4895a8f6c11e86fd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4895a8f6c11e8704 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384929.313735:0:16758:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c8f828f0 count: 0 00010000:00000001:1.0:1767384929.313748:0:16758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384929.313749:0:16758:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384929.313751:0:16758:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000fe13da08. 00010000:00000001:1.0:1767384929.313753:0:16758:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384929.313755:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384929.313756:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384929.313758:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384929.313760:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384929.313762:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384929.313763:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384929.313786:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384929.313788:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384929.313789:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384929.313802:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384929.313804:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384929.313806:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384929.313810:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002ef6e821 x1853237358514432/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384929.313816:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384929.313818:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384929.313820:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384929.313822:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384929.313824:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384929.313826:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002ef6e821 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358514432:0@lo:103: 00000100:00000001:1.0:1767384929.313830:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384929.313848:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384929.313861:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384929.313863:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384929.313866:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066e32cf1. 02000000:00000001:1.0:1767384929.313868:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384929.313871:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063bf9adb. 00000400:00000010:1.0:1767384929.313875:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054df7106. 00000100:00000200:1.0:1767384929.313878:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358514432, portal 18 00000100:00000001:1.0:1767384929.313880:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384929.313882:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515727488 : -108637193824128 : ffff9d31eea71880) 00000100:00000040:1.0:1767384929.313885:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002ef6e821 x1853237358514432/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384945 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384929.313890:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384929.313892:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384929.313895:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e26a58f9. 00000100:00000200:1.0:1767384929.313896:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237358514432, offset 0 00000400:00000200:1.0:1767384929.313901:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384929.313907:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384929.313913:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272705100 00000400:00000200:1.0:1767384929.313921:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1968 00000400:00000010:1.0:1767384929.313924:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c90c7ae8. 00000400:00000200:1.0:1767384929.313927:0:16128:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cc50be14 00000400:00000200:1.0:1767384929.313930:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384929.313932:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384929.313934:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc50be14 00000400:00000010:1.0:1767384929.313935:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cc50be14. 00000100:00000001:1.0:1767384929.313938:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384929.313939:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:1.0:1767384929.313941:0:16128:0:(events.c:337:request_in_callback()) incoming req@0000000089a874e4 x1853237358514432 msgsize 328 00000100:00100000:1.0:1767384929.313946:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384929.313947:0:16128:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384929.313958:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384929.313961:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e26a58f9 00000400:00000010:1.0:1767384929.313962:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e26a58f9. 00000100:00000001:1.0:1767384929.313964:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384929.313967:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002ef6e821 x1853237358514432/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384945 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384929.313973:0:16756:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384929.313974:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384929.313995:0:16756:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358514432 00000100:00000040:1.0:1767384929.313996:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002ef6e821 x1853237358514432/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384945 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384929.313999:0:16756:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384929.314003:0:16756:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384929.314006:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384929.314006:0:16756:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384929.314012:0:16128:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384929.314012:0:16756:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384929.314016:0:16756:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358514432 00000100:00000001:1.0:1767384929.314017:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384929.314018:0:16756:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384929.314021:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294919187 00000020:00000040:0.0:1767384929.314021:0:16756:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:0.0:1767384929.314025:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384929.314207:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=17 00000020:00000001:0.0:1767384929.314210:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:0.0:1767384929.314213:0:16756:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384929.314216:0:16756:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384929.314227:0:16756:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a6fe693f. 00000100:00000001:0.0:1767384929.314230:0:16756:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384929.314232:0:16756:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a6fe693f. 00000020:00000010:0.0:1767384929.314236:0:16756:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d48ac990. 00000020:00000010:0.0:1767384929.314238:0:16756:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e1590357. 00000020:00000010:0.0:1767384929.314241:0:16756:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006b4bac8c. 00000100:00000040:0.0:1767384929.314247:0:16756:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384929.314249:0:16756:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384929.314274:0:16756:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384929.314275:0:16756:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384929.314277:0:16756:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.314279:0:16756:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384929.314282:0:16756:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384929.314283:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384929.314284:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001ba6a14e refcount=5 00000020:00000001:0.0:1767384929.314286:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00010000:00000001:0.0:1767384929.314288:0:16756:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00010000:00010000:0.0:1767384929.314292:0:16756:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e8704 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4895a8f6c11e86fd expref: 17 pid: 16763 timeout: 401 lvb_type: 0 00010000:00000001:0.0:1767384929.314298:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384929.314299:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384929.314300:0:16756:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384929.314302:0:16756:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384929.314306:0:16756:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384929.314310:0:16756:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000089a874e4 x1853237358514432/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:155/0 lens 328/0 e 0 to 0 dl 1767384940 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384929.314316:0:16756:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384929.314318:0:16756:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384929.314325:0:16756:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384929.314335:0:16756:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384929.314337:0:16128:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294919186 00000100:00000001:0.0:1767384929.314338:0:16756:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384929.314358:0:16756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:1.0:1767384929.314359:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294919188 00000100:00000040:0.0:1767384929.314360:0:16756:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 3 00000100:00000001:1.0:1767384929.314364:0:16128:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294919186 00000100:00000001:0.0:1767384929.314364:0:16756:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436001658960 : -108637707892656 : ffff9d31d0030850) 00000100:00000040:0.0:1767384929.314369:0:16756:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000089a874e4 x1853237358514432/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:155/0 lens 328/0 e 0 to 0 dl 1767384940 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384929.314370:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294919188 00000100:00000001:1.0:1767384929.314375:0:16128:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294919186 00000100:00000001:1.0:1767384929.314379:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294919188 00000100:00000001:0.0:1767384929.314382:0:16756:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384929.314384:0:16128:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294919186 00000020:00000010:0.0:1767384929.314386:0:16756:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a6fe693f. 00000100:00000001:0.0:1767384929.314388:0:16756:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384929.314390:0:16756:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a6fe693f. 00000100:00000001:1.0:1767384929.314394:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384929.314396:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384929.314401:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384929.314418:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384929.314419:0:16756:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000089a874e4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fc613044-dd35-4201-b03c-4d69ab0214c0+17:16128:x1853237358514432:12345-0@lo:103: 00000100:00000200:0.0:1767384929.314422:0:16756:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358514432 00010000:00000001:0.0:1767384929.314431:0:16756:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384929.314434:0:16756:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384929.314435:0:16756:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384929.314436:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384929.314439:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384929.314439:0:16756:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384929.314443:0:16756:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384929.314444:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384929.314446:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767384929.314447:0:16756:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000082f673dc. 00000100:00000001:1.0:1767384929.314448:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384929.314452:0:16756:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384929.314453:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384929.314456:0:16756:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.314459:0:16756:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384929.314460:0:16756:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384929.314462:0:16756:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384929.314464:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384929.314465:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767384929.314465:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001ba6a14e refcount=5 00000100:00000001:1.0:1767384929.314468:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384929.314469:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00000100:00000001:1.0:1767384929.314472:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.314472:0:16756:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00000100:00000001:1.0:1767384929.314477:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384929.314477:0:16756:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000a8dd076 count: 3 00010000:00010000:0.0:1767384929.314482:0:16756:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e8704 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4895a8f6c11e86fd expref: 17 pid: 16763 timeout: 401 lvb_type: 0 00000100:00001000:0.0:1767384929.314487:0:16756:0:(import.c:2128:obd_at_measure()) add 0 to 0000000011468271 time=1767384929 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384929.314490:0:16756:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384929.314494:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384929.314495:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384929.314497:0:16756:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e8704 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4895a8f6c11e86fd expref: 17 pid: 16763 timeout: 401 lvb_type: 0 00000020:00000001:0.0:1767384929.314518:0:16756:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384929.314519:0:16756:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384929.314521:0:16756:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384929.314522:0:16756:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.314525:0:16756:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384929.314526:0:16756:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384929.314530:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384929.314537:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384929.314539:0:16756:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384929.314541:0:16756:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384929.314543:0:16756:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001ba6a14e with handle 0x4895a8f6c11e8704 from hash 00010000:00000001:0.0:1767384929.314545:0:16756:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384929.314546:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384929.314548:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384929.314549:0:16756:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767384929.314550:0:16785:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384929.314551:0:16756:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384929.314554:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384929.314556:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:1.0:1767384929.314557:0:16785:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384929.314558:0:16756:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000001:1.0:1767384929.314561:0:16785:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384929.314562:0:16756:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000010:1.0:1767384929.314564:0:16785:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005aa4224f. 00010000:00000040:0.0:1767384929.314565:0:16756:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000f8ef50a3 00010000:00000001:0.0:1767384929.314569:0:16756:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000400:00000200:1.0:1767384929.314570:0:16785:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f27d0a09 00010000:00000001:0.0:1767384929.314572:0:16756:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000010:1.0:1767384929.314574:0:16785:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f27d0a09. 00010000:00000001:0.0:1767384929.314575:0:16756:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384929.314578:0:16785:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384929.314578:0:16756:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384929.314582:0:16756:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384929.314585:0:16785:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000667d68f8 x1853237358514304/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384945 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384929.314585:0:16756:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384929.314589:0:16756:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384929.314592:0:16756:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e870b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384929.314601:0:16785:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000667d68f8 x1853237358514304/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384945 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384929.314602:0:16756:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384929.314606:0:16756:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384929.314608:0:16756:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384929.314611:0:16756:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:1.0:1767384929.314613:0:16785:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000040:0.0:1767384929.314614:0:16756:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000a8dd076) refcount = 3 00000100:00000001:1.0:1767384929.314617:0:16785:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384929.314619:0:16756:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e870b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384929.314620:0:16785:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384929.314623:0:16785:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384929.314626:0:16785:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384929.314628:0:16785:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.314631:0:16756:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 02000000:00000001:1.0:1767384929.314632:0:16785:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.314636:0:16756:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00001000:1.0:1767384929.314637:0:16785:0:(import.c:2128:obd_at_measure()) add 5 to 0000000080a5a92e time=53 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384929.314640:0:16756:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384929.314642:0:16785:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cfe3d233 time=53 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384929.314646:0:16756:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384929.314647:0:16785:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384929.314649:0:16785:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384929.314653:0:16785:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000010:0.0:1767384929.314655:0:16756:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6fe693f. 00000100:00000001:0.0:1767384929.314660:0:16756:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00010000:00000001:1.0:1767384929.314661:0:16785:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384929.314664:0:16785:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384929.314667:0:16785:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000667d68f8 x1853237358514304/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384945 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1767384929.314673:0:16756:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e279658c. 00000100:00000001:1.0:1767384929.314674:0:16785:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384929.314680:0:16785:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384929.314680:0:16756:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635435831139712 : -108637878411904 : ffff9d31c5d91d80) 00000100:00000001:1.0:1767384929.314682:0:16785:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384929.314687:0:16785:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000100:00000001:0.0:1767384929.314688:0:16756:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635435831139712 : -108637878411904 : ffff9d31c5d91d80) 00010000:00000001:1.0:1767384929.314689:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384929.314694:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e8704 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4895a8f6c11e86fd expref: 17 pid: 16763 timeout: 401 lvb_type: 0 00000100:00000001:0.0:1767384929.314695:0:16756:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384929.314698:0:16756:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000040:1.0:1767384929.314700:0:16785:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000005d63f134 : new locks_count 9 00010000:00000001:0.0:1767384929.314702:0:16756:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:00000040:1.0:1767384929.314703:0:16785:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 16 20000000:00000001:0.0:1767384929.314708:0:16756:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384929.314709:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384929.314713:0:16785:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384929.314715:0:16756:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003542952s 00000100:00000040:1.0:1767384929.314716:0:16785:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000667d68f8 x1853237358514304/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384945 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384929.314720:0:16756:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384929.314724:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384929.314727:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f8ef50a3 refcount=5 00000100:00100000:1.0:1767384929.314730:0:16785:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000667d68f8 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16785:1853237358514304:0@lo:104: 00000020:00000001:0.0:1767384929.314731:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00010000:00000001:0.0:1767384929.314737:0:16756:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00000100:00000001:1.0:1767384929.314738:0:16785:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384929.314739:0:16756:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384929.314743:0:16756:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e870b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384929.314744:0:16785:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384929.314749:0:16785:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384929.314767:0:16785:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384929.314770:0:16756:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000040:1.0:1767384929.314772:0:16785:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000667d68f8 x1853237358514304/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384945 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384929.314773:0:16756:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e870b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384929.314789:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384929.314791:0:16785:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767384929.314792:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384929.314794:0:16785:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00010000:0.0:1767384929.314795:0:16756:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e870b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 02000000:00000010:1.0:1767384929.314798:0:16785:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000004648011. 02000000:00000001:1.0:1767384929.314803:0:16785:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767384929.314803:0:16756:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:1.0:1767384929.314806:0:16785:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384929.314807:0:16756:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384929.314810:0:16785:0:(genops.c:1242:class_import_put()) import 00000000c30cd863 refcount=1 obd=MGS 00010000:00000001:0.0:1767384929.314811:0:16756:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384929.314814:0:16756:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e870b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384929.314815:0:16785:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384929.314818:0:16785:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000610553bc. 00010000:00010000:0.0:1767384929.314823:0:16756:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f8ef50a3 already unused, calling callback (00000000be7801c4) 02000000:00000001:1.0:1767384929.314824:0:16785:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767384929.314826:0:16756:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384929.314828:0:16756:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 02000000:00000001:1.0:1767384929.314832:0:16785:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384929.314833:0:16785:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000667d68f8. 00010000:00010000:0.0:1767384929.314853:0:16756:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e870b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384929.314854:0:16785:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384929.314857:0:16785:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384929.314861:0:16785:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000040e13c99. 00010000:00000001:0.0:1767384929.314864:0:16756:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1767384929.314865:0:16785:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384929.314867:0:16785:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384929.314867:0:16756:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384929.314870:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000010:1.0:1767384929.314871:0:16785:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c061fa1a. 00000020:00000040:0.0:1767384929.314873:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f8ef50a3 refcount=6 00010000:00000001:1.0:1767384929.314875:0:16785:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384929.314876:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00010000:00000001:1.0:1767384929.314878:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.314879:0:16756:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00010000:00000001:1.0:1767384929.314882:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384929.314885:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384929.314886:0:16756:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:1.0:1767384929.314888:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1767384929.314889:0:16756:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e870b lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384929.314892:0:16785:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e870b lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384929.314900:0:16756:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384929.314904:0:16756:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00010000:1.0:1767384929.314907:0:16785:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e870b lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40219400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384929.314907:0:16756:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.314913:0:16756:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384929.314915:0:16756:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384929.314916:0:16785:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.314918:0:16756:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 20000000:00000001:1.0:1767384929.314919:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.314922:0:16756:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384929.314923:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e870b lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x54a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000020:00000040:0.0:1767384929.314926:0:16756:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f8ef50a3 with handle 0x4895a8f6c11e870b from hash 00010000:00000001:0.0:1767384929.314931:0:16756:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384929.314932:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384929.314934:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384929.314935:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384929.314937:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384929.314938:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384929.314940:0:16756:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 20000000:00000001:1.0:1767384929.314941:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:0.0:1767384929.314944:0:16756:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384929.314947:0:16756:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384929.314948:0:16756:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384929.314949:0:16756:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384929.314950:0:16756:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.314952:0:16756:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384929.314952:0:16756:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384929.314954:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384929.314955:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384929.314955:0:16756:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.314956:0:16756:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.314978:0:16756:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384929.314980:0:16756:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e870b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384929.314984:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384929.314985:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384929.314986:0:16756:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384929.314987:0:16756:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384929.314988:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384929.314989:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384929.314990:0:16756:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384929.314992:0:16756:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384929.314993:0:16756:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.314994:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384929.314994:0:16756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f8ef50a3/0x4895a8f6c11e870b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384929.315001:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384929.315002:0:16756:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.315004:0:16756:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384929.315005:0:16756:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384929.315006:0:16756:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384929.315007:0:16756:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384929.315008:0:16756:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384929.315010:0:16756:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e279658c. 00000100:00000001:0.0:1767384929.315012:0:16756:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384929.315013:0:16756:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384929.315014:0:16756:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6fe693f. 00010000:00000001:0.0:1767384929.315016:0:16756:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384929.315017:0:16756:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000a8dd076 count: 0 00010000:00010000:0.0:1767384929.315023:0:16756:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384929.315025:0:16756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384929.315027:0:16756:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384929.315046:0:16756:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384929.315048:0:16756:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bb2adef3 time=53 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384929.315052:0:16756:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384929.315054:0:16756:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384929.315061:0:16756:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384929.315063:0:16756:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384929.315065:0:16756:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384929.315067:0:16756:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384929.315094:0:16756:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384929.315097:0:16756:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c069f08f. 00000100:00000200:0.0:1767384929.315101:0:16756:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237358514432, offset 224 00000400:00000200:0.0:1767384929.315116:0:16756:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384929.315125:0:16756:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384929.315133:0:16756:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272705100 00000400:00000200:0.0:1767384929.315138:0:16756:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1905 [1] + 224 00000400:00000200:0.0:1767384929.315141:0:16756:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384929.315145:0:16756:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384929.315150:0:16756:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384929.315153:0:16756:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002ef6e821 x1853237358514432/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384945 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384929.315161:0:16756:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002ef6e821 x1853237358514432/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384945 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384929.315174:0:16756:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384929.315180:0:16756:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c069f08f 00000400:00000010:0.0:1767384929.315182:0:16756:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c069f08f. 00000100:00000001:0.0:1767384929.315186:0:16756:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384929.315187:0:16756:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384929.315207:0:16756:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384929.315209:0:16756:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:0.0:1767384929.315211:0:16756:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.315213:0:16756:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384929.315216:0:16756:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089a874e4 x1853237358514432/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:155/0 lens 328/224 e 0 to 0 dl 1767384940 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384929.315224:0:16756:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000089a874e4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fc613044-dd35-4201-b03c-4d69ab0214c0+16:16128:x1853237358514432:12345-0@lo:103: Request processed in 839us (1279us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384929.315231:0:16756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:0.0:1767384929.315239:0:16756:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 2 00000100:00000001:0.0:1767384929.315241:0:16756:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384929.315243:0:16756:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384929.315245:0:16756:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e1590357. 00000020:00000010:0.0:1767384929.315249:0:16756:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006b4bac8c. 00000020:00000010:0.0:1767384929.315252:0:16756:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d48ac990. 00000020:00000040:0.0:1767384929.315256:0:16756:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 15 02000000:00000001:0.0:1767384929.315260:0:16756:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384929.315261:0:16756:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000082f673dc. 02000000:00000001:0.0:1767384929.315264:0:16756:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384929.315266:0:16756:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384929.315268:0:16756:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000024744588. 02000000:00000001:0.0:1767384929.315270:0:16756:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384929.315271:0:16756:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000980c7aa6. 02000000:00000001:0.0:1767384929.315277:0:16756:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384929.315278:0:16756:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001466cafd. 02000000:00000001:0.0:1767384929.315281:0:16756:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384929.315282:0:16756:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000068471d43. 02000000:00000001:0.0:1767384929.315286:0:16756:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384929.315287:0:16756:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e1e6ea95. 02000000:00000001:0.0:1767384929.315289:0:16756:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384929.315291:0:16756:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d083d558. 02000000:00000001:0.0:1767384929.315294:0:16756:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384929.315295:0:16756:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000313b42da. 02000000:00000001:0.0:1767384929.315298:0:16756:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384929.315299:0:16756:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001a0fe98e. 02000000:00000001:0.0:1767384929.315303:0:16756:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384929.315305:0:16756:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000cdbce4a. 02000000:00000001:0.0:1767384929.315308:0:16756:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384929.315309:0:16756:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b0cf731c. 02000000:00000001:0.0:1767384929.315314:0:16756:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384929.315315:0:16756:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000faffa31c. 00000100:00000001:1.0:1767384929.315317:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384929.315318:0:16756:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384929.315320:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767384929.315321:0:16756:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016e303d8. 00000400:00000001:1.0:1767384929.315325:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384929.315326:0:16756:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384929.315328:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384929.315330:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063bf9adb. 00000100:00000200:0.0:1767384929.315331:0:16756:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:1.0:1767384929.315335:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054df7106 00000400:00000010:1.0:1767384929.315338:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054df7106. 00000100:00000001:1.0:1767384929.315341:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384929.315345:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002ef6e821 x1853237358514432/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384945 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384929.315355:0:16756:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c09b1ac. 00000100:00000200:1.0:1767384929.315358:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002ef6e821 x1853237358514432/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384945 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384929.315366:0:16756:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e279658c. 00000100:00000001:1.0:1767384929.315367:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384929.315371:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384929.315373:0:16128:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384929.315375:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384929.315376:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384929.315377:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384929.315394:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384929.315397:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f692eeab time=53 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384929.315400:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=53 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384929.315402:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384929.315403:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384929.315405:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384929.315407:0:16128:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384929.315408:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384929.315410:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002ef6e821 x1853237358514432/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384945 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384929.315415:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384929.315416:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384929.315417:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384929.315420:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ef6e821 x1853237358514432/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384945 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384929.315425:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002ef6e821 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358514432:0@lo:103: 00000100:00000001:1.0:1767384929.315428:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384929.315429:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384929.315430:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002ef6e821 x1853237358514432/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384945 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384929.315435:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384929.315436:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384929.315437:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066e32cf1. 02000000:00000001:1.0:1767384929.315440:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384929.315447:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384929.315448:0:16128:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1767384929.315450:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384929.315451:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000044136d5. 02000000:00000001:1.0:1767384929.315453:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384929.315454:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384929.315455:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ef6e821. 00000100:00000001:1.0:1767384929.315458:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384929.315458:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384929.315460:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384929.315463:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384929.315464:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384929.315465:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384929.315467:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384929.319922:0:29365:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f66bc3c5. 00000400:00000040:2.0:1767384929.319941:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384929.319944:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384929.319947:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384929.319949:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384929.319952:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384929.319954:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384929.319958:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384929.319964:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384929.319967:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384929.319968:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384929.319971:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384929.319972:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384929.319975:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384929.319977:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384929.319978:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384929.319981:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384929.319984:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384929.319986:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384929.319988:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384929.319991:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384929.319993:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384929.319995:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384929.319997:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384929.319999:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384929.320001:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384929.320004:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384929.320006:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384929.320008:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384929.320010:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384929.320033:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384929.320036:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384929.320039:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384929.320041:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384929.320043:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384929.320045:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384929.320047:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384929.320048:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384929.320051:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384929.320053:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384929.320055:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384929.320057:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384929.320060:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384929.320062:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384929.320064:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384929.320066:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384929.320068:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384929.320077:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384929.320079:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384929.320082:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384929.320084:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384929.320087:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384929.320088:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384929.320090:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384929.320092:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384929.320094:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384929.320096:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384929.320098:0:29365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384929.320204:0:29365:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f66bc3c5. 00080000:00000001:2.0:1767384929.321007:0:16763:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384929.321009:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384929.321037:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:2.0:1767384929.321038:0:16763:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00040000:00000001:1.0:1767384929.321040:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384929.321042:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384929.321044:0:16763:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384929.321045:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384929.321049:0:16763:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:1.0:1767384929.321049:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000de171494. 20000000:01000000:2.0:1767384929.321055:0:16763:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384929.321055:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384929.321069:0:16763:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384929.321073:0:16763:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384929.321078:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:2.0:1767384929.321079:0:16763:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384929.321082:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384929.321085:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384929.321087:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384929.321089:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384929.321095:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000091a3bd3c. 00010000:00000001:0.0:1767384929.321099:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384929.321103:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ad871020. 00000020:00000001:0.0:1767384929.321105:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384929.321108:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ad871020 with handle 0x4895a8f6c11e8712 to hash 00000020:00000001:0.0:1767384929.321109:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384929.321111:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384929.321113:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384929.321115:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384929.321117:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384929.321119:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8712 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384929.321124:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384929.321126:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384929.321127:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384929.321128:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384929.321130:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384929.321131:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384929.321132:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384929.321134:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384929.321136:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384929.321137:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384929.321138:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384929.321140:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000091a3bd3c) refcount = 1 00010000:00010000:0.0:1767384929.321142:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8712 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384929.321146:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384929.321147:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384929.321154:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384929.321155:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.321157:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384929.321159:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384929.321161:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003542952s 00010000:00000001:0.0:1767384929.321163:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384929.321163:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384929.321165:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ad871020 refcount=4 00000020:00000001:0.0:1767384929.321166:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384929.321168:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384929.321170:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384929.321171:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8712 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384929.321174:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384929.321175:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8712 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384929.321178:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384929.321179:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384929.321180:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8712 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384929.321184:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384929.321185:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.321187:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384929.321188:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8712 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384929.321192:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ad871020 already unused, calling callback (00000000be7801c4) 00010000:00000001:0.0:1767384929.321193:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384929.321194:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384929.321196:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8712 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384929.321206:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384929.321207:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384929.321208:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384929.321209:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ad871020 refcount=5 00000020:00000001:0.0:1767384929.321210:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384929.321212:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384929.321214:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384929.321215:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8712 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384929.321218:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384929.321219:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384929.321220:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.321233:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384929.321234:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384929.321237:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384929.321238:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384929.321240:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ad871020 with handle 0x4895a8f6c11e8712 from hash 00010000:00000001:0.0:1767384929.321241:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384929.321242:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384929.321244:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384929.321245:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384929.321246:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384929.321248:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384929.321249:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384929.321249:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384929.321251:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.321252:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384929.321253:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384929.321254:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384929.321256:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384929.321257:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.321258:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384929.321260:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384929.321266:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8712 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384929.321270:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384929.321271:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384929.321272:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384929.321272:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384929.321273:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384929.321274:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384929.321275:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384929.321276:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384929.321277:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384929.321278:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8712 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384929.321282:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384929.321283:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384929.321284:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8712 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384929.321287:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000091a3bd3c count: 0 00010000:00000001:0.0:1767384929.321294:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384929.321294:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384929.321795:0:16762:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384929.321798:0:16762:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384929.321800:0:16762:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000730e0f09. 20000000:00000001:0.0:1767384929.321805:0:16762:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384929.321809:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358514176 00010000:00000001:0.0:1767384929.321811:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384929.321816:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006c559d2a x1853237358514176/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:155/0 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384929.321822:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384929.321823:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384929.321825:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=53 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384929.321828:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384929.321830:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384929.321832:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384929.321839:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384929.321841:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384929.321844:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384929.321846:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384929.321849:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053c8c630. 00000100:00000200:0.0:1767384929.321852:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358514176, offset 224 00000400:00000200:0.0:1767384929.321857:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384929.321865:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384929.321872:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272705000 00000400:00000200:0.0:1767384929.321877:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18ed [2] + 224 00000400:00000200:0.0:1767384929.321882:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384929.321886:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384929.321890:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384929.321894:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c6db7f0b x1853237358514176/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384929.321901:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c6db7f0b x1853237358514176/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384929.321913:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384929.321917:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053c8c630 00000400:00000010:0.0:1767384929.321919:0:16762:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000053c8c630. 00000100:00000001:0.0:1767384929.321922:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384929.321923:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384929.321926:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384929.321929:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:0.0:1767384929.321931:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384929.321932:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384929.321934:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384929.321938:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c559d2a x1853237358514176/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:155/0 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384929.321945:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006c559d2a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16127:x1853237358514176:12345-0@lo:253: Request processed in 23986us (24442us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384929.321952:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00000040:0.0:1767384929.321954:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00000001:0.0:1767384929.321962:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384929.321965:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384929.321965:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384929.321969:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384929.321970:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000009e41426. 00000400:00000001:1.0:1767384929.321974:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:0.0:1767384929.321975:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dbd4e82b. 00000400:00000001:1.0:1767384929.321977:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1767384929.321979:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001dde6f5. 00000400:00000010:1.0:1767384929.321980:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000356384be. 00000020:00000040:0.0:1767384929.321986:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 00000400:00000200:1.0:1767384929.321987:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032076488 02000000:00000001:0.0:1767384929.321991:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384929.321993:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009831d8d2. 02000000:00000001:0.0:1767384929.321997:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384929.321999:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384929.322002:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384929.322005:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001edb86c5. 00000400:00000010:1.0:1767384929.322006:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032076488. 00010000:00000010:1.1:1767384929.322031:0:16127:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c8f828f0. 00000400:00000010:0.0:1767384929.322034:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053c8c630. 00010000:00000010:1.1:1767384929.322035:0:16127:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006f9b2658. 00000100:00000001:1.0:1767384929.322042:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384929.322047:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c6db7f0b x1853237358514176/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384929.322054:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c6db7f0b x1853237358514176/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384929.322059:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384929.322061:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384929.322062:0:16127:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384929.322064:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384929.322065:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384929.322073:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384929.322075:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384929.322077:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=53 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384929.322080:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=53 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384929.322082:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384929.322083:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384929.322084:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384929.322086:0:16127:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384929.322087:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384929.322090:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6db7f0b x1853237358514176/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384929.322095:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384929.322096:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384929.322097:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384929.322100:0:16127:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384929.322102:0:16127:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384929.322103:0:16127:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384929.322104:0:16127:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384929.322105:0:16127:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384929.322106:0:16127:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384929.322108:0:16127:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384929.322109:0:16127:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384929.322110:0:16127:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384929.322111:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6db7f0b x1853237358514176/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384929.322116:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c6db7f0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358514176:0@lo:253: 00000100:00000001:1.0:1767384929.322119:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384929.322121:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384929.322122:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c6db7f0b x1853237358514176/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384929.322126:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384929.322127:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384929.322129:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d9273208. 02000000:00000001:1.0:1767384929.322132:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384929.322133:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384929.322139:0:16127:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1767384929.322140:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384929.322142:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000be9167b0. 02000000:00000001:1.0:1767384929.322144:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384929.322145:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384929.322147:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c6db7f0b. 00000100:00000001:1.0:1767384929.322149:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384929.322150:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384929.322151:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384929.322155:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384929.322156:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384929.322157:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384929.322159:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384929.323720:0:16763:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384929.323722:0:16763:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384929.323724:0:16763:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000002db24bbd. 20000000:00000001:0.0:1767384929.323727:0:16763:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384929.323729:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358514048 00010000:00000001:0.0:1767384929.323731:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384929.323734:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009aeb577a x1853237358514048/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:155/0 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384929.323739:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384929.323740:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384929.323742:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=53 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384929.323745:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384929.323746:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384929.323748:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384929.323750:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384929.323751:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384929.323753:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384929.323755:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384929.323757:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cffb8af6. 00000100:00000200:0.0:1767384929.323760:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358514048, offset 224 00000400:00000200:0.0:1767384929.323764:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384929.323780:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384929.323790:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272704f80 00000400:00000200:0.0:1767384929.323794:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18e5 [2] + 224 00000400:00000200:0.0:1767384929.323798:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384929.323802:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384929.323804:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384929.323807:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ff639a3f x1853237358514048/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384929.323812:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ff639a3f x1853237358514048/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384929.323825:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384929.323829:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cffb8af6 00000400:00000010:0.0:1767384929.323830:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cffb8af6. 00000100:00000001:0.0:1767384929.323833:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384929.323834:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384929.323837:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384929.323839:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:0.0:1767384929.323841:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384929.323842:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384929.323844:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384929.323846:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384929.323847:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009aeb577a x1853237358514048/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:155/0 lens 4848/4768 e 0 to 0 dl 1767384940 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384929.323851:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384929.323857:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384929.323860:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009aeb577a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16130:x1853237358514048:12345-0@lo:253: Request processed in 25922us (26542us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384929.323861:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384929.323865:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089c9f820. 00000400:00000200:2.0:1767384929.323870:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b26ebf2a 00000100:00100000:0.0:1767384929.323871:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000400:00000010:2.0:1767384929.323874:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b26ebf2a. 00000100:00000040:0.0:1767384929.323875:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:0.0:1767384929.323879:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384929.323881:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384929.323881:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384929.323886:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001b44fb23. 00000100:00000200:2.0:1767384929.323889:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ff639a3f x1853237358514048/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384929.323891:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004fc7614e. 00000020:00000010:0.0:1767384929.323898:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1730bf6. 00000020:00000040:0.0:1767384929.323904:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 00000100:00000200:2.0:1767384929.323907:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ff639a3f x1853237358514048/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384929.323909:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384929.323916:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000fd481eb. 00000100:00000001:2.0:1767384929.323918:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384929.323921:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384929.323922:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384929.323924:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384929.323927:0:16130:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:0.0:1767384929.323928:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:2.0:1767384929.323930:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1767384929.323932:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e042d8c. 00000100:00000001:2.0:1767384929.323934:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384929.323936:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cffb8af6. 00000100:00000001:2.0:1767384929.323944:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384929.323947:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384929.323950:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=53 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384929.323954:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=53 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384929.323957:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384929.323958:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384929.323961:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384929.323962:0:16130:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384929.323964:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384929.323968:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ff639a3f x1853237358514048/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384929.323977:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384929.323979:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384929.323981:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384929.323984:0:16130:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384929.323986:0:16130:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384929.323988:0:16130:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384929.323990:0:16130:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384929.323991:0:16130:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384929.323993:0:16130:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384929.323994:0:16130:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384929.323996:0:16130:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384929.323997:0:16130:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384929.323999:0:16130:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384929.324001:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ff639a3f x1853237358514048/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384929.324009:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ff639a3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358514048:0@lo:253: 00010000:00000010:1.1:1767384929.324039:0:29364:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001ba6a14e. 00010000:00000010:0.1:1767384929.324041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f8ef50a3. 00010000:00000010:0.1:1767384929.324049:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000a8dd076. 00000100:00000001:2.0:1767384929.324197:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384929.324199:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384929.324202:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ff639a3f x1853237358514048/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384945 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384929.324209:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384929.324211:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384929.324213:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ba797732. 02000000:00000001:2.0:1767384929.324215:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384929.324223:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384929.324224:0:16130:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1767384929.324227:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384929.324228:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ab7e8103. 02000000:00000001:2.0:1767384929.324231:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384929.324232:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384929.324234:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ff639a3f. 00000100:00000001:2.0:1767384929.324237:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384929.324239:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384929.324241:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384929.324245:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384929.324247:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384929.324249:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384929.324250:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384929.326073:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294919188, at 4294919189 00000100:00000010:3.0:1767384929.326079:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000050600ac3. 00010000:00000010:0.1:1767384929.326089:0:29368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000091a3bd3c. 00010000:00000010:0.1:1767384929.326097:0:29368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ad871020. 00000100:00000040:0.0:1767384929.326111:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294919187, at 4294919189 00000100:00000010:0.0:1767384929.326116:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000844d7b3a. 00000100:00000040:2.0:1767384929.326119:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294919188, at 4294919189 00000100:00000010:2.0:1767384929.326127:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a27f532d. 00000100:00000040:1.0:1767384929.327061:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294919188, at 4294919189 00000100:00000010:1.0:1767384929.327067:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004bf891cd. 00000400:00000001:2.0:1767384929.754096:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384929.754100:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384929.754102:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd918eb3 00000400:00000010:2.0:1767384929.754106:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd918eb3. 00000400:00000200:2.0:1767384929.754110:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384929.754115:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp29 recovery ping unlinked 00000400:00000010:2.0:1767384929.754123:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004ab32aa7. 00000400:00000010:2.0:1767384929.754126:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007da48781. 00000400:00000200:2.0:1767384929.754131:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp31 00000400:00000010:2.0:1767384929.754134:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b675909a. 00000400:00000010:2.0:1767384929.754138:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e1730bf6. 00000400:00000010:2.0:1767384929.754142:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cb2c18e. 00000400:00000010:2.0:1767384929.754147:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a0e6de40. 00000400:00000200:2.0:1767384929.754151:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp31 00000400:00000200:2.0:1767384929.754161:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp31 local destination 00000400:00000200:2.0:1767384929.754166:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp31 00000400:00000200:2.0:1767384929.754170:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp31 NI seq info: [89:89:256:4294967295] 192.168.203.157@tcp31 LPNI seq info [87:87:8:4294967295] 00000400:00000200:2.0:1767384929.754176:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp31 00000400:00000200:2.0:1767384929.754184:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp31(192.168.203.157@tcp31:) -> 192.168.203.157@tcp31(192.168.203.157@tcp31:192.168.203.157@tcp31) : GET try# 0 00000800:00000200:2.0:1767384929.754194:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp31 00000800:00000010:2.0:1767384929.754198:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000020eaf503. 00000800:00000200:2.0:1767384929.754204:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a539425c] -> 12345-192.168.203.157@tcp31 (2) 00000800:00000200:2.1:1767384929.754207:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a539425c] -> 12345-192.168.203.157@tcp31 (2) 00000400:00000200:2.0:1767384929.754229:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp31 added to recovery queue. ping count: 2 next ping: 256 health :800 00000400:00000200:2.0:1767384929.754237:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp32 00000400:00000010:2.0:1767384929.754240:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000021de87c9. 00000400:00000010:2.0:1767384929.754242:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000006eeb332. 00000400:00000010:2.0:1767384929.754245:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000674f6774. 00000400:00000010:2.0:1767384929.754251:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d4a98754. 00000400:00000200:2.0:1767384929.754255:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp32 00000400:00000200:2.0:1767384929.754262:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp32 local destination 00000400:00000200:2.0:1767384929.754265:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp32 00000400:00000200:2.0:1767384929.754269:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp32 NI seq info: [90:90:256:4294967295] 192.168.203.157@tcp32 LPNI seq info [88:88:8:4294967295] 00000400:00000200:2.0:1767384929.754272:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp32 00000400:00000200:2.0:1767384929.754279:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp32(192.168.203.157@tcp32:) -> 192.168.203.157@tcp32(192.168.203.157@tcp32:192.168.203.157@tcp32) : GET try# 0 00000800:00000200:2.0:1767384929.754283:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp32 00000800:00000010:2.0:1767384929.754286:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000727779b0. 00000800:00000200:2.0:1767384929.754289:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b6ecb04a] -> 12345-192.168.203.157@tcp32 (2) 00000800:00000200:2.1:1767384929.754293:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b6ecb04a] -> 12345-192.168.203.157@tcp32 (2) 00000400:00000200:0.0:1767384929.754296:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.754307:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp32 added to recovery queue. ping count: 1 next ping: 254 health :900 00000400:00000200:2.0:1767384929.754313:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp34 00000400:00000010:2.0:1767384929.754316:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e0513b18. 00000400:00000010:2.0:1767384929.754320:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000015d3d368. 00000400:00000010:2.0:1767384929.754322:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001eb4b542. 00000400:00000010:2.0:1767384929.754327:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000083447fe3. 00000400:00000200:2.0:1767384929.754332:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp34 00000400:00000200:2.0:1767384929.754339:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp34 local destination 00000400:00000200:2.0:1767384929.754342:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp34 00000400:00000200:2.0:1767384929.754346:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp34 NI seq info: [91:91:256:4294967295] 192.168.203.157@tcp34 LPNI seq info [3:3:8:4294967295] 00000400:00000200:2.0:1767384929.754349:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp34 00000400:00000200:0.0:1767384929.754356:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.754368:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp34(192.168.203.157@tcp34:) -> 192.168.203.157@tcp34(192.168.203.157@tcp34:192.168.203.157@tcp34) : GET try# 0 00000800:00000200:2.0:1767384929.754375:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp34 00000800:00000010:2.0:1767384929.754378:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000d0aef20. 00000800:00000200:2.0:1767384929.754382:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007836bde6] -> 12345-192.168.203.157@tcp34 (2) 00000800:00000200:2.1:1767384929.754386:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007836bde6] -> 12345-192.168.203.157@tcp34 (2) 00000400:00000200:2.0:1767384929.754399:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp34 added to recovery queue. ping count: 1 next ping: 254 health :900 00000400:00000200:1.0:1767384929.754402:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:0.0:1767384929.754404:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.754405:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp33 00000400:00000010:2.0:1767384929.754411:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000024385ab3. 00000400:00000010:2.0:1767384929.754414:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007da48781. 00000400:00000010:2.0:1767384929.754417:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e265179. 00000400:00000010:2.0:1767384929.754423:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001d50f605. 00000400:00000200:2.0:1767384929.754426:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp33 00000400:00000200:2.0:1767384929.754433:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp33 local destination 00000400:00000200:2.0:1767384929.754436:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp33 00000400:00000200:2.0:1767384929.754439:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp33 NI seq info: [92:92:256:4294967295] 192.168.203.157@tcp33 LPNI seq info [89:89:8:4294967295] 00000400:00000200:1.0:1767384929.754441:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:0.0:1767384929.754441:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.754442:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp33 00000400:00000200:2.0:1767384929.754452:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp33(192.168.203.157@tcp33:) -> 192.168.203.157@tcp33(192.168.203.157@tcp33:192.168.203.157@tcp33) : GET try# 0 00000800:00000200:2.0:1767384929.754458:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp33 00000800:00000010:2.0:1767384929.754470:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c387c1fc. 00000800:00000200:2.0:1767384929.754474:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d474981a] -> 12345-192.168.203.157@tcp33 (2) 00000400:00000200:0.0:1767384929.754476:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000800:00000200:2.1:1767384929.754477:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d474981a] -> 12345-192.168.203.157@tcp33 (2) 00000400:00000200:1.0:1767384929.754483:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.754492:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp33 added to recovery queue. ping count: 1 next ping: 254 health :900 00000400:00000200:1.0:1767384929.754535:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:0.0:1767384929.754535:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.754561:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.754595:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:0.0:1767384929.754596:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.754620:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.754661:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:0.0:1767384929.754661:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.754685:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.754732:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:0.0:1767384929.754732:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.754748:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.754800:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:0.0:1767384929.754800:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.754807:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.754863:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.754863:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:0.0:1767384929.754863:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.754924:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.754944:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:0.0:1767384929.754944:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.754990:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.755032:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:0.0:1767384929.755035:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.755071:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.755098:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:0.0:1767384929.755098:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.755146:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.755171:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:0.0:1767384929.755171:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.755209:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.755239:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:0.0:1767384929.755239:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.755279:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.755307:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:0.0:1767384929.755307:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.755330:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.755375:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:0.0:1767384929.755375:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.755395:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.755444:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:0.0:1767384929.755444:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.755462:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.755516:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:0.0:1767384929.755516:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.755530:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.755583:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.755584:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:0.0:1767384929.755584:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.755626:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.755652:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:0.0:1767384929.755653:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.755681:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.755714:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:0.0:1767384929.755714:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.755734:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.755776:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:0.0:1767384929.755776:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.755795:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.755832:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:0.0:1767384929.755833:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.755845:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.755887:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:0.0:1767384929.755887:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.755895:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.755947:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:0.0:1767384929.755947:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.755955:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:0.0:1767384929.756034:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.756035:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.756039:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.756093:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:0.0:1767384929.756093:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.756098:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.756157:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:0.0:1767384929.756157:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.756164:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.756224:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:0.0:1767384929.756224:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.756235:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.756287:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:0.0:1767384929.756287:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.756295:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.756347:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:0.0:1767384929.756347:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.756352:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.756411:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:0.0:1767384929.756411:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.756414:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:0.0:1767384929.756481:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.756482:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.756485:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.756576:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.756581:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.756651:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.756657:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.756715:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.756728:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:0.0:1767384929.756760:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000fd481eb. 00000800:00000010:0.0:1767384929.756766:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e9397a65. 00000800:00000010:0.0:1767384929.756773:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f841030e. 00000400:00000200:1.0:1767384929.756777:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.756796:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.157:988 00000800:00000010:0.0:1767384929.756800:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f841030e. 00000800:00020000:0.0:1767384929.756813:0:16116:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:0.0:1767384929.756817:0:16116:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e9397a65. 00000800:00000010:0.0:1767384929.756820:0:16116:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000fd481eb. 00000400:00000200:1.0:1767384929.756846:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.756854:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.756867:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.157:988 00000400:02020000:0.0:1767384929.756905:0:16116:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp31 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384929.756913:0:16116:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp31 notifying 192.168.203.157@tcp31: down 00000400:00000200:0.0:1767384929.756918:0:16116:0:(router.c:1840:lnet_notify()) Old news 00000400:00000200:1.0:1767384929.756920:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.157:988 00000800:00000100:0.0:1767384929.756925:0:16116:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp31 00000400:00000200:3.0:1767384929.756928:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000800:00000010:0.0:1767384929.756929:0:16116:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000020eaf503. 00000400:00000200:0.0:1767384929.756936:0:16116:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384929.756942:0:16116:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp31->192.168.203.157@tcp31: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384929.756943:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.157:988 00000400:00000200:0.0:1767384929.756951:0:16116:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384929.756956:0:16116:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384929.756961:0:16116:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp31) recovery failed with -71 00000400:00000200:1.0:1767384929.756984:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.756998:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.757029:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.757078:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.757116:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.757125:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.757158:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.757203:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.757204:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.757268:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.757272:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.757334:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.757336:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.157:988 00000800:00000010:1.0:1767384929.757354:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000452284c7. 00000800:00000010:1.0:1767384929.757360:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000032076488. 00000800:00000010:1.0:1767384929.757364:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000396cf790. 00000400:00000200:3.0:1767384929.757392:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000800:00000010:1.0:1767384929.757398:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000396cf790. 00000400:00000200:3.0:1767384929.757445:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.757479:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.757530:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000800:00000010:2.0:1767384929.757558:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a34fe83e. 00000800:00000010:2.0:1767384929.757563:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000049aa66e2. 00000800:00000010:2.0:1767384929.757567:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a119956f. 00000400:00000200:3.0:1767384929.757579:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000800:00000010:2.0:1767384929.757601:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a119956f. 00000400:00000200:3.0:1767384929.757625:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.757680:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.757736:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.757786:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.757831:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.757878:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.757903:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.757936:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.757969:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.757969:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384929.757995:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp32 from 213.3.0.2 00000400:00000200:3.0:1767384929.757999:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000800:00000010:2.0:1767384929.758000:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000033be25d4. 00000400:00000200:2.0:1767384929.758066:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384929.758080:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp34 from 212.3.0.2 00000800:00000010:2.0:1767384929.758083:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000039d8d0c5. 00000800:00000010:1.0:1767384929.758085:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e90be6d6. 00000800:00000010:1.0:1767384929.758090:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fe13da08. 00000800:00000010:1.0:1767384929.758113:0:16115:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000edf30071. 00000800:00000200:1.1:1767384929.758119:0:16115:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b6ecb04a] -> 12345-192.168.203.157@tcp32 (2) 00000800:00000200:1.1:1767384929.758125:0:16115:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp32 00000000edf30071 deleted 00000800:00000010:1.1:1767384929.758127:0:16115:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000edf30071. 00000800:00000200:1.1:1767384929.758132:0:16115:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384929.758138:0:16115:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp32 ip 192.168.203.157:981 00000800:00000200:1.1:1767384929.758142:0:16115:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000727779b0 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384929.758148:0:16115:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp32 p 3.x 192.168.203.157 -> 192.168.203.157:981 incarnation:1767384923456501788 sched[0] 00000800:00000010:1.0:1767384929.758160:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000396cf790. 00000800:00000010:1.0:1767384929.758204:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000396cf790. 00000800:00000010:1.0:1767384929.758208:0:16115:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fe13da08. 00000800:00000010:1.0:1767384929.758240:0:16115:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000033be25d4. 00000800:00000010:1.0:1767384929.758248:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009d771704. 00000800:00000010:1.0:1767384929.758252:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fe13da08. 00000800:00000010:1.0:1767384929.758272:0:16115:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000edf30071. 00000800:00000200:1.1:1767384929.758277:0:16115:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007836bde6] -> 12345-192.168.203.157@tcp34 (2) 00000800:00000200:1.1:1767384929.758282:0:16115:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp34 00000000edf30071 deleted 00000800:00000010:1.1:1767384929.758284:0:16115:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000edf30071. 00000800:00000200:1.1:1767384929.758287:0:16115:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384929.758292:0:16115:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp34 ip 192.168.203.157:980 00000800:00000200:1.1:1767384929.758295:0:16115:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000d0aef20 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384929.758300:0:16115:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp34 p 3.x 192.168.203.157 -> 192.168.203.157:980 incarnation:1767384927271756409 sched[0] 00000800:00000010:1.0:1767384929.758303:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000396cf790. 00000800:00000010:1.0:1767384929.758345:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000396cf790. 00000800:00000010:1.0:1767384929.758350:0:16115:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fe13da08. 00000800:00000010:1.0:1767384929.758381:0:16115:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000039d8d0c5. 00000800:00000001:1.0:1767384929.758399:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384929.758405:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384929.758453:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384929.758456:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000727779b0. 00000400:00000200:1.0:1767384929.758459:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384929.758464:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp32->192.168.203.157@tcp32: GET: OK 00000400:00000200:1.0:1767384929.758470:0:16122:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384929.758472:0:16122:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp32 recovery message sent successfully:0 00000800:00000001:1.0:1767384929.758484:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384929.758488:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384929.758546:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384929.758548:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000d0aef20. 00000400:00000200:1.0:1767384929.758551:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384929.758556:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp34->192.168.203.157@tcp34: GET: OK 00000400:00000200:1.0:1767384929.758560:0:16122:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384929.758562:0:16122:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp34 recovery message sent successfully:0 00000800:00000200:1.1:1767384929.758600:0:16117:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384929.758605:0:16117:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp32 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384923456501788 sched[0] 00000800:00000010:1.0:1767384929.758607:0:16117:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000032076488. 00000400:00000200:1.0:1767384929.758673:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.758745:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000800:00000001:2.0:1767384929.758792:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384929.758802:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384929.758805:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384929.758811:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000800:00000001:2.0:1767384929.758814:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384929.758825:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp32(192.168.203.157@tcp32) <- 192.168.203.157@tcp32 : GET - for me 00000400:00000200:2.0:1767384929.758836:0:16120:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384929.758845:0:16120:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp of length 272/272 into md 0x18d9 [1] + 0 00000400:00000200:3.0:1767384929.758850:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.758856:0:16120:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp32 to MR: 192.168.203.157@tcp32 local destination 00000400:00000200:2.0:1767384929.758863:0:16120:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp32 NI seq info: [93:93:256:4294967295] 192.168.203.157@tcp32 LPNI seq info [90:90:8:4294967295] 00000400:00000200:1.0:1767384929.758864:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.758877:0:16120:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp32(192.168.203.157@tcp32:192.168.203.157@tcp32) -> 192.168.203.157@tcp32(192.168.203.157@tcp32:192.168.203.157@tcp32) 192.168.203.157@tcp32 : REPLY try# 0 00000800:00000200:2.0:1767384929.758882:0:16120:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.157@tcp32 00000800:00000010:2.0:1767384929.758886:0:16120:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000036b58291. 00000800:00000200:2.0:1767384929.758891:0:16120:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b6ecb04a] -> 12345-192.168.203.157@tcp32 (4) 00000800:00000200:2.0:1767384929.758896:0:16120:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp32 ip 192.168.203.157:988 00000800:00000200:2.0:1767384929.758898:0:16120:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000036b58291 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384929.758908:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.758917:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000800:00000200:2.0:1767384929.758951:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384929.758964:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000036b58291. 00000400:00000200:2.0:1767384929.758974:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384929.758979:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.758980:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp32->192.168.203.157@tcp32: REPLY: OK 00000400:00000200:1.0:1767384929.758982:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000800:00000001:2.0:1767384929.759000:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384929.759007:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384929.759036:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384929.759043:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384929.759046:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384929.759051:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384929.759052:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.759060:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp32(192.168.203.157@tcp32) <- 192.168.203.157@tcp32 : REPLY - for me 00000400:00000200:1.0:1767384929.759062:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.759075:0:16120:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp32: Reply from 12345-192.168.203.157@tcp32 of length 272/272 into md 0x1929 00000800:00000001:2.0:1767384929.759082:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384929.759090:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384929.759092:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384929.759098:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp32->192.168.203.157@tcp32: REPLY: OK 00000400:00000200:2.0:1767384929.759104:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000674f6774 00000400:00000010:2.0:1767384929.759107:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000674f6774. 00000400:00000200:2.0:1767384929.759111:0:16120:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000200:3.0:1767384929.759112:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000010:2.0:1767384929.759118:0:16120:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000021de87c9. 00000400:00000010:2.0:1767384929.759124:0:16120:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000006eeb332. 00000400:00000200:1.0:1767384929.759124:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000800:00000001:2.0:1767384929.759133:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384929.759140:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384929.759168:0:16118:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:3.0:1767384929.759170:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000800:00000200:2.0:1767384929.759175:0:16118:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp34 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384927271756409 sched[0] 00000800:00000010:2.0:1767384929.759179:0:16118:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000049aa66e2. 00000400:00000200:1.0:1767384929.759186:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.759232:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.759236:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.759244:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.759301:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.759302:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.759315:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.759367:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.759372:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.759385:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.759435:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.759440:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.759451:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.759497:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.759520:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.759531:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.759570:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.759582:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.759591:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.759638:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.759650:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.759656:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.759724:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.759724:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.759794:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000800:00000010:3.0:1767384929.759798:0:29524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f1da5d9a. 00000800:00000010:3.0:1767384929.759803:0:29524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000107867c0. 00000800:00000010:3.0:1767384929.759807:0:29524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ce7d3240. 00000400:00000200:2.0:1767384929.759812:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000800:00000010:3.0:1767384929.759835:0:29524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ce7d3240. 00000800:00020000:3.0:1767384929.759844:0:29524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000400:00000200:1.0:1767384929.759847:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000800:00000010:3.0:1767384929.759848:0:29524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000107867c0. 00000800:00000010:3.0:1767384929.759853:0:29524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f1da5d9a. 00000400:00000200:2.0:1767384929.759901:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:02020000:3.0:1767384929.759919:0:29524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp33 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384929.759920:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.759930:0:29524:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp33 notifying 192.168.203.157@tcp33: down 00000400:00000200:3.0:1767384929.759933:0:29524:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384929.759937:0:29524:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp33 00000800:00000010:3.0:1767384929.759940:0:29524:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c387c1fc. 00000400:00000200:3.0:1767384929.759943:0:29524:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384929.759948:0:29524:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp33->192.168.203.157@tcp33: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384929.759953:0:29524:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384929.759956:0:29524:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384929.759961:0:29524:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp33) recovery failed with -71 00000400:00000200:2.0:1767384929.759964:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.759978:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000800:00000001:3.0:1767384929.759987:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384929.759994:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384929.759997:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384929.760009:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384929.760033:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp34(192.168.203.157@tcp34) <- 192.168.203.157@tcp34 : GET - for me 00000400:00000200:2.0:1767384929.760040:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.760044:0:16120:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp34 of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384929.760048:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.760053:0:16120:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp34 of length 272/272 into md 0x18d9 [1] + 0 00000400:00000200:3.0:1767384929.760063:0:16120:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp34 to MR: 192.168.203.157@tcp34 local destination 00000400:00000200:3.0:1767384929.760069:0:16120:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp34 NI seq info: [94:94:256:4294967295] 192.168.203.157@tcp34 LPNI seq info [4:4:8:4294967295] 00000400:00000200:3.0:1767384929.760081:0:16120:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp34(192.168.203.157@tcp34:192.168.203.157@tcp34) -> 192.168.203.157@tcp34(192.168.203.157@tcp34:192.168.203.157@tcp34) 192.168.203.157@tcp34 : REPLY try# 0 00000800:00000200:3.0:1767384929.760091:0:16120:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.157@tcp34 00000800:00000010:3.0:1767384929.760095:0:16120:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a74805a. 00000400:00000200:2.0:1767384929.760099:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000800:00000200:3.0:1767384929.760100:0:16120:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007836bde6] -> 12345-192.168.203.157@tcp34 (4) 00000800:00000200:3.0:1767384929.760108:0:16120:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp34 ip 192.168.203.157:988 00000800:00000200:3.0:1767384929.760110:0:16120:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004a74805a type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384929.760122:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000800:00000001:2.0:1767384929.760135:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384929.760172:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.760180:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000800:00000200:3.0:1767384929.760185:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384929.760189:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a74805a. 00000800:00000001:2.0:1767384929.760190:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384929.760193:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384929.760194:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384929.760200:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384929.760201:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp34->192.168.203.157@tcp34: REPLY: OK 00000800:00000001:2.0:1767384929.760206:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384929.760211:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384929.760217:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384929.760218:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp34(192.168.203.157@tcp34) <- 192.168.203.157@tcp34 : REPLY - for me 00000400:00000200:2.0:1767384929.760233:0:16121:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp34: Reply from 12345-192.168.203.157@tcp34 of length 272/272 into md 0x192d 00000800:00000001:2.0:1767384929.760238:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384929.760244:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384929.760246:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384929.760250:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp34->192.168.203.157@tcp34: REPLY: OK 00000400:00000200:2.0:1767384929.760256:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001eb4b542 00000400:00000010:2.0:1767384929.760258:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001eb4b542. 00000400:00000200:2.0:1767384929.760261:0:16121:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384929.760266:0:16121:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e0513b18. 00000400:00000010:2.0:1767384929.760269:0:16121:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000015d3d368. 00000400:00000200:1.0:1767384929.760272:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000800:00000001:2.0:1767384929.760277:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384929.760282:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384929.760299:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.760336:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.760367:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.760396:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.760424:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.760452:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.760482:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.760526:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.760566:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.760578:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.760620:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.760631:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.760673:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.760680:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.760728:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.760746:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.760779:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:1.0:1767384929.760802:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.760829:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.760874:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.760932:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000800:00000010:1.0:1767384929.760939:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001d4cf45b. 00000800:00000010:1.0:1767384929.760944:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000032076488. 00000800:00000010:1.0:1767384929.760948:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000396cf790. 00000800:00000010:1.0:1767384929.760973:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000396cf790. 00000800:00020000:1.0:1767384929.760983:0:16117:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:1.0:1767384929.760986:0:16117:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000032076488. 00000800:00000010:1.0:1767384929.760989:0:16117:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001d4cf45b. 00000400:00000200:3.0:1767384929.760994:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:02020000:1.0:1767384929.761331:0:16117:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp32 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384929.761668:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.761704:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.761737:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.761771:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.761813:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.761865:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.761898:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:3.0:1767384929.761946:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:3.0:1767384929.762094:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f1da5d9a. 00000800:00000010:3.0:1767384929.762098:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000107867c0. 00000800:00000010:3.0:1767384929.762103:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ce7d3240. 00000800:00000010:3.0:1767384929.762121:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ce7d3240. 00000800:00020000:3.0:1767384929.762128:0:16118:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:3.0:1767384929.762131:0:16118:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000107867c0. 00000800:00000010:3.0:1767384929.762134:0:16118:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f1da5d9a. 00000400:02020000:3.0:1767384929.762183:0:16118:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp34 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00010000:00000001:1.0:1767384930.138058:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384930.138063:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384930.138069:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384930.138070:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384930.138091:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384930.138095:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384930.138098:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384930.597798:0:29764:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384930.597811:0:29764:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384930.597815:0:29764:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384930.597820:0:29764:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384930.597826:0:29764:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384930.597829:0:29764:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384930.777096:0:16119:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009f61ec69. 00000800:00000200:2.0:1767384930.777111:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008831a9b5] -> 12345-192.168.203.157@tcp16 (6) 00000800:00000200:2.0:1767384930.777117:0:16119:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp16 ip 192.168.203.157:988 00000400:00000001:3.0:1767384930.777119:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:2.0:1767384930.777121:0:16119:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009f61ec69 type 192, nob 24 niov 1 nkiov 0 00000400:00000001:3.0:1767384930.777123:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384930.777128:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cb2c18e 00000400:00000010:3.0:1767384930.777130:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000cb2c18e. 00000400:00000200:3.0:1767384930.777135:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384930.777141:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp31 recovery ping unlinked 00000400:00000010:3.0:1767384930.777149:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b675909a. 00000400:00000010:3.0:1767384930.777153:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e1730bf6. 00000400:00000001:3.0:1767384930.777167:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384930.777168:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384930.777169:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e265179 00000400:00000010:3.0:1767384930.777171:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e265179. 00000400:00000200:3.0:1767384930.777172:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384930.777174:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp33 recovery ping unlinked 00000400:00000010:3.0:1767384930.777176:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000024385ab3. 00000400:00000010:3.0:1767384930.777178:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007da48781. 00000800:00000200:1.0:1767384930.777255:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384930.777261:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384930.777271:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384930.777275:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384930.777277:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384931.161085:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384931.161092:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384931.161098:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384931.161099:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384931.161124:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384931.161126:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384931.161128:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384931.363371:0:29928:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384931.363375:0:29928:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp36 --if ens2 00000001:00000001:0.0:1767384931.366209:0:29928:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384931.372169:0:29929:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000009634a443. 00000400:00000010:0.0:1767384931.372183:0:29929:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000000865c90e. 00000400:00000010:0.0:1767384931.372191:0:29929:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000530a3b65. 00000400:00000010:0.0:1767384931.372194:0:29929:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c808ad95. 00000400:00000010:0.0:1767384931.372197:0:29929:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000442326ba. 00000400:00000010:0.0:1767384931.372200:0:29929:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000087798bf. 00000400:00000010:0.0:1767384931.372202:0:29929:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e59ff97c. 00000400:00000010:0.0:1767384931.372203:0:29929:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000064b9f4da. 00000400:00000010:0.0:1767384931.372205:0:29929:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000a6408f24. 00000800:00000010:0.0:1767384931.372216:0:29929:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000006f2c3601. 00000800:00000200:0.0:1767384931.372225:0:29929:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384931.372233:0:29929:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384931.372263:0:29929:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:0.0:1767384931.372282:0:29929:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp36 [8/256/0/180] 00000400:00000010:0.0:1767384931.373796:0:29929:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000a9f95765. 00000400:00000010:0.0:1767384931.373802:0:29929:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc6522e8. 00000400:00000010:0.0:1767384931.373807:0:29929:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c069f08f. 00000400:00000001:0.0:1767384931.373822:0:29929:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384931.373823:0:29929:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384931.373825:0:29929:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b41dcae. 00000400:00000200:0.0:1767384931.373827:0:29929:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000745b7c5b 00000400:00000010:0.0:1767384931.373828:0:29929:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000745b7c5b. 00000400:00000010:0.0:1767384931.373831:0:29929:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 000000009386d7c3. 00000400:00000200:0.0:1767384931.373835:0:29929:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (25) 00000400:00000200:0.0:1767384931.373844:0:29929:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:0.0:1767384931.373846:0:29929:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003438a13a (1) 00000400:00000200:0.0:1767384931.373848:0:29929:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp34 (000000003438a13a): 0 00000400:00000200:0.0:1767384931.373854:0:29929:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131108 00000020:00000010:0.0:1767384931.373860:0:29929:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000000fd481eb. 00000400:00000200:1.0:1767384931.373861:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384931.373866:0:29929:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:1.0:1767384931.373869:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102071 00000020:01000000:0.0:1767384931.373872:0:29929:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp36 00000400:00000200:1.0:1767384931.373873:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (26) 00000400:00000010:1.0:1767384931.373878:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 000000004842d1bc. 00000400:00000010:1.0:1767384931.373881:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054df7106. 00000400:00000010:0.0:1767384931.373885:0:29929:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000000865c90e. 00000400:00000010:1.0:1767384931.373886:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000081829458. 00000400:00000200:1.0:1767384931.373891:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp 00000400:00000010:0.0:1767384931.373894:0:29929:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000009634a443. 00000400:00000200:1.0:1767384931.373904:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000020:00000001:3.0:1767384931.373911:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384931.373916:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 10000000:00000001:3.0:1767384931.373917:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384931.373922:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384931.373925:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384931.373925:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[43, 37], ns[43, 37] 00000020:01000004:3.0:1767384931.373931:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384931.373933:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[62, 37] 00000020:01000004:3.0:1767384931.373936:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384931.373939:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384931.373940:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 37], ns[66, 37] 00000020:01000004:3.0:1767384931.373941:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384931.373945:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384931.373948:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384931.373948:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 37], ns[77, 37] 00000020:01000004:3.0:1767384931.373951:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384931.373954:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:1.0:1767384931.373956:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 37], ns[81, 37] 00000020:01000004:3.0:1767384931.373957:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384931.373960:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384931.373965:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 37], ns[20, 37] 00000100:00000010:3.0:1767384931.373966:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000046810beb. 00000400:00000200:1.0:1767384931.373971:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 00000020:00000040:3.0:1767384931.373972:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000400:00000200:1.0:1767384931.373976:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 00000100:00000001:3.0:1767384931.373979:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384931.373981:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 02000000:00000001:3.0:1767384931.373983:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384931.373989:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384931.373989:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 00000400:00000200:1.0:1767384931.373997:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 02000000:00000010:3.0:1767384931.373999:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f1da5d9a. 00000400:00000200:1.0:1767384931.374006:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 00000100:00000001:3.0:1767384931.374007:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384931.374034:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384931.374037:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384931.374043:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 00000100:00000040:3.0:1767384931.374046:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046810beb] to pc [ptlrpcd_00_02+2] req@0000000046810beb x1853237358514560/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384931.374056:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 20], ns[46, 20] 00000400:00000200:1.0:1767384931.374062:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 20], ns[50, 20] 00000400:00000200:1.0:1767384931.374067:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 20], ns[54, 20] 00000400:00000200:1.0:1767384931.374072:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 20], ns[58, 20] 10000000:00000001:3.0:1767384931.374076:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384931.374077:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 20], ns[74, 20] 10000000:00000001:3.0:1767384931.374080:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384931.374082:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384931.374092:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384931.374092:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[84, 20], ns[84, 20] 00000400:00000200:1.0:1767384931.374100:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 20], ns[75, 20] 00000020:00000001:3.0:1767384931.374101:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384931.374105:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[87, 20], ns[89, 20] 10000000:00000001:3.0:1767384931.374106:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384931.374109:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384931.374111:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:1.0:1767384931.374112:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 20], ns[93, 20] 00000020:01000004:3.0:1767384931.374114:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384931.374117:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:1.0:1767384931.374119:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[89, 20], ns[92, 20] 00000020:01000004:3.0:1767384931.374120:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384931.374123:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384931.374126:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384931.374127:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 00000020:01000004:3.0:1767384931.374129:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384931.374131:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384931.374132:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384931.374134:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp16 00000020:01000004:3.0:1767384931.374135:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384931.374140:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004435e5bb. 00000400:00000200:1.0:1767384931.374141:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp16 lpni_is_preferred = 0 00000020:00000040:3.0:1767384931.374143:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1767384931.374145:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384931.374146:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384931.374148:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384931.374156:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004d66b48a. 00000400:00000200:1.0:1767384931.374157:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp16 00000400:00000200:1.0:1767384931.374162:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp16 NI seq info: [95:95:256:4294967295] 192.168.203.157@tcp16 LPNI seq info [91:91:8:4294967295] 00000100:00000001:3.0:1767384931.374163:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384931.374171:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384931.374171:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp16 00000100:00000001:3.0:1767384931.374174:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384931.374181:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp16(192.168.203.157@tcp16:) -> 192.168.203.157@tcp16(192.168.203.157@tcp:192.168.203.157@tcp16) : GET try# 0 00000100:00000040:3.0:1767384931.374185:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004435e5bb] to pc [ptlrpcd_00_03+3] req@000000004435e5bb x1853237358514688/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384931.374189:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp16 00000800:00000010:1.0:1767384931.374194:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000048c059f. 00000800:00000200:1.0:1767384931.374204:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008831a9b5] -> 12345-192.168.203.157@tcp16 (6) 10000000:00000001:3.0:1767384931.374205:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384931.374209:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:3.0:1767384931.374210:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384931.374213:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp16 ip 192.168.203.157:988 00000020:00000001:3.0:1767384931.374216:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384931.374216:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767384931.374218:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000048c059f type 2, nob 96 niov 1 nkiov 0 00000020:01000000:3.0:1767384931.374222:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384931.374222:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:3.0:1767384931.374227:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000000fd481eb. 00000100:00000040:2.0:1767384931.374232:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000046810beb x1853237358514560/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384931.374235:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp 00000100:00000001:3.0:1767384931.374240:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384931.374240:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100271 rc 0 00000100:00000001:3.0:1767384931.374245:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384931.374257:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384931.374258:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp34(000000003438a13a) state 0x2061 00000100:00000001:2.0:1767384931.374263:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384931.374263:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003438a13a (2) 00000100:00000040:3.0:1767384931.374264:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004435e5bb x1853237358514688/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384931.374268:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006a649de1. 00000400:00000010:1.0:1767384931.374273:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f27d0a09. 00000100:00000001:2.0:1767384931.374275:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384931.374279:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000074b4a94d. 02000000:00000001:2.0:1767384931.374282:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384931.374284:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp34 00000100:00000001:3.0:1767384931.374285:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767384931.374287:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384931.374291:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384931.374292:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp34 local destination 00000100:00000001:3.0:1767384931.374294:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384931.374298:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1767384931.374299:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000046810beb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358514560:0@lo:253: 02000000:00000001:3.0:1767384931.374302:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384931.374306:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp34 02000000:00000001:3.0:1767384931.374309:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384931.374310:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384931.374311:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp34 00000100:00100000:3.0:1767384931.374317:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004435e5bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358514688:0@lo:253: 02000000:00000001:2.0:1767384931.374317:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384931.374318:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp34 lpni_is_preferred = 0 02000000:00000001:2.0:1767384931.374321:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384931.374324:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp34 00000100:00000001:3.0:1767384931.374325:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384931.374329:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384931.374331:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384931.374333:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp34 NI seq info: [96:96:256:4294967295] 192.168.203.157@tcp34 LPNI seq info [5:5:8:4294967295] 02000000:00000001:3.0:1767384931.374334:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384931.374337:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000045d62cf7. 02000000:00000001:3.0:1767384931.374340:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384931.374342:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp34 02000000:00000001:2.0:1767384931.374343:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384931.374347:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002921a5f9. 00000400:00000010:2.0:1767384931.374351:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099d40292. 02000000:00000001:3.0:1767384931.374352:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384931.374354:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp34(192.168.203.157@tcp34:) -> 192.168.203.157@tcp34(192.168.203.157@tcp34:192.168.203.157@tcp34) : GET try# 0 00000400:00000010:3.0:1767384931.374360:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c95f647. 00000800:00000200:1.0:1767384931.374361:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp34 00000400:00000010:2.0:1767384931.374362:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b08eee2a. 00000800:00000010:1.0:1767384931.374367:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c7848cb2. 00000400:00000010:3.0:1767384931.374368:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007d34bf8b. 00000100:00000200:2.0:1767384931.374368:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358514560, portal 25 00000100:00000200:3.0:1767384931.374374:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358514688, portal 25 00000800:00000200:1.0:1767384931.374374:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007836bde6] -> 12345-192.168.203.157@tcp34 (4) 00000100:00000001:2.0:1767384931.374376:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384931.374381:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384931.374381:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436633367296 : -108637076184320 : ffff9d31f5aa2300) 00000800:00000200:1.1:1767384931.374382:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007836bde6] -> 12345-192.168.203.157@tcp34 (4) 00000100:00000001:3.0:1767384931.374384:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436633361920 : -108637076189696 : ffff9d31f5aa0e00) 00000100:00000040:3.0:1767384931.374394:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004435e5bb x1853237358514688/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384931.374394:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000046810beb x1853237358514560/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.1:1767384931.374399:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp34 ip 192.168.203.157:988 00000800:00000200:1.1:1767384931.374404:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c7848cb2 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384931.374417:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp34 00000400:00000200:1.0:1767384931.374423:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp34(000000003438a13a) state 0x261 rc 0 00000100:00000001:3.0:1767384931.374427:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384931.374431:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384931.374435:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384931.374438:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384931.374448:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000057bbc2cd. 00000400:00000010:2.0:1767384931.374452:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001bffb5f9. 00000100:00000200:3.0:1767384931.374453:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358514688, offset 0 00000100:00000200:2.0:1767384931.374460:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358514560, offset 0 00000400:00000200:3.0:1767384931.374463:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384931.374472:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384931.374476:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384931.374483:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384931.374488:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272705200 00000400:00000200:2.0:1767384931.374506:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272705180 00000400:00000200:3.0:1767384931.374510:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11b5 [2] + 0 00000400:00000010:3.0:1767384931.374513:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000745cd949. 00000400:00000200:3.0:1767384931.374516:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c84b28f5 00000400:00000200:3.0:1767384931.374522:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384931.374523:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11bd [2] + 0 00000400:00000010:2.0:1767384931.374529:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d1a7b10. 00000400:00000200:3.0:1767384931.374530:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384931.374536:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001e7b4aec 00000400:00000200:3.0:1767384931.374540:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c84b28f5 00000400:00000200:2.0:1767384931.374542:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384931.374543:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c84b28f5. 00000800:00000200:1.0:1767384931.374549:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384931.374550:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384931.374551:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000800:00000010:1.0:1767384931.374554:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000048c059f. 00000100:00000200:3.0:1767384931.374556:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384931.374558:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e7b4aec 00000400:00000200:1.0:1767384931.374559:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384931.374561:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001e7b4aec. 00000100:00000040:3.0:1767384931.374567:0:16130:0:(events.c:337:request_in_callback()) incoming req@000000006096fc11 x1853237358514688 msgsize 4848 00000100:00000001:2.0:1767384931.374568:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384931.374568:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp16->192.168.203.157@tcp16: GET: OK 00000100:00000200:2.0:1767384931.374573:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384931.374576:0:16121:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00100000:3.0:1767384931.374579:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384931.374581:0:16121:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp: 0 00000100:00000040:3.0:1767384931.374586:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1767384931.374586:0:16129:0:(events.c:337:request_in_callback()) incoming req@00000000e382b491 x1853237358514560 msgsize 4848 00000800:00000001:1.0:1767384931.374592:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767384931.374593:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384931.374598:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384931.374598:0:16129:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:1.0:1767384931.374601:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384931.374604:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384931.374607:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057bbc2cd 00000400:00000010:3.0:1767384931.374610:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000057bbc2cd. 00000800:00000001:1.0:1767384931.374611:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384931.374612:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384931.374614:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384931.374619:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004435e5bb x1853237358514688/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384931.374621:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bffb5f9 00000400:00000200:1.0:1767384931.374624:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp16(192.168.203.157@tcp16) <- 192.168.203.157@tcp16 : GET - for me 00000400:00000010:2.0:1767384931.374626:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001bffb5f9. 00000100:00000001:2.0:1767384931.374632:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384931.374636:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384931.374638:0:16121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 448 into portal 0 MB=0x8000000000000000 00000100:00000200:2.0:1767384931.374639:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000046810beb x1853237358514560/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384931.374642:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004435e5bb x1853237358514688/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384931.374649:0:16121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp of length 448/448 into md 0x1935 [1] + 0 00000400:00000200:1.0:1767384931.374665:0:16121:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp16 to MR: 192.168.203.157@tcp16 local destination 00000100:00000001:3.0:1767384931.374675:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384931.374676:0:16121:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp16 NI seq info: [97:97:256:4294967295] 192.168.203.157@tcp16 LPNI seq info [92:92:8:4294967295] 00000100:00000001:2.0:1767384931.374677:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384931.374682:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384931.374684:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000046810beb x1853237358514560/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384931.374699:0:16121:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp16(192.168.203.157@tcp16:192.168.203.157@tcp16) -> 192.168.203.157@tcp16(192.168.203.157@tcp16:192.168.203.157@tcp16) 192.168.203.157@tcp16 : REPLY try# 0 00000100:00000001:2.0:1767384931.374702:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384931.374707:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767384931.374707:0:16121:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.157@tcp16 00000100:00000001:3.0:1767384931.374708:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384931.374712:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384931.374715:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294921248 00000800:00000010:1.0:1767384931.374715:0:16121:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000048c059f. 00000100:00000001:2.0:1767384931.374717:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294921248 00000100:00000010:3.0:1767384931.374724:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007c32bdbf. 00000800:00000200:1.0:1767384931.374724:0:16121:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008831a9b5] -> 12345-192.168.203.157@tcp16 (6) 00000800:00000200:1.0:1767384931.374731:0:16121:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp16 ip 192.168.203.157:1009 00000800:00000200:1.0:1767384931.374734:0:16121:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000048c059f type 3, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1767384931.374735:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384931.374746:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294921248 00000100:00000001:2.0:1767384931.374747:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, keep current deadline 4294921248 00000100:00000001:2.0:1767384931.374751:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294921248 00000100:00000010:3.0:1767384931.374752:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e60dd453. 00000100:00000001:3.0:1767384931.374757:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384931.374761:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294921248 00000100:00000001:2.0:1767384931.374762:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, keep current deadline 4294921248 00000100:00000010:3.0:1767384931.374765:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002835db06. 00000100:00000001:2.0:1767384931.374766:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294921248 00000100:00000001:3.0:1767384931.374771:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384931.374776:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294921248 00000100:00000001:2.0:1767384931.374777:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, keep current deadline 4294921248 00000100:00000010:3.0:1767384931.374781:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffabf1f4. 00000100:00000001:2.0:1767384931.374781:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294921248 00000800:00000200:1.0:1767384931.374785:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384931.374787:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000800:00000010:1.0:1767384931.374789:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c7848cb2. 00000100:00000001:3.0:1767384931.374791:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384931.374792:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, keep current deadline 4294921248 00000400:00000200:1.0:1767384931.374796:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384931.374798:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384931.374798:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384931.374805:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384931.374805:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384931.374806:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp34->192.168.203.157@tcp34: GET: OK 00000100:00000001:3.0:1767384931.374812:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384931.374814:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384931.374815:0:16121:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767384931.374820:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384931.374821:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384931.374821:0:16121:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp34: 0 00000100:00000001:3.0:1767384931.374828:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:1.0:1767384931.374829:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384931.374830:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384931.374832:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384931.374835:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:1.0:1767384931.374835:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384931.374836:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384931.374841:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384931.374843:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384931.374846:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384931.374846:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384931.374851:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384931.374865:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384931.374872:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384931.374875:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000048c059f. 00000100:00000001:3.0:1767384931.374876:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384931.374878:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384931.374881:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358514688 00000400:00000200:1.0:1767384931.374886:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp16->192.168.203.157@tcp16: REPLY: OK 02000000:00000001:3.0:1767384931.374887:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384931.374887:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384931.374891:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358514560 00000100:00000001:3.0:1767384931.374893:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384931.374895:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:1.0:1767384931.374895:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384931.374897:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384931.374899:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1767384931.374901:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384931.374903:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384931.374904:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384931.374905:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384931.374908:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384931.374910:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358514688 00000800:00000001:1.0:1767384931.374912:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384931.374913:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358514560 00000020:00000001:3.0:1767384931.374914:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384931.374918:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:2.0:1767384931.374918:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384931.374922:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384931.374922:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000400:00000200:1.0:1767384931.374925:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp34(192.168.203.157@tcp34) <- 192.168.203.157@tcp34 : GET - for me 00000020:00000001:2.0:1767384931.374926:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384931.374927:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000020:00000040:2.0:1767384931.374930:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000020:00000001:3.0:1767384931.374931:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:2.0:1767384931.374936:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:3.0:1767384931.374937:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000400:00000200:1.0:1767384931.374937:0:16121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp34 of length 272 into portal 0 MB=0x8000000000000000 00000020:00000001:2.0:1767384931.374944:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:3.0:1767384931.374946:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384931.374949:0:16121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp34 of length 272/272 into md 0x1935 [1] + 0 00000100:00000001:2.0:1767384931.374950:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384931.374952:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000093d9f6a6. 00000020:00000010:2.0:1767384931.374956:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000088b7f224. 00000100:00000001:3.0:1767384931.374957:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384931.374961:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384931.374963:0:16121:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp34 to MR: 192.168.203.157@tcp34 local destination 00000020:00000010:3.0:1767384931.374964:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000093d9f6a6. 00000020:00000010:2.0:1767384931.374965:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000088b7f224. 00000020:00000010:3.0:1767384931.374974:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be333ad2. 00000020:00000010:2.0:1767384931.374975:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a0c20b2. 00000400:00000200:1.0:1767384931.374975:0:16121:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp34 NI seq info: [98:98:256:4294967295] 192.168.203.157@tcp34 LPNI seq info [6:6:8:4294967295] 00000020:00000010:3.0:1767384931.374983:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000044e71947. 00000020:00000010:2.0:1767384931.374984:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000564ffa4f. 00000020:00000010:3.0:1767384931.374990:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005b86f816. 00000020:00000010:2.0:1767384931.374991:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a68c908. 00000400:00000200:1.0:1767384931.374996:0:16121:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp34(192.168.203.157@tcp34:192.168.203.157@tcp34) -> 192.168.203.157@tcp34(192.168.203.157@tcp34:192.168.203.157@tcp34) 192.168.203.157@tcp34 : REPLY try# 0 00000100:00000040:3.0:1767384931.374999:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384931.375003:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384931.375005:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384931.375005:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000200:1.0:1767384931.375005:0:16121:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.157@tcp34 00000100:00000001:2.0:1767384931.375008:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384931.375009:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384931.375036:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384931.375037:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384931.375038:0:16121:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000048c059f. 00000100:00000001:2.0:1767384931.375042:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384931.375047:0:16121:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007836bde6] -> 12345-192.168.203.157@tcp34 (4) 00000100:00000001:3.0:1767384931.375048:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384931.375048:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384931.375057:0:16121:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp34 ip 192.168.203.157:980 00000800:00000200:1.0:1767384931.375066:0:16121:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000048c059f type 3, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1767384931.375067:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384931.375067:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384931.375071:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384931.375071:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384931.375078:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00000040:3.0:1767384931.375081:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:3.0:1767384931.375086:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529242192 : -108637180309424 : ffff9d31ef755050) 00000100:00100000:2.0:1767384931.375086:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00000040:2.0:1767384931.375089:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000100:00000001:2.0:1767384931.375091:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529253456 : -108637180298160 : ffff9d31ef757c50) 00000100:00000040:2.0:1767384931.375096:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e382b491 x1853237358514560/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:157/0 lens 4848/0 e 0 to 0 dl 1767384942 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384931.375098:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1767384931.375101:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006096fc11 x1853237358514688/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:157/0 lens 4848/0 e 0 to 0 dl 1767384942 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384931.375102:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000048c059f. 00000400:00000200:1.0:1767384931.375109:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384931.375119:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp34->192.168.203.157@tcp34: REPLY: OK 00000100:00000001:2.0:1767384931.375120:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384931.375126:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:1.0:1767384931.375127:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767384931.375130:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000093d9f6a6. 00000020:00000010:2.0:1767384931.375132:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000088b7f224. 00000800:00000001:1.0:1767384931.375133:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384931.375135:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384931.375138:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384931.375138:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767384931.375139:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000093d9f6a6. 00000800:00000001:1.0:1767384931.375143:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384931.375145:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000088b7f224. 00000100:00100000:3.0:1767384931.375150:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006096fc11 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16130:x1853237358514688:12345-0@lo:253: 00000400:00000200:1.0:1767384931.375155:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp16(192.168.203.157@tcp16) <- 192.168.203.157@tcp16 : REPLY - for me 00000100:00100000:2.0:1767384931.375156:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e382b491 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16129:x1853237358514560:12345-0@lo:253: 00000100:00000200:3.0:1767384931.375160:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358514688 00000100:00000200:2.0:1767384931.375166:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358514560 00000020:00000001:3.0:1767384931.375167:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384931.375170:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384931.375173:0:16121:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp16: Reply from 12345-192.168.203.157@tcp16 of length 448/448 into md 0x1939 00000020:00000001:3.0:1767384931.375174:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384931.375174:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000001:1.0:1767384931.375177:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384931.375180:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384931.375180:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384931.375182:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384931.375187:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384931.375188:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384931.375188:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384931.375191:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:3.0:1767384931.375193:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:2.0:1767384931.375195:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384931.375198:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp16->192.168.203.157@tcp16: REPLY: OK 00000020:00000001:2.0:1767384931.375199:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384931.375201:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384931.375203:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384931.375203:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054df7106 00000020:00000001:3.0:1767384931.375204:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384931.375207:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054df7106. 00000020:00000001:2.0:1767384931.375208:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384931.375210:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384931.375212:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384931.375213:0:16121:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000020:00000001:3.0:1767384931.375215:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384931.375219:0:16121:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.157@tcp has discovery enabled 00000020:00000001:3.0:1767384931.375220:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384931.375220:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384931.375224:0:16121:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 02000000:00000001:2.0:1767384931.375225:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384931.375226:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384931.375230:0:16121:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.157@tcp (480 bytes) 02000000:00000001:3.0:1767384931.375231:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384931.375232:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000002f88fbd. 00000400:00000200:1.0:1767384931.375235:0:16121:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 02000000:00000001:2.0:1767384931.375237:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384931.375238:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006334ea9b. 00000100:00000001:2.0:1767384931.375240:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384931.375242:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384931.375244:0:16762:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000010:1.0:1767384931.375245:0:16121:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 000000004842d1bc. 00000100:00000001:3.0:1767384931.375246:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384931.375250:0:16763:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384931.375251:0:16121:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (27) 20000000:00000010:2.0:1767384931.375254:0:16762:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000382dec4f. 00000800:00000001:1.0:1767384931.375256:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:01000000:2.0:1767384931.375259:0:16762:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:3.0:1767384931.375260:0:16763:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e39905ef. 00000800:00000001:1.0:1767384931.375260:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384931.375262:0:16762:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:3.0:1767384931.375268:0:16763:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384931.375268:0:16762:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000001:1.0:1767384931.375268:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:3.0:1767384931.375273:0:16763:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384931.375273:0:16762:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384931.375274:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384931.375278:0:16762:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384931.375279:0:16763:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000001:1.0:1767384931.375279:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:3.0:1767384931.375284:0:16763:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384931.375284:0:16762:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000001:1.0:1767384931.375284:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384931.375290:0:16763:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384931.375295:0:16763:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384931.375295:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp34(192.168.203.157@tcp34) <- 192.168.203.157@tcp34 : REPLY - for me 20000000:00000010:2.0:1767384931.375297:0:16762:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d12c458f. 20000000:01000000:2.0:1767384931.375301:0:16762:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 00000400:00000200:1.0:1767384931.375307:0:16121:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp34: Reply from 12345-192.168.203.157@tcp34 of length 272/272 into md 0x193d 00000800:00000001:1.0:1767384931.375310:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:2.0:1767384931.375312:0:16762:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384931.375320:0:16762:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000001:1.0:1767384931.375320:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384931.375324:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384931.375327:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp34->192.168.203.157@tcp34: REPLY: OK 00000400:00000200:1.0:1767384931.375329:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f27d0a09 00000400:00000010:1.0:1767384931.375331:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f27d0a09. 00000400:00000200:1.0:1767384931.375333:0:16121:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384931.375335:0:16121:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.157@tcp34 has discovery enabled 00000400:00000200:1.0:1767384931.375337:0:16121:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.157@tcp34(000000003438a13a) is MR 00000400:00000200:1.0:1767384931.375339:0:16121:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.157@tcp34 (480 bytes) 00000400:00000200:1.0:1767384931.375341:0:16121:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp34 (000000003438a13a): -114 00000400:00000010:1.0:1767384931.375343:0:16121:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006a649de1. 00000400:00000200:1.0:1767384931.375345:0:16121:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003438a13a (3) 00000800:00000001:1.0:1767384931.375348:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384931.375349:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384931.375350:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384931.375351:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384931.375372:0:16762:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384931.375377:0:16762:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384931.375379:0:16762:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384931.375390:0:16762:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:1.0:1767384931.375394:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000020:00000001:2.0:1767384931.375395:0:16762:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384931.375404:0:16762:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:2.0:1767384931.375411:0:16762:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384931.375418:0:16762:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000098567739. 00080000:00000001:2.0:1767384931.375422:0:16762:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490408448 : -108642219143168 : ffff9d30c31ed000) 00080000:00000001:2.0:1767384931.375426:0:16762:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384931.375427:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:1.0:1767384931.375447:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:1.0:1767384931.375465:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:1.0:1767384931.375487:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:1.0:1767384931.375524:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:1.0:1767384931.375560:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:1.0:1767384931.375582:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000001:00000001:2.0:1767384931.375583:0:16762:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384931.375587:0:16762:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384931.375590:0:16762:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384931.375597:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00080000:00000001:2.0:1767384931.375614:0:16762:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384931.375619:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00080000:00000001:2.0:1767384931.375620:0:16762:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384931.375639:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:1.0:1767384931.375674:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:1.0:1767384931.375701:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:1.0:1767384931.375723:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:1.0:1767384931.375754:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00080000:00000001:2.0:1767384931.375773:0:16762:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384931.375779:0:16762:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384931.375793:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:1.0:1767384931.375846:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:1.0:1767384931.375882:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.375897:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384931.375904:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 000000007ee88d46. 00000400:00000010:2.0:1767384931.375909:0:16125:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c84e5ef. 00000400:00000010:2.0:1767384931.375915:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001eb4b542. 00000400:00000200:1.0:1767384931.375919:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.375920:0:16125:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000007ee88d46 00000400:00000001:2.0:1767384931.375926:0:16125:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384931.375929:0:16125:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384931.375931:0:16125:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000050288. 00000400:00000200:2.0:1767384931.375936:0:16125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a922c183 00000400:00000010:2.0:1767384931.375938:0:16125:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a922c183. 00000400:00000200:2.0:1767384931.375942:0:16125:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:2.0:1767384931.375946:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 00000000abf5aa77. 00000400:00000200:1.0:1767384931.375952:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.375953:0:16125:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 480 success 00000400:00000200:2.0:1767384931.375963:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100871 00000400:00000200:2.0:1767384931.375971:0:16125:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.157@tcp:0 00000400:00000200:2.0:1767384931.375973:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102071 rc 1 00000400:00000200:2.0:1767384931.375979:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102071 00000400:00000200:2.0:1767384931.375982:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (26) 00000400:00000010:2.0:1767384931.375986:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000dbafb81e. 00000400:00000010:2.0:1767384931.375991:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000674f6774. 00000400:00000200:1.0:1767384931.375991:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000010:2.0:1767384931.376001:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a9ecf4d2. 00000400:00000200:2.0:1767384931.376008:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1767384931.376058:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1767384931.376065:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:1.0:1767384931.376066:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.376077:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[43, 37], ns[43, 37] 00000400:00000200:2.0:1767384931.376084:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[62, 37] 00000400:00000200:2.0:1767384931.376092:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 37], ns[66, 37] 00000400:00000200:2.0:1767384931.376098:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 37], ns[77, 37] 00000400:00000200:2.0:1767384931.376105:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 37], ns[81, 37] 00000400:00000200:2.0:1767384931.376111:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 37], ns[97, 37] 00000400:00000200:1.0:1767384931.376119:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.376120:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 37], ns[22, 37] 00000400:00000200:2.0:1767384931.376130:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000400:00000200:2.0:1767384931.376137:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000400:00000200:2.0:1767384931.376144:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000400:00000200:2.0:1767384931.376150:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000400:00000200:2.0:1767384931.376157:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000400:00000200:2.0:1767384931.376174:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000400:00000200:2.0:1767384931.376181:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 22], ns[46, 22] 00000400:00000200:2.0:1767384931.376188:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 22], ns[50, 22] 00000400:00000200:2.0:1767384931.376195:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 22], ns[54, 22] 00000400:00000200:2.0:1767384931.376202:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 22], ns[58, 22] 00000400:00000200:1.0:1767384931.376217:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.376218:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 22], ns[74, 22] 00000400:00000200:2.0:1767384931.376228:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[84, 22], ns[84, 22] 00000400:00000200:2.0:1767384931.376235:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 22], ns[75, 22] 00000400:00000200:2.0:1767384931.376242:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[87, 22], ns[89, 22] 00000400:00000200:2.0:1767384931.376248:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 22], ns[93, 22] 00000400:00000200:1.0:1767384931.376249:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.376260:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[89, 22], ns[92, 22] 00000400:00000200:2.0:1767384931.376266:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 00000400:00000200:2.0:1767384931.376271:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp17 00000400:00000200:2.0:1767384931.376276:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp17 lpni_is_preferred = 0 00000400:00000200:2.0:1767384931.376279:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp17 00000400:00000200:2.0:1767384931.376286:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp17 NI seq info: [99:99:256:4294967295] 192.168.203.157@tcp17 LPNI seq info [93:93:8:4294967295] 00000400:00000200:1.0:1767384931.376286:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.376298:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp17 00000400:00000200:2.0:1767384931.376321:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp17(192.168.203.157@tcp17:) -> 192.168.203.157@tcp17(192.168.203.157@tcp:192.168.203.157@tcp17) : GET try# 0 00000400:00000200:1.0:1767384931.376324:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000800:00000200:2.0:1767384931.376346:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp17 00000800:00000010:2.0:1767384931.376352:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c387c1fc. 00000800:00000200:2.0:1767384931.376359:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000077b23735] -> 12345-192.168.203.157@tcp17 (6) 00000800:00000200:2.0:1767384931.376369:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp17 ip 192.168.203.157:988 00000800:00000200:2.0:1767384931.376373:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c387c1fc type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384931.376385:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.376390:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp 00000400:00000200:2.0:1767384931.376395:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100271 rc 0 00000400:00000200:2.0:1767384931.376402:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp34(000000003438a13a) state 0x861 00000400:00000200:2.0:1767384931.376408:0:16125:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.157@tcp34:0 00000400:00000200:2.0:1767384931.376411:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp34(000000003438a13a) state 0x2061 rc 1 00000400:00000200:2.0:1767384931.376416:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp34(000000003438a13a) state 0x2061 00000400:00000200:2.0:1767384931.376419:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000003438a13a (2) 00000400:00000010:2.0:1767384931.376433:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000ed808160. 00000400:00000010:2.0:1767384931.376439:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e265179. 00000400:00000010:2.0:1767384931.376445:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002ce3881e. 00000400:00000200:2.0:1767384931.376450:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp34 00000400:00000200:2.0:1767384931.376460:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp34 local destination 00000400:00000200:2.0:1767384931.376464:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp34 00000400:00000200:2.0:1767384931.376468:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp34 00000400:00000200:2.0:1767384931.376472:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp34 lpni_is_preferred = 0 00000400:00000200:2.0:1767384931.376475:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp34 00000400:00000200:2.0:1767384931.376479:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp34 NI seq info: [100:100:256:4294967295] 192.168.203.157@tcp34 LPNI seq info [7:7:8:4294967295] 00000400:00000200:2.0:1767384931.376485:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp34 00000400:00000200:2.0:1767384931.376517:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp34(192.168.203.157@tcp34:) -> 192.168.203.157@tcp34(192.168.203.157@tcp34:192.168.203.157@tcp34) : GET try# 0 00000800:00000200:3.0:1767384931.376518:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384931.376523:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c387c1fc. 00000400:00000200:3.0:1767384931.376528:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1767384931.376531:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp34 00000800:00000010:2.0:1767384931.376552:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000d0aef20. 00000400:00000200:3.0:1767384931.376558:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp17->192.168.203.157@tcp17: GET: OK 00000400:00000200:3.0:1767384931.376563:0:16121:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000200:2.0:1767384931.376563:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007836bde6] -> 12345-192.168.203.157@tcp34 (4) 00000400:00000200:3.0:1767384931.376569:0:16121:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp: 0 00000800:00000001:3.0:1767384931.376575:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384931.376575:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp34 ip 192.168.203.157:988 00000800:00000200:2.0:1767384931.376580:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000d0aef20 type 2, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1767384931.376581:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384931.376586:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384931.376591:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384931.376599:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp17(192.168.203.157@tcp17) <- 192.168.203.157@tcp17 : GET - for me 00000400:00000200:2.0:1767384931.376599:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp34 00000400:00000200:2.0:1767384931.376607:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp34(000000003438a13a) state 0x261 rc 0 00000400:00000200:3.0:1767384931.376612:0:16121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 480 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384931.376620:0:16121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp of length 480/480 into md 0x1935 [1] + 0 00000400:00000200:3.0:1767384931.376629:0:16121:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp17 to MR: 192.168.203.157@tcp17 local destination 00000400:00000200:3.0:1767384931.376635:0:16121:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp17 NI seq info: [101:101:256:4294967295] 192.168.203.157@tcp17 LPNI seq info [94:94:8:4294967295] 00000400:00000200:3.0:1767384931.376646:0:16121:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp17(192.168.203.157@tcp17:192.168.203.157@tcp17) -> 192.168.203.157@tcp17(192.168.203.157@tcp17:192.168.203.157@tcp17) 192.168.203.157@tcp17 : REPLY try# 0 00000800:00000200:3.0:1767384931.376653:0:16121:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.157@tcp17 00000800:00000010:3.0:1767384931.376657:0:16121:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7fabe03. 00000800:00000200:3.0:1767384931.376662:0:16121:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000077b23735] -> 12345-192.168.203.157@tcp17 (6) 00000800:00000200:3.0:1767384931.376668:0:16121:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp17 ip 192.168.203.157:1007 00000800:00000200:2.0:1767384931.376670:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1767384931.376671:0:16121:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f7fabe03 type 3, nob 576 niov 1 nkiov 1 00000800:00000010:2.0:1767384931.376673:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000d0aef20. 00000400:00000200:2.0:1767384931.376678:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384931.376683:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp34->192.168.203.157@tcp34: GET: OK 00000400:00000200:2.0:1767384931.376686:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384931.376688:0:16120:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp34: 0 00000800:00000001:2.0:1767384931.376695:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384931.376700:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384931.376702:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384931.376707:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384931.376713:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp34(192.168.203.157@tcp34) <- 192.168.203.157@tcp34 : GET - for me 00000800:00000200:3.0:1767384931.376721:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384931.376722:0:16120:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp34 of length 480 into portal 0 MB=0x8000000000000000 00000800:00000010:3.0:1767384931.376727:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7fabe03. 00000400:00000200:2.0:1767384931.376732:0:16120:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp34 of length 480/480 into md 0x1935 [1] + 0 00000400:00000200:3.0:1767384931.376733:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384931.376742:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp17->192.168.203.157@tcp17: REPLY: OK 00000400:00000200:2.0:1767384931.376756:0:16120:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp34 to MR: 192.168.203.157@tcp34 local destination 00000400:00000200:2.0:1767384931.376764:0:16120:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp34 NI seq info: [102:102:256:4294967295] 192.168.203.157@tcp34 LPNI seq info [8:8:8:4294967295] 00000400:00000200:2.0:1767384931.376774:0:16120:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp34(192.168.203.157@tcp34:192.168.203.157@tcp34) -> 192.168.203.157@tcp34(192.168.203.157@tcp34:192.168.203.157@tcp34) 192.168.203.157@tcp34 : REPLY try# 0 00000800:00000200:2.0:1767384931.376778:0:16120:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.157@tcp34 00000800:00000001:3.0:1767384931.376782:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384931.376782:0:16120:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000d0aef20. 00000800:00000200:2.0:1767384931.376787:0:16120:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007836bde6] -> 12345-192.168.203.157@tcp34 (4) 00000800:00000001:3.0:1767384931.376789:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384931.376794:0:16120:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp34 ip 192.168.203.157:980 00000800:00000001:3.0:1767384931.376795:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384931.376799:0:16120:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000d0aef20 type 3, nob 576 niov 1 nkiov 1 00000800:00000001:3.0:1767384931.376801:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384931.376804:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384931.376809:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384931.376814:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp17(192.168.203.157@tcp17) <- 192.168.203.157@tcp17 : REPLY - for me 00000400:00000200:3.0:1767384931.376822:0:16121:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp17: Reply from 12345-192.168.203.157@tcp17 of length 480/480 into md 0x1955 00000800:00000001:3.0:1767384931.376832:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384931.376838:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384931.376840:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384931.376846:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp17->192.168.203.157@tcp17: REPLY: OK 00000800:00000200:2.0:1767384931.376848:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384931.376851:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000674f6774 00000800:00000010:2.0:1767384931.376852:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000d0aef20. 00000400:00000010:3.0:1767384931.376855:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000674f6774. 00000400:00000200:2.0:1767384931.376858:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384931.376861:0:16121:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384931.376869:0:16121:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.157@tcp has discovery enabled 00000400:00000200:2.0:1767384931.376870:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp34->192.168.203.157@tcp34: REPLY: OK 00000400:00000200:3.0:1767384931.376876:0:16121:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000200:3.0:1767384931.376881:0:16121:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.157@tcp data present 28. state = 0x100271 00000800:00000001:2.0:1767384931.376885:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384931.376889:0:16121:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000800:00000001:2.0:1767384931.376891:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384931.376895:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384931.376900:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384931.376902:0:16121:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (27) 00000800:00000001:2.0:1767384931.376903:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384931.376908:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384931.376913:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384931.376916:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp34(192.168.203.157@tcp34) <- 192.168.203.157@tcp34 : REPLY - for me 00000800:00000001:3.0:1767384931.376921:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384931.376926:0:16120:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp34: Reply from 12345-192.168.203.157@tcp34 of length 480/480 into md 0x1959 00000800:00000001:2.0:1767384931.376931:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384931.376935:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384931.376937:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384931.376941:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp34->192.168.203.157@tcp34: REPLY: OK 00000400:00000200:3.0:1767384931.376944:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384931.376945:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e265179 00000400:00000010:2.0:1767384931.376948:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e265179. 00000400:00000200:2.0:1767384931.376952:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384931.376953:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x1000f1 00000400:00000200:2.0:1767384931.376959:0:16120:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.157@tcp34 has discovery enabled 00000400:00000200:2.0:1767384931.376962:0:16120:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.157@tcp34(000000003438a13a) is MR 00000400:00000010:3.0:1767384931.376964:0:16125:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 580 at 000000005a59dcd1. 00000400:00000200:2.0:1767384931.376965:0:16120:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.157@tcp34 data present 0. state = 0x261 00000400:00000010:3.0:1767384931.376971:0:16125:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 696 at 00000000e1e6ea95. 00000400:00000010:3.0:1767384931.376978:0:16125:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 580 at 00000000e626550f. 00000400:00000200:2.0:1767384931.376978:0:16120:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp34 (000000003438a13a): -114 00000400:00000200:2.0:1767384931.376984:0:16120:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003438a13a (3) 00000800:00000001:2.0:1767384931.376989:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384931.376992:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384931.377016:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp29(000000001cadb4f5) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384931.377024:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp31(0000000052ff6e54) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384931.377058:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp33(000000008f5b82ff) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384931.377065:0:16125:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.203.157@tcp34 00000400:00000200:3.0:1767384931.377071:0:16125:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.203.157@tcp34 NID 192.168.203.157@tcp34 00000400:00000200:3.0:1767384931.377075:0:16125:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 00000000184d34ae nid 192.168.203.157@tcp34 00000400:00000010:3.0:1767384931.377078:0:16125:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 00000000184d34ae. 00000400:00000200:3.0:1767384931.377084:0:16125:0:(peer.c:214:lnet_destroy_peer_net_locked()) 00000000ed13f3b7 net tcp34 00000400:00000010:3.0:1767384931.377086:0:16125:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000ed13f3b7. 00000400:00000200:3.0:1767384931.377091:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003438a13a (2) 00000400:00000010:3.0:1767384931.377096:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000184d34ae. 00000400:00000200:3.0:1767384931.377102:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000184d34ae nid 192.168.203.157@tcp34 00000400:00000010:3.0:1767384931.377108:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ed13f3b7. 00000400:00000200:3.0:1767384931.377118:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ed13f3b7 net tcp34 00000400:00000200:3.0:1767384931.377121:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (26) 00000400:00000200:3.0:1767384931.377128:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp34 flags 0x11 00000400:00000010:3.0:1767384931.377136:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000007603a8b2. 00000400:00000200:3.0:1767384931.377141:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 000000007603a8b2 nid 192.168.203.157@tcp35 00000400:00000010:3.0:1767384931.377146:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000004e468333. 00000400:00000200:3.0:1767384931.377149:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 000000004e468333 net tcp35 00000400:00000200:3.0:1767384931.377152:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (27) 00000400:00000200:3.0:1767384931.377155:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp35 flags 0x11 00000400:00000010:3.0:1767384931.377160:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000094e6ff94. 00000400:00000200:3.0:1767384931.377165:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000094e6ff94 nid 192.168.203.157@tcp36 00000400:00000200:2.0:1767384931.377167:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000010:3.0:1767384931.377169:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000002cc438ab. 00000400:00000200:3.0:1767384931.377174:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 000000002cc438ab net tcp36 00000400:00000200:3.0:1767384931.377177:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (28) 00000400:00000200:3.0:1767384931.377184:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp36 flags 0x11 00000400:00000010:3.0:1767384931.377189:0:16125:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 580 at 000000005a59dcd1. 00000400:00000010:3.0:1767384931.377193:0:16125:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 696 at 00000000e1e6ea95. 00000400:00000010:3.0:1767384931.377196:0:16125:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 580 at 00000000e626550f. 00000400:00000010:3.0:1767384931.377201:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000dbafb81e. 00000400:00000200:3.0:1767384931.377207:0:16125:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:3.0:1767384931.377211:0:16125:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.157@tcp(00000000aa3f4fd0): 0. state = 0x100171 00000400:00000200:3.0:1767384931.377216:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100171 rc 1 00000400:00000200:3.0:1767384931.377220:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100171 00000400:00000010:3.0:1767384931.377227:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a585988. 00000400:00000200:3.0:1767384931.377231:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (29) 00000400:00000010:3.0:1767384931.377238:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000033ee45e8. 00000400:00000200:3.0:1767384931.377242:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp17 00000400:00000200:3.0:1767384931.377251:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp17 to MR: 192.168.203.157@tcp17 local destination 00000400:00000200:3.0:1767384931.377258:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp17 NI seq info: [103:103:256:4294967295] 192.168.203.157@tcp17 LPNI seq info [95:95:8:4294967295] 00000400:00000200:3.0:1767384931.377265:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp17 00000400:00000200:3.0:1767384931.377278:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp17(192.168.203.157@tcp17:192.168.203.157@tcp17) -> 192.168.203.157@tcp17(192.168.203.157@tcp17:192.168.203.157@tcp17) : PUT try# 0 00000800:00000200:3.0:1767384931.377284:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.157@tcp17 00000800:00000010:3.0:1767384931.377295:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7fabe03. 00000800:00000200:3.0:1767384931.377300:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000077b23735] -> 12345-192.168.203.157@tcp17 (6) 00000800:00000200:3.0:1767384931.377307:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp17 ip 192.168.203.157:988 00000800:00000200:3.0:1767384931.377311:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f7fabe03 type 1, nob 576 niov 1 nkiov 1 00000400:00000200:3.0:1767384931.377325:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 00000400:00000200:3.0:1767384931.377330:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100571 rc 0 00000400:00000200:2.0:1767384931.377331:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:3.0:1767384931.377337:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp34(000000003438a13a) state 0x800e1 00000400:00000200:3.0:1767384931.377343:0:16125:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.203.157@tcp34(000000003438a13a) state 0x800e1 00000400:00000200:3.0:1767384931.377347:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp34(000000003438a13a) state 0x800a1 rc 0 00000400:00000200:3.0:1767384931.377352:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp34 (000000003438a13a) 00000400:00000200:3.0:1767384931.377356:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000003438a13a (1) 00000400:00000200:3.0:1767384931.377360:0:16125:0:(peer.c:272:lnet_destroy_peer_locked()) 000000003438a13a nid 192.168.203.157@tcp34 00000400:00000010:3.0:1767384931.377363:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000ed808160. 00000400:00000010:3.0:1767384931.377369:0:16125:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 000000003438a13a. 00000800:00000200:3.0:1767384931.377469:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384931.377473:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7fabe03. 00000400:00000200:3.0:1767384931.377477:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384931.377484:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp17->192.168.203.157@tcp17: PUT: OK 00000400:00000200:3.0:1767384931.377488:0:16121:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384931.377505:0:16121:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp17: 0 00000800:00000001:3.0:1767384931.377513:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384931.377519:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384931.377521:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384931.377524:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384931.377529:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp17(192.168.203.157@tcp17) <- 192.168.203.157@tcp17 : PUT - for me 00000400:00000200:3.0:1767384931.377536:0:16121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 480 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384931.377542:0:16121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.157@tcp of length 480/480 into md 0x1951 [1] + 0 00000400:00000010:3.0:1767384931.377546:0:16121:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c84e5ef. 00000400:00000200:3.0:1767384931.377550:0:16121:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001eb4b542 00000800:00000001:3.0:1767384931.377554:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384931.377560:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384931.377562:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384931.377576:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp17->192.168.203.157@tcp17: PUT: OK 00000400:00000200:2.0:1767384931.377576:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:3.0:1767384931.377584:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001eb4b542 00000400:00000010:3.0:1767384931.377587:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001eb4b542. 00000400:00000200:3.0:1767384931.377591:0:16121:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384931.377595:0:16121:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (30) 00000400:00000200:3.0:1767384931.377600:0:16121:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000010:3.0:1767384931.377605:0:16121:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 0000000052620571. 00000400:00000200:3.0:1767384931.377608:0:16121:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.157@tcp 28 00000400:00000200:3.0:1767384931.377613:0:16121:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:3.0:1767384931.377622:0:16121:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (31) 00000400:00000200:2.0:1767384931.377627:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:3.0:1767384931.377628:0:16121:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384931.377637:0:16121:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp17 to MR: 192.168.203.157@tcp17 local destination 00000400:00000200:3.0:1767384931.377643:0:16121:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp17 NI seq info: [104:104:256:4294967295] 192.168.203.157@tcp17 LPNI seq info [96:96:8:4294967295] 00000400:00000200:3.0:1767384931.377655:0:16121:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp17(192.168.203.157@tcp17:192.168.203.157@tcp17) -> 192.168.203.157@tcp17(192.168.203.157@tcp17:192.168.203.157@tcp17) 192.168.203.157@tcp17 : ACK try# 0 00000800:00000200:3.0:1767384931.377660:0:16121:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.157@tcp17 00000800:00000010:3.0:1767384931.377663:0:16121:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7fabe03. 00000800:00000200:3.0:1767384931.377668:0:16121:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000077b23735] -> 12345-192.168.203.157@tcp17 (6) 00000400:00000200:2.0:1767384931.377669:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000800:00000200:3.0:1767384931.377675:0:16121:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp17 ip 192.168.203.157:1007 00000800:00000200:3.0:1767384931.377679:0:16121:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f7fabe03 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384931.377723:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384931.377726:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7fabe03. 00000400:00000200:3.0:1767384931.377729:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384931.377732:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384931.377733:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp17->192.168.203.157@tcp17: ACK: OK 00000800:00000001:0.0:1767384931.377740:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384931.377741:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384931.377749:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384931.377751:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384931.377755:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384931.377759:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp17(192.168.203.157@tcp17) <- 192.168.203.157@tcp17 : ACK - for me 00000400:00000200:3.0:1767384931.377767:0:16121:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.157@tcp17: ACK from 12345-192.168.203.157@tcp17 into md 0x195d 00000400:00000200:3.0:1767384931.377771:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384931.377780:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp17->192.168.203.157@tcp17: ACK: OK 00000400:00000200:3.0:1767384931.377784:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a585988 00000400:00000010:3.0:1767384931.377785:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a585988. 00000400:00000200:3.0:1767384931.377788:0:16121:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384931.377791:0:16121:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.157@tcp ev->status 0 00000400:00000200:3.0:1767384931.377794:0:16121:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:3.0:1767384931.377797:0:16121:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (30) 00000800:00000001:3.0:1767384931.377802:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384931.377805:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384931.377815:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384931.377819:0:16125:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd89e0df. 00000400:00000010:3.0:1767384931.377822:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a585988. 00000400:00000200:3.0:1767384931.377825:0:16125:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000007ee88d46 00000400:00000200:3.0:1767384931.377830:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x1000f1 00000400:00000010:3.0:1767384931.377836:0:16125:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 580 at 00000000e626550f. 00000400:00000010:3.0:1767384931.377840:0:16125:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 696 at 00000000e1e6ea95. 00000400:00000010:3.0:1767384931.377843:0:16125:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 580 at 000000005a59dcd1. 00000400:00000200:2.0:1767384931.377853:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000010:3.0:1767384931.377877:0:16125:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 580 at 00000000e626550f. 00000400:00000010:3.0:1767384931.377882:0:16125:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 696 at 00000000e1e6ea95. 00000400:00000010:3.0:1767384931.377886:0:16125:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 580 at 000000005a59dcd1. 00000400:00000010:3.0:1767384931.377890:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 0000000052620571. 00000400:00000200:3.0:1767384931.377896:0:16125:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:3.0:1767384931.377902:0:16125:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.157@tcp(00000000aa3f4fd0): 0. state = 0x100171 00000400:00000200:3.0:1767384931.377906:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100171 rc 1 00000400:00000200:2.0:1767384931.377908:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:3.0:1767384931.377912:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100171 00000400:00000200:3.0:1767384931.377917:0:16125:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.157@tcp 00000400:00000200:3.0:1767384931.377919:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100111 rc 0 00000400:00000200:3.0:1767384931.377924:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:3.0:1767384931.377928:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (29) 00000800:00000010:2.0:1767384931.378080:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e45018f3. 00000800:00000010:2.0:1767384931.378084:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001bffb5f9. 00000800:00000010:2.0:1767384931.378088:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000ee82f90. 00000800:00000010:2.0:1767384931.378109:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000ee82f90. 00000800:00020000:2.0:1767384931.378116:0:16115:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:2.0:1767384931.378119:0:16115:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001bffb5f9. 00000800:00000010:2.0:1767384931.378123:0:16115:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e45018f3. 00000400:02020000:2.0:1767384931.378184:0:16115:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp34 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00080000:00000001:2.0:1767384931.383905:0:16762:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384931.383909:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:2.0:1767384931.383911:0:16762:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00040000:00000001:0.0:1767384931.383913:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384931.383915:0:16762:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384931.383917:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384931.383918:0:16762:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384931.383919:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384931.383922:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384931.383925:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000098567739. 20000000:01000000:2.0:1767384931.383928:0:16762:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384931.383930:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384931.383939:0:16762:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384931.383944:0:16762:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384931.383948:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:2.0:1767384931.383949:0:16762:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:3.0:1767384931.383952:0:16763:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002d1276c0. 20000000:00000001:0.0:1767384931.383952:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384931.383955:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:3.0:1767384931.383957:0:16763:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 00010000:00000001:0.0:1767384931.383961:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000001:3.0:1767384931.383962:0:16763:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:0.0:1767384931.383965:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384931.383967:0:16763:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000010:0.0:1767384931.383972:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000062737a91. 00010000:00000001:0.0:1767384931.383978:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384931.383982:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004a5c45ff. 00000020:00000001:0.0:1767384931.383985:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384931.383986:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004a5c45ff with handle 0x4895a8f6c11e8719 to hash 00000020:00000001:0.0:1767384931.383988:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384931.383990:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00010000:00000001:0.0:1767384931.383992:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00080000:00000001:3.0:1767384931.383995:0:16763:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384931.383995:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384931.383998:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384931.384001:0:16763:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00010000:0.0:1767384931.384002:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004a5c45ff/0x4895a8f6c11e8719 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384931.384003:0:16763:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384931.384008:0:16763:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384931.384030:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:3.0:1767384931.384033:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384931.384033:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384931.384035:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000020:00000001:3.0:1767384931.384038:0:16763:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00010000:00000001:0.0:1767384931.384039:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384931.384042:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384931.384043:0:16763:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384931.384045:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384931.384047:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384931.384048:0:16763:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000049836cb0. 00010000:00000001:0.0:1767384931.384050:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:3.0:1767384931.384052:0:16763:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431482870784 : -108642226680832 : ffff9d30c2abcc00) 00010000:00000001:0.0:1767384931.384053:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:3.0:1767384931.384055:0:16763:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384931.384062:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384931.384063:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384931.384065:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000062737a91) refcount = 1 00010000:00010000:0.0:1767384931.384068:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004a5c45ff/0x4895a8f6c11e8719 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384931.384073:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384931.384075:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384931.384075:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384931.384077:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384931.384078:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384931.384080:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384931.384083:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003542952s 00010000:00000001:0.0:1767384931.384085:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384931.384086:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384931.384088:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a5c45ff refcount=4 00000020:00000001:0.0:1767384931.384089:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00010000:00000001:0.0:1767384931.384091:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00010000:00000001:0.0:1767384931.384093:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384931.384094:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004a5c45ff/0x4895a8f6c11e8719 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384931.384099:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384931.384101:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004a5c45ff/0x4895a8f6c11e8719 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384931.384105:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384931.384106:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:3.0:1767384931.384108:0:16763:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:0.0:1767384931.384108:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004a5c45ff/0x4895a8f6c11e8719 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384931.384111:0:16763:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384931.384115:0:16763:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384931.384115:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384931.384118:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384931.384121:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384931.384122:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004a5c45ff/0x4895a8f6c11e8719 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384931.384128:0:16763:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384931.384132:0:16763:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:0.0:1767384931.384136:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004a5c45ff already unused, calling callback (00000000be7801c4) 00010000:00000001:0.0:1767384931.384139:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384931.384141:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384931.384142:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004a5c45ff/0x4895a8f6c11e8719 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384931.384146:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384931.384148:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384931.384149:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384931.384150:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a5c45ff refcount=5 00000020:00000001:0.0:1767384931.384152:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00010000:00000001:0.0:1767384931.384153:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00010000:00000001:0.0:1767384931.384155:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384931.384157:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004a5c45ff/0x4895a8f6c11e8719 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384931.384161:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384931.384163:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384931.384164:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384931.384167:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384931.384169:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384931.384171:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384931.384172:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384931.384174:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004a5c45ff with handle 0x4895a8f6c11e8719 from hash 00010000:00000001:0.0:1767384931.384175:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384931.384176:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384931.384178:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384931.384179:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384931.384180:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384931.384182:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384931.384183:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384931.384185:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384931.384187:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384931.384189:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384931.384195:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384931.384197:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384931.384198:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384931.384199:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384931.384201:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384931.384202:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384931.384203:0:16763:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00010000:0.0:1767384931.384204:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004a5c45ff/0x4895a8f6c11e8719 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384931.384208:0:16763:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384931.384212:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384931.384213:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384931.384215:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384931.384216:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384931.384218:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384931.384219:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384931.384220:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384931.384222:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384931.384223:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384931.384225:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004a5c45ff/0x4895a8f6c11e8719 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384931.384228:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384931.384230:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384931.384231:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004a5c45ff/0x4895a8f6c11e8719 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384931.384234:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000062737a91 count: 0 00010000:00000001:0.0:1767384931.384240:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384931.384241:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384931.386059:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294921248, at 4294921249 00000100:00000010:0.0:1767384931.386066:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007c32bdbf. 00000100:00000040:2.0:1767384931.386082:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294921248, at 4294921249 00000100:00000010:2.0:1767384931.386089:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002835db06. 00000100:00000040:3.0:1767384931.386204:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294921248, at 4294921249 00000100:00000010:3.0:1767384931.386213:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffabf1f4. 00000100:00000040:1.0:1767384931.386411:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294921248, at 4294921249 00000100:00000010:1.0:1767384931.386417:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e60dd453. 00010000:00000010:0.1:1767384931.389048:0:16643:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000062737a91. 00010000:00000010:0.1:1767384931.389055:0:16643:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004a5c45ff. 00080000:00000001:0.0:1767384931.391784:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:3.0:1767384931.391786:0:16763:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384931.391786:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384931.391789:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384931.391791:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:3.0:1767384931.391792:0:16763:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00040000:00000001:0.0:1767384931.391793:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384931.391796:0:16763:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384931.391797:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000049836cb0. 20000000:00000001:3.0:1767384931.391799:0:16763:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384931.391801:0:16763:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384931.391807:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384931.391808:0:16763:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384931.391812:0:16763:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384931.391817:0:16763:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384931.391862:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384931.391865:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384931.391867:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384931.391871:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384931.391874:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384931.391880:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fdb56032. 00010000:00000001:3.0:1767384931.391884:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384931.391888:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000084211a7. 00000020:00000001:3.0:1767384931.391891:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384931.391901:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000084211a7 with handle 0x4895a8f6c11e8720 to hash 00000020:00000001:3.0:1767384931.391903:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384931.391905:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635431492113408 : -108642217438208 : ffff9d30c338d400) 00010000:00000001:3.0:1767384931.391908:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635431492113408 : -108642217438208 : ffff9d30c338d400) 00010000:00000001:3.0:1767384931.391911:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384931.391913:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384931.391915:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000084211a7/0x4895a8f6c11e8720 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384931.391921:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384931.391923:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384931.391925:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384931.391927:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384931.391929:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384931.391931:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384931.391932:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384931.391934:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384931.391935:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384931.391936:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384931.391938:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384931.391939:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fdb56032) refcount = 1 00010000:00010000:3.0:1767384931.391942:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000084211a7/0x4895a8f6c11e8720 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384931.391946:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384931.391947:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384931.391949:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384931.391950:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384931.391952:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384931.391954:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384931.391957:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003542952s 00010000:00000001:3.0:1767384931.391959:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384931.391960:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384931.391961:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000084211a7 refcount=4 00000020:00000001:3.0:1767384931.391963:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431492113408 : -108642217438208 : ffff9d30c338d400) 00010000:00000001:3.0:1767384931.391969:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635431492113408 : -108642217438208 : ffff9d30c338d400) 00010000:00000001:3.0:1767384931.391971:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384931.391972:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000084211a7/0x4895a8f6c11e8720 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384931.391977:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384931.391979:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000084211a7/0x4895a8f6c11e8720 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384931.391983:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384931.391984:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384931.391985:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000084211a7/0x4895a8f6c11e8720 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384931.391988:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384931.391989:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384931.391992:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384931.391994:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000084211a7/0x4895a8f6c11e8720 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384931.391998:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000084211a7 already unused, calling callback (00000000be7801c4) 00010000:00000001:3.0:1767384931.392000:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384931.392002:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384931.392003:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000084211a7/0x4895a8f6c11e8720 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384931.392007:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384931.392008:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384931.392009:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384931.392010:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000084211a7 refcount=5 00000020:00000001:3.0:1767384931.392035:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431492113408 : -108642217438208 : ffff9d30c338d400) 00010000:00000001:3.0:1767384931.392037:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635431492113408 : -108642217438208 : ffff9d30c338d400) 00010000:00000001:3.0:1767384931.392039:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384931.392041:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000084211a7/0x4895a8f6c11e8720 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384931.392049:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384931.392051:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384931.392052:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384931.392055:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384931.392057:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384931.392059:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384931.392061:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384931.392062:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000084211a7 with handle 0x4895a8f6c11e8720 from hash 00010000:00000001:3.0:1767384931.392064:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384931.392066:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384931.392067:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384931.392069:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384931.392071:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384931.392073:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384931.392075:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384931.392076:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384931.392079:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384931.392082:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384931.392083:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384931.392086:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384931.392088:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384931.392089:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384931.392092:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384931.392094:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384931.392096:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000084211a7/0x4895a8f6c11e8720 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384931.392102:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384931.392104:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384931.392105:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384931.392107:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384931.392109:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384931.392111:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384931.392113:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384931.392115:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384931.392117:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384931.392127:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000084211a7/0x4895a8f6c11e8720 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384931.392133:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384931.392144:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384931.392146:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000084211a7/0x4895a8f6c11e8720 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384931.392153:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fdb56032 count: 0 00010000:00000001:3.0:1767384931.392164:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384931.392165:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384931.393872:0:16762:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384931.393875:0:16762:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384931.393877:0:16762:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000382dec4f. 20000000:00000001:0.0:1767384931.393882:0:16762:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384931.393885:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358514560 00010000:00000001:0.0:1767384931.393888:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384931.393893:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e382b491 x1853237358514560/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:157/0 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384931.393900:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384931.393902:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384931.393905:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=55 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384931.393908:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384931.393910:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384931.393912:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384931.393915:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384931.393918:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384931.393921:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384931.393924:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384931.393928:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1412ab3. 00000100:00000200:0.0:1767384931.393931:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358514560, offset 224 00000400:00000200:0.0:1767384931.393938:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384931.393946:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384931.393954:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272705180 00000400:00000200:0.0:1767384931.393959:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1941 [2] + 224 00000400:00000200:0.0:1767384931.393964:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384931.393968:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384931.393972:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384931.393975:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000046810beb x1853237358514560/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384931.393982:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000046810beb x1853237358514560/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384931.393997:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384931.394007:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384931.394010:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1412ab3 00000400:00000010:0.0:1767384931.394031:0:16762:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1412ab3. 00000100:00000001:0.0:1767384931.394034:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384931.394036:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384931.394038:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384931.394039:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384931.394043:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000001:2.0:1767384931.394045:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384931.394046:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384931.394048:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384931.394050:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384931.394055:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e382b491 x1853237358514560/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:157/0 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384931.394057:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384931.394061:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099d40292. 00000100:00100000:0.0:1767384931.394066:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e382b491 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16129:x1853237358514560:12345-0@lo:253: Request processed in 18944us (19477us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384931.394067:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b08eee2a 00000400:00000010:2.0:1767384931.394073:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b08eee2a. 00000100:00100000:0.0:1767384931.394077:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00000001:2.0:1767384931.394080:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384931.394081:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00000001:0.0:1767384931.394084:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384931.394085:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384931.394088:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000046810beb x1853237358514560/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384931.394090:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000564ffa4f. 00000020:00000010:0.0:1767384931.394097:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a68c908. 00000020:00000010:0.0:1767384931.394100:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a0c20b2. 00000020:00000040:0.0:1767384931.394106:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 00000100:00000200:2.0:1767384931.394109:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000046810beb x1853237358514560/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384931.394111:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384931.394114:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000002f88fbd. 02000000:00000001:0.0:1767384931.394119:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384931.394122:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384931.394124:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384931.394126:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384931.394128:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384931.394131:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b41dcae. 00000100:00000001:2.0:1767384931.394132:0:16129:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:0.0:1767384931.394136:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1412ab3. 02000000:00000001:2.0:1767384931.394137:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384931.394141:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384931.394144:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384931.394148:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384931.394153:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=55 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384931.394158:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=55 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384931.394162:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384931.394163:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384931.394166:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384931.394168:0:16129:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384931.394171:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384931.394176:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000046810beb x1853237358514560/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384931.394184:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384931.394188:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384931.394190:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384931.394195:0:16129:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384931.394197:0:16129:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384931.394200:0:16129:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384931.394202:0:16129:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384931.394204:0:16129:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384931.394206:0:16129:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384931.394208:0:16129:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384931.394209:0:16129:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384931.394218:0:16129:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384931.394220:0:16129:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384931.394225:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046810beb x1853237358514560/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384931.394233:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000046810beb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358514560:0@lo:253: 00000100:00000001:2.0:1767384931.394240:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384931.394242:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384931.394245:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000046810beb x1853237358514560/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384931.394252:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384931.394255:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384931.394257:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000045d62cf7. 02000000:00000001:2.0:1767384931.394261:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384931.394264:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384931.394266:0:16129:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1767384931.394269:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384931.394272:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f1da5d9a. 02000000:00000001:2.0:1767384931.394279:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384931.394282:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384931.394284:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000046810beb. 00000100:00000001:2.0:1767384931.394289:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384931.394292:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384931.394294:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384931.394300:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384931.394302:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384931.394305:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384931.394307:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384931.394313:0:29934:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000048ce0084. 00000400:00000040:1.0:1767384931.394327:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384931.394329:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384931.394332:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384931.394334:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384931.394336:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384931.394337:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384931.394340:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384931.394341:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384931.394342:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384931.394343:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384931.394345:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384931.394346:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384931.394349:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384931.394350:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384931.394351:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384931.394353:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384931.394355:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384931.394356:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384931.394357:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384931.394359:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384931.394360:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384931.394365:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384931.394366:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384931.394367:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384931.394368:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384931.394369:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384931.394370:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384931.394371:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384931.394372:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384931.394373:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384931.394374:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384931.394375:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384931.394376:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384931.394377:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384931.394378:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384931.394379:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384931.394380:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384931.394381:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384931.394382:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384931.394383:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384931.394385:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384931.394386:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384931.394387:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384931.394389:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384931.394390:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384931.394391:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384931.394392:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384931.394393:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384931.394395:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384931.394396:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384931.394397:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384931.394398:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384931.394400:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384931.394401:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384931.394403:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384931.394404:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384931.394406:0:29934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384931.394476:0:29934:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000048ce0084. 00080000:00000020:0.0:1767384931.394616:0:16763:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384931.394618:0:16763:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384931.394619:0:16763:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e39905ef. 20000000:00000001:0.0:1767384931.394622:0:16763:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384931.394624:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358514688 00010000:00000001:0.0:1767384931.394626:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384931.394628:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006096fc11 x1853237358514688/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:157/0 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384931.394639:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384931.394640:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384931.394642:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=55 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384931.394643:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384931.394645:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384931.394646:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384931.394647:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384931.394648:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384931.394650:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384931.394651:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384931.394653:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b08eee2a. 00000100:00000200:0.0:1767384931.394655:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358514688, offset 224 00000400:00000200:0.0:1767384931.394659:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384931.394663:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384931.394666:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272705200 00000400:00000200:0.0:1767384931.394669:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1945 [2] + 224 00000400:00000200:0.0:1767384931.394673:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384931.394675:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384931.394677:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384931.394679:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004435e5bb x1853237358514688/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384931.394684:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004435e5bb x1853237358514688/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384931.394694:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384931.394697:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b08eee2a 00000400:00000010:0.0:1767384931.394699:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b08eee2a. 00000100:00000001:0.0:1767384931.394701:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384931.394702:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384931.394704:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384931.394704:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384931.394707:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384931.394708:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:0.0:1767384931.394711:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384931.394712:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384931.394713:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384931.394715:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384931.394716:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384931.394718:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c95f647. 00000400:00000200:3.0:1767384931.394722:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d34bf8b 00000400:00000010:3.0:1767384931.394725:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007d34bf8b. 00000100:00000001:3.0:1767384931.394728:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384931.394728:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006096fc11 x1853237358514688/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:157/0 lens 4848/4768 e 0 to 0 dl 1767384942 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384931.394734:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004435e5bb x1853237358514688/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384931.394745:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006096fc11 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16130:x1853237358514688:12345-0@lo:253: Request processed in 19616us (20173us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384931.394753:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004435e5bb x1853237358514688/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384931.394757:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00000040:0.0:1767384931.394762:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:3.0:1767384931.394767:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384931.394767:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384931.394768:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384931.394770:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384931.394772:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000044e71947. 00000100:00000001:3.0:1767384931.394773:0:16130:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384931.394776:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384931.394778:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005b86f816. 00000100:00000001:3.0:1767384931.394779:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384931.394781:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384931.394784:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384931.394784:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be333ad2. 00000020:00000040:0.0:1767384931.394790:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 00000100:00001000:3.0:1767384931.394791:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=55 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384931.394795:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384931.394796:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=55 v=5 (1 0 0 0) 02000000:00000010:0.0:1767384931.394797:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006334ea9b. 00000100:00000001:3.0:1767384931.394799:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384931.394801:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384931.394803:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384931.394803:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384931.394804:0:16130:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384931.394807:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384931.394808:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384931.394811:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384931.394814:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000698ddb20. 00000100:00000040:3.0:1767384931.394818:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004435e5bb x1853237358514688/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384931.394819:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b08eee2a. 00000100:00000001:3.0:1767384931.394826:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384931.394829:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384931.394830:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384931.394833:0:16130:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384931.394835:0:16130:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384931.394837:0:16130:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384931.394838:0:16130:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384931.394839:0:16130:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384931.394840:0:16130:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384931.394841:0:16130:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384931.394842:0:16130:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384931.394843:0:16130:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384931.394845:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004435e5bb x1853237358514688/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384931.394853:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004435e5bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358514688:0@lo:253: 00000100:00000001:3.0:1767384931.394857:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384931.394859:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384931.394861:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004435e5bb x1853237358514688/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384947 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384931.394868:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384931.394869:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384931.394871:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002921a5f9. 02000000:00000001:3.0:1767384931.394875:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384931.394877:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384931.394878:0:16130:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384931.394880:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384931.394881:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004d66b48a. 02000000:00000001:3.0:1767384931.394884:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384931.394885:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384931.394886:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004435e5bb. 00000100:00000001:3.0:1767384931.394889:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384931.394890:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384931.394892:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384931.394902:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384931.394904:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384931.394905:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384931.394906:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384931.401053:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fdb56032. 00010000:00000010:3.1:1767384931.401063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000084211a7. 00000400:00000200:3.0:1767384931.801078:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp33 00000400:00000010:3.0:1767384931.801086:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000042e71633. 00000400:00000010:3.0:1767384931.801093:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000de7647ca. 00000400:00000010:3.0:1767384931.801100:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a540367. 00000400:00000010:3.0:1767384931.801109:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b9dc3d3b. 00000400:00000200:3.0:1767384931.801115:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp33 00000400:00000200:3.0:1767384931.801133:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp33 local destination 00000400:00000200:3.0:1767384931.801141:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp33 00000400:00000200:3.0:1767384931.801146:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp33 NI seq info: [105:105:256:4294967295] 192.168.203.157@tcp33 LPNI seq info [97:97:8:4294967295] 00000400:00000200:3.0:1767384931.801154:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp33 00000400:00000200:3.0:1767384931.801163:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp33(192.168.203.157@tcp33:) -> 192.168.203.157@tcp33(192.168.203.157@tcp33:192.168.203.157@tcp33) : GET try# 0 00000800:00000200:3.0:1767384931.801170:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp33 00000800:00000010:3.0:1767384931.801176:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000027df83ea. 00000800:00000200:3.0:1767384931.801183:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d474981a] -> 12345-192.168.203.157@tcp33 (2) 00000800:00000200:3.1:1767384931.801188:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d474981a] -> 12345-192.168.203.157@tcp33 (2) 00000400:00000200:3.0:1767384931.801211:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp33 added to recovery queue. ping count: 2 next ping: 258 health :800 00000400:00000200:2.0:1767384931.801264:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.801300:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.801317:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.801333:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.801348:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.801363:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.801380:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.801405:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.801420:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.801434:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.801450:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.801464:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.801479:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.801510:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.801533:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.801550:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.801568:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.801588:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.801607:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.801624:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.801643:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.801665:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.801687:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.801706:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.801723:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.801743:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.801758:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.801774:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.801793:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.801826:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.801861:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.801884:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.801903:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.801929:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384931.801947:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:2.0:1767384931.802111:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e45018f3. 00000800:00000010:2.0:1767384931.802118:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e7c997b6. 00000800:00000010:2.0:1767384931.802123:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d822610a. 00000800:00000010:2.0:1767384931.802150:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d822610a. 00000800:00020000:2.0:1767384931.802159:0:16116:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:2.0:1767384931.802162:0:16116:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e7c997b6. 00000800:00000010:2.0:1767384931.802164:0:16116:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e45018f3. 00000400:02020000:2.0:1767384931.802198:0:16116:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp33 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384931.802204:0:16116:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp33 notifying 192.168.203.157@tcp33: down 00000800:00000200:2.0:1767384931.802208:0:16116:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp33 down 00000800:00000100:2.0:1767384931.802213:0:16116:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp33 00000800:00000010:2.0:1767384931.802216:0:16116:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000027df83ea. 00000400:00000200:2.0:1767384931.802219:0:16116:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384931.802222:0:16116:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp33->192.168.203.157@tcp33: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384931.802229:0:16116:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384931.802232:0:16116:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384931.802236:0:16116:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp33) recovery failed with -71 00010000:00000001:1.0:1767384932.186103:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384932.186114:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384932.186119:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384932.186120:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384932.186163:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384932.186169:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384932.186173:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767384932.377217:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fc613044-dd35-4201-b03c-4d69ab0214c0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384932.377223:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384932.377228:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016e303d8. 00000020:00000040:0.0:1767384932.377234:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1767384932.377238:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384932.377240:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384932.377244:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384932.377251:0:16793:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 02000000:00000010:0.0:1767384932.377251:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c85e9cba. 00000004:00000020:2.0:1767384932.377255:0:16793:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:0.0:1767384932.377269:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384932.377270:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000de8d80bd. 00000020:00000040:2.0:1767384932.377276:0:16793:0:(genops.c:1229:class_import_get()) import 000000002913d734 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:0.0:1767384932.377279:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc613044-dd35-4201-b03c-4d69ab0214c0->MGS req@0000000016e303d8 x1853237358514816/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384932.377282:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384932.377285:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384932.377290:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384932.377291:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384932.377295:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384932.377298:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000035f8e05c. 00000100:00000001:2.0:1767384932.377304:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384932.377309:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016e303d8] to pc [ptlrpcd_00_00+0] req@0000000016e303d8 x1853237358514816/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384932.377310:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384932.377314:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384932.377324:0:16793:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de8d80bd] to pc [ptlrpcd_00_01+1] req@00000000de8d80bd x1853237358514944/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384932.377340:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384932.377343:0:16793:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384932.377343:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384932.377350:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384932.377351:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767384932.377353:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005776bb6a. 00000100:00000001:1.0:1767384932.377356:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384932.377357:0:8:0:(genops.c:1229:class_import_get()) import 000000002913d734 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384932.377360:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384932.377361:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384932.377364:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384932.377366:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384932.377367:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016e303d8 x1853237358514816/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384932.377370:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d1df71c7. 00000100:00000001:1.0:1767384932.377381:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384932.377383:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384932.377386:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384932.377389:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384932.377391:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384932.377394:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000016e303d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358514816:0@lo:400: 00000100:00000001:1.0:1767384932.377398:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384932.377403:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384932.377405:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384932.377407:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384932.377410:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000044136d5. 02000000:00000001:1.0:1767384932.377412:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384932.377418:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000356384be. 00000100:00000001:2.0:1767384932.377421:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384932.377424:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f27d0a09. 00000100:00000200:1.0:1767384932.377430:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358514816, portal 25 00000100:00000001:2.0:1767384932.377431:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384932.377433:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384932.377435:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384932.377436:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780959616 : -108637928592000 : ffff9d31c2db6d80) 00000100:00000040:2.0:1767384932.377444:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000de8d80bd x1853237358514944/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384932.377445:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000016e303d8 x1853237358514816/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384932.377463:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384932.377468:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384932.377470:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384932.377480:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384932.377481:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767384932.377494:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054df7106. 02000000:00000001:2.0:1767384932.377499:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384932.377499:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237358514816, offset 0 02000000:00000001:2.0:1767384932.377506:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384932.377513:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000de8d80bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16128:1853237358514944:0@lo:13: 00000400:00000200:1.0:1767384932.377513:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384932.377545:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.377546:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384932.377552:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384932.377556:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000005776bb6a x1853237358515072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767384932.377557:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384932.377560:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384932.377564:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384932.377571:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000254052f2. 00000100:00000001:0.0:1767384932.377571:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384932.377574:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384932.377576:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384932.377579:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272705280 00000100:00000040:0.0:1767384932.377583:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005776bb6a] to pc [ptlrpcd_00_02+2] req@000000005776bb6a x1853237358515072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384932.377584:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099d40292. 00000400:00000200:1.0:1767384932.377591:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x11e1 [2] + 0 00000400:00000010:1.0:1767384932.377611:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcd5b67b. 00000400:00000200:1.0:1767384932.377615:0:16127:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000450b7b82 00000100:00000001:0.0:1767384932.377616:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384932.377620:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767384932.377621:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e265179. 00000400:00000200:1.0:1767384932.377622:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384932.377622:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384932.377628:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007fd72a2d. 00000100:00000200:2.0:1767384932.377631:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358514944, portal 4 00000400:00000200:1.0:1767384932.377632:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1767384932.377634:0:8:0:(genops.c:1229:class_import_get()) import 000000005ebd018a refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384932.377638:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384932.377638:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384932.377639:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000450b7b82 00000100:00000001:2.0:1767384932.377643:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504576512 : -108642204975104 : ffff9d30c3f70000) 02000000:00000001:0.0:1767384932.377643:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767384932.377644:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000450b7b82. 02000000:00000001:0.0:1767384932.377648:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.377651:0:16127:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:0.0:1767384932.377653:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fe5f4c6a. 00000100:00000200:1.0:1767384932.377654:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384932.377656:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000de8d80bd x1853237358514944/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384948 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384932.377660:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384932.377661:0:16127:0:(events.c:337:request_in_callback()) incoming req@00000000af74b5e7 x1853237358514816 msgsize 224 00000100:00000040:0.0:1767384932.377671:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000007fd72a2d x1853237358515200/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384932.377677:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384932.377679:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384932.377682:0:16127:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1767384932.377688:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384932.377693:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1767384932.377695:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cb2c18e. 00000100:00000001:1.0:1767384932.377695:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:2.0:1767384932.377701:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237358514944, offset 0 00000400:00000200:1.0:1767384932.377702:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054df7106 00000100:00000001:0.0:1767384932.377703:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384932.377722:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054df7106. 00000100:00000040:0.0:1767384932.377726:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fd72a2d] to pc [ptlrpcd_00_03+3] req@000000007fd72a2d x1853237358515200/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384932.377728:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384932.377733:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384932.377737:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000016e303d8 x1853237358514816/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384932.377740:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384932.377747:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767384932.377749:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384932.377756:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384932.377761:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c705512f. 00000100:00000001:1.0:1767384932.377764:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384932.377766:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272705300 00000020:00000040:0.0:1767384932.377766:0:8:0:(genops.c:1229:class_import_get()) import 00000000e13b832f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:1.0:1767384932.377786:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000016e303d8 x1853237358514816/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384948 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384932.377787:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384932.377791:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384932.377794:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384932.377796:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 2016 02000000:00000010:0.0:1767384932.377803:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ac621dc8. 00000400:00000200:2.0:1767384932.377807:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384932.377811:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.377812:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384932.377817:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384932.377818:0:16127:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384932.377823:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000c705512f x1853237358515328/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384932.377826:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.377828:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384932.377832:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294922251 00000100:00000200:2.0:1767384932.377854:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:0.0:1767384932.377854:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000010:1.0:1767384932.377855:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004bf891cd. 00000100:00000001:0.0:1767384932.377858:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384932.377862:0:16128:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b56ff614. 00000100:00000001:1.0:1767384932.377863:0:16127:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767384932.377866:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c705512f] to pc [ptlrpcd_00_00+0] req@00000000c705512f x1853237358515328/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384932.377869:0:16128:0:(events.c:337:request_in_callback()) incoming req@00000000b56ff614 x1853237358514944 msgsize 224 00000100:00000001:1.0:1767384932.377873:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294922251 00000100:00000010:1.0:1767384932.377880:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007ba8d3ce. 00000100:00100000:2.0:1767384932.377883:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384932.377885:0:16127:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384932.377892:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294922251 00000100:00000001:0.0:1767384932.377893:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384932.377895:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000ffbb6fc. 00000100:00000040:0.0:1767384932.377898:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (259) 00000100:00000001:2.0:1767384932.377899:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384932.377899:0:16127:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384932.377906:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294922251 00000400:00000200:2.0:1767384932.377910:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cb2c18e 00000400:00000010:2.0:1767384932.377916:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000cb2c18e. 00000100:00000010:1.0:1767384932.377916:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000053aa8e96. 00000100:00000001:0.0:1767384932.377917:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384932.377920:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384932.377923:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384932.377924:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384932.377924:0:16127:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00000040:0.0:1767384932.377928:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007fd72a2d x1853237358515200/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384932.377931:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384932.377933:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000de8d80bd x1853237358514944/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384948 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384932.377937:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.377943:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.377948:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384932.377954:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384932.377957:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384932.377957:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.377961:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384932.377961:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1767384932.377962:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384932.377966:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384932.377967:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384932.377970:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000de8d80bd x1853237358514944/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384948 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384932.377971:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.377972:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384932.377975:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1767384932.377978:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007fd72a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16130:1853237358515200:0@lo:400: 00000100:00000040:1.0:1767384932.377982:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c705512f x1853237358515328/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384932.378000:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.378001:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384932.378001:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384932.378005:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.378006:0:16128:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384932.378006:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384932.378008:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384932.378010:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384932.378011:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384932.378013:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384932.378014:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384932.378015:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384932.378017:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db9350ef. 00000100:00100000:1.0:1767384932.378022:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c705512f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16127:1853237358515328:0@lo:400: 02000000:00000001:0.0:1767384932.378022:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384932.378023:0:16128:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5188 usecs (6 jiffies) 00000400:00000010:0.0:1767384932.378029:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009faf174b. 00000100:00000001:1.0:1767384932.378030:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384932.378031:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294922246 02000000:00000001:1.0:1767384932.378034:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767384932.378037:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000745b7c5b. 00000100:00000001:2.0:1767384932.378038:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294922251 02000000:00000001:1.0:1767384932.378039:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384932.378043:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767384932.378043:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358515200, portal 10 00000100:00000001:2.0:1767384932.378045:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294922246 00000100:00000001:0.0:1767384932.378046:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:1.0:1767384932.378047:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e48eadaa. 00000100:00000001:0.0:1767384932.378049:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780954240 : -108637928597376 : ffff9d31c2db5880) 00000100:00000001:2.0:1767384932.378051:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294922251 02000000:00000001:1.0:1767384932.378051:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384932.378057:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063bf9adb. 00000100:00000040:0.0:1767384932.378058:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007fd72a2d x1853237358515200/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384932.378064:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054df7106. 00000100:00000001:0.0:1767384932.378065:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767384932.378068:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358515328, portal 10 00000100:00000001:2.0:1767384932.378077:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294922246 00000100:00000001:2.0:1767384932.378081:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294922251 00000100:00000001:2.0:1767384932.378083:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294922247 00000100:00000001:2.0:1767384932.378085:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294922251 00000100:00000001:2.0:1767384932.378088:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384932.378091:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.378094:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.378094:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384932.378096:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780961408 : -108637928590208 : ffff9d31c2db7480) 00000100:00000040:0.0:1767384932.378097:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384932.378099:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384932.378103:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab90512b. 00000100:00000001:2.0:1767384932.378106:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384932.378106:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c705512f x1853237358515328/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384932.378108:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237358515200, offset 0 00000100:00000001:2.0:1767384932.378111:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384932.378116:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384932.378120:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384932.378123:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384932.378124:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384932.378128:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384932.378132:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384932.378132:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384932.378133:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e26a58f9. 00000100:00000001:2.0:1767384932.378140:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384932.378141:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237358515328, offset 0 00000400:00000200:0.0:1767384932.378146:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272705400 00000400:00000200:1.0:1767384932.378151:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384932.378156:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384932.378160:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5592 00000100:00000001:2.0:1767384932.378161:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384932.378161:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384932.378165:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384932.378170:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384932.378175:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005776bb6a x1853237358515072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384932.378176:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272705480 00000400:00000200:0.0:1767384932.378176:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384932.378186:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5816 00000400:00000200:1.0:1767384932.378194:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384932.378195:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384932.378199:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767384932.378200:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1767384932.378201:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384932.378204:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384932.378207:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007b26b32b. 02000000:00000001:2.0:1767384932.378209:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384932.378211:0:16130:0:(events.c:337:request_in_callback()) incoming req@000000007b26b32b x1853237358515200 msgsize 224 02000000:00000001:2.0:1767384932.378213:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384932.378219:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384932.378219:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767384932.378225:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005776bb6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16129:1853237358515072:0@lo:400: 00000100:00000001:2.0:1767384932.378230:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384932.378230:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384932.378231:0:16130:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384932.378233:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1767384932.378234:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358514816 02000000:00000001:2.0:1767384932.378237:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384932.378238:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384932.378242:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384932.378242:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab90512b 00000400:00000010:0.0:1767384932.378245:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab90512b. 00000100:00000001:1.0:1767384932.378253:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384932.378253:0:16130:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:2.0:1767384932.378254:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000018e8b598. 00000100:00000001:1.0:1767384932.378256:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384932.378259:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384932.378260:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007fd72a2d x1853237358515200/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384932.378262:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384932.378267:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f2401b8. 00000100:00100000:1.0:1767384932.378268:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358514816 00000020:00000001:1.0:1767384932.378273:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1767384932.378275:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cb2c18e. 00000020:00000040:1.0:1767384932.378275:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:1.0:1767384932.378277:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384932.378282:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000100:00000200:2.0:1767384932.378283:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358515072, portal 4 00000020:00000001:1.0:1767384932.378287:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384932.378290:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1767384932.378293:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384932.378294:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780950656 : -108637928600960 : ffff9d31c2db4a80) 00000100:00000001:0.0:1767384932.378296:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384932.378298:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384932.378302:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ad115dd. 00000100:00000040:0.0:1767384932.378302:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007fd72a2d x1853237358515200/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384932.378305:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005776bb6a x1853237358515072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384932.378308:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384932.378315:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005ad115dd. 00000020:00000010:1.0:1767384932.378323:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a2a5054. 00000100:00000001:0.0:1767384932.378326:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384932.378329:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fffc59f1. 00000100:00000001:0.0:1767384932.378331:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384932.378337:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767384932.378337:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000706ca8c4. 00000100:00000001:0.0:1767384932.378338:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384932.378343:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384932.378344:0:16130:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2962 usecs (3 jiffies) 00000100:00000040:1.0:1767384932.378345:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:2.0:1767384932.378347:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006347ee45. 00000100:00000001:0.0:1767384932.378349:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294922244 00000100:00000001:1.0:1767384932.378350:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384932.378353:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1767384932.378354:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237358515072, offset 0 00000100:00000001:0.0:1767384932.378355:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294922251 00000100:00000001:1.0:1767384932.378356:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384932.378361:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294922244 00000100:00000001:0.0:1767384932.378364:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294922251 00000400:00000200:2.0:1767384932.378366:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384932.378366:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384932.378367:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294922244 00000100:00000001:0.0:1767384932.378372:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294922251 00000100:00000001:0.0:1767384932.378373:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294922244 00000100:00000001:0.0:1767384932.378375:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294922251 00000100:00000001:1.0:1767384932.378378:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384932.378378:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384932.378379:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384932.378382:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384932.378389:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384932.378393:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272705380 00000100:00000001:0.0:1767384932.378393:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384932.378394:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384932.378397:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384932.378398:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384932.378402:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384932.378403:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00000001:0.0:1767384932.378408:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384932.378409:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:0.0:1767384932.378411:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384932.378414:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529245264 : -108637180306352 : ffff9d31ef755c50) 00000400:00000200:2.0:1767384932.378415:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 2992 00000100:00000001:0.0:1767384932.378415:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384932.378420:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384932.378421:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000af74b5e7 x1853237358514816/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:158/0 lens 224/0 e 0 to 0 dl 1767384943 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384932.378428:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384932.378430:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384932.378434:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ad115dd. 00000400:00000200:2.0:1767384932.378437:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384932.378438:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384932.378438:0:17560:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384932.378442:0:17560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358515200 00000020:00000010:1.0:1767384932.378444:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005ad115dd. 02000000:00000001:0.0:1767384932.378445:0:17560:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384932.378447:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384932.378448:0:17560:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767384932.378452:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00100000:1.0:1767384932.378453:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000af74b5e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16127:x1853237358514816:12345-0@lo:400: 00000100:00000001:0.0:1767384932.378453:0:17560:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384932.378459:0:17560:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384932.378460:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358514816 00000100:00000010:2.0:1767384932.378462:0:16129:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000119c606c. 00000020:00000001:1.0:1767384932.378463:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384932.378468:0:16129:0:(events.c:337:request_in_callback()) incoming req@00000000119c606c x1853237358515072 msgsize 224 00000020:00000001:1.0:1767384932.378469:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:0.0:1767384932.378469:0:17560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358515200 00000020:00000001:1.0:1767384932.378474:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384932.378474:0:17560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384932.378477:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000040:0.0:1767384932.378478:0:17560:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8544 00000020:00000001:1.0:1767384932.378479:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169792 : -1040381824 : ffffffffc1fd0880) 00000100:00100000:2.0:1767384932.378481:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1767384932.378482:0:17560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384932.378496:0:17560:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d62afedc refcount=5 00000020:00000001:1.0:1767384932.378497:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384932.378501:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384932.378502:0:17560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 00000020:00000001:1.0:1767384932.378505:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384932.378506:0:17560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 00000020:00000001:1.0:1767384932.378508:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384932.378511:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384932.378512:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1767384932.378512:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384932.378514:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000026991046. 00000020:00000001:1.0:1767384932.378516:0:16763:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384932.378518:0:17560:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384932.378535:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384932.378537:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006347ee45 00000020:00000010:0.0:1767384932.378538:0:17560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000026991046. 02000000:00000001:1.0:1767384932.378539:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1767384932.378543:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006347ee45. 02000000:00000010:1.0:1767384932.378545:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000752e9ede. 00000020:00000010:0.0:1767384932.378546:0:17560:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052620571. 02000000:00000001:1.0:1767384932.378549:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.378550:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:0.0:1767384932.378552:0:17560:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000099660008. 00000100:00000001:1.0:1767384932.378555:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384932.378558:0:17560:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dbd4e82b. 00000020:00000001:1.0:1767384932.378559:0:16763:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384932.378560:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005776bb6a x1853237358515072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384932.378566:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358514816 00000100:00000040:0.0:1767384932.378568:0:17560:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00000001:1.0:1767384932.378572:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384932.378574:0:17560:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384932.378578:0:17560:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000200:1.0:1767384932.378580:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000af74b5e7 x1853237358514816/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:158/0 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384932.378582:0:17560:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384932.378585:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384932.378588:0:17560:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384932.378592:0:17560:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:2.0:1767384932.378593:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005776bb6a x1853237358515072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384948 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384932.378595:0:17560:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384932.378606:0:17560:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384932.378609:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384932.378614:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384932.378617:0:17560:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384932.378620:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384932.378621:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384932.378621:0:17560:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384932.378626:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384932.378628:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1767384932.378630:0:17560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00000040:1.0:1767384932.378633:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:2.0:1767384932.378634:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384932.378635:0:17560:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d62afedc : new rpc_count 1 00000100:00000001:0.0:1767384932.378640:0:17560:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635435780952448 : -108637928599168 : ffff9d31c2db5180) 00000100:00000040:2.0:1767384932.378642:0:16129:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5188 usecs (6 jiffies) 00000100:00000001:1.0:1767384932.378646:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000100:00000040:0.0:1767384932.378647:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007b26b32b x1853237358515200/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:158/0 lens 224/0 e 0 to 0 dl 1767384943 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384932.378649:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294922247 02000000:00000001:1.0:1767384932.378649:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384932.378653:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.378656:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294922251 00000100:00000001:1.0:1767384932.378658:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384932.378664:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294922247 00000100:00000040:1.0:1767384932.378666:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384932.378672:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294922251 00000100:00000001:0.0:1767384932.378672:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384932.378673:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000479c74e7. 00000020:00000010:0.0:1767384932.378676:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000026991046. 00000100:00000200:1.0:1767384932.378678:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237358514816, offset 224 00000100:00000001:2.0:1767384932.378680:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294922247 00000100:00000001:0.0:1767384932.378681:0:17560:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384932.378688:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294922251 00000020:00000010:0.0:1767384932.378688:0:17560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000026991046. 00000400:00000200:1.0:1767384932.378689:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384932.378694:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294922247 00000400:00000200:1.0:1767384932.378700:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384932.378702:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294922251 00000100:00100000:0.0:1767384932.378722:0:17560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007b26b32b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16130:x1853237358515200:12345-0@lo:400: 00000100:00000001:2.0:1767384932.378724:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384932.378728:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272705280 00000100:00000200:0.0:1767384932.378729:0:17560:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358515200 00000020:00000001:0.0:1767384932.378734:0:17560:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384932.378735:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384932.378738:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1979 [1] + 224 00000020:00000001:0.0:1767384932.378739:0:17560:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384932.378741:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384932.378743:0:17560:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.378747:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384932.378749:0:17560:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384932.378751:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384932.378752:0:17560:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00000100:00000001:2.0:1767384932.378755:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384932.378756:0:17560:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384932.378760:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384932.378761:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384932.378761:0:17560:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384932.378767:0:17560:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384932.378768:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384932.378785:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384932.378785:0:17560:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384932.378787:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384932.378791:0:17560:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.378792:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384932.378794:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000016e303d8 x1853237358514816/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384932.378795:0:17560:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384932.378798:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384932.378800:0:17560:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384932.378804:0:17560:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384932.378811:0:17560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ef73a1a0. 00000100:00000040:1.0:1767384932.378816:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000016e303d8 x1853237358514816/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384932.378816:0:17560:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.378820:0:17542:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384932.378821:0:17560:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384932.378826:0:17542:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358514944 00000020:00000001:0.0:1767384932.378829:0:17560:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384932.378831:0:17542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384932.378851:0:17542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000040:0.0:1767384932.378853:0:17560:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358515200 00000100:00000001:2.0:1767384932.378855:0:17542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.378855:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384932.378859:0:17560:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:2.0:1767384932.378861:0:17542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384932.378861:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000479c74e7 00000400:00000010:1.0:1767384932.378865:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000479c74e7. 00010000:00000200:0.0:1767384932.378866:0:17560:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007b26b32b x1853237358515200/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:158/0 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384932.378867:0:17542:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358514944 00000100:00000001:1.0:1767384932.378868:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384932.378871:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1767384932.378872:0:17542:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384932.378875:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384932.378876:0:17542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8560 00000020:00000001:2.0:1767384932.378881:0:17542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384932.378882:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000020:00000040:2.0:1767384932.378886:0:17542:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ce565cee refcount=5 00010000:00000001:1.0:1767384932.378887:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384932.378891:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384932.378892:0:17542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00010000:00000001:0.0:1767384932.378892:0:17560:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384932.378894:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384932.378896:0:17560:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384932.378898:0:17542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00001000:0.0:1767384932.378903:0:17560:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384932.378905:0:17542:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384932.378906:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000af74b5e7 x1853237358514816/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:158/0 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384932.378911:0:17542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bbd2c4b2. 00000100:00000001:0.0:1767384932.378912:0:17560:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384932.378918:0:17560:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000020:00000010:2.0:1767384932.378919:0:17542:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003bfa9704. 00000100:00000001:0.0:1767384932.378922:0:17560:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000100:00100000:1.0:1767384932.378924:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000af74b5e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16127:x1853237358514816:12345-0@lo:400: Request processed in 490us (1259us total) trans 0 rc 0/0 02000000:00000001:0.0:1767384932.378926:0:17560:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:2.0:1767384932.378929:0:17542:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fe96f595) now 6 - evictor 02000000:00000001:0.0:1767384932.378930:0:17560:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384932.378936:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00000001:0.0:1767384932.378937:0:17560:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384932.378939:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000040:0.0:1767384932.378943:0:17560:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384932.378944:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384932.378945:0:17542:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384932.378947:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1767384932.378948:0:17560:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab90512b. 00000020:00000010:2.0:1767384932.378951:0:17542:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ecd963d1. 00000020:00000010:1.0:1767384932.378953:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fffc59f1. 00000100:00000200:0.0:1767384932.378954:0:17560:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358515200, offset 224 00000020:00000010:2.0:1767384932.378957:0:17542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000029f266e9. 00000020:00000010:1.0:1767384932.378959:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000706ca8c4. 00000020:00000010:2.0:1767384932.378963:0:17542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a68c908. 00000020:00000010:1.0:1767384932.378966:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a2a5054. 00000100:00000040:2.0:1767384932.378972:0:17542:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000400:00000200:0.0:1767384932.378972:0:17560:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1767384932.378974:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 00000100:00000001:2.0:1767384932.378978:0:17542:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1767384932.378979:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384932.378981:0:17542:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:1.0:1767384932.378982:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000752e9ede. 00000400:00000200:0.0:1767384932.378985:0:17560:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384932.378986:0:17542:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384932.378987:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384932.378991:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384932.378995:0:17560:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272705400 00000400:00000200:0.0:1767384932.379005:0:17560:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1989 [1] + 224 00000100:00000001:2.0:1767384932.379006:0:17542:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384932.379006:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:0.0:1767384932.379008:0:17560:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384932.379013:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005aa4224f. 00000400:00000200:0.0:1767384932.379016:0:17560:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384932.379019:0:17542:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384932.379019:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005be2ba7a. 00000100:00000001:0.0:1767384932.379021:0:17560:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384932.379026:0:17560:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007fd72a2d x1853237358515200/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384932.379036:0:17560:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007fd72a2d x1853237358515200/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384932.379041:0:17542:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384932.379045:0:17542:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384932.379045:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384932.379047:0:17560:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767384932.379048:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1767384932.379052:0:17560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab90512b 00000100:00100000:2.0:1767384932.379053:0:17542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000010:1.0:1767384932.379054:0:16127:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ef6e821. 00000400:00000010:0.0:1767384932.379056:0:17560:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab90512b. 00000100:00000040:1.0:1767384932.379061:0:16127:0:(events.c:337:request_in_callback()) incoming req@000000002ef6e821 x1853237358515328 msgsize 224 00000100:00000040:2.0:1767384932.379062:0:17542:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ce565cee : new rpc_count 1 00000100:00000001:0.0:1767384932.379062:0:17560:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384932.379066:0:17560:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384932.379067:0:17542:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635431504580096 : -108642204971520 : ffff9d30c3f70e00) 00000100:00100000:1.0:1767384932.379089:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384932.379092:0:17560:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384932.379097:0:17560:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00000001:1.0:1767384932.379098:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384932.379101:0:17542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b56ff614 x1853237358514944/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:158/0 lens 224/0 e 0 to 0 dl 1767384943 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384932.379102:0:17560:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384932.379105:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e26a58f9 00000020:00000001:0.0:1767384932.379105:0:17560:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384932.379109:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e26a58f9. 00000020:00000001:0.0:1767384932.379110:0:17560:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384932.379113:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384932.379117:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007b26b32b x1853237358515200/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:158/0 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384932.379120:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c705512f x1853237358515328/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384932.379127:0:17542:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384932.379131:0:17542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edcac2a8. 00000100:00000001:2.0:1767384932.379137:0:17542:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384932.379143:0:17542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edcac2a8. 00000100:00000001:1.0:1767384932.379151:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384932.379155:0:17560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007b26b32b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16130:x1853237358515200:12345-0@lo:400: Request processed in 478us (938us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384932.379157:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c705512f x1853237358515328/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384932.379158:0:17542:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b56ff614 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16128:x1853237358514944:12345-0@lo:13: 00000100:00000200:2.0:1767384932.379171:0:17542:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358514944 00000100:00100000:0.0:1767384932.379171:0:17560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000020:00000001:2.0:1767384932.379177:0:17542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384932.379177:0:17560:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d62afedc : new rpc_count 0 00000100:00000001:0.0:1767384932.379182:0:17560:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1767384932.379183:0:17542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384932.379186:0:17560:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1767384932.379188:0:17542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384932.379191:0:17560:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000099660008. 00000100:00000001:1.0:1767384932.379192:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384932.379193:0:17542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384932.379198:0:16127:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384932.379199:0:17542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673334736 : -1036216880 : ffffffffc23c95d0) 00000020:00000010:0.0:1767384932.379200:0:17560:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dbd4e82b. 00000100:00000001:1.0:1767384932.379203:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384932.379206:0:17542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1767384932.379207:0:17560:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000052620571. 00000100:00000040:1.0:1767384932.379208:0:16127:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2926 usecs (3 jiffies) 00000020:00000001:2.0:1767384932.379211:0:17542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384932.379212:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294922245 00000100:00000001:1.0:1767384932.379216:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294922251 00000020:00000001:2.0:1767384932.379218:0:17542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384932.379220:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294922245 00000020:00000001:2.0:1767384932.379222:0:17542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000040:0.0:1767384932.379222:0:17560:0:(genops.c:898:class_export_put()) PUTting export 00000000d62afedc : new refcount 4 00000100:00000001:1.0:1767384932.379223:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294922251 00000020:00000001:2.0:1767384932.379229:0:17542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.379229:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294922245 00000100:00000001:0.0:1767384932.379229:0:17560:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384932.379234:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294922251 00000100:00000001:2.0:1767384932.379237:0:17542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384932.379237:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294922245 00000100:00000001:1.0:1767384932.379241:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294922251 02000000:00000001:2.0:1767384932.379243:0:17542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384932.379243:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384932.379244:0:17560:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384932.379247:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384932.379248:0:17542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000000c6c98fa. 00000100:00100000:0.0:1767384932.379249:0:17560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358515328 00000400:00000001:1.0:1767384932.379252:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767384932.379254:0:17542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.379257:0:17542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384932.379266:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767384932.379266:0:17560:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00002000:00000001:2.0:1767384932.379267:0:17542:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000400:00000010:1.0:1767384932.379269:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000356384be. 00000100:00000001:0.0:1767384932.379270:0:17560:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384932.379273:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f27d0a09 00000100:00000001:0.0:1767384932.379274:0:17560:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384932.379275:0:17542:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000400:00000010:1.0:1767384932.379275:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f27d0a09. 00000020:00000001:2.0:1767384932.379280:0:17542:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:1.0:1767384932.379281:0:16127:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384932.379282:0:17560:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384932.379286:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000016e303d8 x1853237358514816/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1767384932.379287:0:17542:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00100000:0.0:1767384932.379287:0:17560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358515328 00000020:00000001:0.0:1767384932.379293:0:17560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384932.379296:0:17560:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e853d 00000100:00000200:1.0:1767384932.379299:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000016e303d8 x1853237358514816/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384932.379300:0:17560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:2.0:1767384932.379303:0:17542:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384932.379305:0:17560:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e235a287 refcount=5 00000020:00000001:2.0:1767384932.379311:0:17542:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384932.379312:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384932.379313:0:17560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431487174656 : -108642222376960 : ffff9d30c2ed7800) 00000100:00000001:1.0:1767384932.379315:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384932.379318:0:17560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431487174656 : -108642222376960 : ffff9d30c2ed7800) 00000100:00000001:1.0:1767384932.379320:0:16127:0:(client.c:1578:after_reply()) Process entered 00002000:00000024:2.0:1767384932.379323:0:17542:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 02000000:00000001:1.0:1767384932.379324:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384932.379325:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384932.379327:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000020:2.0:1767384932.379330:0:17542:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:1.0:1767384932.379331:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384932.379332:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000026991046. 02000000:00000001:1.0:1767384932.379335:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1767384932.379338:0:17542:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000ce565cee dirty 0 pend 0 grant 0 00000020:00000010:0.0:1767384932.379339:0:17560:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000002dbb73bd. 00002000:00000020:2.0:1767384932.379346:0:17542:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00001000:1.0:1767384932.379348:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=56 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384932.379349:0:17560:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8a46e2f) now 8 - evictor 00002000:00000001:2.0:1767384932.379352:0:17542:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00001000:1.0:1767384932.379353:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384932.379357:0:17560:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384932.379358:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000001:00000001:2.0:1767384932.379359:0:17542:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:1.0:1767384932.379362:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384932.379363:0:17542:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384932.379364:0:17560:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052620571. 00010000:00000001:1.0:1767384932.379365:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00002000:00000001:2.0:1767384932.379368:0:17542:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384932.379368:0:16127:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384932.379371:0:17560:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000099660008. 00000100:00000001:1.0:1767384932.379374:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384932.379375:0:17542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237358514944 00000020:00000010:0.0:1767384932.379377:0:17560:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dbd4e82b. 00000100:00000040:1.0:1767384932.379378:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016e303d8 x1853237358514816/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384932.379381:0:17542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767384932.379386:0:17560:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384932.379387:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000200:2.0:1767384932.379389:0:17542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b56ff614 x1853237358514944/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:158/0 lens 224/368 e 0 to 0 dl 1767384943 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384932.379392:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384932.379393:0:17560:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384932.379396:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384932.379397:0:17560:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384932.379402:0:17560:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384932.379404:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016e303d8 x1853237358514816/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384932.379408:0:17542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384932.379411:0:17560:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:2.0:1767384932.379413:0:17542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384932.379416:0:17560:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:1.0:1767384932.379417:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000016e303d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358514816:0@lo:400: 00000100:00001000:2.0:1767384932.379418:0:17542:0:(import.c:2128:obd_at_measure()) add 1 to 000000007564533c time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384932.379419:0:17560:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.379428:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.379429:0:17542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384932.379431:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384932.379434:0:17542:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000040:1.0:1767384932.379435:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000016e303d8 x1853237358514816/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384932.379435:0:17560:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384932.379443:0:17542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000100:00000001:0.0:1767384932.379449:0:17560:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767384932.379450:0:17542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384932.379450:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384932.379453:0:17560:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384932.379454:0:17542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384932.379455:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384932.379458:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000044136d5. 00000100:00000001:2.0:1767384932.379461:0:17542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384932.379461:0:17560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 02000000:00000001:1.0:1767384932.379463:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384932.379467:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767384932.379468:0:17560:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e235a287 : new rpc_count 1 00000100:00000040:2.0:1767384932.379469:0:17542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:1.0:1767384932.379469:0:16127:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1767384932.379473:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384932.379474:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c85e9cba. 00000400:00000010:2.0:1767384932.379475:0:17542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006347ee45. 02000000:00000001:1.0:1767384932.379477:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384932.379481:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384932.379498:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016e303d8. 00000100:00000200:2.0:1767384932.379500:0:17542:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237358514944, offset 224 00000100:00000001:1.0:1767384932.379502:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384932.379504:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384932.379506:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384932.379510:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384932.379511:0:17542:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384932.379511:0:17560:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436515727488 : -108637193824128 : ffff9d31eea71880) 00000100:00000001:1.0:1767384932.379518:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767384932.379522:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002ef6e821 x1853237358515328/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:158/0 lens 224/0 e 0 to 0 dl 1767384943 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384932.379523:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384932.379525:0:17542:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384932.379526:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384932.379529:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.379533:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384932.379540:0:17542:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272705300 00000100:00000001:0.0:1767384932.379547:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384932.379550:0:17542:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1981 [1] + 224 00000020:00000010:0.0:1767384932.379553:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000452b9e3f. 00000400:00000200:2.0:1767384932.379557:0:17542:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384932.379558:0:17560:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384932.379563:0:17560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000452b9e3f. 00000400:00000200:2.0:1767384932.379566:0:17542:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384932.379566:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384932.379569:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384932.379572:0:17560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002ef6e821 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16127:x1853237358515328:12345-0@lo:400: 00000400:00000001:1.0:1767384932.379575:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1767384932.379579:0:17560:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358515328 00000400:00000001:1.0:1767384932.379580:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384932.379582:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009faf174b. 00000020:00000001:0.0:1767384932.379584:0:17560:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384932.379586:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000745b7c5b 00000020:00000001:0.0:1767384932.379588:0:17560:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:1.0:1767384932.379589:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000745b7c5b. 00000020:00000001:0.0:1767384932.379593:0:17560:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.379594:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384932.379595:0:17542:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384932.379598:0:17560:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:1.0:1767384932.379601:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007fd72a2d x1853237358515200/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384932.379602:0:17560:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00000100:00000200:2.0:1767384932.379603:0:17542:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000de8d80bd x1853237358514944/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384948 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384932.379609:0:17560:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384932.379614:0:17560:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384932.379620:0:17560:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384932.379624:0:17560:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:1.0:1767384932.379626:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007fd72a2d x1853237358515200/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384932.379629:0:17560:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384932.379634:0:17560:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384932.379639:0:17560:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384932.379643:0:17560:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384932.379645:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384932.379649:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384932.379650:0:17560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000082f673dc. 00000100:00000001:1.0:1767384932.379654:0:16130:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384932.379656:0:17560:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384932.379657:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384932.379660:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384932.379661:0:17560:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384932.379662:0:17542:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000de8d80bd x1853237358514944/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384932.379662:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384932.379668:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384932.379668:0:17560:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384932.379675:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5338197 time=51 v=5 (5 0 0 0) 00010000:00000040:0.0:1767384932.379675:0:17560:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358515328 00010000:00000001:0.0:1767384932.379681:0:17560:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00001000:1.0:1767384932.379683:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c619e3cd time=51 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384932.379686:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384932.379688:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384932.379689:0:17560:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002ef6e821 x1853237358515328/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:158/0 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384932.379690:0:17542:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384932.379690:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384932.379697:0:16130:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007fd72a2d x1853237358515200/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384932.379699:0:17542:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006347ee45 00000400:00000010:2.0:1767384932.379704:0:17542:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006347ee45. 00010000:00000001:0.0:1767384932.379708:0:17560:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384932.379710:0:17542:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384932.379712:0:17560:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.379722:0:17542:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384932.379722:0:16130:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384932.379723:0:17560:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=51 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384932.379727:0:16130:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384932.379729:0:17542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384932.379730:0:16130:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000040:2.0:1767384932.379736:0:17542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00000001:1.0:1767384932.379737:0:16130:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384932.379738:0:17560:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384932.379741:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384932.379742:0:17542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:0.0:1767384932.379745:0:17560:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000020:00000001:2.0:1767384932.379746:0:17542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384932.379750:0:17560:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000020:00000001:2.0:1767384932.379752:0:17542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1767384932.379755:0:17560:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1767384932.379757:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007fd72a2d x1853237358515200/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384932.379758:0:17560:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384932.379760:0:17542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b56ff614 x1853237358514944/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:158/0 lens 224/368 e 0 to 0 dl 1767384943 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384932.379764:0:17560:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384932.379772:0:17560:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384932.379778:0:17560:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab90512b. 00000100:00000200:0.0:1767384932.379785:0:17560:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358515328, offset 224 00000100:00000001:1.0:1767384932.379790:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384932.379794:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384932.379796:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384932.379800:0:17542:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b56ff614 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16128:x1853237358514944:12345-0@lo:13: Request processed in 668us (1925us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384932.379800:0:17560:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384932.379804:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007fd72a2d x1853237358515200/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384932.379818:0:17560:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384932.379821:0:17542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1767384932.379821:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007fd72a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16130:1853237358515200:0@lo:400: 00000100:00000040:2.0:1767384932.379829:0:17542:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce565cee : new rpc_count 0 00000100:00000001:1.0:1767384932.379831:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384932.379835:0:17542:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384932.379836:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384932.379836:0:17560:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272705480 00000100:00000001:2.0:1767384932.379840:0:17542:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384932.379842:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007fd72a2d x1853237358515200/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384932.379845:0:17542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000029f266e9. 00000400:00000200:0.0:1767384932.379847:0:17560:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x198d [1] + 224 00000020:00000010:2.0:1767384932.379852:0:17542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a68c908. 00000400:00000200:0.0:1767384932.379859:0:17560:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384932.379860:0:17542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ecd963d1. 00000100:00000001:1.0:1767384932.379860:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384932.379863:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384932.379867:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db9350ef. 00000020:00000040:2.0:1767384932.379868:0:17542:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 4 00000400:00000200:0.0:1767384932.379870:0:17560:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384932.379872:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384932.379874:0:17542:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384932.379875:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384932.379878:0:17560:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384932.379879:0:16130:0:(genops.c:1242:class_import_put()) import 000000005ebd018a refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384932.379882:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384932.379883:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fe5f4c6a. 00000100:00000200:0.0:1767384932.379886:0:17560:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c705512f x1853237358515328/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384932.379887:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384932.379889:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384932.379891:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007fd72a2d. 00000100:00000001:2.0:1767384932.379896:0:17540:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384932.379896:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384932.379899:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384932.379901:0:17540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358515072 00000100:00000001:1.0:1767384932.379902:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384932.379905:0:17540:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1767384932.379906:0:17560:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c705512f x1853237358515328/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384932.379908:0:17540:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384932.379909:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384932.379913:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.379914:0:17540:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.379918:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384932.379921:0:17540:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.379922:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384932.379928:0:17540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358515072 00000020:00000001:2.0:1767384932.379937:0:17540:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384932.379938:0:17540:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8560 00000100:00000001:0.0:1767384932.379940:0:17560:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384932.379941:0:17540:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384932.379945:0:17540:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ce565cee refcount=5 00000020:00000001:2.0:1767384932.379948:0:17540:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000400:00000200:0.0:1767384932.379949:0:17560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab90512b 00000020:00000001:2.0:1767384932.379951:0:17540:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00000001:1.0:1767384932.379953:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384932.379953:0:17560:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab90512b. 00000100:00000001:1.0:1767384932.379956:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384932.379957:0:17540:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384932.379960:0:17560:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1767384932.379961:0:17540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edcac2a8. 00000400:00000001:1.0:1767384932.379961:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384932.379965:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384932.379965:0:17560:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384932.379966:0:17540:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384932.379969:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063bf9adb. 00000020:00000010:2.0:1767384932.379970:0:17540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edcac2a8. 00000100:00000001:0.0:1767384932.379972:0:17560:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384932.379976:0:17540:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ecd963d1. 00000400:00000200:1.0:1767384932.379979:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054df7106 00000100:00000040:0.0:1767384932.379979:0:17560:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000020:00000010:2.0:1767384932.379982:0:17540:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000029f266e9. 00000400:00000010:1.0:1767384932.379982:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054df7106. 00010000:00000001:0.0:1767384932.379984:0:17560:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384932.379988:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384932.379990:0:17540:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a68c908. 00000020:00000001:0.0:1767384932.379990:0:17560:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384932.379995:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c705512f x1853237358515328/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384932.379996:0:17560:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384932.380000:0:17540:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000040:0.0:1767384932.380005:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ef6e821 x1853237358515328/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:158/0 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384932.380006:0:17540:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:1.0:1767384932.380009:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c705512f x1853237358515328/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384932.380034:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384932.380036:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384932.380040:0:17540:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384932.380040:0:16127:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384932.380044:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384932.380045:0:17540:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384932.380047:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384932.380050:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.380053:0:17540:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:0.0:1767384932.380054:0:17560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002ef6e821 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16127:x1853237358515328:12345-0@lo:400: Request processed in 502us (987us total) trans 0 rc 0/0 02000000:00000001:1.0:1767384932.380055:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.380056:0:17540:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384932.380059:0:17540:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384932.380059:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a558cf0b time=51 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384932.380067:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f60eced4 time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384932.380071:0:17540:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384932.380073:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384932.380076:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384932.380077:0:17560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00010000:00000001:1.0:1767384932.380079:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384932.380082:0:17540:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384932.380084:0:17560:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e235a287 : new rpc_count 0 00010000:00080000:1.0:1767384932.380085:0:16127:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c705512f x1853237358515328/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384932.380086:0:17540:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384932.380089:0:17560:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384932.380094:0:17560:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1767384932.380096:0:17540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000020:00000010:0.0:1767384932.380099:0:17560:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000099660008. 00000100:00000040:2.0:1767384932.380104:0:17540:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ce565cee : new rpc_count 1 00010000:00000001:1.0:1767384932.380104:0:16127:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384932.380106:0:17560:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dbd4e82b. 00000100:00000001:1.0:1767384932.380107:0:16127:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384932.380110:0:17540:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635431504591744 : -108642204959872 : ffff9d30c3f73b80) 00000100:00000040:1.0:1767384932.380110:0:16127:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000020:00000010:0.0:1767384932.380112:0:17560:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000052620571. 00000100:00000001:1.0:1767384932.380114:0:16127:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384932.380116:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384932.380121:0:17540:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000119c606c x1853237358515072/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:158/0 lens 224/0 e 0 to 0 dl 1767384943 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384932.380121:0:17560:0:(genops.c:898:class_export_put()) PUTting export 00000000e235a287 : new refcount 4 00000100:00000040:1.0:1767384932.380122:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c705512f x1853237358515328/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767384932.380123:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:0.0:1767384932.380127:0:17560:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384932.380130:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8a46e2f) now 8 - evictor 00000100:00080000:3.0:1767384932.380138:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1767384932.380143:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fe96f595) now 6 - evictor 00000100:00000001:1.0:1767384932.380152:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384932.380155:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384932.380157:0:17540:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384932.380157:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384932.380163:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c705512f x1853237358515328/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384932.380164:0:17540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edcac2a8. 00000100:00000001:2.0:1767384932.380170:0:17540:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384932.380171:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384932.380174:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384932.380174:0:17540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edcac2a8. 00000100:00100000:1.0:1767384932.380174:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c705512f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16127:1853237358515328:0@lo:400: 00000400:00000001:3.0:1767384932.380179:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384932.380179:0:17540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000119c606c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16129:x1853237358515072:12345-0@lo:400: 00000400:00000001:3.0:1767384932.380183:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384932.380186:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384932.380187:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099d40292. 00000100:00000001:1.0:1767384932.380191:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384932.380193:0:17540:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358515072 00000400:00000200:3.0:1767384932.380194:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e265179 00000400:00000010:3.0:1767384932.380196:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e265179. 00000020:00000001:2.0:1767384932.380197:0:17540:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1767384932.380197:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c705512f x1853237358515328/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384932.380200:0:17540:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384932.380201:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384932.380204:0:17540:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384932.380207:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000de8d80bd x1853237358514944/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384932.380209:0:17540:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384932.380212:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1767384932.380213:0:17540:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 02000000:00000001:1.0:1767384932.380216:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1767384932.380218:0:17540:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000010:1.0:1767384932.380219:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e48eadaa. 00000020:00000001:2.0:1767384932.380221:0:17540:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384932.380223:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384932.380225:0:17540:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384932.380227:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1767384932.380228:0:17540:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000040:1.0:1767384932.380230:0:16127:0:(genops.c:1242:class_import_put()) import 00000000e13b832f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384932.380231:0:17540:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384932.380234:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384932.380236:0:17540:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000010:1.0:1767384932.380237:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ac621dc8. 00000100:00000200:3.0:1767384932.380240:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000de8d80bd x1853237358514944/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384932.380240:0:17540:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384932.380242:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384932.380243:0:17540:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384932.380245:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:2.0:1767384932.380248:0:17540:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f92f49d1. 00000100:00000010:1.0:1767384932.380248:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c705512f. 00000100:00000001:3.0:1767384932.380252:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384932.380254:0:17540:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.380255:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384932.380258:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384932.380259:0:17540:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.380260:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384932.380262:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384932.380266:0:16128:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:2.0:1767384932.380266:0:17540:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.380268:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384932.380269:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000040:2.0:1767384932.380269:0:17540:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237358515072 00000100:00000001:1.0:1767384932.380270:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384932.380272:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384932.380272:0:17540:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384932.380274:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384932.380275:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384932.380277:0:17540:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000119c606c x1853237358515072/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:158/0 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384932.380277:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384932.380278:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384932.380284:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000310710fb time=46 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384932.380286:0:17540:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00001000:3.0:1767384932.380287:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a6c23273 time=46 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384932.380288:0:17540:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384932.380290:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:2.0:1767384932.380290:0:17540:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf489f17 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384932.380292:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384932.380294:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384932.380294:0:17540:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00080000:3.0:1767384932.380297:0:16128:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000de8d80bd x1853237358514944/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384932.380297:0:17540:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:2.0:1767384932.380299:0:17540:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384932.380302:0:17540:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384932.380304:0:16128:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384932.380304:0:17540:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384932.380306:0:17540:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384932.380307:0:16128:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384932.380308:0:16128:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000040:2.0:1767384932.380308:0:17540:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384932.380310:0:16128:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384932.380311:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384932.380311:0:17540:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006347ee45. 00000100:00000040:3.0:1767384932.380314:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000de8d80bd x1853237358514944/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384932.380314:0:17540:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237358515072, offset 224 00000100:00000001:3.0:1767384932.380320:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384932.380320:0:17540:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384932.380323:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384932.380324:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384932.380326:0:16128:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384932.380329:0:16128:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384932.380347:0:16128:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000400:00000200:2.0:1767384932.380347:0:17540:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384932.380352:0:17540:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272705380 00000004:00000020:3.0:1767384932.380354:0:16128:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000067181a10): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000400:00000200:2.0:1767384932.380357:0:17540:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1999 [1] + 224 00000004:00000001:3.0:1767384932.380359:0:16128:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384932.380362:0:17540:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384932.380365:0:17540:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384932.380368:0:17540:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384932.380369:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000de8d80bd x1853237358514944/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384948 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384932.380372:0:17540:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005776bb6a x1853237358515072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384932.380378:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000de8d80bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16128:1853237358514944:0@lo:13: 00000100:00000040:2.0:1767384932.380381:0:17540:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005776bb6a x1853237358515072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384932.380383:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384932.380385:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384932.380387:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000de8d80bd x1853237358514944/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384948 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384932.380394:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384932.380396:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384932.380398:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000254052f2. 02000000:00000001:3.0:1767384932.380402:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384932.380403:0:17540:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384932.380404:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384932.380405:0:16128:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384932.380408:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1767384932.380409:0:17540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006347ee45 02000000:00000010:3.0:1767384932.380410:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000035f8e05c. 00000400:00000010:2.0:1767384932.380410:0:17540:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006347ee45. 00000100:00000001:2.0:1767384932.380413:0:17540:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384932.380414:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384932.380415:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384932.380415:0:17540:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000010:3.0:1767384932.380417:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000de8d80bd. 00000100:00000001:2.0:1767384932.380419:0:17540:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384932.380422:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767384932.380422:0:17540:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00000001:1.0:1767384932.380423:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384932.380425:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384932.380425:0:17540:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384932.380426:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384932.380428:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384932.380428:0:17540:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384932.380431:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384932.380433:0:17540:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384932.380434:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384932.380436:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767384932.380438:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f2401b8. 00000100:00000001:3.0:1767384932.380439:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384932.380440:0:17540:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000119c606c x1853237358515072/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:158/0 lens 224/224 e 0 to 0 dl 1767384943 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384932.380444:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cb2c18e 00000100:00000001:3.0:1767384932.380445:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384932.380449:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000cb2c18e. 00000100:00000001:3.0:1767384932.380450:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.380456:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384932.380457:0:17540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000119c606c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16129:x1853237358515072:12345-0@lo:400: Request processed in 299us (1986us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384932.380463:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005776bb6a x1853237358515072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384932.380475:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005776bb6a x1853237358515072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384932.380476:0:17540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:2.0:1767384932.380482:0:17540:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce565cee : new rpc_count 0 00000100:00000001:1.0:1767384932.380502:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384932.380503:0:17540:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384932.380506:0:17540:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384932.380508:0:17540:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000029f266e9. 00000100:00000001:1.0:1767384932.380528:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384932.380530:0:17540:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a68c908. 00000100:00000001:1.0:1767384932.380531:0:16129:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384932.380535:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384932.380536:0:17540:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ecd963d1. 00000100:00000001:1.0:1767384932.380536:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384932.380539:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384932.380542:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384932.380543:0:17540:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 4 00000100:00001000:1.0:1767384932.380546:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d21af389 time=46 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384932.380547:0:17540:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384932.380550:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a6c23273 time=46 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384932.380552:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384932.380554:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384932.380557:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384932.380561:0:16129:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005776bb6a x1853237358515072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384932.380566:0:16129:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.380568:0:16129:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384932.380569:0:16129:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384932.380571:0:16129:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384932.380572:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384932.380574:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005776bb6a x1853237358515072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384932.380594:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384932.380596:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384932.380597:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384932.380600:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005776bb6a x1853237358515072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384932.380606:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005776bb6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16129:1853237358515072:0@lo:400: 00000100:00000001:1.0:1767384932.380610:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384932.380611:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384932.380612:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005776bb6a x1853237358515072/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384932.380616:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384932.380617:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384932.380619:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000018e8b598. 02000000:00000001:1.0:1767384932.380627:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384932.380628:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384932.380629:0:16129:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384932.380630:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384932.380631:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d1df71c7. 02000000:00000001:1.0:1767384932.380633:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384932.380634:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384932.380634:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005776bb6a. 00000100:00000001:1.0:1767384932.380636:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384932.380637:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384932.380638:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384932.380642:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384932.380659:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384932.380661:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384932.380662:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384932.389067:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294922251, at 4294922252 00000100:00000010:3.0:1767384932.389076:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000053aa8e96. 00000100:00000040:2.0:1767384932.389085:0:760:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294922251, at 4294922252 00000100:00000040:0.0:1767384932.389085:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294922251, at 4294922252 00000100:00000010:2.0:1767384932.389093:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000ffbb6fc. 00000100:00000010:0.0:1767384932.389096:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004bf891cd. 00000100:00000040:1.0:1767384932.390076:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294922251, at 4294922253 00000100:00000010:1.0:1767384932.390082:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007ba8d3ce. 00080000:00000001:3.0:1767384932.759940:0:30344:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384932.759953:0:30344:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384932.759957:0:30344:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384932.759962:0:30344:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384932.759967:0:30344:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384932.759970:0:30344:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384932.825139:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d62fbb6] -> 12345-192.168.203.157@tcp19 (6) 00000800:00000200:3.0:1767384932.825147:0:16119:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp19 ip 192.168.203.157:988 00000800:00000200:3.0:1767384932.825182:0:16119:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009f61ec69 type 192, nob 24 niov 1 nkiov 0 00000400:00000001:2.0:1767384932.825193:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384932.825197:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384932.825210:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a540367 00000400:00000010:2.0:1767384932.825213:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a540367. 00000400:00000200:2.0:1767384932.825218:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384932.825222:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp33 recovery ping unlinked 00000400:00000010:2.0:1767384932.825233:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000042e71633. 00000400:00000010:2.0:1767384932.825237:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000de7647ca. 00000800:00000200:0.0:1767384932.825390:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384932.825396:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384932.825406:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384932.825410:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384932.825412:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384933.209075:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384933.209081:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384933.209086:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384933.209087:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384933.209102:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384933.209104:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384933.209107:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384933.472153:0:30508:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384933.472158:0:30508:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp37 --if ens2 00000001:00000001:3.0:1767384933.476429:0:30508:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384933.485572:0:30509:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e626550f. 00000400:00000010:3.0:1767384933.485602:0:30509:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000082e674c. 00000400:00000010:3.0:1767384933.485614:0:30509:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000004c9ef193. 00000400:00000010:3.0:1767384933.485619:0:30509:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000024b9a594. 00000400:00000010:3.0:1767384933.485624:0:30509:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000058d71661. 00000400:00000010:3.0:1767384933.485629:0:30509:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009772b375. 00000400:00000010:3.0:1767384933.485632:0:30509:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004ab32aa7. 00000400:00000010:3.0:1767384933.485635:0:30509:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b476e4de. 00000400:00000010:3.0:1767384933.485638:0:30509:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000fd935534. 00000800:00000010:3.0:1767384933.485668:0:30509:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c754b836. 00000800:00000200:3.0:1767384933.485682:0:30509:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384933.485698:0:30509:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384933.485743:0:30509:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:3.0:1767384933.485773:0:30509:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp37 [8/256/0/180] 00000400:00000010:3.0:1767384933.489419:0:30509:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 000000007a33e5ce. 00000400:00000010:3.0:1767384933.489427:0:30509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c95f647. 00000400:00000010:3.0:1767384933.489433:0:30509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000f92fb9. 00000400:00000001:3.0:1767384933.489452:0:30509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384933.489454:0:30509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384933.489456:0:30509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc6522e8. 00000400:00000200:3.0:1767384933.489459:0:30509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c069f08f 00000400:00000010:3.0:1767384933.489461:0:30509:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c069f08f. 00000400:00000010:3.0:1767384933.489466:0:30509:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000a9f95765. 00000400:00000200:3.0:1767384933.489471:0:30509:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (28) 00000400:00000200:3.0:1767384933.489508:0:30509:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:3.0:1767384933.489547:0:30509:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131109 00000020:00000010:3.0:1767384933.489555:0:30509:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000e39905ef. 00000400:00000200:2.0:1767384933.489557:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384933.489561:0:30509:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384933.489566:0:30509:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp37 00000400:00000200:2.0:1767384933.489568:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000400:00000010:2.0:1767384933.489580:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006347ee45. 00000400:00000200:2.0:1767384933.489586:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (29) 00000400:00000010:3.0:1767384933.489590:0:30509:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000082e674c. 00000400:00000010:2.0:1767384933.489592:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dc25e01f. 00000400:00000010:3.0:1767384933.489608:0:30509:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e626550f. 00000400:00000200:2.0:1767384933.489613:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1767384933.489629:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000020:00000001:0.0:1767384933.489629:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384933.489637:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384933.489638:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 10000000:00000001:0.0:1767384933.489641:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384933.489647:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384933.489653:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[43, 37], ns[43, 37] 00000020:01000004:0.0:1767384933.489653:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384933.489658:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384933.489663:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384933.489665:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[62, 37] 00000020:01000004:0.0:1767384933.489667:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384933.489670:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384933.489674:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384933.489677:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384933.489680:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 37], ns[66, 37] 00000020:01000004:0.0:1767384933.489680:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384933.489684:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384933.489689:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384933.489692:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 37], ns[77, 37] 00000100:00000010:0.0:1767384933.489697:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a8eca923. 00000400:00000200:2.0:1767384933.489699:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 37], ns[81, 37] 00000020:00000040:0.0:1767384933.489705:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000400:00000200:2.0:1767384933.489710:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 37], ns[97, 37] 00000100:00000001:0.0:1767384933.489713:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384933.489718:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384933.489719:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 37], ns[104, 37] 02000000:00000001:0.0:1767384933.489725:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384933.489726:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 37], ns[24, 37] 00000400:00000200:2.0:1767384933.489731:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 02000000:00000010:0.0:1767384933.489744:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002db24bbd. 00000400:00000200:2.0:1767384933.489750:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 00000100:00000001:0.0:1767384933.489755:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384933.489756:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 00000400:00000200:2.0:1767384933.489764:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 00000100:00000001:0.0:1767384933.489767:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384933.489769:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 00000100:00000001:0.0:1767384933.489771:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384933.489780:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 24], ns[46, 24] 00000100:00000040:0.0:1767384933.489786:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eca923] to pc [ptlrpcd_00_01+1] req@00000000a8eca923 x1853237358515456/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384933.489787:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 24], ns[50, 24] 00000400:00000200:2.0:1767384933.489808:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 24], ns[54, 24] 00000400:00000200:2.0:1767384933.489814:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 24], ns[58, 24] 00000400:00000200:2.0:1767384933.489819:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 24], ns[74, 24] 00000400:00000200:2.0:1767384933.489839:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[84, 24], ns[84, 24] 00000400:00000200:2.0:1767384933.489843:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 24], ns[75, 24] 00000400:00000200:2.0:1767384933.489847:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[87, 24], ns[89, 24] 10000000:00000001:0.0:1767384933.489847:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384933.489854:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384933.489857:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 24], ns[93, 24] 00000020:00000001:0.0:1767384933.489860:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.489862:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384933.489864:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[97, 24], ns[105, 24] 00000020:01000000:0.0:1767384933.489867:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384933.489869:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384933.489873:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384933.489874:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 24], ns[102, 24] 00000020:00000001:0.0:1767384933.489880:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:1.0:1767384933.489881:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a8eca923 x1853237358515456/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384933.489882:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp34] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 102] 10000000:00000001:0.0:1767384933.489886:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384933.489890:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384933.489894:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384933.489901:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384933.489902:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp35] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000020:01000004:0.0:1767384933.489907:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:1.0:1767384933.489908:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384933.489912:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp35 00000100:00000001:1.0:1767384933.489913:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384933.489913:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384933.489919:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384933.489920:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp35 02000000:00000001:1.0:1767384933.489920:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384933.489922:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:1.0:1767384933.489924:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384933.489925:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384933.489928:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:1.0:1767384933.489930:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384933.489931:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384933.489934:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp35 lpni_is_preferred = 0 00000020:01000004:0.0:1767384933.489935:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:1.0:1767384933.489937:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a8eca923 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358515456:0@lo:253: 00000100:00000010:0.0:1767384933.489942:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005776bb6a. 00000400:00000200:2.0:1767384933.489944:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp35 00000100:00000001:1.0:1767384933.489944:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1767384933.489946:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1767384933.489951:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384933.489954:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384933.489955:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp35 NI seq info: [106:106:256:4294967295] 192.168.203.157@tcp35 LPNI seq info [98:98:8:4294967295] 02000000:00000001:0.0:1767384933.489958:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384933.489960:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384933.489964:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384933.489968:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384933.489968:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d51b0034. 00000100:00000001:0.0:1767384933.489973:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384933.489974:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001d4cf45b. 00000100:00000001:0.0:1767384933.489977:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384933.489978:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp35 02000000:00000001:1.0:1767384933.489979:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.489981:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384933.489988:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063bf9adb. 00000100:00000040:0.0:1767384933.489988:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005776bb6a] to pc [ptlrpcd_00_02+2] req@000000005776bb6a x1853237358515584/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384933.489996:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fcdac874. 00000100:00000200:1.0:1767384933.490003:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358515456, portal 25 00000400:00000200:2.0:1767384933.490005:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp35(192.168.203.157@tcp35:) -> 192.168.203.157@tcp35(192.168.203.157@tcp:192.168.203.157@tcp35) : PUT try# 0 00000100:00000001:1.0:1767384933.490009:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384933.490031:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780951552 : -108637928600064 : ffff9d31c2db4e00) 00000100:00000040:1.0:1767384933.490039:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a8eca923 x1853237358515456/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384933.490047:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.157@tcp35 10000000:00000001:0.0:1767384933.490052:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.490054:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1767384933.490057:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e66b0cbf. 00000100:00000040:1.0:1767384933.490062:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:0.0:1767384933.490065:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384933.490067:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005934908f. 00000020:00000001:0.0:1767384933.490068:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384933.490069:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001892aa2f. 00000100:00000200:1.0:1767384933.490072:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358515456, offset 0 00000020:01000000:0.0:1767384933.490074:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:2.0:1767384933.490076:0:16125:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000007f5b000a. 00000020:00000010:0.0:1767384933.490079:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000e39905ef. 00000400:00000200:1.0:1767384933.490082:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:2.0:1767384933.490086:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001892aa2f] -> 12345-192.168.203.157@tcp35 (2) 00000800:00000200:2.1:1767384933.490093:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001892aa2f] -> 12345-192.168.203.157@tcp35 (2) 00000400:00000200:1.0:1767384933.490098:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384933.490108:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272705500 00000400:00000200:2.0:1767384933.490132:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 00000400:00000200:1.0:1767384933.490133:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11e9 [2] + 0 00000100:00000001:0.0:1767384933.490150:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384933.490151:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4124fd8. 00000400:00000200:2.0:1767384933.490152:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100551 rc 0 00000100:00000001:0.0:1767384933.490154:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384933.490159:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384933.490160:0:16128:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000527e9270 00000100:00000040:0.0:1767384933.490169:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005776bb6a x1853237358515584/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384933.490171:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384933.490183:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384933.490190:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384933.490193:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000527e9270 00000100:00000001:0.0:1767384933.490193:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384933.490198:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000527e9270. 02000000:00000001:0.0:1767384933.490200:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384933.490205:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384933.490206:0:16128:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384933.490211:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384933.490212:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384933.490221:0:16128:0:(events.c:337:request_in_callback()) incoming req@000000005a4c6298 x1853237358515456 msgsize 4848 00000100:00100000:0.0:1767384933.490222:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005776bb6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358515584:0@lo:253: 00000100:00000001:0.0:1767384933.490232:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1767384933.490236:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1767384933.490237:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384933.490239:0:16128:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:0.0:1767384933.490241:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384933.490245:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384933.490247:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000100:00000001:1.0:1767384933.490251:0:16128:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:0.0:1767384933.490252:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000fd481eb. 02000000:00000001:0.0:1767384933.490257:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384933.490261:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005934908f 00000400:00000010:0.0:1767384933.490262:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbd7122d. 00000400:00000010:1.0:1767384933.490266:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005934908f. 00000100:00000001:1.0:1767384933.490271:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767384933.490281:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb420a8d. 00000100:00000200:1.0:1767384933.490286:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a8eca923 x1853237358515456/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384933.490290:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358515584, portal 25 00000100:00000001:0.0:1767384933.490298:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384933.490302:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780950656 : -108637928600960 : ffff9d31c2db4a80) 00000100:00000001:1.0:1767384933.490306:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384933.490311:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005776bb6a x1853237358515584/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384933.490314:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a8eca923 x1853237358515456/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384933.490326:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000100:00000001:0.0:1767384933.490340:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384933.490347:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384933.490352:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384933.490353:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384933.490375:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005504df54. 00000100:00000001:1.0:1767384933.490378:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384933.490381:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358515584, offset 0 00000100:00000001:1.0:1767384933.490386:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294923364 00000400:00000200:0.0:1767384933.490392:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1767384933.490394:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007ba8d3ce. 00000400:00000200:2.0:1767384933.490401:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000100:00000001:1.0:1767384933.490403:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384933.490410:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384933.490421:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294923364 00000100:00000010:1.0:1767384933.490428:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004bf891cd. 00000400:00000200:0.0:1767384933.490432:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272705580 00000100:00000001:1.0:1767384933.490433:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384933.490441:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294923364 00000400:00000200:2.0:1767384933.490445:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:0.0:1767384933.490448:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x123d [2] + 0 00000100:00000010:1.0:1767384933.490450:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000ffbb6fc. 00000400:00000010:0.0:1767384933.490457:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ae605e5. 00000100:00000001:1.0:1767384933.490459:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384933.490464:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d4a5bbf7 00000100:00000001:1.0:1767384933.490467:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294923364 00000400:00000200:0.0:1767384933.490473:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767384933.490495:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000053aa8e96. 00000400:00000200:0.0:1767384933.490497:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384933.490507:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384933.490508:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4a5bbf7 00000400:00000010:0.0:1767384933.490539:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d4a5bbf7. 00000100:00000001:1.0:1767384933.490540:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384933.490544:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000100:00000001:0.0:1767384933.490546:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384933.490548:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384933.490551:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384933.490556:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384933.490556:0:16129:0:(events.c:337:request_in_callback()) incoming req@00000000363d60d4 x1853237358515584 msgsize 4848 00000100:00000001:1.0:1767384933.490566:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384933.490570:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384933.490574:0:16129:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384933.490579:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384933.490582:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384933.490586:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384933.490587:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384933.490589:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000100:00000001:1.0:1767384933.490591:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384933.490596:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005504df54 00000100:00000001:1.0:1767384933.490597:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384933.490601:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005504df54. 00000100:00000001:1.0:1767384933.490604:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.490609:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384933.490617:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005776bb6a x1853237358515584/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384933.490624:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384933.490626:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384933.490629:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384933.490634:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005776bb6a x1853237358515584/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384933.490642:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.490644:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384933.490650:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384933.490651:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000100:00000001:0.0:1767384933.490651:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.490659:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294923364 00000100:00100000:1.0:1767384933.490665:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358515456 00000100:00000001:0.0:1767384933.490666:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, keep current deadline 4294923364 02000000:00000001:1.0:1767384933.490671:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384933.490672:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294923364 00000100:00000001:1.0:1767384933.490677:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384933.490679:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, keep current deadline 4294923364 00000100:00000001:1.0:1767384933.490682:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.490685:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294923364 02000000:00000001:1.0:1767384933.490688:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.490690:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, keep current deadline 4294923364 00000100:00100000:1.0:1767384933.490693:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358515456 00000100:00000001:0.0:1767384933.490694:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294923364 00000020:00000001:1.0:1767384933.490698:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384933.490701:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:1.0:1767384933.490704:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384933.490708:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000100:00000001:0.0:1767384933.490710:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, keep current deadline 4294923364 00000020:00000001:1.0:1767384933.490714:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384933.490716:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384933.490717:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000020:00000001:1.0:1767384933.490720:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384933.490726:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.490729:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384933.490732:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384933.490736:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000163d8a24. 00000100:00000001:0.0:1767384933.490737:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384933.490744:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384933.490748:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384933.490749:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000163d8a24. 00000100:00000001:0.0:1767384933.490753:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384933.490760:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d91a96b4. 00000100:00000001:0.0:1767384933.490760:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384933.490763:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384933.490768:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384933.490769:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000623bd85e. 00000100:00000001:0.0:1767384933.490771:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384933.490777:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000706ca8c4. 00000100:00000001:0.0:1767384933.490789:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384933.490793:0:16762:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384933.490795:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384933.490796:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000100:00000001:1.0:1767384933.490797:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384933.490801:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384933.490805:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.490815:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.490822:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384933.490845:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358515584 00000100:00000001:1.0:1767384933.490846:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384933.490849:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384933.490854:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384933.490857:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.490859:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384933.490863:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384933.490863:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384933.490869:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358515584 00000100:00100000:1.0:1767384933.490871:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000400:00000200:2.0:1767384933.490876:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000100:00000040:1.0:1767384933.490877:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000020:00000001:0.0:1767384933.490877:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384933.490883:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529240144 : -108637180311472 : ffff9d31ef754850) 00000020:00000040:0.0:1767384933.490883:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:0.0:1767384933.490890:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384933.490894:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005a4c6298 x1853237358515456/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:159/0 lens 4848/0 e 0 to 0 dl 1767384944 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384933.490896:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000020:00000001:0.0:1767384933.490904:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:1.0:1767384933.490916:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384933.490919:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000010:1.0:1767384933.490925:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000163d8a24. 00000100:00000001:0.0:1767384933.490928:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384933.490929:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384933.490933:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000163d8a24. 00000020:00000010:0.0:1767384933.490934:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c180a15. 00000400:00000200:2.0:1767384933.490939:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000100:00000001:0.0:1767384933.490940:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384933.490942:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005a4c6298 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16128:x1853237358515456:12345-0@lo:253: 00000020:00000010:0.0:1767384933.490946:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c180a15. 00000100:00000200:1.0:1767384933.490952:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358515456 00000020:00000010:0.0:1767384933.490956:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006dfb93e9. 00000020:00000001:1.0:1767384933.490957:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384933.490962:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384933.490964:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000df40b0f5. 00000020:00000001:1.0:1767384933.490965:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384933.490970:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1767384933.490971:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dbd4e82b. 00000020:00000001:1.0:1767384933.490973:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:1.0:1767384933.490977:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384933.490978:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384933.490981:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384933.490982:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384933.490985:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384933.490987:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384933.490990:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.490992:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.490994:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384933.490998:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384933.491000:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384933.491002:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000100:00000001:0.0:1767384933.491005:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384933.491006:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000018c56b10. 02000000:00000001:1.0:1767384933.491011:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.491013:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384933.491016:0:16762:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384933.491022:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384933.491025:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 20000000:00000010:1.0:1767384933.491027:0:16762:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000019e0feed. 00000100:00100000:0.0:1767384933.491032:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 20000000:01000000:1.0:1767384933.491033:0:16762:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000040:0.0:1767384933.491036:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 20000000:00000001:1.0:1767384933.491037:0:16762:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:0.0:1767384933.491040:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529250384 : -108637180301232 : ffff9d31ef757050) 20000000:00000001:1.0:1767384933.491041:0:16762:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000040:0.0:1767384933.491069:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000363d60d4 x1853237358515584/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:159/0 lens 4848/0 e 0 to 0 dl 1767384944 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:1.0:1767384933.491072:0:16762:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384933.491078:0:16762:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384933.491082:0:16762:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:0.0:1767384933.491085:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384933.491086:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000020:00000010:0.0:1767384933.491091:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c180a15. 20000000:00000010:1.0:1767384933.491093:0:16762:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d54ef25d. 00000100:00000001:0.0:1767384933.491095:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384933.491097:0:16762:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 00000020:00000010:0.0:1767384933.491100:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c180a15. 20000000:00000001:1.0:1767384933.491105:0:16762:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00100000:0.0:1767384933.491109:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000363d60d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16129:x1853237358515584:12345-0@lo:253: 00080000:00000001:1.0:1767384933.491113:0:16762:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00000200:0.0:1767384933.491113:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358515584 00000020:00000001:0.0:1767384933.491117:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384933.491119:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384933.491121:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384933.491139:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384933.491141:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:0.0:1767384933.491144:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384933.491146:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384933.491148:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384933.491151:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384933.491153:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.491156:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384933.491159:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384933.491164:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 02000000:00000010:0.0:1767384933.491167:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ba797732. 02000000:00000001:0.0:1767384933.491173:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384933.491176:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384933.491179:0:16763:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:1.0:1767384933.491195:0:16762:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384933.491197:0:16763:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000045d62cf7. 00080000:00000001:1.0:1767384933.491200:0:16762:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384933.491203:0:16762:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384933.491211:0:16763:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384933.491219:0:16763:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:1.0:1767384933.491220:0:16762:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:2.0:1767384933.491222:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 20000000:00000001:0.0:1767384933.491224:0:16763:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:1.0:1767384933.491226:0:16762:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:0.0:1767384933.491229:0:16763:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384933.491234:0:16763:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384933.491236:0:16762:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 20000000:00000001:0.0:1767384933.491237:0:16763:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384933.491243:0:16762:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384933.491262:0:16762:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b6f5260b. 00080000:00000001:1.0:1767384933.491265:0:16762:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490463744 : -108642219087872 : ffff9d30c31fa800) 00080000:00000001:1.0:1767384933.491269:0:16762:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384933.491293:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384933.491367:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384933.491437:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000001:00000001:1.0:1767384933.491474:0:16762:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384933.491498:0:16762:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384933.491504:0:16762:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384933.491545:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00080000:00000001:1.0:1767384933.491548:0:16762:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384933.491554:0:16762:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384933.491625:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384933.491676:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384933.491733:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00080000:00000001:1.0:1767384933.491782:0:16762:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384933.491790:0:16762:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384933.491808:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:2.0:1767384933.491862:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384933.491886:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384933.491920:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384933.491973:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384933.492024:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:2.0:1767384933.492152:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384933.492212:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384933.492258:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384933.492321:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384933.492373:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384933.492410:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384933.492443:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:2.0:1767384933.492735:0:29524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e45018f3. 00000800:00000010:2.0:1767384933.492742:0:29524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c9ff165a. 00000800:00000010:2.0:1767384933.492749:0:29524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006fec40b9. 00000800:00000010:2.0:1767384933.492778:0:29524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006fec40b9. 00000800:00020000:2.0:1767384933.492789:0:29524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000100:00000040:3.0:1767384933.502071:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294923364, at 4294923365 00000100:00000010:3.0:1767384933.502083:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000053aa8e96. 00080000:00000001:3.0:1767384933.502234:0:16762:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384933.502240:0:16762:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:3.0:1767384933.502243:0:16762:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384933.502244:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384933.502246:0:16762:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384933.502249:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384933.502254:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384933.502255:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384933.502257:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384933.502260:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b6f5260b. 20000000:01000000:3.0:1767384933.502261:0:16762:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384933.502268:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384933.502273:0:16762:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384933.502278:0:16762:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384933.502285:0:16762:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:3.0:1767384933.502310:0:16763:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007da48781. 20000000:01000000:3.0:1767384933.502313:0:16763:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 20000000:00000001:3.0:1767384933.502317:0:16763:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384933.502322:0:16763:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384933.502358:0:16763:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384933.502361:0:16763:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384933.502363:0:16763:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384933.502365:0:16763:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384933.502368:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384933.502373:0:16763:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:3.0:1767384933.502376:0:16763:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384933.502383:0:16763:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fecd7d22. 00080000:00000001:3.0:1767384933.502386:0:16763:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431482875904 : -108642226675712 : ffff9d30c2abe000) 00080000:00000001:3.0:1767384933.502389:0:16763:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384933.502518:0:16763:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384933.502521:0:16763:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384933.502524:0:16763:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384933.502541:0:16763:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384933.502544:0:16763:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384933.502650:0:16763:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384933.502653:0:16763:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:3.0:1767384933.502673:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384933.502676:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384933.502679:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384933.502691:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384933.502694:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384933.502702:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004e5c0e63. 00010000:00000001:3.0:1767384933.502707:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384933.502711:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e7280dd3. 00000020:00000001:3.0:1767384933.502715:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384933.502717:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e7280dd3 with handle 0x4895a8f6c11e8727 to hash 00000020:00000001:3.0:1767384933.502720:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384933.502722:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635431492109312 : -108642217442304 : ffff9d30c338c400) 00010000:00000001:3.0:1767384933.502725:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635431492109312 : -108642217442304 : ffff9d30c338c400) 00010000:00000001:3.0:1767384933.502728:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384933.502730:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384933.502732:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e8727 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384933.502741:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384933.502745:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384933.502747:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384933.502749:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384933.502751:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384933.502754:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384933.502755:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384933.502757:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384933.502759:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384933.502760:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384933.502761:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384933.502763:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004e5c0e63) refcount = 1 00010000:00010000:3.0:1767384933.502767:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e8727 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384933.502771:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384933.502773:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384933.502775:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384933.502776:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384933.502778:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384933.502781:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384933.502790:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003542952s 00010000:00000001:3.0:1767384933.502793:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384933.502795:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384933.502796:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e7280dd3 refcount=4 00000020:00000001:3.0:1767384933.502799:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431492109312 : -108642217442304 : ffff9d30c338c400) 00010000:00000001:3.0:1767384933.502801:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635431492109312 : -108642217442304 : ffff9d30c338c400) 00010000:00000001:3.0:1767384933.502803:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384933.502805:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e8727 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384933.502811:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384933.502813:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e8727 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384933.502817:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384933.502818:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384933.502820:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e8727 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384933.502824:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384933.502826:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384933.502828:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384933.502830:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e8727 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384933.502836:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e7280dd3 already unused, calling callback (00000000be7801c4) 00010000:00000001:3.0:1767384933.502838:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384933.502840:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384933.502842:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e8727 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384933.502847:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384933.502849:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384933.502851:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384933.502852:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e7280dd3 refcount=5 00000020:00000001:3.0:1767384933.502860:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431492109312 : -108642217442304 : ffff9d30c338c400) 00010000:00000001:3.0:1767384933.502862:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635431492109312 : -108642217442304 : ffff9d30c338c400) 00010000:00000001:3.0:1767384933.502864:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384933.502866:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e8727 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384933.502874:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384933.502878:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384933.502891:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384933.502895:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384933.502897:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384933.502900:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384933.502903:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384933.502906:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e7280dd3 with handle 0x4895a8f6c11e8727 from hash 00010000:00000001:3.0:1767384933.502910:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384933.502912:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384933.502914:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384933.502915:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384933.502917:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384933.502919:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384933.502922:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384933.502924:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384933.502926:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384933.502928:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384933.502929:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384933.502932:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384933.502933:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384933.502935:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384933.502936:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384933.502939:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384933.502941:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e8727 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384933.502946:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384933.502949:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384933.502950:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384933.502959:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384933.502961:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384933.502963:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384933.502965:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384933.502968:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384933.502971:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384933.502973:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e8727 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384933.502978:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384933.502979:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384933.502981:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e8727 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384933.502985:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004e5c0e63 count: 0 00010000:00000001:3.0:1767384933.502993:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384933.502995:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384933.503070:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294923364, at 4294923366 00000100:00000040:1.0:1767384933.503072:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294923364, at 4294923366 00000100:00000010:0.0:1767384933.503080:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007ba8d3ce. 00000100:00000010:1.0:1767384933.503082:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004bf891cd. 00000800:00000010:2.0:1767384933.503780:0:29524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c9ff165a. 00000800:00000010:2.0:1767384933.503786:0:29524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e45018f3. 00000100:00000040:2.0:1767384933.503803:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294923364, at 4294923366 00000100:00000010:2.0:1767384933.503811:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000ffbb6fc. 00000400:02020000:2.0:1767384933.503923:0:29524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp35 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00080000:00000001:3.0:1767384933.513101:0:16763:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384933.513103:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384933.513107:0:16763:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00040000:00000001:0.0:1767384933.513108:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384933.513112:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384933.513113:0:16763:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384933.513115:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384933.513118:0:16763:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384933.513118:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384933.513123:0:16763:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:0.0:1767384933.513124:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000fecd7d22. 00000400:00000200:2.0:1767384933.513127:0:29524:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp35 notifying 192.168.203.157@tcp35: down 00080000:00000001:0.0:1767384933.513132:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384933.513140:0:16763:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767384933.513141:0:29524:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp35 down 20000000:01000000:3.0:1767384933.513147:0:16763:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384933.513154:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:3.0:1767384933.513155:0:16763:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00000800:00000100:2.0:1767384933.513158:0:29524:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 496 0@<0:0>->192.168.203.157@tcp35 20000000:00000001:1.0:1767384933.513162:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000800:00000010:2.0:1767384933.513165:0:29524:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e66b0cbf. 10000000:01000000:1.0:1767384933.513167:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384933.513173:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384933.513177:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:2.0:1767384933.513186:0:29524:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00010000:00000010:1.0:1767384933.513188:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001e771049. 00010000:00000001:1.0:1767384933.513196:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000200:2.0:1767384933.513197:0:29524:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp35->192.168.203.157@tcp35: PUT: LOCAL_ERROR 00010000:00000010:1.0:1767384933.513204:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000096c6c1ac. 00000020:00000001:1.0:1767384933.513222:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000200:2.0:1767384933.513224:0:29524:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp35 added to recovery queue. ping count: 0 next ping: 257 health :900 00000020:00000040:1.0:1767384933.513228:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000096c6c1ac with handle 0x4895a8f6c11e872e to hash 00000400:00000200:2.0:1767384933.513231:0:29524:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:00000001:1.0:1767384933.513235:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000400:00000200:2.0:1767384933.513239:0:29524:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp: 1 00010000:00000001:1.0:1767384933.513240:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435879614464 : -108637829937152 : ffff9d31c8bcc800) 00010000:00000001:1.0:1767384933.513248:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435879614464 : -108637829937152 : ffff9d31c8bcc800) 00000400:00000200:2.0:1767384933.513249:0:29524:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00010000:00000001:1.0:1767384933.513265:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384933.513268:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384933.513272:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000096c6c1ac/0x4895a8f6c11e872e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384933.513283:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384933.513288:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384933.513291:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384933.513294:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384933.513298:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384933.513301:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384933.513304:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384933.513308:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384933.513312:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384933.513314:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384933.513318:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384933.513320:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001e771049) refcount = 1 00010000:00010000:1.0:1767384933.513326:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000096c6c1ac/0x4895a8f6c11e872e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384933.513335:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384933.513337:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384933.513340:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384933.513343:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384933.513346:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384933.513349:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384933.513353:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003542952s 00010000:00000001:1.0:1767384933.513357:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384933.513359:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384933.513361:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000096c6c1ac refcount=4 00000020:00000001:1.0:1767384933.513365:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879614464 : -108637829937152 : ffff9d31c8bcc800) 00010000:00000001:1.0:1767384933.513369:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879614464 : -108637829937152 : ffff9d31c8bcc800) 00010000:00000001:1.0:1767384933.513383:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384933.513387:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000096c6c1ac/0x4895a8f6c11e872e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384933.513413:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384933.513416:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000096c6c1ac/0x4895a8f6c11e872e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384933.513425:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384933.513428:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384933.513431:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000096c6c1ac/0x4895a8f6c11e872e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384933.513440:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00010000:00000001:1.0:1767384933.513440:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384933.513443:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384933.513449:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x101151 00010000:00000001:1.0:1767384933.513450:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000001:2.0:1767384933.513456:0:16125:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:1.0:1767384933.513456:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000096c6c1ac/0x4895a8f6c11e872e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000400:00000001:2.0:1767384933.513460:0:16125:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384933.513464:0:16125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006347ee45 00000400:00000010:2.0:1767384933.513469:0:16125:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006347ee45. 00010000:00010000:1.0:1767384933.513471:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000096c6c1ac already unused, calling callback (00000000be7801c4) 00000400:00000200:2.0:1767384933.513492:0:16125:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00010000:00000001:1.0:1767384933.513497:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384933.513502:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:2.0:1767384933.513503:0:16125:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00010000:00010000:1.0:1767384933.513507:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000096c6c1ac/0x4895a8f6c11e872e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384933.513535:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (30) 00000400:00000200:2.0:1767384933.513542:0:16125:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.157@tcp 00010000:00000001:1.0:1767384933.513548:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:2.0:1767384933.513549:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 rc -71 00010000:00000001:1.0:1767384933.513554:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1767384933.513558:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000020:00000001:1.0:1767384933.513559:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384933.513564:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000096c6c1ac refcount=5 00000400:00000200:2.0:1767384933.513565:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (29) 00000020:00000001:1.0:1767384933.513572:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879614464 : -108637829937152 : ffff9d31c8bcc800) 00010000:00000001:1.0:1767384933.513577:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879614464 : -108637829937152 : ffff9d31c8bcc800) 00010000:00000001:1.0:1767384933.513581:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384933.513584:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000096c6c1ac/0x4895a8f6c11e872e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384933.513592:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384933.513594:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384933.513606:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384933.513611:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384933.513613:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384933.513617:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384933.513619:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384933.513622:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000096c6c1ac with handle 0x4895a8f6c11e872e from hash 00010000:00000001:1.0:1767384933.513625:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384933.513628:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384933.513630:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384933.513631:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384933.513634:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384933.513636:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384933.513638:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384933.513640:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384933.513643:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384933.513646:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384933.513648:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384933.513652:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384933.513654:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384933.513655:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384933.513658:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384933.513661:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384933.513664:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000096c6c1ac/0x4895a8f6c11e872e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384933.513672:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384933.513674:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384933.513676:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384933.513679:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384933.513681:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384933.513683:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384933.513685:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384933.513688:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384933.513690:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384933.513693:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000096c6c1ac/0x4895a8f6c11e872e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384933.513701:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384933.513713:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384933.513715:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000096c6c1ac/0x4895a8f6c11e872e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384933.513724:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001e771049 count: 0 00010000:00000001:1.0:1767384933.513741:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384933.513744:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384933.514534:0:16762:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384933.514540:0:16762:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384933.514543:0:16762:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000019e0feed. 20000000:00000001:1.0:1767384933.514552:0:16762:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384933.514557:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358515456 00010000:00000001:1.0:1767384933.514561:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384933.514571:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005a4c6298 x1853237358515456/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:159/0 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384933.514583:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384933.514587:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384933.514591:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=57 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384933.514598:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384933.514602:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:1.0:1767384933.514605:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:1.0:1767384933.514610:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384933.514613:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.514618:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384933.514626:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384933.514643:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c51644f2. 00000100:00000200:1.0:1767384933.514650:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358515456, offset 224 00000400:00000200:1.0:1767384933.514661:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384933.514679:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384933.514693:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272705500 00000400:00000200:1.0:1767384933.514701:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x19c1 [2] + 224 00000400:00000200:1.0:1767384933.514711:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384933.514716:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384933.514723:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384933.514729:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a8eca923 x1853237358515456/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384933.514749:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a8eca923 x1853237358515456/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384933.514767:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384933.514776:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c51644f2 00000400:00000010:1.0:1767384933.514779:0:16762:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c51644f2. 00000100:00000001:1.0:1767384933.514784:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384933.514787:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384933.514793:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384933.514797:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00000001:2.0:1767384933.514801:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384933.514801:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384933.514804:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.514805:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384933.514811:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384933.514813:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384933.514816:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384933.514819:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a4c6298 x1853237358515456/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:159/0 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384933.514820:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063bf9adb. 00000100:00100000:1.0:1767384933.514846:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005a4c6298 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16128:x1853237358515456:12345-0@lo:253: Request processed in 23925us (24611us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384933.514857:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcdac874 00000100:00100000:1.0:1767384933.514859:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000400:00000010:2.0:1767384933.514861:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fcdac874. 00000100:00000001:2.0:1767384933.514868:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384933.514869:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00000200:2.0:1767384933.514874:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a8eca923 x1853237358515456/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384933.514876:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384933.514881:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384933.514888:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a8eca923 x1853237358515456/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384933.514889:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000623bd85e. 00000020:00000010:1.0:1767384933.514899:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000706ca8c4. 00000100:00000001:2.0:1767384933.514900:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384933.514904:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384933.514907:0:16128:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384933.514908:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d91a96b4. 02000000:00000001:2.0:1767384933.514919:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1767384933.514919:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 00000100:00000001:2.0:1767384933.514922:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384933.514925:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384933.514928:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1767384933.514929:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384933.514933:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000018c56b10. 00000100:00001000:2.0:1767384933.514936:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=57 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384933.514941:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:2.0:1767384933.514942:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=57 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384933.514946:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384933.514949:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384933.514954:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384933.514956:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384933.514957:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384933.514963:0:16128:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384933.514966:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000356384be. 00000100:00000001:2.0:1767384933.514967:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384933.514976:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c51644f2. 00000100:00000040:2.0:1767384933.514977:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a8eca923 x1853237358515456/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384933.514991:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384933.514995:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384933.514998:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384933.515003:0:16128:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384933.515007:0:16128:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384933.515009:0:16128:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384933.515043:0:16128:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384933.515045:0:16128:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384933.515046:0:16128:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384933.515047:0:16128:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384933.515049:0:16128:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384933.515051:0:16128:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384933.515052:0:16128:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384933.515056:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a8eca923 x1853237358515456/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384933.515063:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a8eca923 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358515456:0@lo:253: 00000100:00000001:2.0:1767384933.515069:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384933.515072:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384933.515074:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a8eca923 x1853237358515456/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384933.515080:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384933.515083:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384933.515091:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001d4cf45b. 02000000:00000001:2.0:1767384933.515096:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384933.515098:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384933.515100:0:16128:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1767384933.515103:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384933.515105:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002db24bbd. 02000000:00000001:2.0:1767384933.515110:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384933.515112:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384933.515115:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a8eca923. 00000100:00000001:2.0:1767384933.515119:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384933.515121:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384933.515124:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384933.515131:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384933.515134:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.515136:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384933.515139:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384933.516894:0:30514:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000ccf5bd44. 00000400:00000040:3.0:1767384933.516917:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384933.516921:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384933.516925:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384933.516927:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384933.516930:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384933.516933:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384933.516936:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384933.516938:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384933.516940:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384933.516942:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384933.516946:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384933.516955:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384933.516958:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384933.516960:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384933.516961:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384933.516964:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384933.516966:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384933.516968:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384933.516970:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384933.516973:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384933.516976:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384933.516978:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384933.516980:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384933.516983:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384933.516985:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384933.516988:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384933.516990:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384933.516993:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384933.516996:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384933.516999:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384933.517001:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384933.517004:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384933.517007:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384933.517038:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384933.517041:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384933.517044:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384933.517046:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384933.517049:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384933.517052:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384933.517055:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384933.517058:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384933.517060:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384933.517064:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384933.517067:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384933.517069:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384933.517072:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384933.517074:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384933.517076:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384933.517079:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384933.517081:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384933.517090:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384933.517092:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384933.517094:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384933.517097:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384933.517100:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384933.517102:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384933.517104:0:30514:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384933.517216:0:30514:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000ccf5bd44. 00080000:00000020:2.0:1767384933.517425:0:16763:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384933.517428:0:16763:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384933.517430:0:16763:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000045d62cf7. 20000000:00000001:2.0:1767384933.517433:0:16763:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384933.517436:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358515584 00010000:00000001:2.0:1767384933.517438:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384933.517441:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000363d60d4 x1853237358515584/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:159/0 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384933.517448:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384933.517449:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384933.517451:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=57 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384933.517454:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384933.517456:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:2.0:1767384933.517458:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384933.517460:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384933.517462:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.517464:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384933.517465:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384933.517468:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9ff165a. 00000100:00000200:2.0:1767384933.517470:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358515584, offset 224 00000400:00000200:2.0:1767384933.517474:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384933.517501:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384933.517507:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272705580 00000400:00000200:2.0:1767384933.517522:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x19c9 [2] + 224 00000400:00000200:2.0:1767384933.517527:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384933.517529:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384933.517532:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384933.517534:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005776bb6a x1853237358515584/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384933.517541:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005776bb6a x1853237358515584/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384933.517555:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384933.517559:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9ff165a 00000400:00000010:2.0:1767384933.517560:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c9ff165a. 00000100:00000001:2.0:1767384933.517563:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384933.517564:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384933.517567:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384933.517569:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:2.0:1767384933.517571:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384933.517573:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.517574:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384933.517575:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384933.517579:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000363d60d4 x1853237358515584/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:159/0 lens 4848/4768 e 0 to 0 dl 1767384944 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384933.517585:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384933.517589:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000363d60d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16129:x1853237358515584:12345-0@lo:253: Request processed in 26502us (27030us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384933.517591:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384933.517595:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384933.517598:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cbd7122d. 00000100:00100000:2.0:1767384933.517601:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000400:00000200:1.0:1767384933.517603:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb420a8d 00000100:00000040:2.0:1767384933.517605:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000400:00000010:1.0:1767384933.517607:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb420a8d. 00000100:00000001:2.0:1767384933.517610:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384933.517611:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384933.517613:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384933.517616:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000df40b0f5. 00000100:00000200:1.0:1767384933.517618:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005776bb6a x1853237358515584/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384933.517621:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dbd4e82b. 00000020:00000010:2.0:1767384933.517627:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006dfb93e9. 00000020:00000040:2.0:1767384933.517634:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 00000100:00000200:1.0:1767384933.517634:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005776bb6a x1853237358515584/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384933.517641:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384933.517644:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384933.517646:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384933.517647:0:16129:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:2.0:1767384933.517650:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ba797732. 02000000:00000001:1.0:1767384933.517651:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384933.517654:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384933.517656:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384933.517656:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384933.517660:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384933.517661:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384933.517666:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:1.0:1767384933.517666:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=57 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384933.517673:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f2401b8. 00000100:00001000:1.0:1767384933.517673:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=57 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384933.517678:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384933.517680:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384933.517681:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9ff165a. 00010000:00000001:1.0:1767384933.517682:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384933.517685:0:16129:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.517687:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384933.517690:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005776bb6a x1853237358515584/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384933.517695:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384933.517697:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384933.517699:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384933.517701:0:16129:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384933.517702:0:16129:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384933.517703:0:16129:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384933.517704:0:16129:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384933.517705:0:16129:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384933.517706:0:16129:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384933.517724:0:16129:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384933.517725:0:16129:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384933.517726:0:16129:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384933.517729:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005776bb6a x1853237358515584/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384933.517735:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005776bb6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358515584:0@lo:253: 00000100:00000001:1.0:1767384933.517738:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384933.517739:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384933.517740:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005776bb6a x1853237358515584/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384949 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384933.517744:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384933.517745:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384933.517747:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000fd481eb. 02000000:00000001:1.0:1767384933.517750:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384933.517751:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384933.517752:0:16129:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1767384933.517753:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384933.517755:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d51b0034. 02000000:00000001:1.0:1767384933.517757:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384933.517758:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384933.517759:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005776bb6a. 00000100:00000001:1.0:1767384933.517762:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384933.517763:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384933.517764:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384933.517768:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384933.517770:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384933.517771:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384933.517773:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384933.523447:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004e5c0e63. 00010000:00000010:3.1:1767384933.523457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e7280dd3. 00010000:00000010:1.1:1767384933.524140:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001e771049. 00010000:00000010:1.1:1767384933.524147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000096c6c1ac. 00000400:00000200:2.0:1767384933.850066:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp31 00000400:00000010:2.0:1767384933.850073:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000007afb8e2. 00000400:00000010:2.0:1767384933.850079:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000eba66bfd. 00000400:00000010:2.0:1767384933.850085:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006347ee45. 00000400:00000010:2.0:1767384933.850093:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002c35eab3. 00000400:00000200:2.0:1767384933.850097:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp31 00000400:00000200:2.0:1767384933.850112:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp31 local destination 00000400:00000200:2.0:1767384933.850118:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp31 00000400:00000200:2.0:1767384933.850122:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp31 NI seq info: [107:107:256:4294967295] 192.168.203.157@tcp31 LPNI seq info [99:99:8:4294967295] 00000400:00000200:2.0:1767384933.850137:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp31 00000400:00000200:2.0:1767384933.850147:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp31(192.168.203.157@tcp31:) -> 192.168.203.157@tcp31(192.168.203.157@tcp31:192.168.203.157@tcp31) : GET try# 0 00000800:00000200:2.0:1767384933.850151:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp31 00000800:00000010:2.0:1767384933.850155:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000f2a2ec0. 00000800:00000200:2.0:1767384933.850161:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a539425c] -> 12345-192.168.203.157@tcp31 (2) 00000800:00000200:2.1:1767384933.850167:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a539425c] -> 12345-192.168.203.157@tcp31 (2) 00000400:00000200:2.0:1767384933.850184:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp31 added to recovery queue. ping count: 3 next ping: 264 health :700 00000400:00000200:1.0:1767384933.850260:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:1.0:1767384933.850311:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:1.0:1767384933.850342:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:1.0:1767384933.850371:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:1.0:1767384933.850397:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:1.0:1767384933.850428:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:1.0:1767384933.850457:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:1.0:1767384933.850511:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:1.0:1767384933.850547:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:1.0:1767384933.850574:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:1.0:1767384933.850599:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:1.0:1767384933.850626:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:1.0:1767384933.850654:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:1.0:1767384933.850680:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:1.0:1767384933.850705:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:1.0:1767384933.850734:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:1.0:1767384933.850759:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:1.0:1767384933.850781:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:1.0:1767384933.850805:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:1.0:1767384933.850827:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:1.0:1767384933.850856:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:1.0:1767384933.850877:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:1.0:1767384933.850897:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:1.0:1767384933.850915:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:1.0:1767384933.850938:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:1.0:1767384933.850957:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:1.0:1767384933.850975:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:1.0:1767384933.850993:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:1.0:1767384933.851042:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:1.0:1767384933.851072:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:1.0:1767384933.851103:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:1.0:1767384933.851131:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:1.0:1767384933.851161:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:1.0:1767384933.851184:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:1.0:1767384933.851202:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:1.0:1767384933.851369:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000019e0feed. 00000800:00000010:1.0:1767384933.851376:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000004fddbaf. 00000800:00000010:1.0:1767384933.851382:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000082c2d0c7. 00000800:00000010:1.0:1767384933.851417:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000082c2d0c7. 00000800:00020000:1.0:1767384933.851429:0:16117:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:1.0:1767384933.851433:0:16117:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000004fddbaf. 00000800:00000010:1.0:1767384933.851436:0:16117:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000019e0feed. 00000400:02020000:1.0:1767384933.851493:0:16117:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp31 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384933.851502:0:16117:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp31 notifying 192.168.203.157@tcp31: down 00000800:00000200:1.0:1767384933.851509:0:16117:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp31 down 00000800:00000100:1.0:1767384933.851516:0:16117:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp31 00000800:00000010:1.0:1767384933.851519:0:16117:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000f2a2ec0. 00000400:00000200:1.0:1767384933.851525:0:16117:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384933.851530:0:16117:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp31->192.168.203.157@tcp31: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384933.851539:0:16117:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384933.851542:0:16117:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384933.851547:0:16117:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp31) recovery failed with -71 00010000:00000001:1.0:1767384934.233078:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384934.233083:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384934.233088:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384934.233090:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384934.233118:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384934.233121:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384934.233124:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384934.838773:0:30934:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384934.838785:0:30934:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384934.838789:0:30934:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384934.838793:0:30934:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384934.838798:0:30934:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384934.838800:0:30934:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384934.873075:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384934.873079:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384934.873088:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006347ee45 00000400:00000010:2.0:1767384934.873092:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006347ee45. 00000400:00000200:2.0:1767384934.873097:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384934.873103:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp31 recovery ping unlinked 00000400:00000010:2.0:1767384934.873111:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000007afb8e2. 00000400:00000010:2.0:1767384934.873114:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000eba66bfd. 00000400:00000200:2.0:1767384934.873118:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp35 00000400:00000010:2.0:1767384934.873120:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000007afb8e2. 00000400:00000010:2.0:1767384934.873124:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000eba66bfd. 00000400:00000010:2.0:1767384934.873126:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006347ee45. 00000400:00000010:2.0:1767384934.873131:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007bdf5fb6. 00000400:00000200:2.0:1767384934.873134:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp35 00000400:00000200:2.0:1767384934.873144:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp35 local destination 00000400:00000200:2.0:1767384934.873148:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp35 00000400:00000200:2.0:1767384934.873151:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp35 NI seq info: [108:108:256:4294967295] 192.168.203.157@tcp35 LPNI seq info [100:100:8:4294967295] 00000400:00000200:2.0:1767384934.873156:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp35 00000400:00000200:2.0:1767384934.873162:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp35(192.168.203.157@tcp35:) -> 192.168.203.157@tcp35(192.168.203.157@tcp35:192.168.203.157@tcp35) : GET try# 0 00000800:00000200:2.0:1767384934.873166:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp35 00000800:00000010:2.0:1767384934.873169:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007029a27a. 00000800:00000200:2.0:1767384934.873174:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001892aa2f] -> 12345-192.168.203.157@tcp35 (2) 00000800:00000200:2.1:1767384934.873177:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001892aa2f] -> 12345-192.168.203.157@tcp35 (2) 00000400:00000200:2.0:1767384934.873192:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp35 added to recovery queue. ping count: 1 next ping: 259 health :900 00000400:00000200:3.0:1767384934.873261:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:3.0:1767384934.873300:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:3.0:1767384934.873323:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:3.0:1767384934.873343:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:3.0:1767384934.873364:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:3.0:1767384934.873387:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:3.0:1767384934.873410:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:3.0:1767384934.873424:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:3.0:1767384934.873436:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:3.0:1767384934.873448:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:3.0:1767384934.873460:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:3.0:1767384934.873489:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:3.0:1767384934.873505:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:3.0:1767384934.873517:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:3.0:1767384934.873529:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:3.0:1767384934.873541:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:3.0:1767384934.873553:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:3.0:1767384934.873565:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:3.0:1767384934.873576:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:3.0:1767384934.873588:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:3.0:1767384934.873600:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:3.0:1767384934.873613:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:3.0:1767384934.873626:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:3.0:1767384934.873638:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:3.0:1767384934.873650:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:3.0:1767384934.873669:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:3.0:1767384934.873680:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:3.0:1767384934.873692:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:3.0:1767384934.873704:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:3.0:1767384934.873716:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:3.0:1767384934.873728:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:3.0:1767384934.873739:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:3.0:1767384934.873752:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:3.0:1767384934.873764:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:3.0:1767384934.873775:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:3.0:1767384934.873906:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e39905ef. 00000800:00000010:3.0:1767384934.873912:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000043e2b2a4. 00000800:00000010:3.0:1767384934.873918:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c26e189d. 00000800:00000010:3.0:1767384934.873938:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c26e189d. 00000800:00020000:3.0:1767384934.873946:0:16118:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:3.0:1767384934.873949:0:16118:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000043e2b2a4. 00000800:00000010:3.0:1767384934.873952:0:16118:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e39905ef. 00000400:02020000:3.0:1767384934.873986:0:16118:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp35 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384934.873993:0:16118:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp35 notifying 192.168.203.157@tcp35: down 00000400:00000200:3.0:1767384934.873997:0:16118:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384934.874001:0:16118:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp35 00000800:00000010:3.0:1767384934.874005:0:16118:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007029a27a. 00000400:00000200:3.0:1767384934.874009:0:16118:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384934.874162:0:16118:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp35->192.168.203.157@tcp35: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384934.874171:0:16118:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384934.874174:0:16118:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384934.874177:0:16118:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp35) recovery failed with -71 00010000:00000001:1.0:1767384935.257092:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384935.257097:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.257102:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384935.257104:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384935.257119:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384935.257122:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384935.257124:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384935.449131:0:16756:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384935.449137:0:16756:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384935.449143:0:16753:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384935.449148:0:16753:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384935.514342:0:31098:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384935.514347:0:31098:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp38 --if ens2 00000001:00000001:2.0:1767384935.517339:0:31098:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384935.524411:0:31099:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000de171494. 00000400:00000010:2.0:1767384935.524425:0:31099:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ea3be7fd. 00000400:00000010:2.0:1767384935.524434:0:31099:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b325388b. 00000400:00000010:2.0:1767384935.524437:0:31099:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000824b6d1d. 00000400:00000010:2.0:1767384935.524440:0:31099:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ba6d4053. 00000400:00000010:2.0:1767384935.524450:0:31099:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000054306987. 00000400:00000010:2.0:1767384935.524451:0:31099:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ea4493cf. 00000400:00000010:2.0:1767384935.524453:0:31099:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000cac95dd. 00000400:00000010:2.0:1767384935.524455:0:31099:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000f66bc3c5. 00000800:00000010:2.0:1767384935.524484:0:31099:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000069ad6df3. 00000800:00000200:2.0:1767384935.524496:0:31099:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384935.524506:0:31099:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384935.524542:0:31099:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:2.0:1767384935.524566:0:31099:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp38 [8/256/0/180] 00000400:00000010:2.0:1767384935.525986:0:31099:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 000000009f5e6957. 00000400:00000010:2.0:1767384935.525992:0:31099:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099d40292. 00000400:00000010:2.0:1767384935.525996:0:31099:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b3da32d. 00000400:00000001:2.0:1767384935.526034:0:31099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384935.526036:0:31099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384935.526038:0:31099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c95f647. 00000400:00000200:2.0:1767384935.526041:0:31099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000f92fb9 00000400:00000010:2.0:1767384935.526043:0:31099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000f92fb9. 00000400:00000010:2.0:1767384935.526047:0:31099:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 000000007a33e5ce. 00000400:00000200:2.0:1767384935.526053:0:31099:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (28) 00000400:00000200:2.0:1767384935.526064:0:31099:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:2.0:1767384935.526072:0:31099:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131110 00000020:00000010:2.0:1767384935.526078:0:31099:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000e45018f3. 00000400:00000200:0.0:1767384935.526083:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384935.526084:0:31099:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384935.526089:0:31099:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp38 00000400:00000200:0.0:1767384935.526092:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100171 00000400:00000010:0.0:1767384935.526099:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab90512b. 00000400:00000010:2.0:1767384935.526101:0:31099:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ea3be7fd. 00000400:00000200:0.0:1767384935.526102:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (29) 00000400:00000010:2.0:1767384935.526108:0:31099:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000de171494. 00000400:00000010:0.0:1767384935.526110:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c51c0005. 00000400:00000200:0.0:1767384935.526115:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000020:00000001:3.0:1767384935.526125:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384935.526126:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 10000000:00000001:3.0:1767384935.526131:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384935.526132:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 10000000:00000001:3.0:1767384935.526136:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384935.526139:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384935.526140:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[43, 37], ns[43, 37] 00000400:00000200:0.0:1767384935.526143:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[62, 37] 00000400:00000200:0.0:1767384935.526147:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 37], ns[66, 37] 00000020:01000004:3.0:1767384935.526151:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384935.526152:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 37], ns[77, 37] 00000020:01000004:3.0:1767384935.526155:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384935.526159:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384935.526161:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 37], ns[81, 37] 00000020:01000004:3.0:1767384935.526162:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384935.526165:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384935.526168:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384935.526171:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384935.526172:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 37], ns[97, 37] 00000020:01000004:3.0:1767384935.526173:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384935.526174:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384935.526175:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384935.526180:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004435e5bb. 00000020:00000040:3.0:1767384935.526185:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000400:00000200:0.0:1767384935.526185:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 37], ns[104, 37] 00000100:00000001:3.0:1767384935.526193:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384935.526193:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 37], ns[24, 37] 02000000:00000001:3.0:1767384935.526197:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384935.526200:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 02000000:00000001:3.0:1767384935.526202:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384935.526205:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 00000400:00000200:0.0:1767384935.526209:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 02000000:00000010:3.0:1767384935.526211:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e39905ef. 00000400:00000200:0.0:1767384935.526212:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 00000400:00000200:0.0:1767384935.526217:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 00000100:00000001:3.0:1767384935.526219:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384935.526222:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 24], ns[46, 24] 00000400:00000200:0.0:1767384935.526226:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 24], ns[50, 24] 00000100:00000001:3.0:1767384935.526228:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384935.526231:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 24], ns[54, 24] 00000100:00000001:3.0:1767384935.526232:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384935.526239:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 24], ns[58, 24] 00000100:00000040:3.0:1767384935.526242:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004435e5bb] to pc [ptlrpcd_00_03+3] req@000000004435e5bb x1853237358515712/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384935.526247:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 24], ns[74, 24] 00000400:00000200:0.0:1767384935.526260:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[84, 24], ns[84, 24] 00000400:00000200:0.0:1767384935.526265:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 24], ns[75, 24] 00000400:00000200:0.0:1767384935.526268:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[99, 24], ns[107, 24] 00000400:00000200:0.0:1767384935.526270:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 24], ns[93, 24] 00000400:00000200:0.0:1767384935.526274:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[97, 24], ns[105, 24] 00000400:00000200:0.0:1767384935.526278:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 24], ns[102, 24] 10000000:00000001:3.0:1767384935.526286:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384935.526289:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp34] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[100, 0], ns[108, 102] 10000000:00000001:3.0:1767384935.526290:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384935.526295:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384935.526298:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:3.0:1767384935.526299:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384935.526300:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp34] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 102] 00000100:00000001:2.0:1767384935.526304:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384935.526308:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384935.526308:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384935.526309:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp36 10000000:00000001:3.0:1767384935.526312:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384935.526315:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:2.0:1767384935.526315:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004435e5bb x1853237358515712/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384935.526316:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp36 10000000:01000000:3.0:1767384935.526320:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384935.526325:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384935.526326:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp36 lpni_is_preferred = 0 00000020:01000004:3.0:1767384935.526330:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384935.526333:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384935.526334:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384935.526334:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp36 00000100:00000001:2.0:1767384935.526338:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384935.526339:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384935.526343:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384935.526344:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp36 NI seq info: [109:109:256:4294967295] 192.168.203.157@tcp36 LPNI seq info [101:101:8:4294967295] 00000020:01000004:3.0:1767384935.526345:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:2.0:1767384935.526346:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384935.526348:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:2.0:1767384935.526350:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384935.526351:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384935.526354:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp36 00000020:01000004:3.0:1767384935.526363:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384935.526364:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384935.526365:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp36(192.168.203.157@tcp36:) -> 192.168.203.157@tcp36(192.168.203.157@tcp:192.168.203.157@tcp36) : PUT try# 0 00000100:00000010:3.0:1767384935.526367:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000101f91a3. 00000100:00100000:2.0:1767384935.526372:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004435e5bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358515712:0@lo:253: 00000020:00000040:3.0:1767384935.526373:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1767384935.526380:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:0.0:1767384935.526380:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.157@tcp36 00000100:00000001:2.0:1767384935.526381:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384935.526382:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384935.526386:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384935.526387:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:0.0:1767384935.526389:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000005b43d7d. 02000000:00000001:2.0:1767384935.526391:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384935.526394:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c499ca11. 02000000:00000001:2.0:1767384935.526394:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:0.0:1767384935.526398:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fbacf2f1. 00000100:00000001:3.0:1767384935.526399:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384935.526402:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d51b0034. 00000800:00000010:0.0:1767384935.526403:0:16125:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000012eeb44b. 00000100:00000001:3.0:1767384935.526404:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384935.526408:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384935.526408:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384935.526414:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fbacf2f1] -> 12345-192.168.203.157@tcp36 (2) 00000400:00000010:2.0:1767384935.526416:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcd5b67b. 00000100:00000040:3.0:1767384935.526417:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101f91a3] to pc [ptlrpcd_00_00+0] req@00000000101f91a3 x1853237358515840/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.1:1767384935.526422:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fbacf2f1] -> 12345-192.168.203.157@tcp36 (2) 00000400:00000010:2.0:1767384935.526423:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002322f527. 00000100:00000200:2.0:1767384935.526430:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358515712, portal 25 00000100:00000001:2.0:1767384935.526434:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384935.526435:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436633361920 : -108637076189696 : ffff9d31f5aa0e00) 00000100:00000040:2.0:1767384935.526440:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004435e5bb x1853237358515712/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384935.526443:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 00000400:00000200:0.0:1767384935.526449:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100571 rc 0 10000000:00000001:3.0:1767384935.526452:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384935.526454:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:3.0:1767384935.526456:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384935.526459:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384935.526475:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:01000000:3.0:1767384935.526476:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:2.0:1767384935.526479:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea3be7fd. 00000020:00000010:3.0:1767384935.526480:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000e45018f3. 00000100:00000200:2.0:1767384935.526485:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358515712, offset 0 00000400:00000200:2.0:1767384935.526493:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384935.526496:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384935.526501:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384935.526504:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384935.526508:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384935.526511:0:16128:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767384935.526513:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384935.526516:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272705600 00000100:00000001:3.0:1767384935.526522:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384935.526522:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.526523:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1245 [2] + 0 00000100:00000001:3.0:1767384935.526526:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384935.526532:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000888b793b. 00000100:00000001:3.0:1767384935.526533:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384935.526536:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384935.526538:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384935.526539:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ac73c6a3 00000100:00000040:3.0:1767384935.526543:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000101f91a3 x1853237358515840/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384935.526545:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384935.526555:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384935.526556:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384935.526559:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384935.526562:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384935.526562:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac73c6a3 00000400:00000200:0.0:1767384935.526565:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 02000000:00000001:3.0:1767384935.526566:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384935.526567:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ac73c6a3. 02000000:00000001:3.0:1767384935.526572:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384935.526574:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:3.0:1767384935.526577:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000101f91a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358515840:0@lo:253: 00000100:00000200:2.0:1767384935.526578:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384935.526583:0:16130:0:(events.c:337:request_in_callback()) incoming req@00000000cb6ab427 x1853237358515712 msgsize 4848 00000100:00100000:2.0:1767384935.526592:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384935.526595:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000100:00000001:3.0:1767384935.526597:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384935.526597:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:3.0:1767384935.526601:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384935.526604:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384935.526608:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384935.526612:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e45018f3. 02000000:00000001:3.0:1767384935.526615:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384935.526615:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384935.526619:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebc9bede. 00000400:00000200:0.0:1767384935.526621:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.526624:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea3be7fd 00000400:00000010:3.0:1767384935.526625:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e4498cd7. 00000400:00000010:2.0:1767384935.526627:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ea3be7fd. 00000100:00000001:2.0:1767384935.526632:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384935.526636:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004435e5bb x1853237358515712/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384935.526637:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358515840, portal 25 00000100:00000001:3.0:1767384935.526643:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384935.526646:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436633369088 : -108637076182528 : ffff9d31f5aa2a00) 00000400:00000200:0.0:1767384935.526646:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000100:00000001:2.0:1767384935.526649:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384935.526656:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000101f91a3 x1853237358515840/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384935.526657:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004435e5bb x1853237358515712/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384935.526667:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000100:00000001:3.0:1767384935.526686:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384935.526689:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384935.526693:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384935.526694:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767384935.526697:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000043e2b2a4. 00000100:00000001:2.0:1767384935.526700:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384935.526700:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000100:00000200:3.0:1767384935.526701:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358515840, offset 0 00000100:00000001:2.0:1767384935.526709:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294925400 00000400:00000200:3.0:1767384935.526712:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1767384935.526715:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e2d1cc8. 00000100:00000001:2.0:1767384935.526722:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384935.526723:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384935.526733:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294925400 00000400:00000200:3.0:1767384935.526735:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272705680 00000100:00000010:2.0:1767384935.526739:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000478c33d8. 00000400:00000200:3.0:1767384935.526743:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1269 [2] + 0 00000100:00000001:2.0:1767384935.526744:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000400:00000010:3.0:1767384935.526747:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac364a41. 00000100:00000001:2.0:1767384935.526750:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294925400 00000400:00000200:0.0:1767384935.526751:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:3.0:1767384935.526752:0:16128:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005f63fb9d 00000100:00000010:2.0:1767384935.526756:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006bd1077e. 00000400:00000200:3.0:1767384935.526758:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384935.526761:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384935.526765:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384935.526768:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294925400 00000400:00000200:3.0:1767384935.526769:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f63fb9d 00000100:00000010:2.0:1767384935.526773:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3f70ca1. 00000400:00000010:3.0:1767384935.526774:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005f63fb9d. 00000100:00000001:2.0:1767384935.526780:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384935.526782:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384935.526786:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384935.526789:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384935.526790:0:16128:0:(events.c:337:request_in_callback()) incoming req@00000000d7f91477 x1853237358515840 msgsize 4848 00000100:00000001:2.0:1767384935.526795:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384935.526800:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000100:00100000:3.0:1767384935.526802:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384935.526802:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384935.526809:0:16128:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384935.526809:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384935.526818:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384935.526820:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384935.526824:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384935.526825:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384935.526829:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384935.526832:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043e2b2a4 00000100:00000001:2.0:1767384935.526833:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384935.526842:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000043e2b2a4. 00000400:00000200:0.0:1767384935.526844:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000100:00000001:2.0:1767384935.526848:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.526849:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384935.526856:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000101f91a3 x1853237358515840/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384935.526863:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384935.526867:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000101f91a3 x1853237358515840/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384935.526872:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.526874:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384935.526876:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384935.526878:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384935.526880:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358515712 00000100:00000001:3.0:1767384935.526883:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294925400 02000000:00000001:2.0:1767384935.526884:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384935.526887:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384935.526888:0:16128:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, keep current deadline 4294925400 00000100:00000001:2.0:1767384935.526890:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.526892:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294925400 00000400:00000200:0.0:1767384935.526894:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 02000000:00000001:2.0:1767384935.526895:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.526896:0:16128:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, keep current deadline 4294925400 00000100:00000001:3.0:1767384935.526901:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294925400 00000100:00100000:2.0:1767384935.526901:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358515712 00000100:00000001:3.0:1767384935.526905:0:16128:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, keep current deadline 4294925400 00000020:00000001:2.0:1767384935.526907:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384935.526909:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294925400 00000020:00000040:2.0:1767384935.526910:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000100:00000001:3.0:1767384935.526913:0:16128:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, keep current deadline 4294925400 00000020:00000001:2.0:1767384935.526914:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384935.526917:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384935.526919:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000100:00000001:3.0:1767384935.526922:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384935.526923:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:3.0:1767384935.526926:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384935.526927:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:3.0:1767384935.526932:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384935.526933:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384935.526936:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000020:00000010:2.0:1767384935.526938:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ac76b49. 00000100:00000001:2.0:1767384935.526941:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384935.526943:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ac76b49. 00000020:00000010:2.0:1767384935.526951:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080c99af8. 00000100:00000001:3.0:1767384935.526954:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1767384935.526957:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000512612e0. 00000100:00100000:3.0:1767384935.526958:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358515840 02000000:00000001:3.0:1767384935.526961:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384935.526963:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384935.526963:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a68c908. 00000100:00000001:3.0:1767384935.526965:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384935.526969:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384935.526972:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358515840 00000020:00000001:3.0:1767384935.526974:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767384935.526974:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:3.0:1767384935.526976:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000100:00000001:2.0:1767384935.526978:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384935.526979:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384935.526981:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384935.526983:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384935.526989:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000100:00000001:2.0:1767384935.526991:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384935.526992:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:3.0:1767384935.526996:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:3.0:1767384935.526999:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384935.527002:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384935.527003:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a8e486c. 00000400:00000200:0.0:1767384935.527006:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000100:00000001:3.0:1767384935.527009:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384935.527034:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a8e486c. 00000020:00000010:3.0:1767384935.527040:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000085fdb484. 00000020:00000010:3.0:1767384935.527043:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f0a1bf3c. 00000020:00000010:3.0:1767384935.527047:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f1777fa7. 00000100:00000001:3.0:1767384935.527052:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384935.527053:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384935.527054:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384935.527058:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384935.527058:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384935.527065:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00000040:2.0:1767384935.527069:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:3.0:1767384935.527070:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384935.527071:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529241168 : -108637180310448 : ffff9d31ef754c50) 00000100:00000001:3.0:1767384935.527075:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384935.527078:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cb6ab427 x1853237358515712/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:161/0 lens 4848/0 e 0 to 0 dl 1767384946 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384935.527083:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000100:00000001:3.0:1767384935.527088:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384935.527091:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384935.527099:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00000001:2.0:1767384935.527100:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384935.527102:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000100:00000001:3.0:1767384935.527105:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529252432 : -108637180299184 : ffff9d31ef757850) 00000020:00000010:2.0:1767384935.527105:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ac76b49. 00000100:00000001:2.0:1767384935.527111:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384935.527114:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ac76b49. 00000100:00000040:3.0:1767384935.527115:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d7f91477 x1853237358515840/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:161/0 lens 4848/0 e 0 to 0 dl 1767384946 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384935.527125:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cb6ab427 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16130:x1853237358515712:12345-0@lo:253: 00000100:00000001:3.0:1767384935.527127:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767384935.527131:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358515712 00000020:00000010:3.0:1767384935.527132:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a8e486c. 00000400:00000200:0.0:1767384935.527133:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000020:00000001:2.0:1767384935.527135:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384935.527136:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384935.527140:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a8e486c. 00000020:00000001:2.0:1767384935.527140:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384935.527145:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384935.527147:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384935.527149:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000100:00100000:3.0:1767384935.527150:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d7f91477 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16128:x1853237358515840:12345-0@lo:253: 00000100:00000200:3.0:1767384935.527155:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358515840 00000020:00000001:2.0:1767384935.527155:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384935.527158:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384935.527159:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384935.527161:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384935.527163:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384935.527164:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384935.527166:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384935.527168:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384935.527170:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384935.527173:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384935.527175:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384935.527180:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 02000000:00000010:2.0:1767384935.527181:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000fd481eb. 00000020:00000001:3.0:1767384935.527187:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1767384935.527187:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384935.527189:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000020:00000001:3.0:1767384935.527192:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384935.527193:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384935.527196:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:2.0:1767384935.527197:0:16763:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384935.527199:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384935.527202:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.527205:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384935.527207:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:2.0:1767384935.527207:0:16763:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ba797732. 20000000:01000000:2.0:1767384935.527212:0:16763:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384935.527214:0:16763:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384935.527216:0:16763:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000010:3.0:1767384935.527218:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ae2f3969. 20000000:00000001:2.0:1767384935.527218:0:16763:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384935.527223:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 02000000:00000001:3.0:1767384935.527224:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384935.527224:0:16763:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.527230:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384935.527231:0:16763:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384935.527235:0:16762:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384935.527242:0:16763:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007a33e5ce. 20000000:00000010:3.0:1767384935.527243:0:16762:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d5768b80. 20000000:01000000:2.0:1767384935.527246:0:16763:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 20000000:01000000:3.0:1767384935.527248:0:16762:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:0.0:1767384935.527248:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 20000000:00000001:2.0:1767384935.527252:0:16763:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384935.527253:0:16762:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384935.527257:0:16762:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384935.527259:0:16762:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384935.527260:0:16763:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:3.0:1767384935.527261:0:16762:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384935.527263:0:16762:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384935.527272:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:0.0:1767384935.527297:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00080000:00000001:2.0:1767384935.527308:0:16763:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384935.527312:0:16763:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384935.527314:0:16763:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384935.527315:0:16763:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384935.527318:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384935.527319:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000020:00000001:2.0:1767384935.527324:0:16763:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:2.0:1767384935.527328:0:16763:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384935.527333:0:16763:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009bf906a5. 00080000:00000001:2.0:1767384935.527336:0:16763:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490404352 : -108642219147264 : ffff9d30c31ec000) 00080000:00000001:2.0:1767384935.527338:0:16763:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384935.527355:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:0.0:1767384935.527402:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000001:00000001:2.0:1767384935.527445:0:16763:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384935.527448:0:16763:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384935.527449:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00080000:00000001:2.0:1767384935.527450:0:16763:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384935.527487:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00080000:00000001:2.0:1767384935.527488:0:16763:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384935.527493:0:16763:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384935.527519:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:0.0:1767384935.527581:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:0.0:1767384935.527645:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00080000:00000001:2.0:1767384935.527671:0:16763:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384935.527676:0:16763:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384935.527709:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:0.0:1767384935.527768:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:0.0:1767384935.527809:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000100:00000001:3.0:1767384935.527849:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384935.527852:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384935.527855:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:0.0:1767384935.527904:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:0.0:1767384935.527944:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:0.0:1767384935.527984:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:0.0:1767384935.528385:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002f88fbd. 00000800:00000010:0.0:1767384935.528391:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a4224037. 00000800:00000010:0.0:1767384935.528395:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ea120ac5. 00000800:00000010:0.0:1767384935.528413:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ea120ac5. 00000800:00020000:0.0:1767384935.528420:0:16115:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:0.0:1767384935.528423:0:16115:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a4224037. 00000800:00000010:0.0:1767384935.528425:0:16115:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000002f88fbd. 00000400:02020000:0.0:1767384935.528459:0:16115:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp36 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384935.528484:0:16115:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp36 notifying 192.168.203.157@tcp36: down 00000800:00000200:0.0:1767384935.528489:0:16115:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp36 down 00000800:00000100:0.0:1767384935.528495:0:16115:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 512 0@<0:0>->192.168.203.157@tcp36 00000800:00000010:0.0:1767384935.528497:0:16115:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000005b43d7d. 00000400:00000200:0.0:1767384935.528500:0:16115:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384935.528504:0:16115:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp36->192.168.203.157@tcp36: PUT: LOCAL_ERROR 00000400:00000200:0.0:1767384935.528510:0:16115:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp36 added to recovery queue. ping count: 0 next ping: 259 health :900 00000400:00000200:0.0:1767384935.528514:0:16115:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384935.528516:0:16115:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp: 1 00000400:00000200:0.0:1767384935.528520:0:16115:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:0.0:1767384935.528541:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384935.528544:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x101171 00000400:00000001:0.0:1767384935.528547:0:16125:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384935.528549:0:16125:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384935.528551:0:16125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab90512b 00000400:00000010:0.0:1767384935.528553:0:16125:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab90512b. 00000400:00000200:0.0:1767384935.528556:0:16125:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384935.528560:0:16125:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:0.0:1767384935.528562:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (30) 00000400:00000200:0.0:1767384935.528566:0:16125:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.157@tcp 00000400:00000200:0.0:1767384935.528568:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100171 rc -71 00000400:00000200:0.0:1767384935.528571:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:0.0:1767384935.528575:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (29) 00080000:00000001:2.0:1767384935.537089:0:16763:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384935.537094:0:16763:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:2.0:1767384935.537097:0:16763:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384935.537100:0:16763:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:0.0:1767384935.537100:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384935.537105:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384935.537109:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384935.537110:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:2.0:1767384935.537111:0:16763:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384935.537112:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384935.537117:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009bf906a5. 00080000:00000001:0.0:1767384935.537122:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:3.0:1767384935.537127:0:16762:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ecd963d1. 20000000:00000001:2.0:1767384935.537127:0:16763:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384935.537133:0:16762:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 20000000:01000000:2.0:1767384935.537135:0:16763:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:3.0:1767384935.537140:0:16762:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:2.0:1767384935.537142:0:16763:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:3.0:1767384935.537145:0:16762:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767384935.537159:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384935.537163:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384935.537166:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384935.537168:0:16762:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384935.537170:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384935.537172:0:16762:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384935.537174:0:16762:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.537175:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384935.537176:0:16762:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384935.537180:0:16762:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:1.0:1767384935.537182:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000856a1bed. 00000020:00000001:3.0:1767384935.537184:0:16762:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:3.0:1767384935.537190:0:16762:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384935.537190:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384935.537196:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001ba6a14e. 00080000:00000010:3.0:1767384935.537198:0:16762:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007372d11a. 00080000:00000001:3.0:1767384935.537200:0:16762:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431482876928 : -108642226674688 : ffff9d30c2abe400) 00080000:00000001:3.0:1767384935.537206:0:16762:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:1.0:1767384935.537208:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384935.537211:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001ba6a14e with handle 0x4895a8f6c11e8735 to hash 00000020:00000001:1.0:1767384935.537213:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384935.537215:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00010000:00000001:1.0:1767384935.537218:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00010000:00000001:1.0:1767384935.537221:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384935.537223:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384935.537226:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e8735 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.537233:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384935.537236:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384935.537239:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384935.537240:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384935.537242:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384935.537244:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384935.537246:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384935.537248:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384935.537250:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384935.537252:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384935.537253:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384935.537255:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000856a1bed) refcount = 1 00010000:00010000:1.0:1767384935.537258:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e8735 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1767384935.537262:0:16762:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1767384935.537263:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:3.0:1767384935.537266:0:16762:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.537267:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384935.537269:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384935.537271:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.537272:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384935.537278:0:16762:0:(osd_handler.c:189:osd_trans_start()) Process entered 20000000:00000001:1.0:1767384935.537279:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384935.537283:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003542952s 00010000:00000001:1.0:1767384935.537286:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384935.537287:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384935.537288:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001ba6a14e refcount=4 00000020:00000001:1.0:1767384935.537295:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00080000:00000001:3.0:1767384935.537296:0:16762:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.537297:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00080000:00000001:3.0:1767384935.537300:0:16762:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384935.537301:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384935.537305:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e8735 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.537310:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384935.537312:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e8735 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.537315:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384935.537317:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384935.537318:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e8735 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.537322:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384935.537323:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.537326:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384935.537327:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e8735 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384935.537332:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001ba6a14e already unused, calling callback (00000000be7801c4) 00010000:00000001:1.0:1767384935.537334:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384935.537336:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384935.537338:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e8735 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.537342:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384935.537344:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384935.537345:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384935.537362:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001ba6a14e refcount=5 00000020:00000001:1.0:1767384935.537365:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00010000:00000001:1.0:1767384935.537367:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00010000:00000001:1.0:1767384935.537370:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384935.537377:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e8735 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.537382:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384935.537385:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384935.537386:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.537391:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384935.537393:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384935.537395:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384935.537397:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384935.537399:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001ba6a14e with handle 0x4895a8f6c11e8735 from hash 00010000:00000001:1.0:1767384935.537402:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384935.537404:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384935.537407:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384935.537408:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384935.537410:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384935.537413:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384935.537415:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384935.537417:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384935.537420:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.537422:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384935.537425:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384935.537427:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384935.537429:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384935.537431:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.537433:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384935.537435:0:16762:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384935.537435:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384935.537442:0:16762:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00010000:1.0:1767384935.537443:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e8735 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.537451:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384935.537453:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384935.537455:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384935.537457:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384935.537459:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384935.537460:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384935.537497:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384935.537500:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384935.537506:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384935.537508:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e8735 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.537512:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384935.537513:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384935.537514:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e8735 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384935.537517:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000856a1bed count: 0 00010000:00000001:1.0:1767384935.537534:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384935.537535:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384935.538074:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294925400, at 4294925401 00000100:00000010:2.0:1767384935.538080:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006bd1077e. 00000100:00000040:3.0:1767384935.538094:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294925400, at 4294925401 00000100:00000010:3.0:1767384935.538101:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3f70ca1. 00000100:00000040:1.0:1767384935.538102:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294925400, at 4294925401 00000100:00000010:1.0:1767384935.538109:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000478c33d8. 00000100:00000040:0.0:1767384935.539089:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294925400, at 4294925402 00000100:00000010:0.0:1767384935.539096:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e2d1cc8. 00010000:00000010:1.1:1767384935.543301:0:16643:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000856a1bed. 00010000:00000010:1.1:1767384935.543312:0:16643:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001ba6a14e. 00000400:00000010:0.0:1767384935.546531:0:31104:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a9c7e25d. 00000400:00000040:0.0:1767384935.546551:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384935.546553:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384935.546556:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384935.546557:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384935.546560:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384935.546561:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384935.546563:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384935.546564:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384935.546565:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384935.546567:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384935.546569:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384935.546570:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384935.546572:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384935.546573:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384935.546575:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384935.546577:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384935.546578:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384935.546580:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384935.546581:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384935.546583:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384935.546584:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384935.546585:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384935.546587:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384935.546588:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384935.546589:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384935.546591:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384935.546592:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384935.546593:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384935.546594:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384935.546595:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384935.546596:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384935.546597:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384935.546598:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384935.546600:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384935.546601:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384935.546602:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384935.546603:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384935.546605:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384935.546612:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384935.546613:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384935.546614:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384935.546615:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384935.546616:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384935.546617:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384935.546618:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384935.546619:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384935.546620:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384935.546621:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384935.546622:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384935.546623:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384935.546624:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384935.546625:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384935.546626:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384935.546627:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384935.546628:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384935.546629:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384935.546630:0:31104:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384935.546714:0:31104:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a9c7e25d. 00080000:00000001:0.0:1767384935.546887:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384935.546889:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384935.546891:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384935.546892:0:16762:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384935.546893:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384935.546895:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:1.0:1767384935.546898:0:16762:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00080000:00000010:0.0:1767384935.546899:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007372d11a. 20000000:00000001:1.0:1767384935.546903:0:16762:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384935.546905:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384935.546906:0:16762:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384935.546909:0:16762:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384935.546916:0:16762:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384935.546918:0:16762:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384935.546922:0:16762:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384935.546938:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384935.546941:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384935.546942:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384935.546944:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384935.546946:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384935.546950:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d3bf1035. 00010000:00000001:1.0:1767384935.546953:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384935.546955:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001ba6a14e. 00000020:00000001:1.0:1767384935.546958:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384935.546961:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001ba6a14e with handle 0x4895a8f6c11e873c to hash 00000020:00000001:1.0:1767384935.546963:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384935.546964:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00010000:00000001:1.0:1767384935.546966:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00010000:00000001:1.0:1767384935.546974:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384935.546975:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384935.546977:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e873c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.546983:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384935.546985:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384935.546986:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384935.546988:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384935.546989:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384935.546991:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384935.546992:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384935.546993:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384935.546995:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384935.546996:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384935.546997:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384935.546998:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d3bf1035) refcount = 1 00010000:00010000:1.0:1767384935.547001:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e873c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.547004:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384935.547006:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384935.547007:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384935.547008:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.547010:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384935.547159:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384935.547160:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003542952s 00010000:00000001:1.0:1767384935.547162:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384935.547164:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384935.547165:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001ba6a14e refcount=4 00000020:00000001:1.0:1767384935.547167:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00010000:00000001:1.0:1767384935.547168:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00010000:00000001:1.0:1767384935.547170:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384935.547171:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e873c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.547183:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384935.547184:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e873c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.547188:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384935.547189:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384935.547191:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e873c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.547195:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384935.547196:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.547198:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384935.547200:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e873c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384935.547203:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001ba6a14e already unused, calling callback (00000000be7801c4) 00010000:00000001:1.0:1767384935.547205:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384935.547206:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384935.547207:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e873c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.547211:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384935.547211:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384935.547212:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384935.547213:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001ba6a14e refcount=5 00000020:00000001:1.0:1767384935.547214:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00010000:00000001:1.0:1767384935.547215:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00010000:00000001:1.0:1767384935.547217:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384935.547219:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e873c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.547221:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384935.547222:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384935.547228:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.547230:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384935.547231:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384935.547233:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384935.547234:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384935.547235:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001ba6a14e with handle 0x4895a8f6c11e873c from hash 00010000:00000001:1.0:1767384935.547237:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384935.547238:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384935.547239:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384935.547239:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384935.547240:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384935.547241:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384935.547242:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384935.547243:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384935.547244:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.547245:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384935.547246:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384935.547248:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384935.547249:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384935.547250:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.547251:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.547253:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384935.547254:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e873c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.547257:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384935.547258:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384935.547258:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384935.547259:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384935.547261:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384935.547262:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384935.547263:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384935.547265:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384935.547266:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384935.547268:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e873c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.547271:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384935.547277:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384935.547278:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e873c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384935.547282:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d3bf1035 count: 0 00010000:00000001:1.0:1767384935.547288:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384935.547289:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384935.547620:0:16763:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384935.547623:0:16763:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384935.547625:0:16763:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ba797732. 20000000:00000001:2.0:1767384935.547630:0:16763:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384935.547634:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358515712 00010000:00000001:2.0:1767384935.547637:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384935.547641:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cb6ab427 x1853237358515712/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:161/0 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384935.547648:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384935.547655:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384935.547659:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=59 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384935.547663:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384935.547665:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:2.0:1767384935.547667:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384935.547670:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384935.547673:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384935.547676:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384935.547679:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384935.547682:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1073aae. 00000100:00000200:2.0:1767384935.547686:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358515712, offset 224 00000400:00000200:2.0:1767384935.547693:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384935.547701:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384935.547710:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272705600 00000400:00000200:2.0:1767384935.547715:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x19f1 [2] + 224 00000400:00000200:2.0:1767384935.547720:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384935.547723:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384935.547728:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384935.547731:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004435e5bb x1853237358515712/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384935.547737:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004435e5bb x1853237358515712/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384935.547752:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384935.547759:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1073aae 00000400:00000010:2.0:1767384935.547762:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1073aae. 00000100:00000001:2.0:1767384935.547766:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384935.547768:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384935.547773:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384935.547773:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384935.547776:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384935.547779:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000001:1.0:1767384935.547783:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384935.547784:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384935.547786:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384935.547788:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384935.547789:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcd5b67b. 00000020:00000001:2.0:1767384935.547793:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384935.547795:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002322f527 00000400:00000010:1.0:1767384935.547798:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002322f527. 00000100:00000040:2.0:1767384935.547801:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb6ab427 x1853237358515712/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:161/0 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384935.547803:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384935.547810:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004435e5bb x1853237358515712/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384935.547821:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004435e5bb x1853237358515712/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384935.547850:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384935.547853:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384935.547857:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cb6ab427 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16130:x1853237358515712:12345-0@lo:253: Request processed in 20753us (21268us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384935.547858:0:16130:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384935.547862:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384935.547864:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384935.547866:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384935.547869:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 02000000:00000001:1.0:1767384935.547870:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384935.547874:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00001000:1.0:1767384935.547875:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=59 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384935.547877:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384935.547882:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1767384935.547882:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=59 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384935.547887:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1767384935.547888:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000512612e0. 00000100:00000001:1.0:1767384935.547889:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.547894:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:2.0:1767384935.547895:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a68c908. 00010000:00000001:1.0:1767384935.547896:0:16130:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384935.547900:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080c99af8. 00000100:00000001:1.0:1767384935.547900:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384935.547908:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 00000100:00000040:1.0:1767384935.547908:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004435e5bb x1853237358515712/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384935.547914:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384935.547917:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000fd481eb. 00000100:00000001:1.0:1767384935.547918:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384935.547920:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384935.547922:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384935.547927:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384935.547928:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384935.547931:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384935.547934:0:16130:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384935.547936:0:16130:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384935.547937:0:16130:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384935.547938:0:16130:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384935.547939:0:16130:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384935.547939:0:16130:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384935.547940:0:16130:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384935.547941:0:16130:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384935.547942:0:16130:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384935.547943:0:16130:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384935.547945:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004435e5bb x1853237358515712/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384935.547951:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004435e5bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358515712:0@lo:253: 00000100:00000001:1.0:1767384935.547955:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384935.547957:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384935.547959:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004435e5bb x1853237358515712/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384935.547963:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384935.547966:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384935.547967:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d51b0034. 02000000:00000001:1.0:1767384935.547971:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384935.547972:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384935.547974:0:16130:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1767384935.547975:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384935.547977:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e39905ef. 02000000:00000001:1.0:1767384935.547980:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384935.547981:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384935.547983:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004435e5bb. 00000100:00000001:1.0:1767384935.547985:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384935.547987:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384935.547988:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384935.547992:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384935.547993:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384935.547995:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384935.548001:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384935.548111:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c84e5ef. 00000400:00000010:2.0:1767384935.548117:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1073aae. 00080000:00000020:1.0:1767384935.549516:0:16762:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384935.549518:0:16762:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384935.549519:0:16762:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d5768b80. 20000000:00000001:1.0:1767384935.549523:0:16762:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384935.549525:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358515840 00010000:00000001:1.0:1767384935.549527:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384935.549530:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d7f91477 x1853237358515840/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:161/0 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384935.549535:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384935.549536:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384935.549537:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=59 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384935.549539:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384935.549541:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:1.0:1767384935.549542:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:1.0:1767384935.549544:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384935.549545:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384935.549546:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384935.549548:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384935.549550:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a0196a5c. 00000100:00000200:1.0:1767384935.549552:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358515840, offset 224 00000400:00000200:1.0:1767384935.549556:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384935.549560:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384935.549564:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272705680 00000400:00000200:1.0:1767384935.549577:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x19f9 [2] + 224 00000400:00000200:1.0:1767384935.549580:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384935.549582:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384935.549585:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384935.549587:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000101f91a3 x1853237358515840/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384935.549592:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000101f91a3 x1853237358515840/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384935.549602:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384935.549606:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0196a5c 00000400:00000010:1.0:1767384935.549613:0:16762:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a0196a5c. 00000100:00000001:1.0:1767384935.549616:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384935.549618:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384935.549618:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384935.549621:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384935.549624:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384935.549626:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384935.549629:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000001:3.0:1767384935.549630:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384935.549633:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384935.549634:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebc9bede. 00000020:00000001:1.0:1767384935.549637:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384935.549639:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4498cd7 00000020:00000001:1.0:1767384935.549640:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384935.549644:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e4498cd7. 00000100:00000040:1.0:1767384935.549646:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d7f91477 x1853237358515840/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:161/0 lens 4848/4768 e 0 to 0 dl 1767384946 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384935.549648:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384935.549654:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000101f91a3 x1853237358515840/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384935.549662:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d7f91477 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16128:x1853237358515840:12345-0@lo:253: Request processed in 22531us (22867us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384935.549668:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000101f91a3 x1853237358515840/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384935.549678:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384935.549680:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384935.549680:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00000001:3.0:1767384935.549683:0:16128:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384935.549686:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767384935.549687:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:3.0:1767384935.549688:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384935.549690:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384935.549693:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384935.549693:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384935.549698:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1767384935.549699:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=59 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384935.549703:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=59 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384935.549704:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f0a1bf3c. 00000100:00000001:3.0:1767384935.549705:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384935.549707:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384935.549710:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384935.549712:0:16128:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384935.549712:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f1777fa7. 00000100:00000001:3.0:1767384935.549713:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384935.549719:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000101f91a3 x1853237358515840/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384935.549720:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000085fdb484. 00000100:00000001:3.0:1767384935.549728:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384935.549728:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 02000000:00000001:1.0:1767384935.549732:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384935.549733:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ae2f3969. 02000000:00000001:1.0:1767384935.549735:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384935.549737:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384935.549739:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384935.549741:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384935.549742:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:3.0:1767384935.549744:0:16128:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384935.549747:0:16128:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000010:1.0:1767384935.549747:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000888b793b. 00000020:01000004:3.0:1767384935.549748:0:16128:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384935.549752:0:16128:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384935.549753:0:16128:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:1.0:1767384935.549754:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a0196a5c. 00000020:01000004:3.0:1767384935.549755:0:16128:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384935.549758:0:16128:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384935.549760:0:16128:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384935.549761:0:16128:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384935.549763:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000101f91a3 x1853237358515840/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384935.549769:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000101f91a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358515840:0@lo:253: 00000100:00000001:3.0:1767384935.549772:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384935.549773:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384935.549775:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000101f91a3 x1853237358515840/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384935.549779:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384935.549780:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384935.549781:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e45018f3. 02000000:00000001:3.0:1767384935.549785:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384935.549786:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384935.549787:0:16128:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384935.549788:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384935.549789:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c499ca11. 02000000:00000001:3.0:1767384935.549791:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384935.549792:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384935.549793:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000101f91a3. 00000100:00000001:3.0:1767384935.549795:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384935.549796:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384935.549798:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384935.549801:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384935.549802:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384935.549803:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384935.549804:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384935.554053:0:31107:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d3bf1035. 00010000:00000010:1.1:1767384935.554062:0:31107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001ba6a14e. 00000400:00000001:2.0:1767384935.897097:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384935.897102:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384935.897105:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006347ee45 00000400:00000010:2.0:1767384935.897108:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006347ee45. 00000400:00000200:2.0:1767384935.897113:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384935.897119:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp35 recovery ping unlinked 00000400:00000010:2.0:1767384935.897127:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000007afb8e2. 00000400:00000010:2.0:1767384935.897131:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000eba66bfd. 00000400:00000200:2.0:1767384935.897139:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp33 00000400:00000010:2.0:1767384935.897143:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005c4ba972. 00000400:00000010:2.0:1767384935.897147:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000793542ba. 00000400:00000010:2.0:1767384935.897150:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006347ee45. 00000400:00000010:2.0:1767384935.897156:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000153df5aa. 00000400:00000200:2.0:1767384935.897160:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp33 00000400:00000200:2.0:1767384935.897170:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp33 local destination 00000400:00000200:2.0:1767384935.897182:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp33 00000400:00000200:2.0:1767384935.897185:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp33 NI seq info: [110:110:256:4294967295] 192.168.203.157@tcp33 LPNI seq info [102:102:8:4294967295] 00000400:00000200:2.0:1767384935.897192:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp33 00000400:00000200:2.0:1767384935.897200:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp33(192.168.203.157@tcp33:) -> 192.168.203.157@tcp33(192.168.203.157@tcp33:192.168.203.157@tcp33) : GET try# 0 00000800:00000200:2.0:1767384935.897204:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp33 00000800:00000010:2.0:1767384935.897209:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ec94b091. 00000800:00000200:2.0:1767384935.897214:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d474981a] -> 12345-192.168.203.157@tcp33 (2) 00000800:00000200:2.1:1767384935.897218:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d474981a] -> 12345-192.168.203.157@tcp33 (2) 00000400:00000200:2.0:1767384935.897238:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp33 added to recovery queue. ping count: 3 next ping: 266 health :700 00000400:00000200:1.0:1767384935.897316:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.897379:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.897428:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.897482:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.897523:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.897555:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.897602:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.897674:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.897733:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.897804:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.897857:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.897909:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.897957:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.897987:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.898024:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.898165:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.898190:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.898231:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.898284:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.898339:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.898392:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.898444:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.898527:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.898581:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.898639:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.898706:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.898780:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.898827:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.898880:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.898935:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.898986:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.899025:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.899104:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.899150:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.899210:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:1.0:1767384935.899376:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000019e0feed. 00000800:00000010:1.0:1767384935.899381:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009981dc30. 00000800:00000010:1.0:1767384935.899386:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c061fa1a. 00000800:00000010:1.0:1767384935.899414:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c061fa1a. 00000800:00020000:1.0:1767384935.899424:0:16116:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:1.0:1767384935.899427:0:16116:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009981dc30. 00000800:00000010:1.0:1767384935.899431:0:16116:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000019e0feed. 00000400:02020000:1.0:1767384935.899517:0:16116:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp33 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384935.899524:0:16116:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp33 notifying 192.168.203.157@tcp33: down 00000400:00000200:1.0:1767384935.899528:0:16116:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384935.899532:0:16116:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp33 00000800:00000010:1.0:1767384935.899535:0:16116:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ec94b091. 00000400:00000200:1.0:1767384935.899538:0:16116:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384935.899542:0:16116:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp33->192.168.203.157@tcp33: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384935.899549:0:16116:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384935.899552:0:16116:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384935.899556:0:16116:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp33) recovery failed with -71 10000000:00000001:1.0:1767384935.961067:0:16767:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384935.961071:0:16767:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ff67cc77) refs 2 10000000:00000001:1.0:1767384935.961075:0:16767:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384935.961077:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384935.961079:0:16767:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384935.961081:0:16767:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384935.961083:0:16767:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384935.961085:0:16767:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384935.961087:0:16767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9d31c7708000 from 57 10000000:00000001:1.0:1767384935.961089:0:16767:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384935.961091:0:16767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384935.961097:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000667d68f8. 00000020:00000040:1.0:1767384935.961100:0:16767:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1767384935.961105:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384935.961108:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384935.961112:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384935.961118:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ca294690. 00000100:00000001:1.0:1767384935.961124:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.961127:0:16767:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384935.961129:0:16767:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384935.961143:0:16767:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b6fd4e3d. 00010000:00000001:1.0:1767384935.961147:0:16767:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384935.961150:0:16767:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f8ef50a3. 00000020:00000001:1.0:1767384935.961154:0:16767:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384935.961157:0:16767:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f8ef50a3 with handle 0x4895a8f6c11e8743 to hash 00000020:00000001:1.0:1767384935.961159:0:16767:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384935.961161:0:16767:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00010000:00000001:1.0:1767384935.961163:0:16767:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00010000:00000001:1.0:1767384935.961165:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384935.961167:0:16767:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384935.961169:0:16767:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: 00000000f8ef50a3/0x4895a8f6c11e8743 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384935.961176:0:16767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: 00000000f8ef50a3/0x4895a8f6c11e8743 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384935.961184:0:16767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: 00000000f8ef50a3/0x4895a8f6c11e8743 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384935.961189:0:16767:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384935.961191:0:16767:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384935.961195:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051b5ccbb. 00000100:00000001:1.0:1767384935.961197:0:16767:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635431490442944 : -108642219108672 : ffff9d30c31f56c0) 00000100:00000001:1.0:1767384935.961199:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384935.961201:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515736448 : -108637193815168 : ffff9d31eea73b80) 00000100:00000001:1.0:1767384935.961205:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384935.961207:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384935.961209:0:16767:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384935.961210:0:16767:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384935.961217:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000667d68f8 x1853237358515968/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384935.961224:0:16767:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384935.961226:0:16767:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384935.961229:0:16767:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384935.961236:0:16767:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384935.961239:0:16767:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384935.961242:0:16767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000667d68f8 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358515968:0@lo:101: 00000100:00000001:1.0:1767384935.961246:0:16767:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384935.961250:0:16767:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384935.961253:0:16767:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384935.961254:0:16767:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384935.961258:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000066e10a27. 02000000:00000001:1.0:1767384935.961260:0:16767:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384935.961265:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063bf9adb. 00000400:00000010:1.0:1767384935.961272:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054df7106. 00000100:00000200:1.0:1767384935.961278:0:16767:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358515968, portal 25 00000100:00000001:1.0:1767384935.961279:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384935.961280:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515736448 : -108637193815168 : ffff9d31eea73b80) 00000100:00000040:1.0:1767384935.961284:0:16767:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000667d68f8 x1853237358515968/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384935.961289:0:16767:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384935.961292:0:16767:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384935.961295:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f27d0a09. 00000100:00000200:1.0:1767384935.961298:0:16767:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237358515968, offset 0 00000400:00000200:1.0:1767384935.961304:0:16767:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384935.961314:0:16767:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384935.961326:0:16767:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272705700 00000400:00000200:1.0:1767384935.961331:0:16767:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1271 [2] + 0 00000400:00000010:1.0:1767384935.961334:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040c68771. 00000400:00000200:1.0:1767384935.961338:0:16767:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000048558cda 00000400:00000200:1.0:1767384935.961343:0:16767:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384935.961346:0:16767:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384935.961350:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048558cda 00000400:00000010:1.0:1767384935.961352:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000048558cda. 00000100:00000001:1.0:1767384935.961357:0:16767:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384935.961370:0:16767:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384935.961373:0:16767:0:(events.c:337:request_in_callback()) incoming req@00000000763f368e x1853237358515968 msgsize 328 00000100:00100000:1.0:1767384935.961378:0:16767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384935.961385:0:16767:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384935.961393:0:16767:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384935.961399:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f27d0a09 00000400:00000010:1.0:1767384935.961400:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f27d0a09. 00000100:00000001:1.0:1767384935.961402:0:16767:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384935.961405:0:16767:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000667d68f8 x1853237358515968/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384935.961413:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384935.961416:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000667d68f8 x1853237358515968/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384935.961421:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384935.961423:0:16767:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384935.961428:0:16767:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384935.961431:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294925835 00000100:00000010:1.0:1767384935.961435:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004bf891cd. 00000100:00000001:1.0:1767384935.961441:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384935.961448:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294925835 00000100:00000010:1.0:1767384935.961451:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a27f532d. 00000100:00000001:1.0:1767384935.961455:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384935.961457:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294925835 00000100:00000010:1.0:1767384935.961476:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000844d7b3a. 00000100:00000001:1.0:1767384935.961479:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384935.961482:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294925835 00000100:00000010:1.0:1767384935.961485:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000050600ac3. 00000100:00000001:1.0:1767384935.961487:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384935.961489:0:16767:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384935.961491:0:16767:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384935.961493:0:16767:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384935.961494:0:16767:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384935.961496:0:16767:0:(client.c:2690:ptlrpc_set_wait()) set 0000000051b5ccbb going to sleep for 11 seconds 00000100:00000001:1.0:1767384935.961498:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384935.961513:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384935.961539:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384935.961541:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358515968 02000000:00000001:1.0:1767384935.961543:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384935.961545:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384935.961547:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384935.961550:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384935.961553:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358515968 00000020:00000001:1.0:1767384935.961555:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384935.961557:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:1.0:1767384935.961558:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384935.961561:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000020:00000001:1.0:1767384935.961562:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:1.0:1767384935.961564:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:1.0:1767384935.961568:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384935.961572:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bed537b3. 00000100:00000001:1.0:1767384935.961574:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384935.961576:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bed537b3. 00000020:00000010:1.0:1767384935.961581:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c73ffca6. 00000020:00000010:1.0:1767384935.961586:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008eb86407. 00000020:00000010:1.0:1767384935.961590:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000706ca8c4. 00000100:00000040:1.0:1767384935.961599:0:16762:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384935.961601:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384935.961602:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384935.961604:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384935.961610:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384935.961629:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384935.961636:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384935.961638:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384935.961641:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00000040:1.0:1767384935.961643:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:1.0:1767384935.961645:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529248336 : -108637180303280 : ffff9d31ef756850) 00000100:00000040:1.0:1767384935.961648:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000763f368e x1853237358515968/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:161/0 lens 328/0 e 0 to 0 dl 1767384946 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384935.961654:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384935.961663:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bed537b3. 00000100:00000001:1.0:1767384935.961665:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384935.961666:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bed537b3. 00000100:00100000:1.0:1767384935.961672:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000763f368e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16767:x1853237358515968:12345-0@lo:101: 00000100:00000200:1.0:1767384935.961675:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358515968 00000020:00000001:1.0:1767384935.961678:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384935.961680:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384935.961682:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384935.961684:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384935.961686:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169728 : -1040381888 : ffffffffc1fd0840) 00000020:00000001:1.0:1767384935.961689:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384935.961690:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384935.961692:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384935.961694:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384935.961697:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384935.961698:0:16762:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384935.961700:0:16762:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384935.961702:0:16762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384935.961704:0:16762:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384935.961706:0:16762:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.961709:0:16762:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384935.961714:0:16762:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d5b62504. 00010000:00000001:1.0:1767384935.961716:0:16762:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384935.961720:0:16762:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001ba6a14e. 00000020:00000001:1.0:1767384935.961722:0:16762:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384935.961724:0:16762:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001ba6a14e with handle 0x4895a8f6c11e874a to hash 00000020:00000001:1.0:1767384935.961725:0:16762:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384935.961727:0:16762:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00010000:00000001:1.0:1767384935.961729:0:16762:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00010000:00010000:1.0:1767384935.961731:0:16762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e874a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4895a8f6c11e8743 expref: -99 pid: 16762 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384935.961736:0:16762:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000005d63f134 : new locks_count 10 00000020:00000040:1.0:1767384935.961738:0:16762:0:(genops.c:887:class_export_get()) GET export 000000005d63f134 refcount=15 00000100:00000001:1.0:1767384935.961751:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384935.961754:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384935.961758:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000004a52bbf7. 02000000:00000001:1.0:1767384935.961759:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384935.961761:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.961763:0:16762:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384935.961767:0:16762:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384935.961769:0:16762:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384935.961771:0:16762:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384935.961773:0:16762:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384935.961774:0:16762:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384935.961775:0:16762:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384935.961778:0:16762:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384935.961780:0:16762:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384935.961781:0:16762:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384935.961782:0:16762:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384935.961784:0:16762:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d5b62504) refcount = 1 00010000:00010000:1.0:1767384935.961787:0:16762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e874a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4895a8f6c11e8743 expref: 15 pid: 16762 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.961791:0:16762:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384935.961793:0:16762:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384935.961794:0:16762:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384935.961795:0:16762:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.961797:0:16762:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384935.961801:0:16762:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384935.961803:0:16762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e874a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e8743 expref: 15 pid: 16762 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.961810:0:16762:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384935.961813:0:16762:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384935.961815:0:16762:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384935.961818:0:16762:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.961820:0:16762:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384935.961822:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384935.961824:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384935.961826:0:16762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000001ba6a14e, rc 0) 00000020:00000001:1.0:1767384935.961836:0:16762:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384935.961840:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358515968 00010000:00000001:1.0:1767384935.961843:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384935.961847:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000763f368e x1853237358515968/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:161/0 lens 328/344 e 0 to 0 dl 1767384946 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384935.961856:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384935.961858:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384935.961862:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=59 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384935.961867:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384935.961869:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:1.0:1767384935.961872:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:1.0:1767384935.961874:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384935.961877:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384935.961880:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384935.961883:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384935.961886:0:16762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f27d0a09. 00000100:00000200:1.0:1767384935.961889:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237358515968, offset 224 00000400:00000200:1.0:1767384935.961892:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384935.961898:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384935.961903:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272705700 00000400:00000200:1.0:1767384935.961907:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1a15 [1] + 224 00000400:00000200:1.0:1767384935.961910:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384935.961912:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384935.961915:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384935.961918:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000667d68f8 x1853237358515968/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384935.961924:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000667d68f8 x1853237358515968/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384935.961932:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384935.961936:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f27d0a09 00000400:00000010:1.0:1767384935.961937:0:16762:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f27d0a09. 00000100:00000001:1.0:1767384935.961939:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384935.961940:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384935.961950:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384935.961953:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:1.0:1767384935.961955:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384935.961957:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384935.961958:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384935.961961:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000763f368e x1853237358515968/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:161/0 lens 328/344 e 0 to 0 dl 1767384946 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384935.961968:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000763f368e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16767:x1853237358515968:12345-0@lo:101: Request processed in 312us (593us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384935.961973:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00000040:1.0:1767384935.961976:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:1.0:1767384935.961978:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384935.961980:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384935.961984:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008eb86407. 00000020:00000010:1.0:1767384935.961988:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000706ca8c4. 00000020:00000010:1.0:1767384935.961991:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c73ffca6. 00000020:00000040:1.0:1767384935.961995:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 02000000:00000001:1.0:1767384935.961999:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384935.962001:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000004a52bbf7. 02000000:00000001:1.0:1767384935.962004:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384935.962006:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384935.962010:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384935.962039:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040c68771. 00000400:00000010:1.0:1767384935.962044:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008bfeb35c. 00000100:00000001:1.0:1767384935.962065:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384935.962068:0:16767:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384935.962070:0:16767:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384935.962071:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063bf9adb. 00000400:00000200:1.0:1767384935.962075:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054df7106 00000400:00000010:1.0:1767384935.962076:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054df7106. 00000100:00000001:1.0:1767384935.962079:0:16767:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384935.962082:0:16767:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000667d68f8 x1853237358515968/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384935.962088:0:16767:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000667d68f8 x1853237358515968/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384951 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384935.962098:0:16767:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384935.962100:0:16767:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384935.962102:0:16767:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384935.962104:0:16767:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384935.962105:0:16767:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384935.962106:0:16767:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384935.962108:0:16767:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384935.962111:0:16767:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=59 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384935.962114:0:16767:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=59 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384935.962117:0:16767:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384935.962118:0:16767:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.962119:0:16767:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384935.962121:0:16767:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384935.962123:0:16767:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384935.962126:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000667d68f8 x1853237358515968/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384951 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384935.962130:0:16767:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384935.962132:0:16767:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384935.962134:0:16767:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384935.962137:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000667d68f8 x1853237358515968/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384951 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384935.962142:0:16767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000667d68f8 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358515968:0@lo:101: 00000100:00000001:1.0:1767384935.962145:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384935.962146:0:16767:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384935.962148:0:16767:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384935.962149:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384935.962151:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000667d68f8 x1853237358515968/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384951 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384935.962155:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384935.962157:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000051b5ccbb. 00000100:00000001:1.0:1767384935.962160:0:16767:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384935.962161:0:16767:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.962162:0:16767:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384935.962171:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384935.962172:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384935.962174:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f8ef50a3 refcount=4 00000020:00000001:1.0:1767384935.962176:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00010000:00000001:1.0:1767384935.962177:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00010000:00000040:1.0:1767384935.962181:0:16767:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000f8ef50a3, remote cookie: 0x4895a8f6c11e874a, flags: 0x0 00010000:00000001:1.0:1767384935.962183:0:16767:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384935.962185:0:16767:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384935.962186:0:16767:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384935.962187:0:16767:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384935.962188:0:16767:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384935.962189:0:16767:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b6fd4e3d) refcount = 1 00010000:00010000:1.0:1767384935.962192:0:16767:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: 00000000f8ef50a3/0x4895a8f6c11e8743 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e874a expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.962196:0:16767:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384935.962197:0:16767:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384935.962198:0:16767:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384935.962199:0:16767:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384935.962202:0:16767:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384935.962203:0:16767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: 00000000f8ef50a3/0x4895a8f6c11e8743 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4895a8f6c11e874a expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.962207:0:16767:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384935.962208:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384935.962209:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384935.962210:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384935.962211:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384935.962212:0:16767:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384935.962213:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384935.962215:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000667d68f8 x1853237358515968/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384935.962219:0:16767:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384935.962221:0:16767:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384935.962222:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000066e10a27. 02000000:00000001:1.0:1767384935.962225:0:16767:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384935.962231:0:16767:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384935.962233:0:16767:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1767384935.962235:0:16767:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384935.962237:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ca294690. 02000000:00000001:1.0:1767384935.962239:0:16767:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384935.962241:0:16767:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384935.962242:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000667d68f8. 00000100:00000001:1.0:1767384935.962245:0:16767:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384935.962246:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384935.962248:0:16767:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384935.962249:0:16767:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384935.962251:0:16767:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ff67cc77) refs 3 10000000:00000001:1.0:1767384935.962252:0:16767:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384935.962254:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384935.962255:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384935.962257:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f8ef50a3 refcount=3 00000020:00000001:1.0:1767384935.962258:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00010000:00000001:1.0:1767384935.962260:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00010000:00000001:1.0:1767384935.962261:0:16767:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384935.962262:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384935.962263:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384935.962265:0:16767:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384935.962267:0:16767:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384935.962270:0:16767:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000001f072ae1. 00000100:00000010:1.0:1767384935.962285:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000667d68f8. 00000020:00000040:1.0:1767384935.962287:0:16767:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1767384935.962289:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384935.962290:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384935.962292:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384935.962296:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ca294690. 00000100:00000001:1.0:1767384935.962298:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384935.962300:0:16767:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384935.962304:0:16767:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000066e10a27. 00000100:00000010:1.0:1767384935.962307:0:16767:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000bed537b3. 00000020:00000040:1.0:1767384935.962308:0:16767:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1767384935.962312:0:16767:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384935.962318:0:16767:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384935.962321:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051b5ccbb. 00000100:00000001:1.0:1767384935.962322:0:16767:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635431490442944 : -108642219108672 : ffff9d30c31f56c0) 00000100:00000001:1.0:1767384935.962324:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384935.962325:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515736448 : -108637193815168 : ffff9d31eea73b80) 00000100:00000001:1.0:1767384935.962327:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384935.962329:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384935.962330:0:16767:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384935.962331:0:16767:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384935.962334:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000667d68f8 x1853237358516096/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384935.962339:0:16767:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384935.962339:0:16767:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384935.962342:0:16767:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384935.962343:0:16767:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384935.962345:0:16767:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384935.962347:0:16767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000667d68f8 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358516096:0@lo:256: 00000100:00000001:1.0:1767384935.962349:0:16767:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384935.962351:0:16767:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384935.962352:0:16767:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384935.962354:0:16767:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384935.962358:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063bf9adb. 00000400:00000010:1.0:1767384935.962362:0:16767:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000aca0849e. 00000100:00000200:1.0:1767384935.962365:0:16767:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958272705780-0x6958272705780, portal 33 00000100:00000001:1.0:1767384935.962368:0:16767:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384935.962369:0:16767:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384935.962372:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c73ffca6. 02000000:00000001:1.0:1767384935.962373:0:16767:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384935.962376:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000745cd949. 00000400:00000010:1.0:1767384935.962380:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054df7106. 00000100:00000200:1.0:1767384935.962382:0:16767:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358516096, portal 25 00000100:00000001:1.0:1767384935.962383:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384935.962384:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515736448 : -108637193815168 : ffff9d31eea73b80) 00000100:00000040:1.0:1767384935.962388:0:16767:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000667d68f8 x1853237358516096/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384935.962398:0:16767:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384935.962400:0:16767:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384935.962403:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f27d0a09. 00000100:00000200:1.0:1767384935.962405:0:16767:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237358516096, offset 0 00000400:00000200:1.0:1767384935.962409:0:16767:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384935.962412:0:16767:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384935.962418:0:16767:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272705780 00000400:00000200:1.0:1767384935.962420:0:16767:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1281 [2] + 0 00000400:00000010:1.0:1767384935.962422:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de3fe2b0. 00000400:00000200:1.0:1767384935.962424:0:16767:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cc795b2b 00000400:00000200:1.0:1767384935.962427:0:16767:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384935.962429:0:16767:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384935.962432:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc795b2b 00000400:00000010:1.0:1767384935.962433:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cc795b2b. 00000100:00000001:1.0:1767384935.962435:0:16767:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384935.962436:0:16767:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384935.962438:0:16767:0:(events.c:337:request_in_callback()) incoming req@000000003817309e x1853237358516096 msgsize 304 00000100:00100000:1.0:1767384935.962441:0:16767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384935.962443:0:16767:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384935.962455:0:16767:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384935.962458:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f27d0a09 00000400:00000010:1.0:1767384935.962470:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f27d0a09. 00000100:00000001:1.0:1767384935.962473:0:16767:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384935.962476:0:16767:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000667d68f8 x1853237358516096/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384951 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384935.962482:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384935.962485:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000667d68f8 x1853237358516096/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384951 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384935.962490:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384935.962490:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384935.962495:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358516096 00000100:00000001:1.0:1767384935.962495:0:16767:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384935.962499:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384935.962501:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384935.962501:0:16767:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384935.962504:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384935.962506:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294925836 02000000:00000001:2.0:1767384935.962508:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384935.962512:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358516096 00000020:00000001:2.0:1767384935.962514:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384935.962515:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294925835 00000020:00000040:2.0:1767384935.962516:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:2.0:1767384935.962518:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384935.962519:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000020:00000001:2.0:1767384935.962522:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:2.0:1767384935.962527:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384935.962531:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384935.962531:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294925836 00000020:00000010:2.0:1767384935.962535:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8a718bf. 00000100:00000001:1.0:1767384935.962537:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294925835 00000100:00000001:2.0:1767384935.962539:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384935.962543:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8a718bf. 00000100:00000001:1.0:1767384935.962546:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294925836 00000020:00000010:2.0:1767384935.962549:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000685d5ffb. 00000100:00000001:1.0:1767384935.962553:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294925835 00000020:00000010:2.0:1767384935.962555:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006acbd125. 00000100:00000001:1.0:1767384935.962557:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294925836 00000020:00000010:2.0:1767384935.962561:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a68c908. 00000100:00000001:1.0:1767384935.962562:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294925835 00000100:00000040:2.0:1767384935.962569:0:16762:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384935.962570:0:16767:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384935.962574:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384935.962574:0:16767:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384935.962577:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384935.962578:0:16767:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384935.962580:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384935.962581:0:16767:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384935.962583:0:16767:0:(client.c:2690:ptlrpc_set_wait()) set 0000000051b5ccbb going to sleep for 11 seconds 00000100:00000001:1.0:1767384935.962585:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384935.962588:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384935.962592:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384935.962602:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384935.962611:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384935.962612:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384935.962618:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00000001:1.0:1767384935.962620:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384935.962621:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:1.0:1767384935.962624:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384935.962625:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635435922068560 : -108637787483056 : ffff9d31cb449450) 00000100:00000001:1.0:1767384935.962629:0:16763:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384935.962632:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003817309e x1853237358516096/t0(0) o256->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:161/0 lens 304/0 e 0 to 0 dl 1767384946 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384935.962633:0:16763:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384935.962643:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384935.962646:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8a718bf. 00000100:00000001:2.0:1767384935.962648:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384935.962650:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8a718bf. 00000100:00100000:2.0:1767384935.962653:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003817309e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16767:x1853237358516096:12345-0@lo:256: 00000100:00000200:2.0:1767384935.962656:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358516096 00000020:00000001:2.0:1767384935.962658:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384935.962660:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384935.962662:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384935.962663:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384935.962664:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170144 : -1040381472 : ffffffffc1fd09e0) 00000020:00000001:2.0:1767384935.962666:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384935.962668:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384935.962669:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384935.962670:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384935.962672:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384935.962674:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384935.962675:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384935.962678:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000009bf906a5. 02000000:00000001:2.0:1767384935.962679:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384935.962681:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384935.962683:0:16762:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384935.962686:0:16762:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384935.962688:0:16762:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384935.962696:0:16762:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384935.962698:0:16762:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384935.962700:0:16762:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384935.962701:0:16762:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384935.962704:0:16762:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000000f3878de. 20000000:00000001:2.0:1767384935.962706:0:16762:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384935.962719:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384935.962723:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384935.962727:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384935.962729:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384935.962730:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384935.962732:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384935.962733:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384935.962735:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384935.962736:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384935.962738:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384935.962739:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384935.962740:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384935.962741:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384935.962742:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384935.962743:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384935.962744:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384935.962745:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384935.962746:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384935.962748:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384935.962749:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384935.962750:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384935.962751:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384935.962753:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384935.962754:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384935.962755:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384935.962757:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384935.962758:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384935.962760:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384935.962761:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384935.962762:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:01000000:2.0:1767384935.962764:0:16762:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 624, pages 3472/1/4/3. 20000000:00000040:2.0:1767384935.962770:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384935.962771:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384935.962778:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384935.962780:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384935.962782:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384935.962784:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384935.962785:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384935.962786:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384935.962788:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384935.962790:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384935.962791:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384935.962793:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384935.962794:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384935.962795:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384935.962796:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384935.962798:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384935.962800:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384935.962801:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384935.962802:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384935.962803:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384935.962805:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384935.962807:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384935.962808:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384935.962810:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384935.962811:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384935.962812:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384935.962814:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384935.962816:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384935.962818:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384935.962819:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:01000000:2.0:1767384935.962821:0:16762:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 624, pages 2848/1/4/3. 20000000:01000000:2.0:1767384935.962822:0:16762:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1248, version 64 20000000:00000001:2.0:1767384935.962824:0:16762:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1248 : 1248 : 4e0) 00000100:00000001:2.0:1767384935.962826:0:16762:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384935.962829:0:16762:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000de171494. 00000100:00000010:2.0:1767384935.962831:0:16762:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000055fee60f. 00000020:00000040:2.0:1767384935.962832:0:16762:0:(genops.c:887:class_export_get()) GET export 000000005d63f134 refcount=16 00010000:00000001:2.0:1767384935.962835:0:16762:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384935.962837:0:16762:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384935.962840:0:16762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055ddf563. 00000400:00000010:2.0:1767384935.962848:0:16762:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006b27f32a. 00000400:00000200:2.0:1767384935.962857:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384935.962864:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384935.962869:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1248 into portal 33 MB=0x6958272705780 00000400:00000200:2.0:1767384935.962872:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1248/1248 into md 0x1a25 [4] + 0 00000400:00000010:2.0:1767384935.962874:0:16762:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063bf9adb. 00000400:00000200:2.0:1767384935.962876:0:16762:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000aca0849e 00000400:00000200:2.0:1767384935.962879:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384935.962881:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384935.962883:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aca0849e 00000400:00000010:2.0:1767384935.962885:0:16762:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000aca0849e. 00000100:00000001:2.0:1767384935.962887:0:16762:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384935.962888:0:16762:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000667d68f8 desc 0000000066e10a27 mbits 1853237358516096 00000100:00000001:2.0:1767384935.962899:0:16762:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384935.962902:0:16762:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384935.962905:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384935.962910:0:16762:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1a31 00000400:00000200:2.0:1767384935.962913:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384935.962916:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384935.962919:0:16762:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:1.0:1767384935.962920:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384935.962921:0:16762:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000de171494 00000100:00000001:2.0:1767384935.962925:0:16762:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:1.0:1767384935.962925:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384935.962934:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055ddf563 00000400:00000010:2.0:1767384935.962936:0:16762:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055ddf563. 00000100:00000001:2.0:1767384935.962938:0:16762:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384935.962939:0:16762:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000de171494 00000100:00000001:2.0:1767384935.962940:0:16762:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384935.962942:0:16762:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1248 bytes via portal 33 id 12345-0@lo mbits 0x6958272705780-0x6958272705780 00000100:00000001:2.0:1767384935.962944:0:16762:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384935.962947:0:16762:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384935.962949:0:16762:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384935.962951:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 15 00000100:00000010:2.0:1767384935.962953:0:16762:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000055fee60f. 00000100:00000010:2.0:1767384935.962955:0:16762:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000de171494. 00000100:00000001:2.0:1767384935.962958:0:16762:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384935.962959:0:16762:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384935.962970:0:16762:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000000f3878de. 20000000:00000001:2.0:1767384935.962973:0:16762:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384935.962975:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358516096 00010000:00000001:2.0:1767384935.962977:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384935.962979:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003817309e x1853237358516096/t0(0) o256->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:161/0 lens 304/240 e 0 to 0 dl 1767384946 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384935.962985:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384935.962986:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384935.962988:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=59 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384935.962991:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384935.962993:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:2.0:1767384935.962995:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384935.962997:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384935.962998:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384935.963000:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384935.963002:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384935.963005:0:16762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055ddf563. 00000100:00000200:2.0:1767384935.963007:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237358516096, offset 224 00000400:00000200:2.0:1767384935.963034:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384935.963040:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384935.963047:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272705780 00000400:00000200:2.0:1767384935.963050:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1a29 [1] + 224 00000400:00000200:2.0:1767384935.963053:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384935.963056:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384935.963058:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384935.963060:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000667d68f8 x1853237358516096/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384951 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384935.963065:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000667d68f8 x1853237358516096/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384935.963076:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384935.963081:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055ddf563 00000400:00000010:2.0:1767384935.963082:0:16762:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055ddf563. 00000100:00000001:2.0:1767384935.963083:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384935.963089:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384935.963090:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384935.963094:0:16767:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384935.963096:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384935.963097:0:16767:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384935.963101:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000010:1.0:1767384935.963101:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000745cd949. 00010000:00000001:2.0:1767384935.963106:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384935.963108:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054df7106 00000020:00000001:2.0:1767384935.963109:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384935.963113:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384935.963113:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054df7106. 00000100:00000040:2.0:1767384935.963118:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003817309e x1853237358516096/t0(0) o256->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:161/0 lens 304/240 e 0 to 0 dl 1767384946 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384935.963118:0:16767:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384935.963125:0:16767:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000667d68f8 x1853237358516096/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384951 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384935.963138:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003817309e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16767:x1853237358516096:12345-0@lo:256: Request processed in 491us (694us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384935.963141:0:16767:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000667d68f8 x1853237358516096/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384951 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384935.963153:0:16767:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384935.963156:0:16767:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384935.963157:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00000001:1.0:1767384935.963158:0:16767:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767384935.963161:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:2.0:1767384935.963164:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384935.963168:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384935.963168:0:16767:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384935.963171:0:16767:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384935.963174:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006acbd125. 00000100:00000001:1.0:1767384935.963174:0:16767:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384935.963178:0:16767:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384935.963181:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a68c908. 00000100:00001000:1.0:1767384935.963182:0:16767:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=59 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384935.963187:0:16767:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=59 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384935.963188:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000685d5ffb. 00000100:00000001:1.0:1767384935.963190:0:16767:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384935.963192:0:16767:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384935.963193:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 00010000:00000001:1.0:1767384935.963194:0:16767:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384935.963197:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384935.963198:0:16767:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384935.963201:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000009bf906a5. 00000100:00000001:1.0:1767384935.963201:0:16767:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384935.963205:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384935.963208:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384935.963209:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000667d68f8 x1853237358516096/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384951 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384935.963215:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:1.0:1767384935.963220:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000667d68f8 x1853237358516096/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384951 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384935.963221:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b386a02. 00000400:00000010:2.0:1767384935.963227:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006cc6d8e9. 00000100:00000001:1.0:1767384935.963231:0:16767:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384935.963233:0:16767:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384935.963236:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000667d68f8 x1853237358516096/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384951 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384935.963240:0:16767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000667d68f8 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358516096:0@lo:256: 00000100:00000001:1.0:1767384935.963243:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384935.963245:0:16767:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384935.963246:0:16767:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384935.963247:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384935.963248:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000667d68f8 x1853237358516096/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384951 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384935.963252:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384935.963253:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000051b5ccbb. 00000100:00000001:1.0:1767384935.963255:0:16767:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384935.963256:0:16767:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384935.963258:0:16767:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 64, more 0. 10000000:00000001:1.0:1767384935.963261:0:16767:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384935.963265:0:16767:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000003396b214. 10000000:00000040:1.0:1767384935.963280:0:16767:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.157@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384935.963285:0:16767:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384935.963287:0:16767:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384935.963291:0:16767:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.157@tcp has 192.168.203.157@tcp. 00000100:00000001:1.0:1767384935.963293:0:16767:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384935.963295:0:16767:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384935.963295:0:16767:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.157@tcp with 192.168.203.157@tcp 00000100:00000200:1.0:1767384935.963297:0:16767:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.157@tcp' 00000400:00000200:1.0:1767384935.963301:0:16767:0:(peer.c:1356:LNetAddPeer()) Add peer with 30 NIDs 00000400:00001000:1.0:1767384935.963303:0:16767:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384935.963306:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.157@tcp 00000400:00000200:1.0:1767384935.963310:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384935.963313:0:16767:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (28) 00000400:00000200:1.0:1767384935.963317:0:16767:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (29) 00000400:00000200:1.0:1767384935.963328:0:16767:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:1.0:1767384935.963330:0:16767:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384935.963332:0:16767:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384935.963334:0:16767:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp: 0. pending discovery 00000400:00000200:1.0:1767384935.963336:0:16767:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (30) 00000400:00000200:1.0:1767384935.963338:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp 00000400:00000200:1.0:1767384935.963339:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.157@tcp10 00000400:00000200:1.0:1767384935.963341:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384935.963342:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp10 00000400:00000200:1.0:1767384935.963344:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.157@tcp11 00000400:00000200:1.0:1767384935.963345:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384935.963347:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp11 00000400:00000200:1.0:1767384935.963348:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.157@tcp12 00000400:00000200:1.0:1767384935.963350:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384935.963351:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp12 00000400:00000200:1.0:1767384935.963352:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.157@tcp13 00000400:00000200:1.0:1767384935.963355:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384935.963356:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp13 00000400:00000200:1.0:1767384935.963358:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.157@tcp14 00000400:00000200:2.0:1767384935.963359:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384935.963361:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384935.963365:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp14 00000400:00000200:2.0:1767384935.963369:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100171 00000400:00000200:1.0:1767384935.963375:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.157@tcp15 00000400:00000010:2.0:1767384935.963378:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055ddf563. 00000400:00000200:1.0:1767384935.963379:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384935.963384:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp15 00000400:00000200:2.0:1767384935.963385:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (29) 00000400:00000200:1.0:1767384935.963385:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.157@tcp16 00000400:00000200:1.0:1767384935.963391:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp16 NID flags 0x1: -114 00000400:00000010:2.0:1767384935.963392:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007fa961dc. 00000400:00000200:1.0:1767384935.963393:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp16 00000400:00000200:1.0:1767384935.963398:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.157@tcp17 00000400:00000200:2.0:1767384935.963402:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1767384935.963405:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384935.963407:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp17 00000400:00000200:1.0:1767384935.963409:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.157@tcp18 00000400:00000200:2.0:1767384935.963413:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1767384935.963414:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384935.963419:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp18 00000400:00000200:1.0:1767384935.963421:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.157@tcp19 00000400:00000200:2.0:1767384935.963424:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:1.0:1767384935.963427:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384935.963432:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp19 00000400:00000200:2.0:1767384935.963435:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[43, 37], ns[43, 37] 00000400:00000200:1.0:1767384935.963436:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.157@tcp20 00000400:00000200:1.0:1767384935.963439:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384935.963439:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp20 00000400:00000200:1.0:1767384935.963441:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.157@tcp21 00000400:00000200:1.0:1767384935.963447:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384935.963449:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp21 00000400:00000200:2.0:1767384935.963452:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[62, 37] 00000400:00000200:1.0:1767384935.963453:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.157@tcp22 00000400:00000200:1.0:1767384935.963473:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384935.963477:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 37], ns[66, 37] 00000400:00000200:1.0:1767384935.963477:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp22 00000400:00000200:1.0:1767384935.963483:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.157@tcp23 00000400:00000200:2.0:1767384935.963489:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 37], ns[77, 37] 00000400:00000200:1.0:1767384935.963490:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384935.963495:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp23 00000400:00000200:2.0:1767384935.963499:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 37], ns[81, 37] 00000400:00000200:1.0:1767384935.963499:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.157@tcp24 00000400:00000200:1.0:1767384935.963506:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384935.963509:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 37], ns[97, 37] 00000400:00000200:1.0:1767384935.963510:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp24 00000400:00000200:1.0:1767384935.963516:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.157@tcp25 00000400:00000200:2.0:1767384935.963517:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 37], ns[104, 37] 00000400:00000200:1.0:1767384935.963523:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384935.963525:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 37], ns[24, 37] 00000400:00000200:1.0:1767384935.963527:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp25 00000400:00000200:1.0:1767384935.963532:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.157@tcp26 00000400:00000200:2.0:1767384935.963533:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 00000400:00000200:1.0:1767384935.963538:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384935.963541:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 00000400:00000200:1.0:1767384935.963542:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp26 00000400:00000200:2.0:1767384935.963545:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 00000400:00000200:2.0:1767384935.963550:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 00000400:00000200:1.0:1767384935.963554:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.157@tcp27 00000400:00000200:2.0:1767384935.963561:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 00000400:00000200:1.0:1767384935.963561:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384935.963566:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp27 00000400:00000200:1.0:1767384935.963570:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.157@tcp28 00000400:00000200:2.0:1767384935.963572:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 24], ns[46, 24] 00000400:00000200:1.0:1767384935.963575:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384935.963579:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp28 00000400:00000200:2.0:1767384935.963582:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 24], ns[50, 24] 00000400:00000200:1.0:1767384935.963583:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.157@tcp29 00000400:00000200:1.0:1767384935.963588:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384935.963590:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 24], ns[54, 24] 00000400:00000200:1.0:1767384935.963592:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp29 00000400:00000200:1.0:1767384935.963596:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.157@tcp30 00000400:00000200:2.0:1767384935.963599:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 24], ns[58, 24] 00000400:00000200:1.0:1767384935.963602:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384935.963606:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp30 00000400:00000200:2.0:1767384935.963609:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 24], ns[74, 24] 00000400:00000200:1.0:1767384935.963610:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.157@tcp31 00000400:00000200:1.0:1767384935.963617:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384935.963619:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[84, 24], ns[84, 24] 00000400:00000200:1.0:1767384935.963621:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp31 00000400:00000200:1.0:1767384935.963625:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.157@tcp32 00000400:00000200:1.0:1767384935.963627:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384935.963628:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp32 00000400:00000200:1.0:1767384935.963634:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.157@tcp33 00000400:00000200:1.0:1767384935.963640:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384935.963642:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 24], ns[75, 24] 00000400:00000200:1.0:1767384935.963643:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp33 00000400:00000200:1.0:1767384935.963648:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.157@tcp34 00000400:00000200:2.0:1767384935.963652:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[99, 24], ns[107, 24] 00000400:00000200:1.0:1767384935.963655:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767384935.963659:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp34 00000400:00000200:2.0:1767384935.963661:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 24], ns[93, 24] 00000400:00000200:1.0:1767384935.963662:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.157@tcp35 00000400:00000200:1.0:1767384935.963668:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384935.963671:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[102, 24], ns[110, 24] 00000400:00000200:1.0:1767384935.963672:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp35 00000400:00000200:1.0:1767384935.963677:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.157@tcp36 00000400:00000200:2.0:1767384935.963680:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 24], ns[102, 24] 00000400:00000200:1.0:1767384935.963683:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384935.963687:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp36 00000400:00000200:2.0:1767384935.963689:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp34] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[100, 0], ns[108, 102] 00000400:00000200:1.0:1767384935.963692:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.157@tcp37 00000400:00000200:2.0:1767384935.963697:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp34] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[101, 0], ns[109, 102] 00000400:00000010:1.0:1767384935.963699:0:16767:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 0000000085fdb484. 00000400:00000200:2.0:1767384935.963701:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp34 00000400:00000200:1.0:1767384935.963706:0:16767:0:(peer.c:264:lnet_peer_alloc()) 0000000085fdb484 nid 192.168.203.157@tcp37 00000400:00000200:2.0:1767384935.963709:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp34 00000400:00000010:1.0:1767384935.963711:0:16767:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000003af6cd54. 00000400:00000200:2.0:1767384935.963715:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp34 lpni_is_preferred = 0 00000400:00000200:1.0:1767384935.963717:0:16767:0:(peer.c:204:lnet_peer_net_alloc()) 000000003af6cd54 net tcp37 00000400:00000200:2.0:1767384935.963721:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp34 00000400:00000010:1.0:1767384935.963724:0:16767:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000be5dc27c. 00000400:00000200:2.0:1767384935.963725:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp34 NI seq info: [111:111:256:4294967295] 192.168.203.157@tcp34 LPNI seq info [103:103:8:4294967295] 00000400:00000200:2.0:1767384935.963732:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp34 00000400:00000200:1.0:1767384935.963739:0:16767:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000be5dc27c nid 192.168.203.157@tcp37 00000400:00000200:2.0:1767384935.963745:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp34(192.168.203.157@tcp34:) -> 192.168.203.157@tcp34(192.168.203.157@tcp:192.168.203.157@tcp34) : PUT try# 0 00000800:00000200:2.0:1767384935.963750:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.157@tcp34 00000400:00000200:1.0:1767384935.963752:0:16767:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000085fdb484 (0) 00000800:00000010:2.0:1767384935.963754:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000094fa6221. 00000400:00000200:1.0:1767384935.963759:0:16767:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.157@tcp37: -2 00000800:00000200:2.0:1767384935.963765:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007836bde6] -> 12345-192.168.203.157@tcp34 (4) 00000400:00000200:1.0:1767384935.963767:0:16767:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp37 NID 192.168.203.157@tcp37 flags 0x1 00000400:00000200:1.0:1767384935.963771:0:16767:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000085fdb484 (1) 00000800:00000200:2.1:1767384935.963773:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007836bde6] -> 12345-192.168.203.157@tcp34 (4) 00000400:00000200:1.0:1767384935.963774:0:16767:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000085fdb484 (2) 00000400:00000200:1.0:1767384935.963779:0:16767:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000085fdb484 (1) 00000400:00000200:1.0:1767384935.963781:0:16767:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000085fdb484 (2) 00000400:00000200:1.0:1767384935.963784:0:16767:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp37 (0000000085fdb484): 0 00000400:00000200:1.0:1767384935.963786:0:16767:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384935.963788:0:16767:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000800:00000200:2.1:1767384935.963791:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp34 ip 192.168.203.157:988 00000400:00000200:1.0:1767384935.963796:0:16767:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.157@tcp37 NID 192.168.203.157@tcp37: 0. pending discovery 00000800:00000200:2.1:1767384935.963798:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000094fa6221 type 1, nob 608 niov 1 nkiov 1 00000400:00000200:1.0:1767384935.963800:0:16767:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000085fdb484 (3) 00000400:00000200:1.0:1767384935.963805:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.157@tcp38 00000400:00000010:1.0:1767384935.963809:0:16767:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 0000000004648011. 00000400:00000200:2.0:1767384935.963810:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 00000400:00000200:2.0:1767384935.963815:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100571 rc 0 00000400:00000200:1.0:1767384935.963819:0:16767:0:(peer.c:264:lnet_peer_alloc()) 0000000004648011 nid 192.168.203.157@tcp38 00000400:00000200:2.0:1767384935.963823:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp37(0000000085fdb484) state 0x41 00000400:00000200:2.0:1767384935.963826:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000085fdb484 (2) 00000400:00000010:1.0:1767384935.963826:0:16767:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000242a161f. 00000400:00000010:2.0:1767384935.963832:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000685d5ffb. 00000400:00000200:1.0:1767384935.963833:0:16767:0:(peer.c:204:lnet_peer_net_alloc()) 00000000242a161f net tcp38 00000400:00000010:2.0:1767384935.963838:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083cd30ec. 00000400:00000010:1.0:1767384935.963841:0:16767:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d91a96b4. 00000400:00000010:2.0:1767384935.963843:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c4e9813a. 00000400:00000200:2.0:1767384935.963849:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp37 00000400:00000200:1.0:1767384935.963851:0:16767:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d91a96b4 nid 192.168.203.157@tcp38 00000400:00000200:1.0:1767384935.963855:0:16767:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000004648011 (0) 00000400:00000200:1.0:1767384935.963860:0:16767:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.157@tcp38: -2 00000400:00000200:1.0:1767384935.963863:0:16767:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp38 NID 192.168.203.157@tcp38 flags 0x1 00000400:00000200:1.0:1767384935.963867:0:16767:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000004648011 (1) 00000400:00000200:1.0:1767384935.963870:0:16767:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000004648011 (2) 00000400:00000200:2.0:1767384935.963875:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp37 local destination 00000400:00000200:2.0:1767384935.963878:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp37 00000400:00000200:2.0:1767384935.963880:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp37 00000400:00000200:2.0:1767384935.963882:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp37 lpni_is_preferred = 0 00000400:00000200:2.0:1767384935.963884:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp37 00000400:00000200:2.0:1767384935.963887:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp37 NI seq info: [112:112:256:4294967295] 192.168.203.157@tcp37 LPNI seq info [1:1:8:4294967295] 00000400:00000200:2.0:1767384935.963891:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp37 00000400:00000200:2.0:1767384935.963896:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp37(192.168.203.157@tcp37:) -> 192.168.203.157@tcp37(192.168.203.157@tcp37:192.168.203.157@tcp37) : GET try# 0 00000400:00000200:1.0:1767384935.963901:0:16767:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000004648011 (1) 00000800:00000200:2.0:1767384935.963902:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp37 00000800:00000010:2.0:1767384935.963909:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008780e036. 00000400:00000200:1.0:1767384935.963909:0:16767:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000004648011 (2) 00000400:00000200:1.0:1767384935.963916:0:16767:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp38 (0000000004648011): 0 00000800:00000010:2.0:1767384935.963918:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000daa20f36. 00000400:00000200:1.0:1767384935.963919:0:16767:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384935.963923:0:16767:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000800:00000010:2.0:1767384935.963925:0:16125:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000049574b6d. 00000400:00000200:1.0:1767384935.963927:0:16767:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.157@tcp38 NID 192.168.203.157@tcp38: 0. pending discovery 00000400:00000200:1.0:1767384935.963931:0:16767:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000004648011 (3) 00000800:00000200:2.0:1767384935.963935:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000daa20f36] -> 12345-192.168.203.157@tcp37 (2) 00000100:00000001:1.0:1767384935.963936:0:16767:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384935.963939:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000daa20f36] -> 12345-192.168.203.157@tcp37 (2) 00010000:00000001:1.0:1767384935.963945:0:16767:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384935.963950:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp37 10000000:00000040:1.0:1767384935.963951:0:16767:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.157@tcp' by NID '192.168.203.157@tcp' 00000400:00000200:2.0:1767384935.963956:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp37(0000000085fdb484) state 0x241 rc 0 10000000:00000010:1.0:1767384935.963957:0:16767:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000008eb86407. 00000400:00000200:2.0:1767384935.963962:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp38(0000000004648011) state 0x41 10000000:00000040:1.0:1767384935.963962:0:16767:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 64/64 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.157@tcp::2 00000400:00000200:2.0:1767384935.963966:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000004648011 (2) 00000020:00000080:1.0:1767384935.963967:0:16767:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000010:2.0:1767384935.963971:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007a45cc5b. 00000020:00000001:1.0:1767384935.963974:0:16767:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000010:2.0:1767384935.963975:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007239fc74. 00000020:00000010:1.0:1767384935.963980:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000000b311fa. 00000400:00000010:2.0:1767384935.963982:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b6e66496. 00000020:00000010:1.0:1767384935.963986:0:16767:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000034c20229. 00000400:00000200:2.0:1767384935.963987:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp38 00000040:00000010:1.0:1767384935.963994:0:16767:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007ae9c63a. 00000400:00000200:2.0:1767384935.963997:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp38 local destination 00000400:00000200:2.0:1767384935.964001:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp38 00000020:00000010:1.0:1767384935.964001:0:16767:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000036ece19a. 00000400:00000200:2.0:1767384935.964007:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp38 00000020:00000010:1.0:1767384935.964008:0:16767:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f7cf7419. 00000400:00000200:2.0:1767384935.964035:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp38 lpni_is_preferred = 0 00000020:00000010:1.0:1767384935.964039:0:16767:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007628f704. 00000400:00000200:2.0:1767384935.964040:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp38 00000400:00000200:2.0:1767384935.964046:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp38 NI seq info: [113:113:256:4294967295] 192.168.203.157@tcp38 LPNI seq info [1:1:8:4294967295] 80000000:00000010:1.0:1767384935.964046:0:16767:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000edf14302. 40000000:00000010:1.0:1767384935.964052:0:16767:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000396cf790. 00000400:00000200:2.0:1767384935.964053:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp38 00100000:00000010:1.0:1767384935.964059:0:16767:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d3eaf652. 00000400:00000200:2.0:1767384935.964064:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp38(192.168.203.157@tcp38:) -> 192.168.203.157@tcp38(192.168.203.157@tcp38:192.168.203.157@tcp38) : GET try# 0 00040000:00000010:1.0:1767384935.964066:0:16767:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000375972b. 00000800:00000200:2.0:1767384935.964071:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp38 00040000:00000010:1.0:1767384935.964072:0:16767:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000068bbf638. 00040000:00000010:1.0:1767384935.964077:0:16767:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003319a65f. 00000800:00000010:2.0:1767384935.964083:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003a883fe5. 00080000:00000010:1.0:1767384935.964084:0:16767:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009c867c0b. 00000004:00000010:1.0:1767384935.964089:0:16767:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001a1ced1a. 00000800:00000010:2.0:1767384935.964090:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007f8e0c2d. 00000004:00000010:1.0:1767384935.964094:0:16767:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006143a209. 00000800:00000010:2.0:1767384935.964095:0:16125:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e92f0174. 00000800:00000200:2.0:1767384935.964102:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007f8e0c2d] -> 12345-192.168.203.157@tcp38 (2) 00000004:00000010:1.0:1767384935.964102:0:16767:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e2e7a8d3. 00000800:00000200:2.1:1767384935.964107:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007f8e0c2d] -> 12345-192.168.203.157@tcp38 (2) 00002000:00000010:1.0:1767384935.964111:0:16767:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004a52bbf7. 00000004:00000010:1.0:1767384935.964117:0:16767:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000752e9ede. 00000400:00000200:2.0:1767384935.964120:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp38 00000004:00000001:1.0:1767384935.964122:0:16767:0:(osp_dev.c:662:osp_process_config()) Process entered 00000400:00000200:2.0:1767384935.964125:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp38(0000000004648011) state 0x241 rc 0 00000040:00000001:1.0:1767384935.964126:0:16767:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384935.964129:0:16767:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000008eb86407 00000040:00001000:1.0:1767384935.964133:0:16767:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384935.964136:0:16767:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384935.964140:0:16767:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384935.964143:0:16767:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384935.964149:0:16767:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384935.964150:0:16767:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384935.964152:0:16767:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384935.964159:0:16767:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.157@tcp::2 00000040:00000001:1.0:1767384935.964161:0:16767:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:2.0:1767384935.964198:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000004:00000001:1.0:1767384935.964204:0:16767:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384935.964210:0:16767:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000034c20229. 00000040:00000010:1.0:1767384935.964215:0:16767:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007ae9c63a. 00000020:00000010:1.0:1767384935.964218:0:16767:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000036ece19a. 00000020:00000010:1.0:1767384935.964222:0:16767:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f7cf7419. 00000020:00000010:1.0:1767384935.964226:0:16767:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007628f704. 80000000:00000010:1.0:1767384935.964230:0:16767:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000edf14302. 40000000:00000010:1.0:1767384935.964232:0:16767:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000396cf790. 00100000:00000010:1.0:1767384935.964235:0:16767:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d3eaf652. 00040000:00000010:1.0:1767384935.964238:0:16767:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000375972b. 00040000:00000010:1.0:1767384935.964242:0:16767:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000068bbf638. 00000400:00000200:2.0:1767384935.964245:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00040000:00000010:1.0:1767384935.964245:0:16767:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003319a65f. 00080000:00000010:1.0:1767384935.964252:0:16767:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000009c867c0b. 00000004:00000010:1.0:1767384935.964256:0:16767:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001a1ced1a. 00000004:00000010:1.0:1767384935.964260:0:16767:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006143a209. 00000004:00000010:1.0:1767384935.964264:0:16767:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e2e7a8d3. 00002000:00000010:1.0:1767384935.964266:0:16767:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004a52bbf7. 00000004:00000010:1.0:1767384935.964269:0:16767:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000752e9ede. 00000020:00000010:1.0:1767384935.964272:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000000b311fa. 00000020:00000001:1.0:1767384935.964274:0:16767:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384935.964276:0:16767:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384935.964279:0:16767:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000008eb86407. 10000000:00000010:1.0:1767384935.964281:0:16767:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000003396b214. 10000000:00000001:1.0:1767384935.964284:0:16767:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384935.964285:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000100:00000001:1.0:1767384935.964286:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384935.964292:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000667d68f8 x1853237358516096/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384951 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384935.964299:0:16767:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384935.964302:0:16767:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384935.964303:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c73ffca6. 02000000:00000001:1.0:1767384935.964307:0:16767:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384935.964308:0:16767:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384935.964315:0:16767:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1767384935.964317:0:16767:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384935.964319:0:16767:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384935.964320:0:16767:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384935.964321:0:16767:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1767384935.964323:0:16767:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384935.964324:0:16767:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000bed537b3. 00000100:00000010:1.0:1767384935.964327:0:16767:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000066e10a27. 00000400:00000200:2.0:1767384935.964328:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000100:00000001:1.0:1767384935.964329:0:16767:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384935.964334:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ca294690. 02000000:00000001:1.0:1767384935.964337:0:16767:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384935.964338:0:16767:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384935.964340:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000667d68f8. 00000100:00000001:1.0:1767384935.964343:0:16767:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384935.964345:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384935.964356:0:16767:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000001f072ae1. 00000400:00000200:2.0:1767384935.964359:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 10000000:01000000:1.0:1767384935.964360:0:16767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384935.964367:0:16767:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384935.964368:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384935.964370:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384935.964372:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f8ef50a3 refcount=3 00000020:00000001:1.0:1767384935.964374:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00010000:00000001:1.0:1767384935.964376:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00010000:00000001:1.0:1767384935.964379:0:16767:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384935.964380:0:16767:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: 00000000f8ef50a3/0x4895a8f6c11e8743 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e874a expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384935.964385:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384935.964386:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384935.964388:0:16767:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: 00000000f8ef50a3/0x4895a8f6c11e8743 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e874a expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384935.964390:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00010000:00000001:1.0:1767384935.964395:0:16767:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384935.964397:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384935.964399:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384935.964400:0:16767:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384935.964407:0:16767:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384935.964409:0:16767:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384935.964411:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384935.964412:0:16767:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ff67cc77) refs 3 10000000:00000001:1.0:1767384935.964414:0:16767:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:2.0:1767384935.964421:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.964480:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.964492:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.964534:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.964547:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.964596:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.964603:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.964647:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.964653:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.964695:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.964699:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.964750:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.964753:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.964807:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.964822:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.964846:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.964891:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.964899:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.964944:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.964951:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.965007:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.965010:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.965100:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.965104:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.965166:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.965189:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.965228:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.965271:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.965282:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.965337:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.965349:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.965401:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.965422:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.965482:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.965504:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.965549:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.965583:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.965629:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.965649:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.965692:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.965712:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000800:00000200:3.0:1767384935.965719:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384935.965724:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000094fa6221. 00000400:00000200:3.0:1767384935.965728:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384935.965735:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp34->192.168.203.157@tcp34: PUT: OK 00000400:00000200:3.0:1767384935.965740:0:16121:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384935.965742:0:16121:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp: 0 00000800:00000001:3.0:1767384935.965751:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384935.965757:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000800:00000001:3.0:1767384935.965760:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384935.965764:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384935.965770:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384935.965779:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp34(192.168.203.157@tcp34) <- 192.168.203.157@tcp34 : PUT - for me 00000400:00000200:1.0:1767384935.965780:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:3.0:1767384935.965790:0:16121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 512 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384935.965800:0:16121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.157@tcp of length 480/512 into md 0x1961 [1] + 0 00000400:00000010:3.0:1767384935.965804:0:16121:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd89e0df. 00000400:00000200:3.0:1767384935.965809:0:16121:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000a585988 00000800:00000001:3.0:1767384935.965815:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384935.965816:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000800:00000001:3.0:1767384935.965823:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384935.965827:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384935.965834:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp34->192.168.203.157@tcp34: PUT: OK 00000400:00000200:3.0:1767384935.965837:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a585988 00000400:00000010:3.0:1767384935.965839:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a585988. 00000400:00000200:3.0:1767384935.965843:0:16121:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384935.965845:0:16121:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (30) 00000400:00000200:3.0:1767384935.965850:0:16121:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000200:3.0:1767384935.965853:0:16121:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.157@tcp (512 bytes) 00000400:00000200:1.0:1767384935.965854:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:3.0:1767384935.965857:0:16121:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:3.0:1767384935.965869:0:16121:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (31) 00000400:00000200:3.0:1767384935.965872:0:16121:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384935.965878:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:3.0:1767384935.965879:0:16121:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp34 to MR: 192.168.203.157@tcp34 local destination 00000400:00000200:3.0:1767384935.965890:0:16121:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp34 NI seq info: [114:114:256:4294967295] 192.168.203.157@tcp34 LPNI seq info [104:104:8:4294967295] 00000400:00000200:3.0:1767384935.965905:0:16121:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp34(192.168.203.157@tcp34:192.168.203.157@tcp34) -> 192.168.203.157@tcp34(192.168.203.157@tcp34:192.168.203.157@tcp34) 192.168.203.157@tcp34 : ACK try# 0 00000800:00000200:3.0:1767384935.965917:0:16121:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.157@tcp34 00000800:00000010:3.0:1767384935.965920:0:16121:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000178c0478. 00000400:00000200:1.0:1767384935.965921:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000800:00000200:3.0:1767384935.965926:0:16121:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007836bde6] -> 12345-192.168.203.157@tcp34 (4) 00000800:00000200:3.0:1767384935.965933:0:16121:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp34 ip 192.168.203.157:980 00000800:00000200:3.0:1767384935.965935:0:16121:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000178c0478 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1767384935.965946:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384935.965950:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000800:00000001:3.0:1767384935.965951:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384935.965984:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000800:00000200:3.0:1767384935.966009:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384935.966041:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000178c0478. 00000400:00000200:2.0:1767384935.966043:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:3.0:1767384935.966045:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384935.966052:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp34->192.168.203.157@tcp34: ACK: OK 00000800:00000001:3.0:1767384935.966059:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384935.966064:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384935.966067:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384935.966071:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384935.966073:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384935.966079:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384935.966084:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp34(192.168.203.157@tcp34) <- 192.168.203.157@tcp34 : ACK - for me 00000400:00000200:1.0:1767384935.966085:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:3.0:1767384935.966094:0:16121:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.157@tcp34: ACK from 12345-192.168.203.157@tcp34 into md 0x1a3d 00000400:00000200:3.0:1767384935.966098:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384935.966102:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp34->192.168.203.157@tcp34: ACK: OK 00000400:00000200:3.0:1767384935.966106:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055ddf563 00000400:00000010:3.0:1767384935.966108:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055ddf563. 00000400:00000200:3.0:1767384935.966112:0:16121:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384935.966117:0:16121:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.157@tcp ev->status 0 00000400:00000200:2.0:1767384935.966119:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:3.0:1767384935.966122:0:16121:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:3.0:1767384935.966127:0:16121:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (30) 00000800:00000001:3.0:1767384935.966132:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384935.966135:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384935.966157:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:3.0:1767384935.966158:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384935.966164:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 0000000066e7b81f. 00000400:00000010:3.0:1767384935.966169:0:16125:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd89e0df. 00000400:00000010:3.0:1767384935.966173:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a585988. 00000400:00000200:3.0:1767384935.966183:0:16125:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000066e7b81f 00000400:00000200:2.0:1767384935.966185:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000010:3.0:1767384935.966187:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 000000007ee88d46. 00000400:00000200:3.0:1767384935.966193:0:16125:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 512 success 00000400:00000200:3.0:1767384935.966198:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102071 00000400:00000200:3.0:1767384935.966201:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (29) 00000400:00000010:3.0:1767384935.966205:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 00000000e626550f. 00000400:00000010:3.0:1767384935.966208:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d5f7f4b4. 00000400:00000010:3.0:1767384935.966214:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004768f846. 00000400:00000200:1.0:1767384935.966216:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:3.0:1767384935.966217:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1767384935.966225:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1767384935.966231:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:3.0:1767384935.966236:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[43, 37], ns[43, 37] 00000400:00000200:3.0:1767384935.966240:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[62, 37] 00000400:00000200:3.0:1767384935.966245:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 37], ns[66, 37] 00000400:00000200:2.0:1767384935.966247:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:3.0:1767384935.966251:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 37], ns[77, 37] 00000400:00000200:3.0:1767384935.966256:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 37], ns[81, 37] 00000400:00000200:3.0:1767384935.966260:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 37], ns[97, 37] 00000400:00000200:3.0:1767384935.966265:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 37], ns[104, 37] 00000400:00000200:3.0:1767384935.966269:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 37], ns[24, 37] 00000400:00000200:3.0:1767384935.966274:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 00000400:00000200:3.0:1767384935.966279:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 00000400:00000200:3.0:1767384935.966283:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 00000400:00000200:1.0:1767384935.966285:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:3.0:1767384935.966288:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 00000400:00000200:3.0:1767384935.966303:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 00000400:00000200:3.0:1767384935.966307:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 24], ns[46, 24] 00000400:00000200:3.0:1767384935.966310:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 24], ns[50, 24] 00000400:00000200:3.0:1767384935.966314:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 24], ns[54, 24] 00000400:00000200:3.0:1767384935.966319:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 24], ns[58, 24] 00000400:00000200:3.0:1767384935.966322:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 24], ns[74, 24] 00000400:00000200:3.0:1767384935.966327:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[84, 24], ns[84, 24] 00000400:00000200:3.0:1767384935.966331:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 24], ns[75, 24] 00000400:00000200:3.0:1767384935.966336:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[99, 24], ns[107, 24] 00000400:00000200:1.0:1767384935.966337:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:3.0:1767384935.966342:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 24], ns[93, 24] 00000400:00000200:3.0:1767384935.966346:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[102, 24], ns[110, 24] 00000400:00000200:3.0:1767384935.966351:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 24], ns[114, 24] 00000400:00000200:3.0:1767384935.966357:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[100, 24], ns[108, 24] 00000400:00000200:3.0:1767384935.966361:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[101, 24], ns[109, 24] 00000400:00000200:3.0:1767384935.966364:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 00000400:00000200:3.0:1767384935.966368:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp18 00000400:00000200:3.0:1767384935.966371:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp18 lpni_is_preferred = 0 00000400:00000200:3.0:1767384935.966374:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp18 00000400:00000200:3.0:1767384935.966378:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp18 NI seq info: [115:115:256:4294967295] 192.168.203.157@tcp18 LPNI seq info [105:105:8:4294967295] 00000400:00000200:1.0:1767384935.966379:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:3.0:1767384935.966384:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp18 00000400:00000200:3.0:1767384935.966397:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp18(192.168.203.157@tcp18:) -> 192.168.203.157@tcp18(192.168.203.157@tcp:192.168.203.157@tcp18) : GET try# 0 00000800:00000200:3.0:1767384935.966408:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp18 00000800:00000010:2.0:1767384935.966411:0:29524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000fd481eb. 00000800:00000010:3.0:1767384935.966412:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000178c0478. 00000800:00000010:2.0:1767384935.966419:0:29524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006990a389. 00000800:00000200:3.0:1767384935.966420:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004736c977] -> 12345-192.168.203.157@tcp18 (6) 00000400:00000200:1.0:1767384935.966422:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000800:00000200:3.0:1767384935.966431:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp18 ip 192.168.203.157:988 00000800:00000200:3.0:1767384935.966434:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000178c0478 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384935.966444:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp 00000400:00000200:3.0:1767384935.966446:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100271 rc 0 00000800:00000010:2.0:1767384935.966448:0:29524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a8a718bf. 00000800:00000010:2.0:1767384935.966485:0:29524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a8a718bf. 00000400:00000200:1.0:1767384935.966491:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000800:00020000:2.0:1767384935.966494:0:29524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:2.0:1767384935.966498:0:29524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006990a389. 00000800:00000010:2.0:1767384935.966502:0:29524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000fd481eb. 00000800:00000200:3.0:1767384935.966522:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384935.966526:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000178c0478. 00000400:00000200:3.0:1767384935.966530:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384935.966536:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp18->192.168.203.157@tcp18: GET: OK 00000400:00000200:3.0:1767384935.966540:0:16121:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384935.966542:0:16121:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp: 0 00000800:00000001:3.0:1767384935.966549:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384935.966555:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384935.966555:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000800:00000001:3.0:1767384935.966560:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384935.966569:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:02020000:2.0:1767384935.966572:0:29524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp34 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384935.966579:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp18(192.168.203.157@tcp18) <- 192.168.203.157@tcp18 : GET - for me 00000400:00000200:3.0:1767384935.966586:0:16121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 512 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384935.966590:0:16121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp of length 512/512 into md 0x19e9 [1] + 0 00000400:00000200:3.0:1767384935.966598:0:16121:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp18 to MR: 192.168.203.157@tcp18 local destination 00000400:00000200:3.0:1767384935.966603:0:16121:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp18 NI seq info: [116:116:256:4294967295] 192.168.203.157@tcp18 LPNI seq info [106:106:8:4294967295] 00000400:00000200:3.0:1767384935.966613:0:16121:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp18(192.168.203.157@tcp18:192.168.203.157@tcp18) -> 192.168.203.157@tcp18(192.168.203.157@tcp18:192.168.203.157@tcp18) 192.168.203.157@tcp18 : REPLY try# 0 00000800:00000200:3.0:1767384935.966619:0:16121:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.157@tcp18 00000800:00000010:3.0:1767384935.966622:0:16121:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000178c0478. 00000400:00000200:2.0:1767384935.966624:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.966625:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000800:00000200:3.0:1767384935.966630:0:16121:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004736c977] -> 12345-192.168.203.157@tcp18 (6) 00000800:00000200:3.0:1767384935.966636:0:16121:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp18 ip 192.168.203.157:1005 00000800:00000200:3.0:1767384935.966638:0:16121:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000178c0478 type 3, nob 608 niov 1 nkiov 1 00000800:00000200:3.0:1767384935.966678:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384935.966686:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000178c0478. 00000400:00000200:3.0:1767384935.966689:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384935.966694:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp18->192.168.203.157@tcp18: REPLY: OK 00000800:00000001:3.0:1767384935.966703:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384935.966708:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384935.966710:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000001:3.0:1767384935.966711:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384935.966711:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000800:00000001:3.0:1767384935.966718:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384935.966721:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384935.966725:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384935.966733:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp18(192.168.203.157@tcp18) <- 192.168.203.157@tcp18 : REPLY - for me 00000400:00000200:3.0:1767384935.966744:0:16121:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp18: Reply from 12345-192.168.203.157@tcp18 of length 512/512 into md 0x1a4d 00000800:00000001:3.0:1767384935.966747:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384935.966752:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384935.966754:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384935.966759:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp18->192.168.203.157@tcp18: REPLY: OK 00000400:00000200:3.0:1767384935.966764:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5f7f4b4 00000400:00000010:3.0:1767384935.966767:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d5f7f4b4. 00000400:00000200:3.0:1767384935.966771:0:16121:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384935.966776:0:16121:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.157@tcp has discovery enabled 00000400:00000200:3.0:1767384935.966780:0:16121:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000200:3.0:1767384935.966785:0:16121:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.157@tcp data present 30. state = 0x100271 00000400:00000200:2.0:1767384935.966787:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:3.0:1767384935.966792:0:16121:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:3.0:1767384935.966804:0:16121:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (30) 00000800:00000001:3.0:1767384935.966811:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384935.966816:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384935.966835:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:3.0:1767384935.966841:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384935.966847:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x1000f1 00000400:00000010:3.0:1767384935.966854:0:16125:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 620 at 000000005a59dcd1. 00000400:00000010:3.0:1767384935.966858:0:16125:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 744 at 00000000e1e6ea95. 00000400:00000010:3.0:1767384935.966861:0:16125:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 620 at 000000004b0ad11c. 00000400:00000200:2.0:1767384935.966876:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:3.0:1767384935.966891:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp31(0000000052ff6e54) status changed from 0xdeadface to 0x15aac0de 00000800:00000010:1.0:1767384935.966896:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000019e0feed. 00000400:00000200:3.0:1767384935.966898:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp33(000000008f5b82ff) status changed from 0xdeadface to 0x15aac0de 00000800:00000010:1.0:1767384935.966903:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000051b5ccbb. 00000400:00000200:3.0:1767384935.966907:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp35(000000007603a8b2) status changed from 0xdeadface to 0x15aac0de 00000800:00000010:1.0:1767384935.966910:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bed537b3. 00000400:00000200:3.0:1767384935.966919:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp36(0000000094e6ff94) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384935.966920:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:3.0:1767384935.966927:0:16125:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000083cd30ec 00000400:00000200:3.0:1767384935.966932:0:16125:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.203.157@tcp37 00000800:00000010:1.0:1767384935.966937:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bed537b3. 00000400:00000200:3.0:1767384935.966941:0:16125:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.203.157@tcp37 NID 192.168.203.157@tcp37 00000400:00000010:3.0:1767384935.966947:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000006fae2fe8. 00000800:00020000:1.0:1767384935.966948:0:16117:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000400:00000200:3.0:1767384935.966953:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 000000006fae2fe8 nid 192.168.203.157@tcp37 00000800:00000010:1.0:1767384935.966954:0:16117:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000051b5ccbb. 00000400:00000010:3.0:1767384935.966958:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000004be04428. 00000800:00000010:1.0:1767384935.966960:0:16117:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000019e0feed. 00000400:00000200:3.0:1767384935.966964:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 000000004be04428 net tcp37 00000400:00000200:3.0:1767384935.966968:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (29) 00000400:00000200:2.0:1767384935.966968:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:3.0:1767384935.966976:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp37 flags 0x11 00000400:00000200:3.0:1767384935.966984:0:16125:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007239fc74 00000400:00000200:3.0:1767384935.966988:0:16125:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.203.157@tcp38 00000400:00000200:3.0:1767384935.966995:0:16125:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.203.157@tcp38 NID 192.168.203.157@tcp38 00000400:00000010:3.0:1767384935.966998:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000025954cb1. 00000400:00000200:3.0:1767384935.967001:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000025954cb1 nid 192.168.203.157@tcp38 00000400:00000010:3.0:1767384935.967004:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ffabf1f4. 00000400:00000200:3.0:1767384935.967006:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ffabf1f4 net tcp38 00000400:00000200:3.0:1767384935.967008:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (30) 00000400:00000200:2.0:1767384935.967054:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.967112:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.967175:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:3.0:1767384935.967205:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp38 flags 0x11 00000400:00000010:3.0:1767384935.967209:0:16125:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 620 at 000000005a59dcd1. 00000400:00000010:3.0:1767384935.967213:0:16125:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 744 at 00000000e1e6ea95. 00000400:00000010:3.0:1767384935.967216:0:16125:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 620 at 000000004b0ad11c. 00000400:00000010:3.0:1767384935.967220:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 00000000e626550f. 00000400:00000200:3.0:1767384935.967225:0:16125:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:3.0:1767384935.967229:0:16125:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.157@tcp(00000000aa3f4fd0): 0. state = 0x100171 00000400:00000200:3.0:1767384935.967234:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100171 rc 1 00000400:00000200:2.0:1767384935.967234:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:3.0:1767384935.967245:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100171 00000400:00000200:3.0:1767384935.967248:0:16125:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.157@tcp 00000400:00000200:3.0:1767384935.967251:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100111 rc 0 00000400:00000200:3.0:1767384935.967255:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:3.0:1767384935.967261:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (31) 00000400:00000200:2.0:1767384935.967307:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.967376:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.967440:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.967498:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.967546:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.967594:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:02020000:1.0:1767384935.967598:0:16117:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp37 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384935.967649:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.967661:0:16117:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp37 notifying 192.168.203.157@tcp37: down 00000800:00000200:1.0:1767384935.967667:0:16117:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp37 down 00000400:00000200:2.0:1767384935.967690:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000800:00000100:1.0:1767384935.967716:0:16117:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp37 00000800:00000010:1.0:1767384935.967719:0:16117:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008780e036. 00000400:00000200:1.0:1767384935.967723:0:16117:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384935.967727:0:16117:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp37->192.168.203.157@tcp37: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384935.967731:0:16117:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp37 added to recovery queue. ping count: 0 next ping: 259 health :900 00000400:00000200:2.0:1767384935.967734:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.967734:0:16117:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083cd30ec 00000400:00000010:1.0:1767384935.967738:0:16117:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083cd30ec. 00000400:00000200:1.0:1767384935.967743:0:16117:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384935.967747:0:16117:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp37: 1 00000400:00000200:1.0:1767384935.967751:0:16117:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp37 (0000000085fdb484): -114 00000400:00000010:1.0:1767384935.967760:0:16117:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000685d5ffb. 00000400:00000200:1.0:1767384935.967764:0:16117:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000085fdb484 (3) 00000400:00000200:1.0:1767384935.967769:0:16117:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 00000000be5dc27c nid 192.168.203.157@tcp37 00000400:00000010:1.0:1767384935.967778:0:16117:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 00000000be5dc27c. 00000400:00000200:2.0:1767384935.967780:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:1.0:1767384935.967784:0:16117:0:(peer.c:214:lnet_destroy_peer_net_locked()) 000000003af6cd54 net tcp37 00000400:00000010:1.0:1767384935.967787:0:16117:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 000000003af6cd54. 00000400:00000200:1.0:1767384935.967790:0:16117:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000085fdb484 (2) 00000400:00000200:2.0:1767384935.967831:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:3.0:1767384935.967853:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384935.967866:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp37(0000000085fdb484) state 0x80841 00000400:00000200:3.0:1767384935.967869:0:16125:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.203.157@tcp37(0000000085fdb484) state 0x80841 00000400:00000200:3.0:1767384935.967872:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp37(0000000085fdb484) state 0x80801 rc 0 00000400:00000200:3.0:1767384935.967876:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp37 (0000000085fdb484) 00000400:00000200:3.0:1767384935.967881:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000085fdb484 (1) 00000400:00000200:2.0:1767384935.967881:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:3.0:1767384935.967886:0:16125:0:(peer.c:272:lnet_destroy_peer_locked()) 0000000085fdb484 nid 192.168.203.157@tcp37 00000400:00000010:3.0:1767384935.967892:0:16125:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 0000000085fdb484. 00000400:00000200:2.0:1767384935.967947:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.968043:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.968108:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.968156:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.968211:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.968259:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.968310:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.968346:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.968377:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.968409:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.968442:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384935.968496:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:2.0:1767384935.968625:0:29524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000fd481eb. 00000800:00000010:2.0:1767384935.968629:0:29524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006990a389. 00000800:00000010:2.0:1767384935.968632:0:29524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a8a718bf. 00000800:00000010:2.0:1767384935.968651:0:29524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a8a718bf. 00000800:00020000:2.0:1767384935.968659:0:29524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:2.0:1767384935.968661:0:29524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006990a389. 00000800:00000010:2.0:1767384935.968664:0:29524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000fd481eb. 00000400:02020000:2.0:1767384935.968717:0:29524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp38 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384935.968724:0:29524:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp38 notifying 192.168.203.157@tcp38: down 00000800:00000200:2.0:1767384935.968735:0:29524:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp38 down 00000800:00000100:2.0:1767384935.968741:0:29524:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp38 00000800:00000010:2.0:1767384935.968743:0:29524:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003a883fe5. 00000400:00000200:2.0:1767384935.968745:0:29524:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384935.968748:0:29524:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp38->192.168.203.157@tcp38: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384935.968752:0:29524:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp38 added to recovery queue. ping count: 0 next ping: 259 health :900 00000400:00000200:2.0:1767384935.968755:0:29524:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007239fc74 00000400:00000010:2.0:1767384935.968756:0:29524:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007239fc74. 00000400:00000200:2.0:1767384935.968760:0:29524:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384935.968762:0:29524:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp38: 1 00000400:00000200:2.0:1767384935.968766:0:29524:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp38 (0000000004648011): -114 00000400:00000010:2.0:1767384935.968777:0:29524:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007a45cc5b. 00000400:00000200:2.0:1767384935.968780:0:29524:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000004648011 (3) 00000400:00000200:2.0:1767384935.968784:0:29524:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 00000000d91a96b4 nid 192.168.203.157@tcp38 00000400:00000010:2.0:1767384935.968786:0:29524:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 00000000d91a96b4. 00000400:00000200:2.0:1767384935.968789:0:29524:0:(peer.c:214:lnet_destroy_peer_net_locked()) 00000000242a161f net tcp38 00000400:00000010:2.0:1767384935.968791:0:29524:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000242a161f. 00000400:00000200:2.0:1767384935.968794:0:29524:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000004648011 (2) 00000400:00000200:3.0:1767384935.968812:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384935.968820:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp38(0000000004648011) state 0x80841 00000400:00000200:3.0:1767384935.968824:0:16125:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.203.157@tcp38(0000000004648011) state 0x80841 00000400:00000200:3.0:1767384935.968827:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp38(0000000004648011) state 0x80801 rc 0 00000400:00000200:3.0:1767384935.968831:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp38 (0000000004648011) 00000400:00000200:3.0:1767384935.968835:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000004648011 (1) 00000400:00000200:3.0:1767384935.968838:0:16125:0:(peer.c:272:lnet_destroy_peer_locked()) 0000000004648011 nid 192.168.203.157@tcp38 00000400:00000010:3.0:1767384935.968840:0:16125:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 0000000004648011. 00000100:00000040:0.0:1767384935.974056:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294925836, at 4294925837 00000100:00000040:3.0:1767384935.974061:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294925836, at 4294925837 00000100:00000040:1.0:1767384935.974063:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294925836, at 4294925837 00000100:00000010:0.0:1767384935.974064:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004bf891cd. 00000100:00000010:3.0:1767384935.974071:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000050600ac3. 00000100:00000010:1.0:1767384935.974073:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a27f532d. 00000100:00000040:2.0:1767384935.975071:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294925836, at 4294925838 00000100:00000010:2.0:1767384935.975077:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000844d7b3a. 00000020:00000010:1.0:1767384935.975990:0:31247:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000bed537b3. 00000020:00000040:1.0:1767384935.975995:0:31247:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384935.975997:0:31247:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000bed537b3. 00010000:00000001:1.0:1767384936.281088:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384936.281093:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384936.281098:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384936.281099:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384936.281129:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384936.281132:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384936.281135:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384936.903866:0:31537:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384936.903881:0:31537:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384936.903887:0:31537:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384936.903895:0:31537:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384936.903901:0:31537:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384936.903905:0:31537:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384936.921067:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384936.921071:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384936.921074:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006347ee45 00000400:00000010:2.0:1767384936.921078:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006347ee45. 00000400:00000200:2.0:1767384936.921083:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384936.921088:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp33 recovery ping unlinked 00000400:00000010:2.0:1767384936.921098:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005c4ba972. 00000400:00000010:2.0:1767384936.921102:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000793542ba. 00000400:00000200:2.0:1767384936.921106:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp35 00000400:00000010:2.0:1767384936.921109:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009ae3b7cb. 00000400:00000010:2.0:1767384936.921114:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000793542ba. 00000400:00000010:2.0:1767384936.921117:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006347ee45. 00000400:00000010:2.0:1767384936.921125:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004089d2ee. 00000400:00000200:2.0:1767384936.921136:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp35 00000400:00000200:2.0:1767384936.921146:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp35 local destination 00000400:00000200:2.0:1767384936.921152:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp35 00000400:00000200:2.0:1767384936.921154:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp35 NI seq info: [117:117:256:4294967295] 192.168.203.157@tcp35 LPNI seq info [107:107:8:4294967295] 00000400:00000200:2.0:1767384936.921161:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp35 00000400:00000200:2.0:1767384936.921167:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp35(192.168.203.157@tcp35:) -> 192.168.203.157@tcp35(192.168.203.157@tcp35:192.168.203.157@tcp35) : GET try# 0 00000800:00000200:2.0:1767384936.921172:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp35 00000800:00000010:2.0:1767384936.921176:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000039825511. 00000800:00000200:2.0:1767384936.921181:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001892aa2f] -> 12345-192.168.203.157@tcp35 (2) 00000800:00000200:2.1:1767384936.921186:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001892aa2f] -> 12345-192.168.203.157@tcp35 (2) 00000400:00000200:2.0:1767384936.921202:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp35 added to recovery queue. ping count: 2 next ping: 263 health :800 00000400:00000200:2.0:1767384936.921206:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp29 00000400:00000010:2.0:1767384936.921209:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000077312316. 00000400:00000010:2.0:1767384936.921211:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e8dc9b16. 00000400:00000010:2.0:1767384936.921214:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007239fc74. 00000400:00000010:2.0:1767384936.921219:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007111d50b. 00000400:00000200:2.0:1767384936.921224:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp29 00000400:00000200:2.0:1767384936.921231:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp29 local destination 00000400:00000200:2.0:1767384936.921236:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp29 00000400:00000200:2.0:1767384936.921241:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp29 NI seq info: [118:118:256:4294967295] 192.168.203.157@tcp29 LPNI seq info [108:108:8:4294967295] 00000400:00000200:2.0:1767384936.921246:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp29 00000400:00000200:2.0:1767384936.921254:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp29(192.168.203.157@tcp29:) -> 192.168.203.157@tcp29(192.168.203.157@tcp29:192.168.203.157@tcp29) : GET try# 0 00000800:00000200:2.0:1767384936.921261:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp29 00000800:00000010:2.0:1767384936.921265:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ed637fe4. 00000800:00000200:2.0:1767384936.921272:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007c2839cb] -> 12345-192.168.203.157@tcp29 (2) 00000800:00000200:2.1:1767384936.921277:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007c2839cb] -> 12345-192.168.203.157@tcp29 (2) 00000400:00000200:2.0:1767384936.921298:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp29 added to recovery queue. ping count: 4 next ping: 275 health :600 00000400:00000200:0.0:1767384936.921298:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.921303:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp36 00000400:00000010:2.0:1767384936.921310:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000002a49eac4. 00000400:00000010:2.0:1767384936.921315:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000685d5ffb. 00000400:00000010:2.0:1767384936.921326:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a7215e4. 00000400:00000010:2.0:1767384936.921333:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c46357f0. 00000400:00000200:2.0:1767384936.921338:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp36 00000400:00000200:2.0:1767384936.921347:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp36 local destination 00000400:00000200:2.0:1767384936.921351:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp36 00000400:00000200:3.0:1767384936.921352:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.921354:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp36 NI seq info: [119:119:256:4294967295] 192.168.203.157@tcp36 LPNI seq info [109:109:8:4294967295] 00000400:00000200:2.0:1767384936.921362:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp36 00000400:00000200:2.0:1767384936.921373:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp36(192.168.203.157@tcp36:) -> 192.168.203.157@tcp36(192.168.203.157@tcp36:192.168.203.157@tcp36) : GET try# 0 00000800:00000200:2.0:1767384936.921378:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp36 00000800:00000010:2.0:1767384936.921382:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000065344ab. 00000400:00000200:0.0:1767384936.921384:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000800:00000200:2.0:1767384936.921388:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fbacf2f1] -> 12345-192.168.203.157@tcp36 (2) 00000800:00000200:2.1:1767384936.921396:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fbacf2f1] -> 12345-192.168.203.157@tcp36 (2) 00000400:00000200:2.0:1767384936.921410:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp36 added to recovery queue. ping count: 1 next ping: 261 health :900 00000400:00000200:2.0:1767384936.921414:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp37 00000400:00000010:2.0:1767384936.921418:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ab00393c. 00000400:00000200:3.0:1767384936.921420:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000010:2.0:1767384936.921424:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004842d1bc. 00000400:00000010:2.0:1767384936.921429:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002fb9ae8f. 00000400:00000010:2.0:1767384936.921434:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d0348af6. 00000400:00000200:2.0:1767384936.921440:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp37 00000400:00000200:2.0:1767384936.921448:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp37 local destination 00000400:00000200:2.0:1767384936.921451:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp37 00000400:00000200:2.0:1767384936.921469:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp37 NI seq info: [120:120:256:4294967295] 192.168.203.157@tcp37 LPNI seq info [110:110:8:4294967295] 00000400:00000200:2.0:1767384936.921475:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp37 00000400:00000200:2.0:1767384936.921484:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp37(192.168.203.157@tcp37:) -> 192.168.203.157@tcp37(192.168.203.157@tcp37:192.168.203.157@tcp37) : GET try# 0 00000400:00000200:0.0:1767384936.921484:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.921491:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000800:00000200:2.0:1767384936.921496:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp37 00000800:00000010:2.0:1767384936.921507:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007a42b55e. 00000800:00000200:2.0:1767384936.921515:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000daa20f36] -> 12345-192.168.203.157@tcp37 (2) 00000800:00000200:2.1:1767384936.921518:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000daa20f36] -> 12345-192.168.203.157@tcp37 (2) 00000400:00000200:2.0:1767384936.921532:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp37 added to recovery queue. ping count: 1 next ping: 261 health :900 00000400:00000200:2.0:1767384936.921538:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp38 00000400:00000010:2.0:1767384936.921543:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000437d915b. 00000400:00000010:2.0:1767384936.921555:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006a649de1. 00000400:00000010:2.0:1767384936.921558:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cb108fe. 00000400:00000200:0.0:1767384936.921561:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000010:2.0:1767384936.921563:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000019f5521e. 00000400:00000200:3.0:1767384936.921566:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.921573:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp38 00000400:00000200:2.0:1767384936.921582:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp38 local destination 00000400:00000200:2.0:1767384936.921586:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp38 00000400:00000200:2.0:1767384936.921590:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp38 NI seq info: [121:121:256:4294967295] 192.168.203.157@tcp38 LPNI seq info [111:111:8:4294967295] 00000400:00000200:2.0:1767384936.921596:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp38 00000400:00000200:2.0:1767384936.921606:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp38(192.168.203.157@tcp38:) -> 192.168.203.157@tcp38(192.168.203.157@tcp38:192.168.203.157@tcp38) : GET try# 0 00000800:00000200:2.0:1767384936.921611:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp38 00000800:00000010:2.0:1767384936.921614:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005413b867. 00000800:00000200:2.0:1767384936.921619:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007f8e0c2d] -> 12345-192.168.203.157@tcp38 (2) 00000800:00000200:2.1:1767384936.921624:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007f8e0c2d] -> 12345-192.168.203.157@tcp38 (2) 00000400:00000200:3.0:1767384936.921625:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.921637:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp38 added to recovery queue. ping count: 1 next ping: 261 health :900 00000400:00000200:0.0:1767384936.921654:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.921685:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.921729:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.921732:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.921747:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.921798:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.921813:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.921844:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.921868:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.921909:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.921916:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.921931:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.922003:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.922042:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.922064:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.922106:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.922118:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.922162:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.922170:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.922182:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.922241:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.922245:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.922255:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.922317:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.922320:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.922324:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.922405:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.922412:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.922413:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.922496:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.922519:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.922522:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.922578:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.922586:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.922597:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.922661:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.922664:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.922665:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.922736:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.922744:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.922747:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.922813:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.922826:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.922835:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.922892:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.922897:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.922908:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.922980:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.922989:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.922990:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.923083:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.923106:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.923106:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.923156:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.923190:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.923194:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.923237:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.923269:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.923271:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.923311:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.923364:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.923374:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.923379:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.923425:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.923471:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.923475:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.923501:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.923556:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.923558:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.923570:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.923637:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.923661:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.923664:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.923710:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.923750:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.923758:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.923794:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.923821:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.923849:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.923864:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.923891:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.923946:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.923947:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.923952:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.924034:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.924080:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.924091:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.924092:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.924156:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.924164:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.924186:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.924247:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.924261:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.924296:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.924348:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.924383:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.924413:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.924503:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.924503:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.157:988 00000800:00000010:0.0:1767384936.924540:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002f88fbd. 00000800:00000010:0.0:1767384936.924548:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cb420a8d. 00000400:00000200:2.0:1767384936.924557:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.157:988 00000800:00000010:0.0:1767384936.924557:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000452b9e3f. 00000400:00000200:3.0:1767384936.924597:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.157:988 00000800:00000010:0.0:1767384936.924602:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000452b9e3f. 00000400:00000200:2.0:1767384936.924614:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.157:988 00000800:00020000:0.0:1767384936.924628:0:16115:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:0.0:1767384936.924636:0:16115:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cb420a8d. 00000800:00000010:0.0:1767384936.924642:0:16115:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000002f88fbd. 00000400:00000200:2.0:1767384936.924696:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.924706:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.157:988 00000400:02020000:0.0:1767384936.924721:0:16115:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp35 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384936.924733:0:16115:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp35 notifying 192.168.203.157@tcp35: down 00000800:00000200:0.0:1767384936.924743:0:16115:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp35 down 00000800:00000100:0.0:1767384936.924754:0:16115:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp35 00000800:00000010:0.0:1767384936.924759:0:16115:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000039825511. 00000400:00000200:2.0:1767384936.924763:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.924768:0:16115:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384936.924777:0:16115:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp35->192.168.203.157@tcp35: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384936.924790:0:16115:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384936.924794:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.924796:0:16115:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384936.924824:0:16115:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp35) recovery failed with -71 00000400:00000200:2.0:1767384936.924840:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.924880:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.924898:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.924907:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.924963:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.924975:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.924992:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.925058:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.925069:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.925110:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.925146:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.925190:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.925216:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.925302:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.157:988 00000800:00000010:2.0:1767384936.925324:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000fd481eb. 00000800:00000010:2.0:1767384936.925331:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e069a766. 00000800:00000010:2.0:1767384936.925335:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000088b7f224. 00000400:00000200:0.0:1767384936.925373:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384936.925377:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000088b7f224. 00000400:00000200:0.0:1767384936.925397:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp36 from 211.3.0.2 00000800:00000010:0.0:1767384936.925404:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002534d009. 00000400:00000200:2.0:1767384936.925470:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.925554:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.925626:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000800:00000010:3.0:1767384936.925672:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e99e2a2e. 00000800:00000010:3.0:1767384936.925682:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002d59895b. 00000800:00000010:3.0:1767384936.925688:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004c96fc1b. 00000400:00000200:2.0:1767384936.925706:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000800:00000010:3.0:1767384936.925755:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004c96fc1b. 00000400:00000200:2.0:1767384936.925812:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000800:00000010:3.0:1767384936.925815:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000afa64db0. 00000800:00000010:3.0:1767384936.925823:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000243488c. 00000800:00000010:3.0:1767384936.925854:0:16118:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e4d2f7cb. 00000800:00000200:3.1:1767384936.925864:0:16118:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fbacf2f1] -> 12345-192.168.203.157@tcp36 (2) 00000800:00000200:3.1:1767384936.925872:0:16118:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp36 00000000e4d2f7cb deleted 00000800:00000010:3.1:1767384936.925876:0:16118:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e4d2f7cb. 00000400:00000200:1.0:1767384936.925880:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000800:00000200:3.1:1767384936.925882:0:16118:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:2.0:1767384936.925883:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000800:00000200:3.1:1767384936.925898:0:16118:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp36 ip 192.168.203.157:979 00000800:00000200:3.1:1767384936.925904:0:16118:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000065344ab type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384936.925913:0:16118:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp36 p 3.x 192.168.203.157 -> 192.168.203.157:979 incarnation:1767384931372217432 sched[0] 00000800:00000010:3.0:1767384936.925920:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004c96fc1b. 00000400:00000200:0.0:1767384936.925933:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384936.925950:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.925955:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp29 from 210.3.0.2 00000800:00000010:0.0:1767384936.925959:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007220860b. 00000400:00000200:2.0:1767384936.925962:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000800:00000010:3.0:1767384936.925991:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004c96fc1b. 00000800:00000010:3.0:1767384936.925999:0:16118:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000243488c. 00000400:00000200:1.0:1767384936.926021:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.926068:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000800:00000010:3.0:1767384936.926080:0:16118:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002534d009. 00000800:00000010:3.0:1767384936.926093:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ae2f3969. 00000800:00000010:3.0:1767384936.926098:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000243488c. 00000400:00000200:1.0:1767384936.926119:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000800:00000010:3.0:1767384936.926126:0:16118:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e4d2f7cb. 00000800:00000200:3.1:1767384936.926136:0:16118:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007c2839cb] -> 12345-192.168.203.157@tcp29 (2) 00000800:00000200:3.1:1767384936.926143:0:16118:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp29 00000000e4d2f7cb deleted 00000800:00000010:3.1:1767384936.926146:0:16118:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e4d2f7cb. 00000400:00000200:2.0:1767384936.926147:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000800:00000200:3.1:1767384936.926151:0:16118:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384936.926162:0:16118:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp29 ip 192.168.203.157:978 00000800:00000200:3.1:1767384936.926166:0:16118:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ed637fe4 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384936.926175:0:16118:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp29 p 3.x 192.168.203.157 -> 192.168.203.157:978 incarnation:1767384917796478689 sched[0] 00000400:00000200:1.0:1767384936.926177:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000800:00000010:3.0:1767384936.926184:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004c96fc1b. 00000400:00000200:2.0:1767384936.926242:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:1.0:1767384936.926248:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000800:00000010:3.0:1767384936.926271:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004c96fc1b. 00000800:00000010:3.0:1767384936.926278:0:16118:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000243488c. 00000800:00000010:3.0:1767384936.926320:0:16118:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007220860b. 00000400:00000200:1.0:1767384936.926322:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.926340:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000800:00000001:3.0:1767384936.926346:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384936.926357:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384936.926384:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.926434:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000800:00000200:3.0:1767384936.926441:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384936.926447:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000065344ab. 00000400:00000200:3.0:1767384936.926473:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384936.926475:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.926510:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp36->192.168.203.157@tcp36: GET: OK 00000400:00000200:3.0:1767384936.926518:0:16121:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384936.926523:0:16121:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp36 recovery message sent successfully:0 00000800:00000001:3.0:1767384936.926541:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384936.926543:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000800:00000001:3.0:1767384936.926548:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384936.926573:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000800:00000200:3.0:1767384936.926642:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384936.926645:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:1.0:1767384936.926647:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000800:00000010:3.0:1767384936.926648:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ed637fe4. 00000400:00000200:3.0:1767384936.926659:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384936.926670:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp29->192.168.203.157@tcp29: GET: OK 00000400:00000200:3.0:1767384936.926676:0:16121:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384936.926681:0:16121:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp29 recovery message sent successfully:0 00000400:00000200:1.0:1767384936.926723:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.926767:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000800:00000200:3.1:1767384936.926840:0:16117:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384936.926851:0:16117:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp36 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384931372217432 sched[0] 00000800:00000010:3.0:1767384936.926856:0:16117:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e069a766. 00000400:00000200:2.0:1767384936.926858:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000800:00000001:3.0:1767384936.926900:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384936.926909:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384936.926913:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384936.926913:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000800:00000001:3.0:1767384936.926925:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384936.926937:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp36(192.168.203.157@tcp36) <- 192.168.203.157@tcp36 : GET - for me 00000400:00000200:3.0:1767384936.926953:0:16121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384936.926961:0:16121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp of length 272/272 into md 0x19e9 [1] + 0 00000400:00000200:2.0:1767384936.926969:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.926978:0:16121:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp36 to MR: 192.168.203.157@tcp36 local destination 00000400:00000200:3.0:1767384936.926989:0:16121:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp36 NI seq info: [122:122:256:4294967295] 192.168.203.157@tcp36 LPNI seq info [112:112:8:4294967295] 00000400:00000200:3.0:1767384936.927008:0:16121:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp36(192.168.203.157@tcp36:192.168.203.157@tcp36) -> 192.168.203.157@tcp36(192.168.203.157@tcp36:192.168.203.157@tcp36) 192.168.203.157@tcp36 : REPLY try# 0 00000800:00000200:3.0:1767384936.927016:0:16121:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.157@tcp36 00000400:00000200:2.0:1767384936.927021:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000800:00000010:3.0:1767384936.927023:0:16121:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ac04492. 00000800:00000200:3.0:1767384936.927059:0:16121:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fbacf2f1] -> 12345-192.168.203.157@tcp36 (4) 00000800:00000200:3.0:1767384936.927066:0:16121:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp36 ip 192.168.203.157:988 00000800:00000200:3.0:1767384936.927070:0:16121:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003ac04492 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384936.927090:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.927140:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000800:00000200:3.0:1767384936.927149:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384936.927165:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ac04492. 00000400:00000200:3.0:1767384936.927172:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384936.927179:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp36->192.168.203.157@tcp36: REPLY: OK 00000800:00000001:3.0:1767384936.927193:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384936.927201:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384936.927201:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.927206:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000800:00000001:3.0:1767384936.927208:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384936.927219:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384936.927224:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384936.927231:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384936.927239:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp36(192.168.203.157@tcp36) <- 192.168.203.157@tcp36 : REPLY - for me 00000400:00000200:3.0:1767384936.927253:0:16121:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp36: Reply from 12345-192.168.203.157@tcp36 of length 272/272 into md 0x1a59 00000800:00000001:3.0:1767384936.927259:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384936.927267:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384936.927271:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384936.927271:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.927281:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp36->192.168.203.157@tcp36: REPLY: OK 00000400:00000200:3.0:1767384936.927287:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a7215e4 00000400:00000200:2.0:1767384936.927289:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000010:3.0:1767384936.927291:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a7215e4. 00000800:00000200:0.1:1767384936.927296:0:16116:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:3.0:1767384936.927300:0:16121:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000800:00000200:0.0:1767384936.927307:0:16116:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp29 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384917796478689 sched[0] 00000400:00000010:3.0:1767384936.927310:0:16121:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000002a49eac4. 00000800:00000010:0.0:1767384936.927317:0:16116:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002d59895b. 00000400:00000010:3.0:1767384936.927320:0:16121:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000685d5ffb. 00000800:00000001:3.0:1767384936.927333:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384936.927340:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384936.927342:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000800:00000001:3.0:1767384936.927353:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384936.927355:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000800:00000001:3.0:1767384936.927364:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384936.927370:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384936.927382:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384936.927392:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp29(192.168.203.157@tcp29) <- 192.168.203.157@tcp29 : GET - for me 00000400:00000200:1.0:1767384936.927402:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.927402:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.927404:0:16121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384936.927414:0:16121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp of length 272/272 into md 0x19e9 [1] + 0 00000400:00000200:2.0:1767384936.927421:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.927429:0:16121:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp29 to MR: 192.168.203.157@tcp29 local destination 00000400:00000200:3.0:1767384936.927438:0:16121:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp29 NI seq info: [123:123:256:4294967295] 192.168.203.157@tcp29 LPNI seq info [113:113:8:4294967295] 00000400:00000200:3.0:1767384936.927474:0:16121:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp29(192.168.203.157@tcp29:192.168.203.157@tcp29) -> 192.168.203.157@tcp29(192.168.203.157@tcp29:192.168.203.157@tcp29) 192.168.203.157@tcp29 : REPLY try# 0 00000400:00000200:1.0:1767384936.927491:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.927491:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000800:00000200:3.0:1767384936.927492:0:16121:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.157@tcp29 00000400:00000200:2.0:1767384936.927496:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000800:00000010:3.0:1767384936.927502:0:16121:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ac04492. 00000800:00000200:3.0:1767384936.927511:0:16121:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007c2839cb] -> 12345-192.168.203.157@tcp29 (4) 00000800:00000200:3.0:1767384936.927519:0:16121:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp29 ip 192.168.203.157:988 00000800:00000200:3.0:1767384936.927522:0:16121:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003ac04492 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384936.927577:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.927577:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.927586:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000800:00000200:3.0:1767384936.927592:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384936.927597:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ac04492. 00000400:00000200:3.0:1767384936.927603:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384936.927611:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp29->192.168.203.157@tcp29: REPLY: OK 00000800:00000001:3.0:1767384936.927624:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384936.927628:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384936.927631:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384936.927637:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384936.927639:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384936.927645:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384936.927651:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp29(192.168.203.157@tcp29) <- 192.168.203.157@tcp29 : REPLY - for me 00000400:00000200:1.0:1767384936.927654:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.927654:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.927661:0:16121:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp29: Reply from 12345-192.168.203.157@tcp29 of length 272/272 into md 0x1a55 00000800:00000001:3.0:1767384936.927668:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384936.927676:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384936.927676:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.927681:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384936.927687:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp29->192.168.203.157@tcp29: REPLY: OK 00000400:00000200:3.0:1767384936.927691:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007239fc74 00000400:00000010:3.0:1767384936.927692:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007239fc74. 00000400:00000200:3.0:1767384936.927696:0:16121:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384936.927701:0:16121:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000077312316. 00000400:00000010:3.0:1767384936.927705:0:16121:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e8dc9b16. 00000800:00000001:3.0:1767384936.927712:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384936.927716:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384936.927721:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.927721:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.927766:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:1.0:1767384936.927807:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.927807:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.927834:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.927865:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:1.0:1767384936.927891:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.927891:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.927915:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.927952:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:1.0:1767384936.927979:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.927979:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.928062:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.928092:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:1.0:1767384936.928121:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.928148:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.928149:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.928173:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:1.0:1767384936.928187:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.928241:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.928241:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:1.0:1767384936.928254:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.928254:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.928331:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.928347:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:1.0:1767384936.928357:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.928357:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.928405:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.928429:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:1.0:1767384936.928472:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.928472:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.928529:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:1.0:1767384936.928554:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.928554:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.928604:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000800:00000010:2.0:1767384936.928606:0:29524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ba797732. 00000800:00000010:2.0:1767384936.928612:0:29524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006990a389. 00000800:00000010:2.0:1767384936.928616:0:29524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000088b7f224. 00000400:00000200:1.0:1767384936.928630:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.928630:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000800:00000010:2.0:1767384936.928642:0:29524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000088b7f224. 00000800:00020000:2.0:1767384936.928655:0:29524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:2.0:1767384936.928659:0:29524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006990a389. 00000800:00000010:2.0:1767384936.928664:0:29524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ba797732. 00000400:00000200:3.0:1767384936.928668:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.928707:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.928743:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:02020000:2.0:1767384936.928748:0:29524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp38 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384936.928755:0:29524:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp38 notifying 192.168.203.157@tcp38: down 00000400:00000200:2.0:1767384936.928760:0:29524:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384936.928766:0:29524:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp38 00000800:00000010:2.0:1767384936.928769:0:29524:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005413b867. 00000400:00000200:2.0:1767384936.928773:0:29524:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384936.928778:0:29524:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp38->192.168.203.157@tcp38: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384936.928786:0:29524:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384936.928789:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384936.928790:0:29524:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384936.928798:0:29524:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp38) recovery failed with -71 00000400:00000200:3.0:1767384936.928829:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000800:00000010:1.0:1767384936.928836:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000019e0feed. 00000800:00000010:1.0:1767384936.928843:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000033d949a7. 00000800:00000010:1.0:1767384936.928848:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006ea0e5f7. 00000400:00000200:0.0:1767384936.928868:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000800:00000010:1.0:1767384936.928877:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006ea0e5f7. 00000800:00020000:1.0:1767384936.928888:0:16115:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:1.0:1767384936.928892:0:16115:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000033d949a7. 00000800:00000010:1.0:1767384936.928895:0:16115:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000019e0feed. 00000400:00000200:3.0:1767384936.928907:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.928943:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:02020000:1.0:1767384936.928964:0:16115:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp37 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384936.928973:0:16115:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp37 notifying 192.168.203.157@tcp37: down 00000400:00000200:3.0:1767384936.928974:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:1.0:1767384936.928978:0:16115:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384936.928986:0:16115:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp37 00000800:00000010:1.0:1767384936.928989:0:16115:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007a42b55e. 00000400:00000200:1.0:1767384936.928995:0:16115:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384936.929002:0:16115:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp37->192.168.203.157@tcp37: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384936.929009:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:1.0:1767384936.929010:0:16115:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384936.929039:0:16115:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384936.929047:0:16115:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp37) recovery failed with -71 00000400:00000200:0.0:1767384936.929104:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.929155:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.929211:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.929212:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.929309:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.929309:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.929384:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.929403:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.929431:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.929475:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.929500:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.929534:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.929563:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.929594:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.929617:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.929652:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.929678:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.929718:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.929739:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.929789:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.929797:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.929850:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.929872:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.929896:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.929939:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:0.0:1767384936.929962:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.930000:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.930077:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.930116:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.930147:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000800:00000010:0.0:1767384936.930164:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002f88fbd. 00000400:00000200:3.0:1767384936.930175:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000800:00000010:0.0:1767384936.930177:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cb420a8d. 00000800:00000010:0.0:1767384936.930183:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000452b9e3f. 00000800:00000010:0.0:1767384936.930208:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000452b9e3f. 00000400:00000200:3.0:1767384936.930210:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000800:00020000:0.0:1767384936.930216:0:16116:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:0.0:1767384936.930220:0:16116:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cb420a8d. 00000800:00000010:0.0:1767384936.930224:0:16116:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000002f88fbd. 00000400:00000200:3.0:1767384936.930252:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:02020000:0.0:1767384936.930284:0:16116:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp29 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384936.930309:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.930332:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:3.0:1767384936.930349:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:3.0:1767384936.930446:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d5768b80. 00000800:00000010:3.0:1767384936.930449:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000243488c. 00000800:00000010:3.0:1767384936.930469:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004c96fc1b. 00000800:00000010:3.0:1767384936.930491:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004c96fc1b. 00000800:00020000:3.0:1767384936.930497:0:16117:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:3.0:1767384936.930500:0:16117:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000243488c. 00000800:00000010:3.0:1767384936.930501:0:16117:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d5768b80. 00000400:02020000:3.0:1767384936.930532:0:16117:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp36 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00010000:00000001:1.0:1767384937.305054:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384937.305060:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384937.305064:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384937.305074:0:58:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384937.305076:0:58:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384937.305079:0:58:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384937.305081:0:58:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384937.305083:0:58:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384937.305085:0:58:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384937.305086:0:58:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384937.305111:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384937.305114:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384937.305117:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:2.0:1767384937.497092:0:16793:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384937.497097:0:16793:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384937.497102:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bab0ac14. 00000020:00000040:2.0:1767384937.497109:0:16793:0:(genops.c:1229:class_import_get()) import 000000002913d734 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384937.497114:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384937.497118:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384937.497122:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384937.497130:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005413b867. 00000100:00000001:2.0:1767384937.497144:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384937.497147:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fc613044-dd35-4201-b03c-4d69ab0214c0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384937.497150:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384937.497154:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.497166:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1767384937.497169:0:16793:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bab0ac14] to pc [ptlrpcd_00_01+1] req@00000000bab0ac14 x1853237358516224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384937.497176:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c705512f. 00000020:00000040:0.0:1767384937.497184:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1767384937.497189:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000004:00000001:2.0:1767384937.497193:0:16793:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384937.497193:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384937.497198:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384937.497202:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.497203:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384937.497206:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384937.497212:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bab0ac14 x1853237358516224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384937.497214:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000023f7b33. 00000100:00000001:2.0:1767384937.497219:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384937.497227:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.497230:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.497233:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384937.497237:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384937.497241:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384937.497247:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384937.497247:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc613044-dd35-4201-b03c-4d69ab0214c0->MGS req@00000000c705512f x1853237358516352/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384937.497256:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384937.497262:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bab0ac14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16128:1853237358516224:0@lo:13: 00000100:00000001:3.0:1767384937.497273:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384937.497279:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384937.497282:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384937.497290:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384937.497292:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:3.0:1767384937.497295:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e626550f. 00000100:00000001:0.0:1767384937.497297:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384937.497300:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384937.497306:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebc9bede. 00000100:00000040:0.0:1767384937.497309:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c705512f] to pc [ptlrpcd_00_02+2] req@00000000c705512f x1853237358516352/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384937.497313:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d5f7f4b4. 00000100:00000200:3.0:1767384937.497321:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358516224, portal 4 00000100:00000001:3.0:1767384937.497326:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384937.497329:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504589952 : -108642204961664 : ffff9d30c3f73480) 00000100:00000040:3.0:1767384937.497338:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bab0ac14 x1853237358516224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.497344:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384937.497355:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384937.497357:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5b11576. 00000100:00000001:0.0:1767384937.497359:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384937.497361:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237358516224, offset 0 00000100:00000001:2.0:1767384937.497363:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384937.497369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384937.497370:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384937.497376:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384937.497378:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384937.497387:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c705512f x1853237358516352/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384937.497389:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1767384937.497398:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1767384937.497398:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007fd72a2d. 00000100:00000001:2.0:1767384937.497402:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384937.497406:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384937.497410:0:8:0:(genops.c:1229:class_import_get()) import 000000002913d734 refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:2.0:1767384937.497411:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384937.497414:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384937.497421:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384937.497422:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272705800 02000000:00000001:2.0:1767384937.497422:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384937.497429:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1767384937.497433:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c705512f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358516352:0@lo:400: 02000000:00000001:0.0:1767384937.497435:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384937.497436:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 2240 00000100:00000001:2.0:1767384937.497457:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384937.497462:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384937.497464:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384937.497466:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1767384937.497466:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005b43d7d. 02000000:00000001:2.0:1767384937.497467:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384937.497473:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1767384937.497473:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006556726e. 02000000:00000001:2.0:1767384937.497478:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.497483:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:2.0:1767384937.497483:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083b0f1ae. 00000100:00000200:3.0:1767384937.497488:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000010:2.0:1767384937.497491:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c104db6. 00000100:00000001:0.0:1767384937.497491:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384937.497494:0:16128:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000101f91a3. 00000100:00000040:3.0:1767384937.497502:0:16128:0:(events.c:337:request_in_callback()) incoming req@00000000101f91a3 x1853237358516224 msgsize 224 00000100:00000200:2.0:1767384937.497503:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358516352, portal 25 00000100:00000040:0.0:1767384937.497509:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000007fd72a2d x1853237358516480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384937.497511:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384937.497516:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780961408 : -108637928590208 : ffff9d31c2db7480) 00000100:00100000:3.0:1767384937.497517:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384937.497528:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c705512f x1853237358516352/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.497532:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384937.497544:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5b11576 00000400:00000010:3.0:1767384937.497551:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5b11576. 00000100:00000001:3.0:1767384937.497559:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384937.497569:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bab0ac14 x1853237358516224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384937.497571:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384937.497571:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384937.497581:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.497583:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384937.497587:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384937.497590:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bab0ac14 x1853237358516224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384937.497596:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fd72a2d] to pc [ptlrpcd_00_03+3] req@000000007fd72a2d x1853237358516480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384937.497603:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1f9e242. 00000100:00000001:3.0:1767384937.497613:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384937.497613:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237358516352, offset 0 00000100:00000001:3.0:1767384937.497622:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384937.497630:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384937.497632:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384937.497643:0:16128:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5043 usecs (6 jiffies) 00000100:00000001:3.0:1767384937.497649:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294927366 00000400:00000200:2.0:1767384937.497652:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384937.497652:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384937.497653:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000514c309e. 00000100:00000040:0.0:1767384937.497668:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384937.497670:0:16128:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384937.497679:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272705880 00000100:00000001:3.0:1767384937.497684:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294927366 00000100:00000001:0.0:1767384937.497684:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1767384937.497692:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1299 [2] + 0 00000100:00000010:0.0:1767384937.497693:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016e303d8. 00000100:00000010:3.0:1767384937.497694:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e60dd453. 00000400:00000010:2.0:1767384937.497697:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a2adda5. 00000400:00000200:2.0:1767384937.497706:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c65dda73 00000020:00000040:0.0:1767384937.497709:0:8:0:(genops.c:1229:class_import_get()) import 000000005ebd018a refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384937.497710:0:16128:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384937.497711:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384937.497724:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384937.497724:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384937.497727:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294927366 02000000:00000001:0.0:1767384937.497730:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384937.497732:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c65dda73 00000100:00000010:3.0:1767384937.497733:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002835db06. 00000400:00000010:2.0:1767384937.497737:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c65dda73. 02000000:00000001:0.0:1767384937.497738:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.497739:0:16128:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384937.497745:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294927366 00000100:00000001:2.0:1767384937.497750:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384937.497752:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:3.0:1767384937.497755:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007c32bdbf. 00000100:00000040:2.0:1767384937.497757:0:16129:0:(events.c:337:request_in_callback()) incoming req@000000006060d4af x1853237358516352 msgsize 224 02000000:00000010:0.0:1767384937.497759:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a40dd019. 00000100:00000001:3.0:1767384937.497760:0:16128:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384937.497765:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384937.497773:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.497774:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384937.497775:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384937.497785:0:16129:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384937.497789:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384937.497793:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000016e303d8 x1853237358516608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384937.497794:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384937.497796:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384937.497803:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1f9e242 00000100:00000001:3.0:1767384937.497806:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767384937.497807:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1f9e242. 00000100:00000001:3.0:1767384937.497812:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384937.497817:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384937.497820:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384937.497825:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384937.497828:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384937.497829:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c705512f x1853237358516352/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.497838:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.497845:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384937.497850:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.497854:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384937.497862:0:18104:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384937.497866:0:18104:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358516224 00000100:00000040:2.0:1767384937.497869:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c705512f x1853237358516352/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384953 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384937.497870:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016e303d8] to pc [ptlrpcd_00_00+0] req@0000000016e303d8 x1853237358516608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384937.497871:0:18104:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384937.497877:0:18104:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384937.497881:0:18104:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384937.497894:0:18104:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384937.497905:0:18104:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358516224 00000020:00000001:3.0:1767384937.497913:0:18104:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384937.497917:0:18104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8560 00000020:00000001:3.0:1767384937.497924:0:18104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384937.497926:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384937.497931:0:18104:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ce565cee refcount=5 00000100:00000001:2.0:1767384937.497935:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384937.497941:0:18104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000020:00000001:3.0:1767384937.497944:0:18104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00000001:2.0:1767384937.497946:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.497948:0:18104:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384937.497950:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294927371 00000020:00000010:3.0:1767384937.497953:0:18104:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f1d466a. 00000020:00000010:3.0:1767384937.497958:0:18104:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000bbd2c4b2. 00000100:00000001:2.0:1767384937.497960:0:16129:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294927366 00000020:00000040:3.0:1767384937.497964:0:18104:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fe96f595) now 6 - evictor 00000100:00000001:0.0:1767384937.497969:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.497970:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294927371 00000100:00000001:3.0:1767384937.497973:0:18104:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:0.0:1767384937.497980:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384937.497982:0:16129:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294927366 00000020:00000010:3.0:1767384937.497985:0:18104:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d91a96b4. 00000100:00000001:0.0:1767384937.497987:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000010:3.0:1767384937.497992:0:18104:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007d92a8e5. 00000100:00000010:0.0:1767384937.497994:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aa3eddaf. 00000100:00000001:2.0:1767384937.497995:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294927371 00000020:00000010:3.0:1767384937.497997:0:18104:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002025b0d3. 00000100:00000001:2.0:1767384937.498004:0:16129:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294927366 00000020:00000040:0.0:1767384937.498006:0:8:0:(genops.c:1229:class_import_get()) import 00000000e13b832f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:3.0:1767384937.498058:0:18104:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384937.498061:0:18104:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384937.498063:0:18104:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384937.498064:0:18104:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.498071:0:18104:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.498078:0:18104:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.498088:0:18104:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384937.498090:0:18104:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384937.498094:0:18104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:3.0:1767384937.498097:0:18104:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ce565cee : new rpc_count 1 00000100:00000001:3.0:1767384937.498099:0:18104:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436633369088 : -108637076182528 : ffff9d31f5aa2a00) 00000100:00000040:3.0:1767384937.498103:0:18104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000101f91a3 x1853237358516224/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:163/0 lens 224/0 e 0 to 0 dl 1767384948 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.498109:0:18104:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384937.498112:0:18104:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f3536310. 00000100:00000001:3.0:1767384937.498115:0:18104:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384937.498117:0:18104:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f3536310. 00000100:00100000:3.0:1767384937.498123:0:18104:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000101f91a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16128:x1853237358516224:12345-0@lo:13: 00000100:00000200:3.0:1767384937.498126:0:18104:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358516224 00000020:00000001:3.0:1767384937.498128:0:18104:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384937.498132:0:18104:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384937.498135:0:18104:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384937.498138:0:18104:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384937.498140:0:18104:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673334736 : -1036216880 : ffffffffc23c95d0) 00000020:00000001:3.0:1767384937.498143:0:18104:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384937.498143:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294927371 00000020:00000001:3.0:1767384937.498147:0:18104:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384937.498151:0:18104:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384937.498153:0:18104:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384937.498154:0:16129:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294927366 00000020:00000001:3.0:1767384937.498155:0:18104:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.498161:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384937.498163:0:18104:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384937.498165:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.498167:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.498169:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384937.498172:0:18104:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384937.498175:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1767384937.498177:0:18104:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000004b0ad11c. 00000100:00000001:2.0:1767384937.498178:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767384937.498183:0:18104:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.498184:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384937.498187:0:18104:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.498187:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00002000:00000001:3.0:1767384937.498191:0:18104:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:2.0:1767384937.498191:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384937.498196:0:18104:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00100000:2.0:1767384937.498197:0:16129:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:00000001:3.0:1767384937.498202:0:18104:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:2.0:1767384937.498202:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384937.498208:0:18104:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:2.0:1767384937.498209:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384937.498212:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384937.498214:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384937.498215:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384937.498216:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384937.498220:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007fd72a2d x1853237358516480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1767384937.498222:0:18104:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384937.498230:0:18104:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384937.498230:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384937.498233:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:3.0:1767384937.498237:0:18104:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 02000000:00000001:2.0:1767384937.498238:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384937.498238:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384937.498245:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384937.498246:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000020:3.0:1767384937.498247:0:18104:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 02000000:00000001:2.0:1767384937.498253:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384937.498255:0:18104:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000ce565cee dirty 0 pend 0 grant 0 02000000:00000001:0.0:1767384937.498255:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384937.498256:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007fd72a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16129:1853237358516480:0@lo:400: 00002000:00000020:3.0:1767384937.498263:0:18104:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:2.0:1767384937.498264:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384937.498268:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384937.498274:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384937.498280:0:18104:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 02000000:00000001:2.0:1767384937.498280:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384937.498283:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e88d17d8. 02000000:00000010:2.0:1767384937.498286:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003438a13a. 00000001:00000001:3.0:1767384937.498287:0:18104:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384937.498292:0:18104:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384937.498292:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.498294:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384937.498295:0:18104:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384937.498305:0:18104:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237358516224 00000400:00000010:2.0:1767384937.498307:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002bde85a3. 00010000:00000001:3.0:1767384937.498308:0:18104:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767384937.498311:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000aa3eddaf x1853237358516736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767384937.498315:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1f9e242. 00010000:00000200:3.0:1767384937.498319:0:18104:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000101f91a3 x1853237358516224/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:163/0 lens 224/368 e 0 to 0 dl 1767384948 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384937.498324:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358516480, portal 4 00000100:00000001:2.0:1767384937.498333:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384937.498339:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780954240 : -108637928597376 : ffff9d31c2db5880) 00000100:00000040:2.0:1767384937.498356:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007fd72a2d x1853237358516480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384937.498382:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:3.0:1767384937.498383:0:18104:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384937.498387:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384937.498391:0:18104:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.498391:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384937.498394:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384937.498400:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fbc9d5a5. 00000100:00001000:3.0:1767384937.498403:0:18104:0:(import.c:2128:obd_at_measure()) add 1 to 000000007564533c time=51 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384937.498406:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237358516480, offset 0 00000100:00000040:0.0:1767384937.498408:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa3eddaf] to pc [ptlrpcd_00_01+1] req@00000000aa3eddaf x1853237358516736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.498409:0:18104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384937.498417:0:18104:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000400:00000200:2.0:1767384937.498418:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384937.498426:0:18104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:3.0:1767384937.498435:0:18104:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1767384937.498439:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384937.498441:0:18104:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.498465:0:18104:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384937.498475:0:18104:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384937.498480:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272705900 00000400:00000010:3.0:1767384937.498481:0:18104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5b11576. 00000100:00000001:0.0:1767384937.498491:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384937.498492:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 3216 00000400:00000200:2.0:1767384937.498500:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384937.498502:0:18104:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237358516224, offset 224 00000100:00000040:0.0:1767384937.498505:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (265) 00000400:00000200:2.0:1767384937.498507:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384937.498515:0:18104:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384937.498526:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384937.498530:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:3.0:1767384937.498531:0:18104:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1767384937.498535:0:16129:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000de8d80bd. 00000100:00000001:0.0:1767384937.498535:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384937.498542:0:18104:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272705800 00000100:00000001:0.0:1767384937.498543:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384937.498544:0:16129:0:(events.c:337:request_in_callback()) incoming req@00000000de8d80bd x1853237358516480 msgsize 224 00000400:00000200:3.0:1767384937.498560:0:18104:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1a65 [1] + 224 00000100:00000001:0.0:1767384937.498560:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384937.498561:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384937.498567:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384937.498570:0:18104:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384937.498573:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384937.498575:0:18104:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384937.498575:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384937.498582:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016e303d8 x1853237358516608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384937.498583:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbc9d5a5 00000400:00000010:2.0:1767384937.498589:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fbc9d5a5. 00000100:00000001:2.0:1767384937.498596:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384937.498598:0:18104:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384937.498603:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007fd72a2d x1853237358516480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384937.498608:0:18104:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bab0ac14 x1853237358516224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384937.498642:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384937.498650:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384937.498658:0:18104:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000bab0ac14 x1853237358516224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384937.498660:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384937.498661:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384937.498668:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384937.498671:0:18104:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384937.498673:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007fd72a2d x1853237358516480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384953 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384937.498677:0:18104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5b11576 02000000:00000001:0.0:1767384937.498679:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384937.498683:0:18104:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5b11576. 00000100:00000001:3.0:1767384937.498690:0:18104:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384937.498692:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384937.498693:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000016e303d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16127:1853237358516608:0@lo:400: 00000100:00000001:3.0:1767384937.498694:0:18104:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384937.498696:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384937.498698:0:18104:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.498704:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384937.498708:0:18104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00000001:2.0:1767384937.498710:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384937.498711:0:18104:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:0.0:1767384937.498713:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1767384937.498715:0:18104:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384937.498715:0:16129:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5043 usecs (6 jiffies) 02000000:00000001:0.0:1767384937.498719:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384937.498721:0:18104:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384937.498722:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294927367 00000100:00000040:3.0:1767384937.498727:0:18104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000101f91a3 x1853237358516224/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:163/0 lens 224/368 e 0 to 0 dl 1767384948 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384937.498728:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384937.498729:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294927371 00000100:00000001:2.0:1767384937.498736:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294927367 02000000:00000010:0.0:1767384937.498738:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071e079a5. 00000100:00000001:2.0:1767384937.498741:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294927371 02000000:00000001:0.0:1767384937.498748:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.498749:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294927367 00000100:00100000:3.0:1767384937.498760:0:18104:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000101f91a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16128:x1853237358516224:12345-0@lo:13: Request processed in 644us (1251us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384937.498761:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294927371 00000400:00000010:0.0:1767384937.498765:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ac92ace. 00000100:00000001:2.0:1767384937.498767:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294927367 00000100:00100000:3.0:1767384937.498775:0:18104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000001:2.0:1767384937.498775:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294927371 00000400:00000010:0.0:1767384937.498779:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab90512b. 00000100:00000040:3.0:1767384937.498782:0:18104:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce565cee : new rpc_count 0 00000100:00000001:2.0:1767384937.498782:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384937.498788:0:18104:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384937.498789:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.498791:0:18104:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384937.498793:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358516608, portal 10 00000100:00000001:2.0:1767384937.498794:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384937.498796:0:18104:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007d92a8e5. 00000100:00000001:2.0:1767384937.498804:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.498807:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1767384937.498809:0:18104:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002025b0d3. 00000100:00000001:0.0:1767384937.498811:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780959616 : -108637928592000 : ffff9d31c2db6d80) 00000020:00000010:3.0:1767384937.498813:0:18104:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d91a96b4. 00000020:00000040:3.0:1767384937.498818:0:18104:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 4 00000100:00000001:2.0:1767384937.498820:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384937.498821:0:18104:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384937.498824:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358516352 02000000:00000001:2.0:1767384937.498828:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384937.498831:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384937.498832:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384937.498839:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384937.498839:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000016e303d8 x1853237358516608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767384937.498844:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767384937.498848:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358516352 00000020:00000040:3.0:1767384937.498851:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fe96f595) now 6 - evictor 00000020:00000001:2.0:1767384937.498857:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384937.498860:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:2.0:1767384937.498865:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384937.498869:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384937.498872:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000100:00000001:3.0:1767384937.498876:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384937.498883:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:3.0:1767384937.498884:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384937.498892:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384937.498893:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000040:3.0:1767384937.498894:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aa3eddaf x1853237358516736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384937.498902:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384937.498911:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b60c7f7b. 00000100:00000040:0.0:1767384937.498911:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384937.498915:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384937.498920:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384937.498922:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384937.498923:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b60c7f7b. 00000400:00000010:0.0:1767384937.498925:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4e709c4. 02000000:00000001:3.0:1767384937.498927:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:2.0:1767384937.498930:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006345929a. 02000000:00000001:3.0:1767384937.498931:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384937.498934:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237358516608, offset 0 02000000:00000001:3.0:1767384937.498935:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384937.498946:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009d2e8381. 00000100:00100000:3.0:1767384937.498947:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000aa3eddaf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16128:1853237358516736:0@lo:400: 00000020:00000010:2.0:1767384937.498952:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a68c908. 00000400:00000200:0.0:1767384937.498960:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384937.498961:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384937.498966:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384937.498966:0:16762:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:3.0:1767384937.498970:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.498971:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1767384937.498973:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384937.498975:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:3.0:1767384937.498978:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d91a96b4. 00000100:00000001:2.0:1767384937.498978:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384937.498985:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384937.498986:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.498989:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384937.498995:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008bc03faa. 00000400:00000010:3.0:1767384937.499002:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5b11576. 00000100:00000200:3.0:1767384937.499007:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358516736, portal 10 00000100:00000001:2.0:1767384937.499008:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.499032:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384937.499035:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780949760 : -108637928601856 : ffff9d31c2db4700) 00000100:00000040:3.0:1767384937.499041:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000aa3eddaf x1853237358516736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.499046:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384937.499051:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272705980 00000100:00000040:3.0:1767384937.499052:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384937.499056:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042896188. 00000100:00000001:2.0:1767384937.499060:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:3.0:1767384937.499062:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237358516736, offset 0 00000100:00000001:2.0:1767384937.499063:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384937.499071:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6040 00000100:00100000:2.0:1767384937.499072:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00000040:2.0:1767384937.499078:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:2.0:1767384937.499085:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635435922074704 : -108637787476912 : ffff9d31cb44ac50) 00000400:00000200:0.0:1767384937.499088:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384937.499091:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384937.499092:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006060d4af x1853237358516352/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:163/0 lens 224/0 e 0 to 0 dl 1767384948 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384937.499108:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384937.499112:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384937.499114:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384937.499120:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b60c7f7b. 00000100:00000001:2.0:1767384937.499125:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384937.499128:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b60c7f7b. 00000100:00000001:0.0:1767384937.499129:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384937.499137:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272705a00 00000100:00100000:2.0:1767384937.499138:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006060d4af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16129:x1853237358516352:12345-0@lo:400: 00000100:00000200:0.0:1767384937.499138:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1767384937.499148:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6264 00000100:00000200:2.0:1767384937.499152:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358516352 00000100:00000010:0.0:1767384937.499152:0:16127:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e25b998. 00000020:00000001:2.0:1767384937.499162:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384937.499164:0:16127:0:(events.c:337:request_in_callback()) incoming req@000000003e25b998 x1853237358516608 msgsize 224 00000400:00000200:3.0:1767384937.499166:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384937.499167:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384937.499171:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384937.499177:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384937.499184:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169792 : -1040381824 : ffffffffc1fd0880) 00000400:00000200:3.0:1767384937.499186:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384937.499187:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384937.499193:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384937.499194:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1767384937.499197:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384937.499201:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384937.499203:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384937.499204:0:16762:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384937.499206:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384937.499214:0:16127:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384937.499215:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384937.499221:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009bf906a5. 00000100:00000001:3.0:1767384937.499224:0:17540:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384937.499224:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.499228:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384937.499230:0:17540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358516480 00000020:00000001:2.0:1767384937.499232:0:16762:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384937.499233:0:17540:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000040:2.0:1767384937.499236:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358516352 00000100:00000001:3.0:1767384937.499237:0:17540:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384937.499238:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4e709c4 00010000:00000001:2.0:1767384937.499240:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384937.499242:0:17540:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384937.499249:0:17540:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384937.499249:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006060d4af x1853237358516352/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:163/0 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384937.499249:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a4e709c4. 00000100:00100000:3.0:1767384937.499255:0:17540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358516480 00000020:00000001:3.0:1767384937.499262:0:17540:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384937.499263:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:3.0:1767384937.499265:0:17540:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8560 00010000:00000001:2.0:1767384937.499270:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1767384937.499272:0:17540:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384937.499273:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384937.499275:0:17540:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ce565cee refcount=5 00000100:00000200:0.0:1767384937.499277:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000016e303d8 x1853237358516608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384937.499279:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=61 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384937.499281:0:17540:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000020:00000001:3.0:1767384937.499290:0:17540:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00000001:2.0:1767384937.499294:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384937.499300:0:17540:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384937.499301:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000020:00000010:3.0:1767384937.499307:0:17540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f3536310. 00000100:00000001:2.0:1767384937.499312:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000100:00000001:3.0:1767384937.499317:0:17540:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384937.499321:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384937.499328:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384937.499329:0:17540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f3536310. 00000100:00000001:2.0:1767384937.499337:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384937.499342:0:17540:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000000b311fa. 00000100:00000040:2.0:1767384937.499347:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1767384937.499348:0:17540:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007d92a8e5. 00000100:00000001:0.0:1767384937.499348:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384937.499359:0:16762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fbc9d5a5. 00000020:00000010:3.0:1767384937.499360:0:17540:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002025b0d3. 00000100:00000040:0.0:1767384937.499361:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000016e303d8 x1853237358516608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384937.499364:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237358516352, offset 224 00000100:00000040:3.0:1767384937.499369:0:17540:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384937.499379:0:17540:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384937.499384:0:17540:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384937.499389:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384937.499390:0:17540:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.499402:0:17540:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:2.0:1767384937.499404:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384937.499405:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.499407:0:17540:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384937.499411:0:17540:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.499416:0:16127:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384937.499422:0:17540:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384937.499423:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272705880 00000100:00000001:0.0:1767384937.499425:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384937.499433:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1a6d [1] + 224 00000100:00000001:3.0:1767384937.499435:0:17540:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384937.499435:0:16127:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2915 usecs (3 jiffies) 00000400:00000200:2.0:1767384937.499437:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384937.499441:0:17540:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384937.499447:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294927365 00000400:00000200:2.0:1767384937.499463:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1767384937.499467:0:17540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:0.0:1767384937.499472:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294927371 00000100:00000040:3.0:1767384937.499474:0:17540:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ce565cee : new rpc_count 1 00000100:00000001:2.0:1767384937.499475:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384937.499481:0:17540:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635431504576512 : -108642204975104 : ffff9d30c3f70000) 00000100:00000001:0.0:1767384937.499481:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294927365 00000100:00000200:2.0:1767384937.499484:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c705512f x1853237358516352/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384937.499490:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c705512f x1853237358516352/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384937.499503:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294927371 00000100:00000040:3.0:1767384937.499504:0:17540:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000de8d80bd x1853237358516480/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:163/0 lens 224/0 e 0 to 0 dl 1767384948 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384937.499508:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384937.499515:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294927365 00000400:00000200:2.0:1767384937.499520:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbc9d5a5 00000400:00000010:2.0:1767384937.499528:0:16762:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fbc9d5a5. 00000100:00000001:0.0:1767384937.499528:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294927371 00000100:00000001:3.0:1767384937.499529:0:17540:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384937.499535:0:17540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f3536310. 00000100:00000001:2.0:1767384937.499538:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384937.499540:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294927365 00000100:00000001:2.0:1767384937.499541:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384937.499542:0:17540:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384937.499549:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.499549:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294927371 00000020:00000010:3.0:1767384937.499550:0:17540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f3536310. 00000100:00000040:2.0:1767384937.499555:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00000001:0.0:1767384937.499561:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384937.499562:0:17540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000de8d80bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16129:x1853237358516480:12345-0@lo:400: 00010000:00000001:2.0:1767384937.499563:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384937.499567:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.499574:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384937.499575:0:17540:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358516480 00000020:00000001:2.0:1767384937.499575:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767384937.499583:0:17540:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384937.499584:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006060d4af x1853237358516352/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:163/0 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384937.499588:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384937.499589:0:17540:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384937.499593:0:17540:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.499600:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384937.499601:0:17540:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384937.499607:0:17540:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00000100:00100000:2.0:1767384937.499609:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006060d4af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16129:x1853237358516352:12345-0@lo:400: Request processed in 488us (1846us total) trans 0 rc 0/0 00000020:00000001:3.0:1767384937.499613:0:17540:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384937.499617:0:17540:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384937.499619:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384937.499620:0:17540:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384937.499624:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384937.499625:0:17540:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1767384937.499625:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000020:00000001:3.0:1767384937.499631:0:17540:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384937.499636:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000020:00000001:3.0:1767384937.499638:0:17540:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384937.499641:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384937.499641:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384937.499643:0:17540:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384937.499647:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384937.499649:0:17540:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384937.499649:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384937.499654:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384937.499655:0:17540:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000049836cb0. 00000020:00000010:2.0:1767384937.499655:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009d2e8381. 02000000:00000001:3.0:1767384937.499666:0:17540:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.499668:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.499669:0:17540:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384937.499669:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a68c908. 00000020:00000001:3.0:1767384937.499680:0:17540:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384937.499681:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006345929a. 00010000:00000040:3.0:1767384937.499683:0:17540:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237358516480 00010000:00000001:3.0:1767384937.499688:0:17540:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:2.0:1767384937.499689:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 00010000:00000200:3.0:1767384937.499693:0:17540:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000de8d80bd x1853237358516480/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:163/0 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384937.499694:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384937.499697:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009bf906a5. 00010000:00000001:3.0:1767384937.499703:0:17540:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1767384937.499704:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384937.499707:0:17540:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.499710:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384937.499711:0:17540:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf489f17 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384937.499714:0:17560:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384937.499717:0:17540:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1767384937.499717:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:0.0:1767384937.499720:0:17560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358516608 00000400:00000010:2.0:1767384937.499723:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009923c055. 02000000:00000001:0.0:1767384937.499727:0:17560:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384937.499728:0:17540:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000400:00000010:2.0:1767384937.499730:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000db5da3fe. 00000100:00000001:3.0:1767384937.499736:0:17540:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000100:00000001:0.0:1767384937.499737:0:17560:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384937.499746:0:17560:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384937.499747:0:17540:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384937.499750:0:17540:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.499751:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384937.499759:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384937.499759:0:17560:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.499760:0:17540:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000001:2.0:1767384937.499770:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384937.499771:0:17540:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1767384937.499771:0:17560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358516608 00000400:00000001:2.0:1767384937.499773:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384937.499779:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083b0f1ae. 00000400:00000010:3.0:1767384937.499781:0:17540:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c020914a. 00000020:00000001:0.0:1767384937.499781:0:17560:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384937.499785:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c104db6 00000020:00000040:0.0:1767384937.499788:0:17560:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8544 00000400:00000010:2.0:1767384937.499790:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c104db6. 00000020:00000001:0.0:1767384937.499795:0:17560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384937.499802:0:17560:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d62afedc refcount=5 00000100:00000001:2.0:1767384937.499803:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384937.499804:0:17540:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237358516480, offset 224 00000100:00000200:2.0:1767384937.499810:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c705512f x1853237358516352/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384937.499810:0:17560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 00000400:00000200:3.0:1767384937.499818:0:17540:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384937.499827:0:17560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 00000400:00000200:3.0:1767384937.499838:0:17540:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384937.499841:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767384937.499843:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c705512f x1853237358516352/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384937.499849:0:17540:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272705900 00000020:00000010:0.0:1767384937.499849:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005f7cc0d8. 00000100:00000001:0.0:1767384937.499861:0:17560:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384937.499863:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384937.499867:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384937.499868:0:17540:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1a75 [1] + 224 00000100:00000001:2.0:1767384937.499875:0:16129:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384937.499875:0:17560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005f7cc0d8. 00000400:00000200:3.0:1767384937.499877:0:17540:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384937.499880:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384937.499887:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384937.499890:0:17540:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384937.499890:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384937.499891:0:17560:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb797632. 02000000:00000001:2.0:1767384937.499893:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.499895:0:17540:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767384937.499897:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=61 v=5 (5 0 0 0) 00000100:00000200:3.0:1767384937.499900:0:17540:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007fd72a2d x1853237358516480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384937.499909:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=61 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384937.499912:0:17560:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000040c70b2c. 00000100:00000040:3.0:1767384937.499921:0:17540:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007fd72a2d x1853237358516480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384937.499923:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1767384937.499926:0:17560:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006b4bac8c. 00000100:00000001:2.0:1767384937.499927:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384937.499939:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384937.499945:0:16129:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.499948:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.499949:0:17540:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384937.499951:0:17560:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:3.0:1767384937.499955:0:17540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c020914a 00000100:00000040:2.0:1767384937.499955:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c705512f x1853237358516352/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384937.499962:0:17560:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:3.0:1767384937.499963:0:17540:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c020914a. 00000100:00000001:0.0:1767384937.499969:0:17560:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384937.499971:0:17540:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384937.499971:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384937.499975:0:17540:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384937.499977:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384937.499978:0:17560:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.499980:0:17540:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.499984:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384937.499995:0:17540:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00000040:2.0:1767384937.499997:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c705512f x1853237358516352/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384937.499999:0:17540:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384937.499999:0:17560:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384937.500007:0:17560:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1767384937.500008:0:17540:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384937.500036:0:17540:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1767384937.500037:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c705512f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358516352:0@lo:400: 00000100:00000040:3.0:1767384937.500042:0:17540:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000de8d80bd x1853237358516480/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:163/0 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384937.500044:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.500048:0:17560:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.500050:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384937.500059:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c705512f x1853237358516352/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384937.500067:0:17540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000de8d80bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16129:x1853237358516480:12345-0@lo:400: Request processed in 535us (1520us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384937.500071:0:17560:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384937.500072:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384937.500076:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384937.500085:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006556726e. 00000100:00100000:3.0:1767384937.500089:0:17540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 02000000:00000001:2.0:1767384937.500091:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767384937.500092:0:17540:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce565cee : new rpc_count 0 00000100:00000001:0.0:1767384937.500093:0:17560:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384937.500096:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384937.500101:0:17540:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384937.500101:0:17560:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:2.0:1767384937.500102:0:16129:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1767384937.500110:0:17540:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1767384937.500111:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384937.500116:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000023f7b33. 00000020:00000010:3.0:1767384937.500118:0:17540:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007d92a8e5. 00000100:00100000:0.0:1767384937.500118:0:17560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 02000000:00000001:2.0:1767384937.500121:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384937.500126:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:3.0:1767384937.500128:0:17540:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002025b0d3. 00000100:00000010:2.0:1767384937.500132:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c705512f. 00000020:00000010:3.0:1767384937.500135:0:17540:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000000b311fa. 00000100:00000040:0.0:1767384937.500135:0:17560:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d62afedc : new rpc_count 1 00000100:00000001:2.0:1767384937.500137:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384937.500141:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384937.500147:0:17560:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635435780955136 : -108637928596480 : ffff9d31c2db5c00) 00000100:00000001:2.0:1767384937.500148:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384937.500149:0:17540:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 4 00000100:00000001:2.0:1767384937.500155:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384937.500156:0:17540:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384937.500158:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384937.500163:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003e25b998 x1853237358516608/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:163/0 lens 224/0 e 0 to 0 dl 1767384948 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384937.500164:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384937.500169:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384937.500171:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002bde85a3. 00000400:00000200:2.0:1767384937.500179:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1f9e242 00000400:00000010:2.0:1767384937.500185:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1f9e242. 00000100:00000001:2.0:1767384937.500192:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384937.500194:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384937.500197:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384937.500198:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767384937.500199:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007fd72a2d x1853237358516480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384937.500206:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005f7cc0d8. 00000100:00000010:3.0:1767384937.500207:0:16128:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006852e910. 00000100:00000200:2.0:1767384937.500211:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007fd72a2d x1853237358516480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384937.500220:0:16128:0:(events.c:337:request_in_callback()) incoming req@000000006852e910 x1853237358516736 msgsize 224 00000100:00000001:0.0:1767384937.500220:0:17560:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384937.500222:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384937.500226:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384937.500235:0:17560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005f7cc0d8. 00000100:00000001:2.0:1767384937.500236:0:16129:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767384937.500237:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384937.500242:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384937.500249:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384937.500251:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384937.500253:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.500256:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1767384937.500260:0:17560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003e25b998 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16127:x1853237358516608:12345-0@lo:400: 00000100:00001000:2.0:1767384937.500263:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d21af389 time=51 v=5 (5 0 0 0) 00000400:00000200:3.0:1767384937.500265:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042896188 00000400:00000010:3.0:1767384937.500271:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042896188. 00000100:00001000:2.0:1767384937.500275:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a6c23273 time=51 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384937.500277:0:17560:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358516608 00000100:00000001:3.0:1767384937.500278:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384937.500288:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000aa3eddaf x1853237358516736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384937.500288:0:17560:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384937.500289:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384937.500298:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384937.500299:0:17560:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:2.0:1767384937.500302:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384937.500303:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384937.500305:0:17560:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384937.500311:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aa3eddaf x1853237358516736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384937.500311:0:17560:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00080000:2.0:1767384937.500312:0:16129:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007fd72a2d x1853237358516480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384937.500321:0:17560:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00000100:00000001:3.0:1767384937.500335:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384937.500335:0:17560:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:2.0:1767384937.500337:0:16129:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.500345:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384937.500346:0:17560:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384937.500347:0:16129:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384937.500351:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384937.500351:0:16129:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000001:0.0:1767384937.500356:0:17560:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1767384937.500357:0:16128:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2905 usecs (3 jiffies) 00000100:00000001:2.0:1767384937.500357:0:16129:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:0.0:1767384937.500363:0:17560:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384937.500364:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294927366 00000100:00000001:2.0:1767384937.500364:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384937.500373:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007fd72a2d x1853237358516480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384937.500373:0:17560:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.500374:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294927371 00000100:00000001:3.0:1767384937.500380:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294927366 00000100:00000001:3.0:1767384937.500385:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294927371 00000100:00000001:2.0:1767384937.500394:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384937.500395:0:17560:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384937.500397:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294927366 00000100:00000001:2.0:1767384937.500397:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384937.500405:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.500406:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294927371 00000100:00000001:0.0:1767384937.500408:0:17560:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767384937.500411:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007fd72a2d x1853237358516480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.500414:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294927366 02000000:00000001:0.0:1767384937.500416:0:17560:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384937.500422:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294927371 02000000:00000010:0.0:1767384937.500426:0:17560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000cdbce4a. 00000100:00000001:3.0:1767384937.500427:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384937.500427:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007fd72a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16129:1853237358516480:0@lo:400: 00000100:00000001:3.0:1767384937.500431:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384937.500435:0:17560:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384937.500440:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384937.500441:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384937.500443:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384937.500443:0:17560:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.500444:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384937.500462:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007fd72a2d x1853237358516480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384937.500465:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebc9bede. 00000020:00000001:0.0:1767384937.500470:0:17560:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384937.500471:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5f7f4b4 00000400:00000010:3.0:1767384937.500476:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d5f7f4b4. 00000100:00000001:2.0:1767384937.500477:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000040:0.0:1767384937.500480:0:17560:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358516608 02000000:00000001:2.0:1767384937.500481:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384937.500482:0:16128:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:2.0:1767384937.500486:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003438a13a. 00010000:00000001:0.0:1767384937.500488:0:17560:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:3.0:1767384937.500489:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bab0ac14 x1853237358516224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384937.500490:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384937.500494:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384937.500497:0:16129:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=3 obd=lustre-OST0000-osc-MDT0000 00010000:00000200:0.0:1767384937.500500:0:17560:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003e25b998 x1853237358516608/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:163/0 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384937.500504:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384937.500508:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000005b43d7d. 02000000:00000001:2.0:1767384937.500518:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1767384937.500523:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bab0ac14 x1853237358516224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384937.500524:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384937.500527:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007fd72a2d. 00000100:00000001:2.0:1767384937.500536:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384937.500543:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384937.500543:0:17560:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384937.500544:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384937.500550:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.500551:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384937.500552:0:17560:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.500554:0:16128:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384937.500555:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384937.500560:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00001000:0.0:1767384937.500560:0:17560:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384937.500564:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.500565:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384937.500570:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.500572:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384937.500578:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.500579:0:17560:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767384937.500580:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384937.500590:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000310710fb time=51 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384937.500591:0:17560:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00001000:3.0:1767384937.500595:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a6c23273 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384937.500598:0:17560:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000100:00000001:3.0:1767384937.500599:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384937.500599:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384937.500605:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384937.500605:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358516736 02000000:00000001:0.0:1767384937.500607:0:17560:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384937.500611:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384937.500615:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384937.500615:0:17560:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384937.500616:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384937.500624:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767384937.500627:0:16128:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bab0ac14 x1853237358516224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384937.500629:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.500629:0:17560:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384937.500638:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358516736 00010000:00000001:3.0:1767384937.500643:0:16128:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384937.500645:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767384937.500645:0:17560:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384937.500646:0:16128:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000040:2.0:1767384937.500650:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e853d 00000100:00000040:3.0:1767384937.500651:0:16128:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000001:2.0:1767384937.500653:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767384937.500654:0:17560:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4e709c4. 00000020:00000040:2.0:1767384937.500656:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e235a287 refcount=5 00000100:00000001:3.0:1767384937.500665:0:16128:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:2.0:1767384937.500666:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431487174656 : -108642222376960 : ffff9d30c2ed7800) 00000100:00000200:0.0:1767384937.500667:0:17560:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358516608, offset 224 00000100:00000001:3.0:1767384937.500668:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384937.500672:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431487174656 : -108642222376960 : ffff9d30c2ed7800) 00000100:00000040:3.0:1767384937.500678:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bab0ac14 x1853237358516224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384937.500679:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384937.500683:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b60c7f7b. 00000400:00000200:0.0:1767384937.500689:0:17560:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384937.500691:0:16771:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000026991046. 00000100:00000001:3.0:1767384937.500702:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384937.500702:0:16771:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8a46e2f) now 8 - evictor 00000100:00000001:3.0:1767384937.500712:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1767384937.500712:0:17560:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384937.500717:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384937.500717:0:16771:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000004:00000001:3.0:1767384937.500722:0:16128:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000020:00000010:2.0:1767384937.500722:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003438a13a. 00000004:00000040:3.0:1767384937.500725:0:16128:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000010:2.0:1767384937.500730:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009d2e8381. 00000400:00000200:0.0:1767384937.500732:0:17560:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272705980 00000004:00000040:3.0:1767384937.500733:0:16128:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000020:00000010:2.0:1767384937.500735:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a68c908. 00000100:00000001:2.0:1767384937.500748:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000004:00000020:3.0:1767384937.500750:0:16128:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000067181a10): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:2.0:1767384937.500751:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384937.500756:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384937.500756:0:17560:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1a81 [1] + 224 00000004:00000001:3.0:1767384937.500761:0:16128:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.500766:0:16771:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384937.500770:0:16771:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:3.0:1767384937.500774:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bab0ac14 x1853237358516224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384937.500775:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384937.500777:0:17560:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384937.500785:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384937.500795:0:17560:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384937.500797:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384937.500800:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bab0ac14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16128:1853237358516224:0@lo:13: 00000100:00000001:2.0:1767384937.500804:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384937.500807:0:17560:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384937.500808:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384937.500809:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00000001:3.0:1767384937.500817:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384937.500818:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e235a287 : new rpc_count 1 00000100:00000001:2.0:1767384937.500823:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436633370880 : -108637076180736 : ffff9d31f5aa3100) 00000100:00000200:0.0:1767384937.500823:0:17560:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000016e303d8 x1853237358516608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384937.500825:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bab0ac14 x1853237358516224/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384937.500845:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006852e910 x1853237358516736/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:163/0 lens 224/0 e 0 to 0 dl 1767384948 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.500865:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384937.500871:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384937.500876:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e626550f. 02000000:00000001:3.0:1767384937.500884:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384937.500889:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384937.500892:0:16128:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384937.500901:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384937.500902:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384937.500907:0:17560:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000016e303d8 x1853237358516608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384937.500908:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005413b867. 00000020:00000010:2.0:1767384937.500908:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000088458df6. 00000100:00000001:2.0:1767384937.500917:0:16771:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384937.500920:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384937.500925:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:2.0:1767384937.500926:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000088458df6. 00000100:00000010:3.0:1767384937.500929:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bab0ac14. 00000100:00000001:3.0:1767384937.500939:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:2.0:1767384937.500946:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006852e910 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16128:x1853237358516736:12345-0@lo:400: 00000100:00000001:3.0:1767384937.500947:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.500953:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384937.500954:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358516736 00000020:00000001:2.0:1767384937.500957:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384937.500958:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384937.500962:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384937.500962:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384937.500966:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.500971:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384937.500976:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384937.500976:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384937.500986:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384937.500986:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00000100:00000001:3.0:1767384937.500997:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384937.500997:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384937.501001:0:16771:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384937.501004:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384937.501005:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384937.501006:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384937.501009:0:16771:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384937.501009:0:17560:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:3.0:1767384937.501031:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:3.0:1767384937.501034:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8a46e2f) now 8 - evictor 00000100:00000001:2.0:1767384937.501044:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384937.501047:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384937.501050:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009bf906a5. 02000000:00000001:2.0:1767384937.501052:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.501057:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384937.501058:0:16771:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384937.501060:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358516736 00010000:00000001:2.0:1767384937.501063:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384937.501064:0:17560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4e709c4 00010000:00000200:2.0:1767384937.501069:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006852e910 x1853237358516736/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:163/0 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384937.501072:0:17560:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a4e709c4. 00010000:00000001:2.0:1767384937.501083:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384937.501085:0:17560:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384937.501093:0:16771:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.501093:0:17560:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384937.501095:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384937.501102:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1767384937.501102:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384937.501104:0:17560:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384937.501108:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384937.501109:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:3.0:1767384937.501111:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384937.501113:0:17560:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000010:3.0:1767384937.501115:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ac92ace. 00000100:00000040:2.0:1767384937.501121:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:2.0:1767384937.501128:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00010000:00000001:0.0:1767384937.501128:0:17560:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384937.501129:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab90512b 02000000:00000001:2.0:1767384937.501137:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384937.501137:0:17560:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384937.501138:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab90512b. 02000000:00000001:2.0:1767384937.501144:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384937.501149:0:17560:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384937.501150:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384937.501151:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384937.501159:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1767384937.501165:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000016e303d8 x1853237358516608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384937.501165:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e25b998 x1853237358516608/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:163/0 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384937.501166:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1f9e242. 00000100:00000200:2.0:1767384937.501177:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358516736, offset 224 00000400:00000200:2.0:1767384937.501191:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384937.501210:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384937.501218:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000016e303d8 x1853237358516608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384937.501235:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272705a00 00000100:00100000:0.0:1767384937.501246:0:17560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003e25b998 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16127:x1853237358516608:12345-0@lo:400: Request processed in 1039us (2071us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384937.501248:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384937.501253:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384937.501255:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1a89 [1] + 224 00000100:00000001:3.0:1767384937.501256:0:16127:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384937.501261:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384937.501266:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384937.501268:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384937.501272:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384937.501278:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384937.501285:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5338197 time=56 v=5 (5 0 0 0) 00000400:00000200:2.0:1767384937.501286:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767384937.501293:0:17560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00001000:3.0:1767384937.501297:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c619e3cd time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384937.501298:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384937.501300:0:17560:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d62afedc : new rpc_count 0 00000100:00000001:3.0:1767384937.501303:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767384937.501307:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000aa3eddaf x1853237358516736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.501310:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.501310:0:17560:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384937.501321:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384937.501321:0:17560:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384937.501326:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000aa3eddaf x1853237358516736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1767384937.501328:0:16127:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000016e303d8 x1853237358516608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384937.501331:0:17560:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000040c70b2c. 00000020:00000010:0.0:1767384937.501345:0:17560:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006b4bac8c. 00000020:00000010:0.0:1767384937.501358:0:17560:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb797632. 00000100:00000001:2.0:1767384937.501366:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384937.501367:0:16127:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384937.501373:0:17560:0:(genops.c:898:class_export_put()) PUTting export 00000000d62afedc : new refcount 4 00000400:00000200:2.0:1767384937.501374:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1f9e242 00000100:00000001:3.0:1767384937.501378:0:16127:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384937.501384:0:16127:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000400:00000010:2.0:1767384937.501384:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1f9e242. 00000100:00000001:0.0:1767384937.501385:0:17560:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384937.501387:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384937.501394:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384937.501398:0:16127:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384937.501400:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.501401:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384937.501409:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00000040:3.0:1767384937.501410:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016e303d8 x1853237358516608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384937.501412:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384937.501416:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384937.501420:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384937.501423:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384937.501426:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006852e910 x1853237358516736/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:163/0 lens 224/224 e 0 to 0 dl 1767384948 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.501427:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384937.501430:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384937.501436:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016e303d8 x1853237358516608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384937.501443:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006852e910 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16128:x1853237358516736:12345-0@lo:400: Request processed in 536us (1219us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384937.501461:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000016e303d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16127:1853237358516608:0@lo:400: 00000100:00000001:3.0:1767384937.501465:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.501466:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384937.501471:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000016e303d8 x1853237358516608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.501480:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1767384937.501482:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 02000000:00000001:3.0:1767384937.501483:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1767384937.501485:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e235a287 : new rpc_count 0 02000000:00000010:3.0:1767384937.501486:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071e079a5. 00000100:00000001:2.0:1767384937.501490:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1767384937.501493:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384937.501494:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1767384937.501497:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:2.0:1767384937.501499:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009d2e8381. 00000020:00000040:3.0:1767384937.501500:0:16127:0:(genops.c:1242:class_import_put()) import 000000005ebd018a refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384937.501506:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384937.501507:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a40dd019. 00000020:00000010:2.0:1767384937.501507:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a68c908. 00000020:00000010:2.0:1767384937.501512:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003438a13a. 02000000:00000001:3.0:1767384937.501513:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384937.501516:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384937.501517:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016e303d8. 00000020:00000040:2.0:1767384937.501518:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e235a287 : new refcount 4 00000100:00000001:3.0:1767384937.501523:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384937.501523:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.501527:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.501528:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.501532:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384937.501533:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.501535:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384937.501537:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.501546:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384937.501549:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384937.501552:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384937.501553:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384937.501554:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008bc03faa. 00000400:00000200:2.0:1767384937.501557:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5b11576 00000400:00000010:2.0:1767384937.501558:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5b11576. 00000100:00000001:2.0:1767384937.501560:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384937.501562:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000aa3eddaf x1853237358516736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384937.501567:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000aa3eddaf x1853237358516736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384937.501571:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384937.501572:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384937.501573:0:16128:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384937.501574:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384937.501575:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384937.501576:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384937.501577:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384937.501580:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a558cf0b time=56 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384937.501581:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f60eced4 time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384937.501583:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384937.501584:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384937.501585:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384937.501586:0:16128:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000aa3eddaf x1853237358516736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384937.501595:0:16128:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.501597:0:16128:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384937.501598:0:16128:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384937.501599:0:16128:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384937.501599:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384937.501601:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aa3eddaf x1853237358516736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384937.501605:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384937.501606:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384937.501607:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384937.501608:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa3eddaf x1853237358516736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384937.501612:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000aa3eddaf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16128:1853237358516736:0@lo:400: 00000100:00000001:2.0:1767384937.501614:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384937.501616:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384937.501617:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aa3eddaf x1853237358516736/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384937.501620:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384937.501621:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384937.501623:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d91a96b4. 02000000:00000001:2.0:1767384937.501624:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384937.501625:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384937.501626:0:16128:0:(genops.c:1242:class_import_put()) import 00000000e13b832f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384937.501627:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384937.501628:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e88d17d8. 02000000:00000001:2.0:1767384937.501629:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384937.501630:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384937.501631:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aa3eddaf. 00000100:00000001:2.0:1767384937.501632:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384937.501633:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384937.501634:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384937.501637:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384937.501640:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.501642:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384937.501643:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384937.509050:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294927371, at 4294927372 00000100:00000040:1.0:1767384937.509051:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294927371, at 4294927372 00000100:00000010:2.0:1767384937.509061:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002835db06. 00000100:00000010:1.0:1767384937.509067:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e60dd453. 00000100:00000040:0.0:1767384937.509089:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294927371, at 4294927372 00000100:00000010:0.0:1767384937.509101:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000514c309e. 00000100:00000040:3.0:1767384937.510102:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294927371, at 4294927373 00000100:00000010:3.0:1767384937.510109:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007c32bdbf. 00000001:00000001:1.0:1767384937.623303:0:31701:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384937.623309:0:31701:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp39 --if ens2 00000001:00000001:1.0:1767384937.626523:0:31701:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384937.633975:0:31702:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000432e31b5. 00000400:00000010:1.0:1767384937.633991:0:31702:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000622cf23c. 00000400:00000010:1.0:1767384937.634003:0:31702:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000040fe469e. 00000400:00000010:1.0:1767384937.634007:0:31702:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000033f6845f. 00000400:00000010:1.0:1767384937.634035:0:31702:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004f343ec2. 00000400:00000010:1.0:1767384937.634041:0:31702:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c83fd068. 00000400:00000010:1.0:1767384937.634044:0:31702:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e9573e2d. 00000400:00000010:1.0:1767384937.634046:0:31702:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b50bd9d7. 00000400:00000010:1.0:1767384937.634049:0:31702:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000048ce0084. 00000800:00000010:1.0:1767384937.634062:0:31702:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000514b73c1. 00000800:00000200:1.0:1767384937.634071:0:31702:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384937.634081:0:31702:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384937.634112:0:31702:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:1.0:1767384937.634130:0:31702:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp39 [8/256/0/180] 00000400:00000010:1.0:1767384937.635414:0:31702:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 00000000f47ea08f. 00000400:00000010:1.0:1767384937.635419:0:31702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000745cd949. 00000400:00000010:1.0:1767384937.635424:0:31702:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054df7106. 00000400:00000001:1.0:1767384937.635439:0:31702:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384937.635440:0:31702:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384937.635442:0:31702:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099d40292. 00000400:00000200:1.0:1767384937.635444:0:31702:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b3da32d 00000400:00000010:1.0:1767384937.635445:0:31702:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b3da32d. 00000400:00000010:1.0:1767384937.635470:0:31702:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 000000009f5e6957. 00000400:00000200:1.0:1767384937.635474:0:31702:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (30) 00000400:00000200:1.0:1767384937.635484:0:31702:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:1.0:1767384937.635491:0:31702:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131111 00000020:00000010:1.0:1767384937.635497:0:31702:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000019e0feed. 00000020:01000000:1.0:1767384937.635506:0:31702:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384937.635509:0:31702:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp39 00000400:00000200:0.0:1767384937.635514:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384937.635526:0:31702:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000622cf23c. 00000400:00000200:0.0:1767384937.635526:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000400:00000010:1.0:1767384937.635536:0:31702:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000432e31b5. 00000400:00000010:0.0:1767384937.635538:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4e709c4. 00000400:00000200:0.0:1767384937.635546:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (31) 00000400:00000010:0.0:1767384937.635552:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002155c1eb. 00000400:00000200:0.0:1767384937.635557:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp18 00000020:00000001:3.0:1767384937.635563:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384937.635569:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384937.635575:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp18 to MR: 192.168.203.157@tcp18 local destination 10000000:00000001:3.0:1767384937.635580:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384937.635588:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384937.635593:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384937.635600:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384937.635600:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp18 NI seq info: [124:124:256:4294967295] 192.168.203.157@tcp18 LPNI seq info [114:114:8:4294967295] 00000020:01000004:3.0:1767384937.635609:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384937.635615:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp18 00000020:01000004:3.0:1767384937.635616:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384937.635621:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384937.635629:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384937.635632:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384937.635634:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp18(192.168.203.157@tcp18:192.168.203.157@tcp18) -> 192.168.203.157@tcp18(192.168.203.157@tcp18:192.168.203.157@tcp18) : PUT try# 0 00000020:01000004:3.0:1767384937.635637:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384937.635642:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384937.635647:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:0.0:1767384937.635647:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.203.157@tcp18 00000800:00000010:0.0:1767384937.635655:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000095929c. 00000100:00000010:3.0:1767384937.635659:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000504dc87c. 00000800:00000200:0.0:1767384937.635665:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004736c977] -> 12345-192.168.203.157@tcp18 (6) 00000020:00000040:3.0:1767384937.635667:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1767384937.635676:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:0.0:1767384937.635677:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp18 ip 192.168.203.157:988 02000000:00000001:3.0:1767384937.635684:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.0:1767384937.635684:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000095929c type 1, nob 624 niov 1 nkiov 1 02000000:00000001:3.0:1767384937.635694:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384937.635706:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d5768b80. 00000400:00000200:0.0:1767384937.635707:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 00000400:00000200:0.0:1767384937.635714:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100551 rc 0 00000100:00000001:3.0:1767384937.635722:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.635735:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384937.635738:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384937.635747:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000504dc87c] to pc [ptlrpcd_00_02+2] req@00000000504dc87c x1853237358516864/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384937.635781:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384937.635785:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384937.635788:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384937.635791:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384937.635794:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384937.635800:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384937.635800:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384937.635804:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384937.635805:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384937.635809:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384937.635812:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:0.0:1767384937.635813:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000504dc87c x1853237358516864/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384937.635821:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000200:2.0:1767384937.635828:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384937.635828:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384937.635837:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384937.635838:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000010:2.0:1767384937.635839:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000095929c. 02000000:00000001:0.0:1767384937.635842:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384937.635843:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:0.0:1767384937.635847:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384937.635848:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384937.635850:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384937.635855:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384937.635856:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00100000:0.0:1767384937.635859:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000504dc87c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358516864:0@lo:253: 00000020:01000004:3.0:1767384937.635865:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384937.635872:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp18->192.168.203.157@tcp18: PUT: OK 00000020:01000004:3.0:1767384937.635873:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:0.0:1767384937.635874:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:3.0:1767384937.635880:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384937.635883:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384937.635884:0:16121:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:0.0:1767384937.635885:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1767384937.635888:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012e985ac. 02000000:00000001:0.0:1767384937.635893:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384937.635896:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000400:00000200:2.0:1767384937.635897:0:16121:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp18: 0 02000000:00000001:0.0:1767384937.635900:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384937.635907:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384937.635910:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1767384937.635912:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000002f88fbd. 00000800:00000001:2.0:1767384937.635913:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384937.635915:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384937.635920:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384937.635924:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384937.635927:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c499ca11. 00000800:00000001:2.0:1767384937.635927:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384937.635929:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fec3e4a. 00000800:00000001:2.0:1767384937.635934:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.635936:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384937.635940:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb420a8d. 00000100:00000001:3.0:1767384937.635943:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384937.635947:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384937.635950:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358516864, portal 25 00000400:00000200:2.0:1767384937.635951:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp18(192.168.203.157@tcp18) <- 192.168.203.157@tcp18 : PUT - for me 00000100:00000001:0.0:1767384937.635956:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384937.635957:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012e985ac] to pc [ptlrpcd_00_03+3] req@0000000012e985ac x1853237358516992/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384937.635968:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436633365504 : -108637076186112 : ffff9d31f5aa1c00) 00000400:00000200:2.0:1767384937.635975:0:16121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 528 into portal 0 MB=0x8000000000000000 10000000:00000001:3.0:1767384937.635977:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384937.635984:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000504dc87c x1853237358516864/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384937.635986:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384937.635997:0:16121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.157@tcp of length 512/528 into md 0x1a49 [1] + 0 00000020:00000001:3.0:1767384937.635999:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384937.636010:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384937.636057:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000019e0feed. 00000400:00000010:2.0:1767384937.636065:0:16121:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd89e0df. 00000400:00000200:2.0:1767384937.636069:0:16121:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000a585988 00000100:00000001:0.0:1767384937.636073:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:2.0:1767384937.636077:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384937.636084:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384937.636087:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008b29749. 00000800:00000001:2.0:1767384937.636088:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384937.636093:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384937.636094:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358516864, offset 0 00000400:00000200:2.0:1767384937.636100:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp18->192.168.203.157@tcp18: PUT: OK 00000400:00000200:0.0:1767384937.636108:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384937.636112:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a585988 00000400:00000010:2.0:1767384937.636115:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a585988. 00000400:00000200:0.0:1767384937.636121:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384937.636122:0:16121:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384937.636139:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272705a80 00000400:00000200:2.0:1767384937.636140:0:16121:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (32) 00000400:00000200:2.0:1767384937.636158:0:16121:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000200:0.0:1767384937.636159:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12d5 [2] + 0 00000400:00000010:0.0:1767384937.636168:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf292622. 00000400:00000200:2.0:1767384937.636169:0:16121:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.157@tcp (528 bytes) 00000400:00000200:0.0:1767384937.636178:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000042743d5b 00000400:00000200:2.0:1767384937.636185:0:16121:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:0.0:1767384937.636191:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384937.636197:0:16121:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (33) 00000400:00000200:0.0:1767384937.636197:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384937.636202:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384937.636211:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384937.636213:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042743d5b 00000100:00000001:3.0:1767384937.636215:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384937.636215:0:16121:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000010:0.0:1767384937.636222:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000042743d5b. 00000100:00000040:3.0:1767384937.636229:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000012e985ac x1853237358516992/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384937.636234:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384937.636239:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384937.636246:0:16121:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp18 to MR: 192.168.203.157@tcp18 local destination 00000100:00000040:0.0:1767384937.636249:0:16129:0:(events.c:337:request_in_callback()) incoming req@0000000049aae8eb x1853237358516864 msgsize 4848 00000400:00000200:2.0:1767384937.636268:0:16121:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp18 NI seq info: [125:125:256:4294967295] 192.168.203.157@tcp18 LPNI seq info [115:115:8:4294967295] 00000100:00000001:3.0:1767384937.636269:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1767384937.636270:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384937.636282:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384937.636282:0:16129:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:3.0:1767384937.636295:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384937.636296:0:16121:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp18(192.168.203.157@tcp18:192.168.203.157@tcp18) -> 192.168.203.157@tcp18(192.168.203.157@tcp18:192.168.203.157@tcp18) 192.168.203.157@tcp18 : ACK try# 0 00000100:00000001:0.0:1767384937.636300:0:16129:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384937.636301:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767384937.636307:0:16121:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.157@tcp18 02000000:00000001:3.0:1767384937.636311:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384937.636311:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008b29749 00000800:00000010:2.0:1767384937.636314:0:16121:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f725831. 00000400:00000010:0.0:1767384937.636318:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000008b29749. 00000100:00000001:0.0:1767384937.636326:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1767384937.636328:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000012e985ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358516992:0@lo:253: 00000800:00000200:2.0:1767384937.636332:0:16121:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004736c977] -> 12345-192.168.203.157@tcp18 (6) 00000100:00000200:0.0:1767384937.636337:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000504dc87c x1853237358516864/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.636342:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1767384937.636353:0:16121:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp18 ip 192.168.203.157:1005 00000100:00000001:0.0:1767384937.636356:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1767384937.636359:0:16121:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f725831 type 0, nob 96 niov 1 nkiov 0 02000000:00000001:3.0:1767384937.636360:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384937.636365:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000504dc87c x1853237358516864/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384937.636368:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384937.636375:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384937.636377:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:2.0:1767384937.636383:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384937.636388:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e45018f3. 02000000:00000001:3.0:1767384937.636395:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.636395:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.636404:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767384937.636408:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebc9bede. 00000100:00000001:0.0:1767384937.636412:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384937.636418:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001bffb5f9. 00000100:00000200:3.0:1767384937.636423:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358516992, portal 25 00000100:00000001:3.0:1767384937.636429:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384937.636429:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294927510 00000100:00000001:3.0:1767384937.636433:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436633369984 : -108637076181632 : ffff9d31f5aa2d80) 00000100:00000010:0.0:1767384937.636437:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a20ce35b. 00000100:00000040:3.0:1767384937.636445:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000012e985ac x1853237358516992/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384937.636447:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384937.636459:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000800:00000010:2.0:1767384937.636469:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f725831. 00000100:00000001:0.0:1767384937.636477:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294927510 00000100:00000001:3.0:1767384937.636478:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384937.636478:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384937.636486:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000044bdb3ff. 00000100:00000040:3.0:1767384937.636494:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384937.636496:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384937.636498:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp18->192.168.203.157@tcp18: ACK: OK 00000400:00000010:3.0:1767384937.636507:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2513f3b. 00000100:00000001:0.0:1767384937.636510:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294927510 00000800:00000001:2.0:1767384937.636513:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767384937.636516:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358516992, offset 0 00000100:00000010:0.0:1767384937.636517:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e4a79cda. 00000800:00000001:2.0:1767384937.636518:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384937.636527:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000800:00000001:2.0:1767384937.636528:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384937.636538:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384937.636540:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294927510 00000800:00000001:2.0:1767384937.636542:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384937.636546:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d4ab12b. 00000800:00000001:2.0:1767384937.636547:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384937.636560:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384937.636561:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:2.0:1767384937.636562:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384937.636576:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384937.636588:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp18(192.168.203.157@tcp18) <- 192.168.203.157@tcp18 : ACK - for me 00000100:00000001:0.0:1767384937.636589:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384937.636590:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272705b00 00000100:00000001:0.0:1767384937.636598:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.636609:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384937.636611:0:16121:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.157@tcp18: ACK from 12345-192.168.203.157@tcp18 into md 0x1aa9 00000400:00000200:2.0:1767384937.636620:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384937.636627:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384937.636628:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12dd [2] + 0 00000400:00000200:2.0:1767384937.636628:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp18->192.168.203.157@tcp18: ACK: OK 00000100:00000001:0.0:1767384937.636634:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384937.636642:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384937.636645:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384937.636646:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001aa0a148. 00000100:00000001:0.0:1767384937.636647:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.636652:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384937.636662:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000213b66a3 00000400:00000200:2.0:1767384937.636669:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4e709c4 00000400:00000200:3.0:1767384937.636672:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384937.636672:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a4e709c4. 00000400:00000200:2.0:1767384937.636678:0:16121:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384937.636679:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384937.636686:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767384937.636688:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358516864 00000400:00000200:3.0:1767384937.636693:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000213b66a3 00000400:00000200:2.0:1767384937.636694:0:16121:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.157@tcp ev->status 0 02000000:00000001:0.0:1767384937.636695:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384937.636703:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384937.636704:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000213b66a3. 00000100:00000001:0.0:1767384937.636709:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384937.636710:0:16121:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 02000000:00000001:0.0:1767384937.636720:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.636722:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384937.636722:0:16121:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (32) 00000100:00000200:3.0:1767384937.636732:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:0.0:1767384937.636736:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358516864 00000800:00000001:2.0:1767384937.636738:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384937.636740:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1767384937.636741:0:16130:0:(events.c:337:request_in_callback()) incoming req@00000000f6fec9f2 x1853237358516992 msgsize 4848 00000020:00000040:0.0:1767384937.636742:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:0.0:1767384937.636749:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384937.636752:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000800:00000001:2.0:1767384937.636753:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384937.636760:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00100000:3.0:1767384937.636762:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384937.636765:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000001:0.0:1767384937.636770:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384937.636776:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384937.636778:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005f7cc0d8. 00000100:00000001:3.0:1767384937.636781:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384937.636782:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384937.636789:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005f7cc0d8. 00000400:00000200:3.0:1767384937.636796:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2513f3b 00000020:00000010:0.0:1767384937.636797:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb797632. 00000400:00000010:3.0:1767384937.636806:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d2513f3b. 00000020:00000010:0.0:1767384937.636807:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003fe648a3. 00000100:00000001:2.0:1767384937.636813:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384937.636820:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358516992 00000100:00000001:3.0:1767384937.636821:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:0.0:1767384937.636827:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006b4bac8c. 02000000:00000001:2.0:1767384937.636828:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384937.636838:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767384937.636843:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000012e985ac x1853237358516992/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384937.636845:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384937.636845:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384937.636857:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1767384937.636859:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.636861:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1767384937.636867:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358516992 00000100:00000001:0.0:1767384937.636867:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.636873:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384937.636876:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384937.636879:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000100:00000040:3.0:1767384937.636882:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000012e985ac x1853237358516992/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384937.636883:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384937.636884:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384937.636890:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=16 00000020:00000001:2.0:1767384937.636895:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384937.636898:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384937.636900:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:3.0:1767384937.636904:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.636910:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384937.636910:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384937.636915:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017451a03. 00000100:00000001:3.0:1767384937.636916:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.636921:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384937.636922:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384937.636924:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294927510 00000100:00000001:0.0:1767384937.636929:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384937.636930:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000017451a03. 00000100:00000001:3.0:1767384937.636932:0:16130:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, keep current deadline 4294927510 00000100:00000001:3.0:1767384937.636937:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294927510 00000100:00100000:0.0:1767384937.636940:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000020:00000010:2.0:1767384937.636942:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006345929a. 00000100:00000001:3.0:1767384937.636944:0:16130:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, keep current deadline 4294927510 00000100:00000040:0.0:1767384937.636949:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:3.0:1767384937.636951:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294927510 00000020:00000010:2.0:1767384937.636952:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009d2e8381. 00000100:00000001:0.0:1767384937.636961:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436305539152 : -108637404012464 : ffff9d31e21fe050) 00000100:00000001:3.0:1767384937.636962:0:16130:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, keep current deadline 4294927510 00000020:00000010:2.0:1767384937.636965:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008a68c908. 00000100:00000001:3.0:1767384937.636968:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294927510 00000100:00000001:3.0:1767384937.636973:0:16130:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, keep current deadline 4294927510 00000100:00000001:2.0:1767384937.636977:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1767384937.636977:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000049aae8eb x1853237358516864/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:163/0 lens 4848/0 e 0 to 0 dl 1767384948 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.636981:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384937.636983:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384937.636990:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.636993:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.637007:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.637009:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.637010:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384937.637047:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005f7cc0d8. 00000100:00000001:3.0:1767384937.637054:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384937.637056:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384937.637057:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.637066:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384937.637068:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005f7cc0d8. 00000100:00000001:3.0:1767384937.637073:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384937.637079:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384937.637082:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000049aae8eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+16:16129:x1853237358516864:12345-0@lo:253: 00000100:00000001:2.0:1767384937.637084:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384937.637085:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384937.637092:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384937.637095:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358516864 00000100:00100000:2.0:1767384937.637096:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00000001:3.0:1767384937.637097:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.637107:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384937.637107:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000020:00000001:0.0:1767384937.637108:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384937.637117:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436305542224 : -108637404009392 : ffff9d31e21fec50) 00000020:00000001:0.0:1767384937.637118:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:2.0:1767384937.637123:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f6fec9f2 x1853237358516992/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:163/0 lens 4848/0 e 0 to 0 dl 1767384948 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384937.637124:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384937.637133:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384937.637137:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384937.637138:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000010:2.0:1767384937.637150:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017451a03. 00000100:00000001:2.0:1767384937.637156:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384937.637159:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000017451a03. 00000020:00000001:0.0:1767384937.637161:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384937.637164:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00100000:2.0:1767384937.637165:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f6fec9f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+16:16130:x1853237358516992:12345-0@lo:253: 00000020:00000001:0.0:1767384937.637166:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384937.637171:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 00000000e626550f. 00000100:00000200:2.0:1767384937.637177:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358516992 00000020:00000001:0.0:1767384937.637178:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384937.637182:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:3.0:1767384937.637184:0:16125:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b86e92b. 00000020:00000001:0.0:1767384937.637184:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384937.637186:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384937.637191:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384937.637192:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384937.637194:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d5f7f4b4. 00000020:00000001:2.0:1767384937.637194:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384937.637200:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000400:00000200:3.0:1767384937.637202:0:16125:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000e626550f 00000020:00000001:2.0:1767384937.637204:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384937.637204:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:3.0:1767384937.637209:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 0000000066e7b81f. 00000020:00000001:2.0:1767384937.637211:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384937.637212:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384937.637216:0:16125:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 528 success 00000020:00000001:2.0:1767384937.637219:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384937.637221:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384937.637224:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384937.637225:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000382dec4f. 02000000:00000001:0.0:1767384937.637232:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.637233:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384937.637237:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102051 02000000:00000001:2.0:1767384937.637238:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384937.637246:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (31) 00000100:00000001:0.0:1767384937.637246:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384937.637248:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ba797732. 02000000:00000001:2.0:1767384937.637257:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384937.637258:0:16763:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000010:3.0:1767384937.637260:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 0000000066e7b81f. 00000100:00000001:2.0:1767384937.637260:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384937.637265:0:16762:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000010:3.0:1767384937.637268:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042896188. 20000000:00000010:2.0:1767384937.637276:0:16762:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d51b0034. 20000000:00000010:0.0:1767384937.637276:0:16763:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000045d62cf7. 00000400:00000010:3.0:1767384937.637277:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000361cd96. 20000000:01000000:0.0:1767384937.637292:0:16763:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1767384937.637293:0:16762:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384937.637294:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp 20000000:00000001:2.0:1767384937.637305:0:16762:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384937.637308:0:16762:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384937.637308:0:16763:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767384937.637315:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 20000000:00000001:2.0:1767384937.637316:0:16762:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384937.637321:0:16762:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384937.637324:0:16762:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384937.637324:0:16763:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384937.637329:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 20000000:00000001:0.0:1767384937.637331:0:16763:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384937.637338:0:16762:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005fc26dea. 20000000:00000001:0.0:1767384937.637339:0:16763:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384937.637349:0:16762:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 00000400:00000200:3.0:1767384937.637353:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[43, 37], ns[43, 37] 20000000:00000001:0.0:1767384937.637354:0:16763:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384937.637357:0:16762:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384937.637366:0:16762:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384937.637369:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[62, 37] 00000400:00000200:3.0:1767384937.637375:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 37], ns[66, 37] 00000400:00000200:3.0:1767384937.637380:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 37], ns[77, 37] 00000400:00000200:3.0:1767384937.637385:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 37], ns[81, 37] 00000400:00000200:3.0:1767384937.637389:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 37], ns[97, 37] 00000400:00000200:3.0:1767384937.637394:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 37], ns[104, 37] 00000400:00000200:3.0:1767384937.637399:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 37], ns[125, 37] 00000400:00000200:3.0:1767384937.637405:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 37], ns[26, 37] 00080000:00000001:2.0:1767384937.637405:0:16762:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384937.637411:0:16762:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384937.637414:0:16762:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384937.637415:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 00000400:00000200:3.0:1767384937.637421:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00080000:00000001:2.0:1767384937.637424:0:16762:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384937.637428:0:16762:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384937.637429:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000020:00000001:2.0:1767384937.637433:0:16762:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00000400:00000200:3.0:1767384937.637438:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00080000:00000001:2.0:1767384937.637439:0:16762:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384937.637446:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 26], ns[46, 26] 00080000:00000010:2.0:1767384937.637446:0:16762:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006c5f833c. 00080000:00000001:2.0:1767384937.637466:0:16762:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490414592 : -108642219137024 : ffff9d30c31ee800) 00080000:00000001:2.0:1767384937.637469:0:16762:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384937.637478:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 26], ns[50, 26] 00000400:00000200:3.0:1767384937.637483:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 26], ns[54, 26] 00000400:00000200:3.0:1767384937.637489:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 26], ns[58, 26] 00000400:00000200:3.0:1767384937.637494:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 26], ns[74, 26] 00000400:00000200:3.0:1767384937.637500:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 26], ns[123, 26] 00000400:00000200:3.0:1767384937.637506:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 26], ns[75, 26] 00000400:00000200:3.0:1767384937.637510:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[99, 26], ns[107, 26] 00000400:00000200:3.0:1767384937.637516:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 26], ns[93, 26] 00000400:00000200:3.0:1767384937.637521:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[102, 26], ns[110, 26] 00000400:00000200:3.0:1767384937.637526:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 26], ns[114, 26] 00000400:00000200:3.0:1767384937.637531:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[107, 26], ns[117, 26] 00000400:00000200:3.0:1767384937.637536:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 26], ns[122, 26] 00000400:00000200:3.0:1767384937.637542:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[110, 26], ns[120, 26] 00000400:00000200:3.0:1767384937.637548:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[111, 26], ns[121, 26] 00000400:00000200:3.0:1767384937.637554:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 00000400:00000200:3.0:1767384937.637559:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp19 00000001:00000001:2.0:1767384937.637560:0:16762:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384937.637562:0:16762:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384937.637566:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp19 lpni_is_preferred = 0 00080000:00000001:2.0:1767384937.637566:0:16762:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384937.637573:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp19 00000400:00000200:3.0:1767384937.637579:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp19 NI seq info: [126:126:256:4294967295] 192.168.203.157@tcp19 LPNI seq info [116:116:8:4294967295] 00000400:00000200:3.0:1767384937.637584:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp19 00080000:00000001:2.0:1767384937.637586:0:16762:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384937.637591:0:16762:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384937.637595:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp19(192.168.203.157@tcp19:) -> 192.168.203.157@tcp19(192.168.203.157@tcp:192.168.203.157@tcp19) : GET try# 0 00000800:00000200:3.0:1767384937.637609:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp19 00000800:00000010:3.0:1767384937.637613:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007b0dbbfb. 00000800:00000200:3.0:1767384937.637618:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d62fbb6] -> 12345-192.168.203.157@tcp19 (6) 00000800:00000200:3.0:1767384937.637625:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp19 ip 192.168.203.157:988 00000800:00000200:3.0:1767384937.637629:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007b0dbbfb type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384937.637643:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp 00000400:00000200:3.0:1767384937.637647:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100251 rc 0 00080000:00000001:2.0:1767384937.637670:0:16762:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384937.637673:0:16762:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000001:2.0:1767384937.637708:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384937.637715:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384937.637718:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384937.637724:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384937.637730:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007b0dbbfb. 00000800:00000001:2.0:1767384937.637731:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384937.637739:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384937.637741:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp19(192.168.203.157@tcp19) <- 192.168.203.157@tcp19 : GET - for me 00000400:00000200:3.0:1767384937.637749:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp19->192.168.203.157@tcp19: GET: OK 00000400:00000200:2.0:1767384937.637755:0:16120:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 528 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384937.637757:0:16121:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384937.637763:0:16120:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp of length 528/528 into md 0x1aa5 [1] + 0 00000400:00000200:3.0:1767384937.637766:0:16121:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp: 0 00000400:00000200:2.0:1767384937.637776:0:16120:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp19 to MR: 192.168.203.157@tcp19 local destination 00000400:00000200:2.0:1767384937.637782:0:16120:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp19 NI seq info: [127:127:255:4294967295] 192.168.203.157@tcp19 LPNI seq info [117:117:7:4294967295] 00000400:00000200:2.0:1767384937.637793:0:16120:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp19(192.168.203.157@tcp19:192.168.203.157@tcp19) -> 192.168.203.157@tcp19(192.168.203.157@tcp19:192.168.203.157@tcp19) 192.168.203.157@tcp19 : REPLY try# 0 00000800:00000200:2.0:1767384937.637801:0:16120:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.203.157@tcp19 00000800:00000010:2.0:1767384937.637807:0:16120:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f725831. 00000800:00000200:2.0:1767384937.637818:0:16120:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d62fbb6] -> 12345-192.168.203.157@tcp19 (6) 00000800:00000200:2.0:1767384937.637829:0:16120:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp19 ip 192.168.203.157:1003 00000800:00000200:2.0:1767384937.637832:0:16120:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f725831 type 3, nob 624 niov 1 nkiov 1 00000800:00000001:3.0:1767384937.637877:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384937.637906:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384937.637910:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384937.637914:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f725831. 00000800:00000001:3.0:1767384937.637915:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384937.637920:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384937.637920:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384937.637925:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384937.637939:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp19->192.168.203.157@tcp19: REPLY: OK 00000400:00000200:3.0:1767384937.637940:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp19(192.168.203.157@tcp19) <- 192.168.203.157@tcp19 : REPLY - for me 00000400:00000200:3.0:1767384937.637957:0:16121:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp19: Reply from 12345-192.168.203.157@tcp19 of length 528/528 into md 0x1ac1 00000800:00000001:3.0:1767384937.637963:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384937.637970:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384937.637974:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384937.637984:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp19->192.168.203.157@tcp19: REPLY: OK 00000800:00000001:2.0:1767384937.637985:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384937.637989:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042896188 00000400:00000010:3.0:1767384937.637993:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042896188. 00000400:00000200:3.0:1767384937.637999:0:16121:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384937.638005:0:16121:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.157@tcp has discovery enabled 00000400:00000200:3.0:1767384937.638010:0:16121:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000200:3.0:1767384937.638328:0:16121:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.157@tcp data present 31. state = 0x100251 00000400:00000200:3.0:1767384937.638333:0:16121:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:3.0:1767384937.638344:0:16121:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (32) 00000400:00000200:2.0:1767384937.638371:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384937.638378:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x1000d1 00000400:00000010:2.0:1767384937.638385:0:16125:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 640 at 000000007b5d488c. 00000400:00000010:2.0:1767384937.638387:0:16125:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 768 at 0000000098567739. 00000400:00000010:2.0:1767384937.638390:0:16125:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 640 at 0000000069342297. 00000800:00000001:3.0:1767384937.638393:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384937.638399:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384937.638419:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp35(000000007603a8b2) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384937.638424:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp37(000000006fae2fe8) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384937.638427:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp38(0000000025954cb1) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384937.638432:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000288d2936. 00000400:00000200:2.0:1767384937.638436:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000288d2936 nid 192.168.203.157@tcp39 00000400:00000010:2.0:1767384937.638439:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f9a1663c. 00000400:00000200:2.0:1767384937.638441:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f9a1663c net tcp39 00000400:00000200:2.0:1767384937.638444:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (31) 00000400:00000200:2.0:1767384937.638447:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp39 flags 0x11 00000400:00000010:2.0:1767384937.638462:0:16125:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 640 at 000000007b5d488c. 00000400:00000010:2.0:1767384937.638464:0:16125:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 768 at 0000000098567739. 00000400:00000010:2.0:1767384937.638466:0:16125:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 640 at 0000000069342297. 00000400:00000010:2.0:1767384937.638467:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 0000000066e7b81f. 00000400:00000200:2.0:1767384937.638470:0:16125:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:2.0:1767384937.638472:0:16125:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.157@tcp(00000000aa3f4fd0): 0. state = 0x100151 00000400:00000200:2.0:1767384937.638474:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 rc 1 00000400:00000200:2.0:1767384937.638477:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000400:00000200:2.0:1767384937.638479:0:16125:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.157@tcp 00000400:00000200:2.0:1767384937.638480:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100111 rc 0 00000400:00000200:2.0:1767384937.638483:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:2.0:1767384937.638485:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (32) 00080000:00000001:2.0:1767384937.646976:0:16762:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384937.646984:0:16762:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:2.0:1767384937.646988:0:16762:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384937.646996:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384937.647000:0:16762:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384937.647002:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384937.647007:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384937.647008:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384937.647040:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384937.647044:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006c5f833c. 00080000:00000001:3.0:1767384937.647050:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384937.647055:0:16762:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:0.0:1767384937.647059:0:16763:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e9920fef. 20000000:01000000:0.0:1767384937.647064:0:16763:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 20000000:00000001:2.0:1767384937.647067:0:16762:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384937.647070:0:16763:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:3.0:1767384937.647072:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:2.0:1767384937.647079:0:16762:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000001:3.0:1767384937.647080:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384937.647081:0:16763:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:3.0:1767384937.647088:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000020:2.0:1767384937.647093:0:16762:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:3.0:1767384937.647095:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384937.647100:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384937.647107:0:16785:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000d5b62504 count: 2 00010000:00000001:3.0:1767384937.647112:0:16785:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384937.647116:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384937.647122:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e7280dd3. 00080000:00000001:0.0:1767384937.647123:0:16763:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384937.647132:0:16763:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384937.647137:0:16763:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384937.647138:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384937.647143:0:16763:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000040:3.0:1767384937.647146:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e7280dd3 with handle 0x4895a8f6c11e8751 to hash 00000020:00000001:0.0:1767384937.647147:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384937.647155:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384937.647156:0:16763:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00010000:00000001:3.0:1767384937.647158:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635431492109312 : -108642217442304 : ffff9d30c338c400) 00080000:00000001:0.0:1767384937.647165:0:16763:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384937.647166:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635431492109312 : -108642217442304 : ffff9d30c338c400) 00080000:00000010:0.0:1767384937.647170:0:16763:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000738fcc9. 00080000:00000001:0.0:1767384937.647175:0:16763:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635436770064384 : -108636939487232 : ffff9d31fdcff800) 00010000:00000001:3.0:1767384937.647176:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384937.647179:0:16763:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384937.647182:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384937.647187:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e8751 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384937.647197:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384937.647200:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384937.647203:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384937.647205:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384937.647208:0:16785:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384937.647213:0:16785:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e874a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e8743 expref: 16 pid: 16762 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384937.647220:0:16785:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384937.647230:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384937.647233:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384937.647235:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384937.647239:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384937.647241:0:16785:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767384937.647244:0:16785:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e8751 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384937.647244:0:16763:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384937.647246:0:16763:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384937.647251:0:16763:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000040:3.0:1767384937.647262:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d5b62504) refcount = 2 00010000:00000040:3.0:1767384937.647266:0:16785:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00080000:00000001:0.0:1767384937.647268:0:16763:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384937.647274:0:16785:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e874a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x4895a8f6c11e8743 expref: 16 pid: 16762 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384937.647274:0:16763:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000040:3.0:1767384937.647283:0:16785:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384937.647286:0:16785:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e8751 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1767384937.647297:0:16785:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a8e486c. 00000100:00000001:3.0:1767384937.647303:0:16785:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384937.647309:0:16785:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000089223c76. 00000100:00000001:3.0:1767384937.647312:0:16785:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635436744954816 : -108636964596800 : ffff9d31fc50d3c0) 00000100:00000001:3.0:1767384937.647315:0:16785:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635436744954816 : -108636964596800 : ffff9d31fc50d3c0) 00000100:00000001:3.0:1767384937.647318:0:16785:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384937.647320:0:16785:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384937.647323:0:16785:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384937.647327:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384937.647331:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384937.647334:0:16785:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384937.647337:0:16785:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384937.647340:0:16785:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384937.647345:0:16785:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1767384937.647350:0:16785:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d1f2c82b. 00000020:00000040:3.0:1767384937.647355:0:16785:0:(genops.c:1229:class_import_get()) import 00000000c30cd863 refcount=2 obd=MGS 00000100:00000001:3.0:1767384937.647360:0:16785:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384937.647364:0:16785:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384937.647370:0:16785:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384937.647377:0:16785:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d91a96b4. 00000100:00000001:3.0:1767384937.647392:0:16785:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384937.647403:0:16785:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e874a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4895a8f6c11e8743 expref: 16 pid: 16762 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384937.647409:0:16763:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384937.647413:0:16763:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00010000:3.0:1767384937.647425:0:16785:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e874a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4895a8f6c11e8743 expref: 16 pid: 16762 timeout: 410 lvb_type: 0 00010000:00000001:3.0:1767384937.647435:0:16785:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384937.647439:0:16785:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384937.647443:0:16785:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d1f2c82b x1853237358517120/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384937.647470:0:16785:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384937.647473:0:16785:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384937.647479:0:16785:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d1f2c82b pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16785:1853237358517120:0@lo:104: 00000100:00000001:3.0:1767384937.647485:0:16785:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384937.647489:0:16785:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384937.647492:0:16785:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384937.647495:0:16785:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384937.647500:0:16785:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000000b311fa. 02000000:00000001:3.0:1767384937.647503:0:16785:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384937.647508:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d482e20. 00000400:00000010:3.0:1767384937.647514:0:16785:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042896188. 00000100:00000200:3.0:1767384937.647520:0:16785:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358517120, portal 16 00000100:00000001:3.0:1767384937.647522:0:16785:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384937.647524:0:16785:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436633361024 : -108637076190592 : ffff9d31f5aa0a80) 00000100:00000040:3.0:1767384937.647529:0:16785:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000d1f2c82b x1853237358517120/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384953 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384937.647537:0:16785:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384937.647542:0:16785:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384937.647547:0:16785:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c020914a. 00000100:00000200:3.0:1767384937.647550:0:16785:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237358517120, offset 0 00000400:00000200:3.0:1767384937.647558:0:16785:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384937.647577:0:16785:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384937.647593:0:16785:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272705b80 00000400:00000200:3.0:1767384937.647611:0:16785:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x18fd [2] + 0 00000400:00000200:3.0:1767384937.647620:0:16785:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384937.647628:0:16785:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384937.647636:0:16785:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384937.647638:0:16785:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767384937.647643:0:16785:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ab0db1a6. 00000100:00000040:3.0:1767384937.647646:0:16785:0:(events.c:337:request_in_callback()) incoming req@00000000ab0db1a6 x1853237358517120 msgsize 328 00000100:00100000:3.0:1767384937.647657:0:16785:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384937.647670:0:16785:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384937.647680:0:16785:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c020914a 00000400:00000010:3.0:1767384937.647684:0:16785:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c020914a. 00000100:00000001:3.0:1767384937.647690:0:16785:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384937.647695:0:16753:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1767384937.647696:0:16785:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d1f2c82b x1853237358517120/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384953 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384937.647699:0:16753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358517120 02000000:00000001:2.0:1767384937.647703:0:16753:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384937.647706:0:16753:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384937.647710:0:16753:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.647714:0:16785:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384937.647716:0:16753:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384937.647719:0:16753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358517120 00000020:00000001:2.0:1767384937.647722:0:16753:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1767384937.647723:0:16785:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d1f2c82b x1853237358517120/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384953 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:2.0:1767384937.647726:0:16753:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e83fb 00000020:00000001:2.0:1767384937.647730:0:16753:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384937.647733:0:16753:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f3b2147e refcount=3 00000100:00000001:3.0:1767384937.647740:0:16785:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384937.647741:0:16753:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633131008 : -108637076420608 : ffff9d31f5a68800) 00000100:00000001:3.0:1767384937.647746:0:16785:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384937.647747:0:16753:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633131008 : -108637076420608 : ffff9d31f5a68800) 00000100:00000001:2.0:1767384937.647752:0:16753:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384937.647754:0:16785:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384937.647758:0:16753:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000078dc1207. 00000100:00000001:3.0:1767384937.647761:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294927521 00000100:00000001:2.0:1767384937.647764:0:16753:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384937.647769:0:16753:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000078dc1207. 00000020:00000010:2.0:1767384937.647774:0:16753:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a818c5d6. 00000100:00000001:3.0:1767384937.647775:0:16785:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294927510 00000020:00000010:2.0:1767384937.647778:0:16753:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007fff6a7d. 00000100:00000001:3.0:1767384937.647783:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294927521 00000020:00000010:2.0:1767384937.647784:0:16753:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d779c03f. 00000100:00000001:3.0:1767384937.647795:0:16785:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294927510 00000100:00000040:2.0:1767384937.647796:0:16753:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384937.647801:0:16753:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384937.647802:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294927521 00000100:00000001:2.0:1767384937.647803:0:16753:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384937.647805:0:16753:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.647815:0:16785:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294927510 00000100:00000001:2.0:1767384937.647815:0:16753:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.647821:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294927521 00000100:00000001:2.0:1767384937.647827:0:16753:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384937.647839:0:16753:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384937.647841:0:16753:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384937.647843:0:16753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:2.0:1767384937.647847:0:16753:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f3b2147e : new rpc_count 1 00000100:00000001:2.0:1767384937.647854:0:16753:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436633364608 : -108637076187008 : ffff9d31f5aa1880) 00000100:00000040:2.0:1767384937.647860:0:16753:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ab0db1a6 x1853237358517120/t0(0) o104->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:163/0 lens 328/0 e 0 to 0 dl 1767384948 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384937.647869:0:16753:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384937.647910:0:16785:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294927510 00000020:00000010:2.0:1767384937.647913:0:16753:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000078dc1207. 00000100:00000001:3.0:1767384937.647917:0:16785:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384937.647917:0:16753:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384937.647924:0:16785:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384937.647924:0:16753:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000078dc1207. 00010000:00000001:3.0:1767384937.647930:0:16785:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384937.647936:0:16785:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384937.647939:0:16753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ab0db1a6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fc613044-dd35-4201-b03c-4d69ab0214c0+3:16785:x1853237358517120:12345-0@lo:104: 00000020:00000001:3.0:1767384937.647947:0:16785:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384937.647948:0:16753:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358517120 00010000:00000001:3.0:1767384937.647951:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384937.647954:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384937.647954:0:16753:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384937.647957:0:16785:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384937.647960:0:16785:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384937.647962:0:16785:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1767384937.647962:0:16753:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384937.647966:0:16753:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384937.647967:0:16785:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.647972:0:16785:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1767384937.647972:0:16753:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f8ef50a3 refcount=2 00000100:00000001:3.0:1767384937.647976:0:16785:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384937.647978:0:16753:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00000100:00100000:3.0:1767384937.647980:0:16785:0:(client.c:2690:ptlrpc_set_wait()) set 0000000089223c76 going to sleep for 11 seconds 00010000:00000001:2.0:1767384937.647984:0:16753:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00000100:00000001:3.0:1767384937.647990:0:16785:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384937.647992:0:16753:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384937.647998:0:16753:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384937.648001:0:16753:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.157@tcp lock: 00000000f8ef50a3/0x4895a8f6c11e8743 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4895a8f6c11e874a expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384937.648008:0:16753:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384937.648010:0:16753:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384937.648036:0:16753:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000069342297. 02000000:00000001:2.0:1767384937.648039:0:16753:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.648040:0:16753:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384937.648045:0:16753:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384937.648047:0:16753:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384937.648050:0:16753:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c1b60063 time=61 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384937.648055:0:16753:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384937.648057:0:16753:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:2.0:1767384937.648062:0:16753:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384937.648066:0:16753:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384937.648073:0:16753:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.648075:0:16753:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384937.648077:0:16753:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384937.648100:0:16753:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1f9e242. 00000100:00000200:2.0:1767384937.648102:0:16753:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237358517120, offset 224 00000400:00000200:2.0:1767384937.648107:0:16753:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384937.648113:0:16753:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384937.648125:0:16753:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272705b80 00000400:00000200:2.0:1767384937.648130:0:16753:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1ac5 [1] + 224 00000400:00000200:2.0:1767384937.648133:0:16753:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384937.648138:0:16753:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384937.648141:0:16753:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384937.648146:0:16753:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d1f2c82b x1853237358517120/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384937.648155:0:16753:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000d1f2c82b x1853237358517120/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384937.648162:0:16753:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:3.0:1767384937.648167:0:16785:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384937.648172:0:16785:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384937.648174:0:16785:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d482e20. 00000400:00000200:3.0:1767384937.648178:0:16785:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042896188 00000400:00000010:3.0:1767384937.648181:0:16785:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042896188. 00000100:00000001:3.0:1767384937.648184:0:16785:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384937.648185:0:16753:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1f9e242 00000400:00000010:2.0:1767384937.648188:0:16753:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1f9e242. 00000100:00000200:3.0:1767384937.648190:0:16785:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d1f2c82b x1853237358517120/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384937.648193:0:16753:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384937.648196:0:16753:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384937.648203:0:16753:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384937.648205:0:16785:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d1f2c82b x1853237358517120/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384937.648209:0:16753:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:2.0:1767384937.648215:0:16753:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1767384937.648221:0:16785:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384937.648224:0:16785:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.648227:0:16785:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384937.648229:0:16785:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384937.648231:0:16785:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384937.648233:0:16785:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384937.648236:0:16785:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384937.648239:0:16785:0:(import.c:2128:obd_at_measure()) add 5 to 0000000080a5a92e time=61 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384937.648243:0:16785:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cfe3d233 time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384937.648247:0:16785:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384937.648250:0:16785:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384937.648253:0:16785:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384937.648256:0:16785:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.648259:0:16785:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384937.648264:0:16785:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d1f2c82b x1853237358517120/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384937.648279:0:16785:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384937.648282:0:16785:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384937.648284:0:16785:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384937.648286:0:16785:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1767384937.648288:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384937.648290:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384937.648291:0:16785:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384937.648296:0:16785:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d1f2c82b x1853237358517120/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384953 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384937.648304:0:16785:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d1f2c82b pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16785:1853237358517120:0@lo:104: 00000100:00000001:3.0:1767384937.648309:0:16785:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.648312:0:16785:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.648314:0:16785:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384937.648317:0:16785:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384937.648320:0:16785:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d1f2c82b x1853237358517120/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384953 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384937.648326:0:16785:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384937.648328:0:16785:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384937.648332:0:16785:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000000b311fa. 02000000:00000001:3.0:1767384937.648336:0:16785:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384937.648339:0:16785:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384937.648342:0:16785:0:(genops.c:1242:class_import_put()) import 00000000c30cd863 refcount=1 obd=MGS 00000020:00000001:3.0:1767384937.648345:0:16785:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384937.648347:0:16785:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d91a96b4. 02000000:00000001:3.0:1767384937.648351:0:16785:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384937.648356:0:16785:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384937.648358:0:16785:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d1f2c82b. 00000100:00000001:3.0:1767384937.648363:0:16785:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000010:2.0:1767384937.648364:0:16753:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000e9397a65. 00000100:00000001:3.0:1767384937.648367:0:16785:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384937.648368:0:16753:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000010:3.0:1767384937.648374:0:16785:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000089223c76. 00000100:00000001:3.0:1767384937.648383:0:16785:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00010000:2.0:1767384937.648384:0:16753:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767384937.648385:0:16785:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384937.648388:0:16753:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384937.648391:0:16785:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a8e486c. 00010000:00000001:2.0:1767384937.648394:0:16753:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384937.648396:0:16753:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384937.648398:0:16785:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384937.648401:0:16753:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ab0db1a6 x1853237358517120/t0(0) o104->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:163/0 lens 328/224 e 0 to 0 dl 1767384948 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384937.648412:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384937.648413:0:16753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ab0db1a6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fc613044-dd35-4201-b03c-4d69ab0214c0+3:16785:x1853237358517120:12345-0@lo:104: Request processed in 544us (764us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384937.648416:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384937.648420:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767384937.648425:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1767384937.648429:0:16785:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e8751 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384937.648429:0:16753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:2.0:1767384937.648433:0:16753:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f3b2147e : new rpc_count 0 00000100:00000001:2.0:1767384937.648437:0:16753:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384937.648440:0:16753:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384937.648446:0:16753:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007fff6a7d. 00000020:00000010:2.0:1767384937.648466:0:16753:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d779c03f. 00000020:00000010:2.0:1767384937.648470:0:16753:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a818c5d6. 00000020:00000040:2.0:1767384937.648475:0:16753:0:(genops.c:898:class_export_put()) PUTting export 00000000f3b2147e : new refcount 2 00000100:00000001:2.0:1767384937.648480:0:16753:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384937.648536:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384937.648538:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384937.648540:0:16757:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767384937.648545:0:16757:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384937.648546:0:16757:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384937.648548:0:16757:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.157@tcp lock: 00000000f8ef50a3/0x4895a8f6c11e8743 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4895a8f6c11e874a expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384937.648555:0:16757:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f8ef50a3 already unused, calling callback (00000000de964f35) 10000000:00000001:2.0:1767384937.648558:0:16757:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384937.648560:0:16757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.157@tcp lock: 00000000f8ef50a3/0x4895a8f6c11e8743 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4895a8f6c11e874a expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384937.648565:0:16757:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384937.648567:0:16757:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384937.648568:0:16757:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384937.648570:0:16757:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f8ef50a3 refcount=3 00000020:00000001:2.0:1767384937.648571:0:16757:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00010000:00000001:2.0:1767384937.648573:0:16757:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879619584 : -108637829932032 : ffff9d31c8bcdc00) 00010000:00000001:2.0:1767384937.648576:0:16757:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384937.648578:0:16757:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.157@tcp lock: 00000000f8ef50a3/0x4895a8f6c11e8743 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4895a8f6c11e874a expref: -99 pid: 16767 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767384937.648583:0:16757:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384937.648590:0:16757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.157@tcp lock: 00000000f8ef50a3/0x4895a8f6c11e8743 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4895a8f6c11e874a expref: -99 pid: 16767 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384937.648594:0:16757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384937.648596:0:16757:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384937.648598:0:16757:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767384937.648601:0:16757:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384937.648603:0:16757:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384937.648605:0:16757:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384937.648653:0:16757:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384937.648657:0:16757:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384937.648660:0:16757:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ff67cc77) refs 2 10000000:00000001:2.0:1767384937.648664:0:16757:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384937.648666:0:16757:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384937.648670:0:16757:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384937.648675:0:16757:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384937.648678:0:16757:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384937.648702:0:16757:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384937.648704:0:16757:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384937.648707:0:16757:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f8ef50a3 with handle 0x4895a8f6c11e8743 from hash 00010000:00000001:2.0:1767384937.648709:0:16757:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384937.648711:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384937.648712:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384937.648713:0:16757:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384937.648715:0:16757:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384937.648717:0:16757:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384937.648719:0:16757:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384937.648721:0:16757:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384937.649197:0:16757:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d083d558. 00000020:00000040:2.0:1767384937.649201:0:16757:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=6 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1767384937.649204:0:16757:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384937.649264:0:16757:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384937.649267:0:16757:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384937.649272:0:16757:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a818c5d6. 00000100:00000001:2.0:1767384937.649278:0:16757:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384937.649281:0:16757:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384937.649285:0:16757:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.157@tcp lock: 00000000f8ef50a3/0x4895a8f6c11e8743 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4895a8f6c11e874a expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384937.649298:0:16757:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384937.649300:0:16757:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384937.649305:0:16757:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384937.649306:0:16757:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384937.649318:0:16757:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d083d558] to pc [ptlrpcd_00_00+0] req@00000000d083d558 x1853237358517248/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384937.649348:0:16757:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384937.649352:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384937.649355:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384937.649358:0:16757:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384937.649360:0:16757:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384937.649363:0:16757:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384937.649366:0:16757:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.157@tcp lock: 00000000f8ef50a3/0x4895a8f6c11e8743 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4895a8f6c11e874a expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384937.649372:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384937.649374:0:16757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.157@tcp lock: 00000000f8ef50a3/0x4895a8f6c11e8743 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4895a8f6c11e874a expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384937.649381:0:16757:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b6fd4e3d count: 0 00010000:00000001:2.0:1767384937.649422:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384937.649425:0:16757:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384937.649428:0:16757:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000e9397a65. 00010000:00000001:2.0:1767384937.649435:0:16757:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384937.649438:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384937.649443:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384937.649447:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384937.649464:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384937.649468:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384937.649474:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384937.649479:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384937.649483:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384937.649487:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384937.649501:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384937.649508:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384937.649511:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384937.649520:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d083d558 x1853237358517248/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384937.649527:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384937.649529:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384937.649535:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384937.649539:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384937.649543:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384937.649547:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d083d558 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358517248:0@lo:103: 00000100:00000001:2.0:1767384937.649552:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384937.649556:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384937.649559:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384937.649562:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384937.649566:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006556726e. 02000000:00000001:2.0:1767384937.649569:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384937.649574:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002bde85a3. 00000400:00000010:2.0:1767384937.649583:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1f9e242. 00000100:00000200:2.0:1767384937.649589:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358517248, portal 18 00000100:00000001:2.0:1767384937.649592:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384937.649596:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504578304 : -108642204973312 : ffff9d30c3f70700) 00000100:00000040:2.0:1767384937.649607:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d083d558 x1853237358517248/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384937.649613:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384937.649621:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384937.649626:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c104db6. 00000100:00000200:2.0:1767384937.649631:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237358517248, offset 0 00000400:00000200:2.0:1767384937.649637:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384937.649647:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384937.649655:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272705c00 00000400:00000200:2.0:1767384937.649659:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 0 00000400:00000200:2.0:1767384937.649664:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384937.649671:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384937.649682:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384937.649683:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384937.649687:0:16127:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c116e2bd. 00000100:00000040:2.0:1767384937.649689:0:16127:0:(events.c:337:request_in_callback()) incoming req@00000000c116e2bd x1853237358517248 msgsize 328 00000100:00100000:2.0:1767384937.649696:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384937.649710:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384937.649718:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c104db6 00000400:00000010:2.0:1767384937.649721:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c104db6. 00000100:00000001:2.0:1767384937.649729:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384937.649736:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d083d558 x1853237358517248/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384953 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384937.649743:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384937.649746:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d083d558 x1853237358517248/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384953 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.649748:0:16756:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384937.649755:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384937.649756:0:16756:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358517248 00000100:00000001:2.0:1767384937.649757:0:16127:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384937.649761:0:16756:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384937.649764:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.649766:0:16756:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384937.649768:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294927523 00000100:00000001:3.0:1767384937.649769:0:16756:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384937.649776:0:16756:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.649778:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294927521 00000100:00100000:3.0:1767384937.649779:0:16756:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358517248 00000020:00000001:3.0:1767384937.649784:0:16756:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384937.649785:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294927523 00000020:00000040:3.0:1767384937.649787:0:16756:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:3.0:1767384937.649791:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384937.649794:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294927521 00000020:00000040:3.0:1767384937.649795:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=17 00000020:00000001:3.0:1767384937.649801:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384937.649801:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294927523 00000020:00000001:3.0:1767384937.649808:0:16756:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384937.649810:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294927521 00000100:00000001:3.0:1767384937.649817:0:16756:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384937.649820:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294927523 00000020:00000010:3.0:1767384937.649824:0:16756:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006fca007a. 00000100:00000001:2.0:1767384937.649828:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294927521 00000100:00000001:3.0:1767384937.649830:0:16756:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384937.649835:0:16756:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006fca007a. 00000100:00000001:2.0:1767384937.649835:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384937.649841:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384937.649845:0:16756:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d91a96b4. 00000100:00000001:2.0:1767384937.649847:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384937.649851:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384937.649852:0:16756:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006770ff73. 00000100:00000001:2.0:1767384937.649856:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384937.649859:0:16756:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002025b0d3. 00000100:00000001:2.0:1767384937.649859:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384937.649865:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384937.649873:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384937.649876:0:16756:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384937.649877:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.649883:0:16756:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384937.649883:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.649887:0:16756:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384937.649892:0:16756:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384937.649895:0:16756:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384937.649898:0:16756:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384937.649902:0:16756:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384937.649903:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384937.649905:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384937.649907:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384937.649916:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001ba6a14e refcount=4 00000020:00000001:3.0:1767384937.649920:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00010000:00000001:3.0:1767384937.649927:0:16756:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00010000:00010000:3.0:1767384937.649938:0:16756:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e874a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4895a8f6c11e8743 expref: 17 pid: 16762 timeout: 410 lvb_type: 0 00010000:00000001:3.0:1767384937.649946:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384937.649948:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384937.649949:0:16756:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.649952:0:16756:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.649958:0:16756:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384937.649966:0:16756:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c116e2bd x1853237358517248/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:163/0 lens 328/0 e 0 to 0 dl 1767384948 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.649975:0:16756:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384937.649977:0:16756:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.649990:0:16756:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.650047:0:16756:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384937.650052:0:16756:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384937.650054:0:16755:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384937.650057:0:16755:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384937.650062:0:16756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:3.0:1767384937.650067:0:16756:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 3 00000100:00000001:0.0:1767384937.650068:0:16755:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.650076:0:16755:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.650077:0:16756:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635431504586368 : -108642204965248 : ffff9d30c3f72680) 00000100:00000040:3.0:1767384937.650088:0:16756:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c116e2bd x1853237358517248/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:163/0 lens 328/0 e 0 to 0 dl 1767384948 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.650099:0:16756:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384937.650104:0:16756:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006fca007a. 00000100:00000001:3.0:1767384937.650106:0:16756:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384937.650109:0:16756:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006fca007a. 00000100:00100000:3.0:1767384937.650116:0:16756:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c116e2bd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fc613044-dd35-4201-b03c-4d69ab0214c0+17:16127:x1853237358517248:12345-0@lo:103: 00000100:00000200:3.0:1767384937.650121:0:16756:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358517248 00010000:00000001:3.0:1767384937.650126:0:16756:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384937.650131:0:16756:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384937.650140:0:16756:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384937.650146:0:16756:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384937.650149:0:16756:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384937.650153:0:16756:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005a59dcd1. 02000000:00000001:3.0:1767384937.650156:0:16756:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.650159:0:16756:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384937.650162:0:16756:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384937.650165:0:16756:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384937.650167:0:16756:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384937.650170:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384937.650173:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001ba6a14e refcount=4 00000020:00000001:3.0:1767384937.650177:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00010000:00000001:3.0:1767384937.650182:0:16756:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879620096 : -108637829931520 : ffff9d31c8bcde00) 00010000:00000040:3.0:1767384937.650186:0:16756:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000d5b62504 count: 3 00010000:00010000:3.0:1767384937.650193:0:16756:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e874a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4895a8f6c11e8743 expref: 17 pid: 16762 timeout: 410 lvb_type: 0 00000100:00001000:3.0:1767384937.650201:0:16756:0:(import.c:2128:obd_at_measure()) add 0 to 0000000011468271 time=1767384937 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384937.650204:0:16756:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384937.650211:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384937.650215:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384937.650219:0:16756:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e874a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4895a8f6c11e8743 expref: 17 pid: 16762 timeout: 410 lvb_type: 0 00000020:00000001:3.0:1767384937.650232:0:16756:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384937.650236:0:16756:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384937.650240:0:16756:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384937.650244:0:16756:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384937.650248:0:16756:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384937.650251:0:16756:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384937.650259:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384937.650260:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384937.650263:0:16756:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384937.650265:0:16756:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384937.650268:0:16756:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001ba6a14e with handle 0x4895a8f6c11e874a from hash 00010000:00000001:3.0:1767384937.650272:0:16756:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384937.650282:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384937.650284:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384937.650286:0:16756:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384937.650288:0:16756:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384937.650291:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384937.650294:0:16756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001ba6a14e/0x4895a8f6c11e874a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4895a8f6c11e8743 expref: 17 pid: 16762 timeout: 410 lvb_type: 0 00010000:00000040:3.0:1767384937.650301:0:16756:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000005d63f134 : new locks_count 9 00000020:00000040:3.0:1767384937.650303:0:16756:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 16 00010000:00000001:3.0:1767384937.650312:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384937.650314:0:16756:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384937.650316:0:16756:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384937.650318:0:16756:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000e7280dd3 00010000:00000001:3.0:1767384937.650323:0:16756:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384937.650325:0:16756:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384937.650327:0:16756:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384937.650329:0:16756:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384937.650332:0:16756:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384937.650336:0:16756:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384937.650338:0:16756:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384937.650340:0:16756:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e8751 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384937.650348:0:16756:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384937.650350:0:16756:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384937.650352:0:16756:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384937.650354:0:16756:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384937.650356:0:16756:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d5b62504) refcount = 2 00010000:00010000:3.0:1767384937.650360:0:16756:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e8751 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384937.650366:0:16756:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384937.650368:0:16756:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384937.650370:0:16756:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384937.650372:0:16756:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384937.650377:0:16756:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006fca007a. 00000100:00000001:3.0:1767384937.650387:0:16756:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384937.650391:0:16756:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000089223c76. 00000100:00000001:3.0:1767384937.650394:0:16756:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635436744954816 : -108636964596800 : ffff9d31fc50d3c0) 00000100:00000001:3.0:1767384937.650397:0:16756:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635436744954816 : -108636964596800 : ffff9d31fc50d3c0) 00000100:00000001:3.0:1767384937.650400:0:16756:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384937.650401:0:16756:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384937.650404:0:16756:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384937.650409:0:16756:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384937.650413:0:16756:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003542952s 00010000:00000001:3.0:1767384937.650416:0:16756:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384937.650417:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384937.650419:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e7280dd3 refcount=5 00000020:00000001:3.0:1767384937.650421:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431492109312 : -108642217442304 : ffff9d30c338c400) 00010000:00000001:3.0:1767384937.650424:0:16756:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635431492109312 : -108642217442304 : ffff9d30c338c400) 00010000:00000001:3.0:1767384937.650427:0:16756:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384937.650429:0:16756:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e8751 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384937.650435:0:16756:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384937.650438:0:16756:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e8751 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384937.650444:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384937.650445:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384937.650447:0:16756:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e8751 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384937.650467:0:16756:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384937.650469:0:16756:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384937.650471:0:16756:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384937.650473:0:16756:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e8751 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384937.650480:0:16756:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e7280dd3 already unused, calling callback (00000000be7801c4) 00010000:00000001:3.0:1767384937.650483:0:16756:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384937.650492:0:16756:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384937.650496:0:16756:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e8751 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384937.650503:0:16756:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384937.650506:0:16756:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384937.650509:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384937.650512:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e7280dd3 refcount=6 00000020:00000001:3.0:1767384937.650515:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431492109312 : -108642217442304 : ffff9d30c338c400) 00010000:00000001:3.0:1767384937.650521:0:16756:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635431492109312 : -108642217442304 : ffff9d30c338c400) 00010000:00000001:3.0:1767384937.650524:0:16756:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384937.650526:0:16756:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e8751 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384937.650531:0:16756:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384937.650533:0:16756:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384937.650534:0:16756:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384937.650560:0:16756:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384937.650562:0:16756:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384937.650565:0:16756:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384937.650569:0:16756:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384937.650571:0:16756:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e7280dd3 with handle 0x4895a8f6c11e8751 from hash 00010000:00000001:3.0:1767384937.650574:0:16756:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384937.650575:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384937.650578:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384937.650580:0:16756:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384937.650581:0:16756:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384937.650583:0:16756:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384937.650584:0:16756:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384937.650586:0:16756:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384937.650592:0:16756:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384937.650596:0:16756:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384937.650598:0:16756:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384937.650601:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384937.650602:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384937.650604:0:16756:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384937.650614:0:16756:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384937.650616:0:16756:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384937.650619:0:16756:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e8751 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384937.650624:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384937.650626:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384937.650628:0:16756:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384937.650631:0:16756:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384937.650633:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384937.650634:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384937.650636:0:16756:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384937.650638:0:16756:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384937.650641:0:16756:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384937.650643:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384937.650645:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384937.650647:0:16756:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384937.650649:0:16756:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384937.650651:0:16756:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384937.650653:0:16756:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.650656:0:16756:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.650657:0:16756:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384937.650659:0:16756:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000089223c76. 00000100:00000001:3.0:1767384937.650663:0:16756:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384937.650665:0:16756:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384937.650667:0:16756:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006fca007a. 00010000:00000001:3.0:1767384937.650670:0:16756:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1767384937.650673:0:16756:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384937.650675:0:16756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384937.650679:0:16756:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384937.650682:0:16756:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384937.650685:0:16756:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bb2adef3 time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384937.650689:0:16756:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384937.650693:0:16756:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:3.0:1767384937.650696:0:16756:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:3.0:1767384937.650699:0:16756:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384937.650702:0:16756:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.650711:0:16756:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384937.650714:0:16756:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384937.650718:0:16756:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042896188. 00000100:00000200:3.0:1767384937.650721:0:16756:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237358517248, offset 224 00000400:00000200:3.0:1767384937.650727:0:16756:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384937.650735:0:16756:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384937.650741:0:16756:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272705c00 00000400:00000200:3.0:1767384937.650746:0:16756:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1ad1 [1] + 224 00000400:00000200:3.0:1767384937.650750:0:16756:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384937.650755:0:16756:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384937.650758:0:16756:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384937.650762:0:16756:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d083d558 x1853237358517248/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384937.650772:0:16756:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d083d558 x1853237358517248/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.650790:0:16756:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384937.650798:0:16756:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042896188 00000400:00000010:3.0:1767384937.650800:0:16756:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042896188. 00000100:00000001:3.0:1767384937.650804:0:16756:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384937.650805:0:16756:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384937.650811:0:16756:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384937.650815:0:16756:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:3.0:1767384937.650819:0:16756:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384937.650821:0:16756:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384937.650826:0:16756:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c116e2bd x1853237358517248/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:163/0 lens 328/224 e 0 to 0 dl 1767384948 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384937.650837:0:16756:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c116e2bd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fc613044-dd35-4201-b03c-4d69ab0214c0+16:16127:x1853237358517248:12345-0@lo:103: Request processed in 735us (1144us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384937.650848:0:16756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:3.0:1767384937.650852:0:16756:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 2 00000100:00000001:3.0:1767384937.650855:0:16756:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384937.650857:0:16756:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384937.650867:0:16756:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006770ff73. 00000020:00000010:3.0:1767384937.650870:0:16756:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002025b0d3. 00000020:00000010:3.0:1767384937.650874:0:16756:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d91a96b4. 00000020:00000040:3.0:1767384937.650879:0:16756:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 15 00000100:00000001:3.0:1767384937.650882:0:16756:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.650906:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384937.650909:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384937.650915:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384937.650918:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384937.650920:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002bde85a3. 00000400:00000200:3.0:1767384937.650924:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1f9e242 00000400:00000010:3.0:1767384937.650927:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1f9e242. 00000100:00000001:3.0:1767384937.650931:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384937.650935:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d083d558 x1853237358517248/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384937.650943:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d083d558 x1853237358517248/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.650951:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384937.650953:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.650956:0:16127:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384937.650958:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384937.650960:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384937.650962:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384937.650964:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384937.650967:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f692eeab time=61 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384937.650971:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384937.650975:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384937.650977:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384937.650980:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384937.650982:0:16127:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.650984:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384937.650988:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d083d558 x1853237358517248/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.650995:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384937.650998:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384937.651007:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384937.651054:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d083d558 x1853237358517248/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384937.651065:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d083d558 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358517248:0@lo:103: 00000100:00000001:3.0:1767384937.651077:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.651082:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384937.651089:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d083d558 x1853237358517248/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.651098:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384937.651100:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384937.651104:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006556726e. 02000000:00000001:3.0:1767384937.651109:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384937.651112:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384937.651114:0:16127:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384937.651117:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384937.651119:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a818c5d6. 02000000:00000001:3.0:1767384937.651125:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384937.651129:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384937.651131:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d083d558. 00000100:00000001:3.0:1767384937.651135:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384937.651137:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.651139:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.651144:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384937.651146:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.651149:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384937.651152:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384937.651167:0:16785:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e8751 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384937.651174:0:16785:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:3.0:1767384937.651176:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:3.0:1767384937.651180:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e8751 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384937.651187:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384937.651197:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384937.651200:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e7280dd3/0x4895a8f6c11e8751 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384937.651206:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d5b62504 count: 0 00010000:00000001:3.0:1767384937.651226:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384937.651228:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:2.1:1767384937.653039:0:16643:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b6fd4e3d. 00010000:00000010:2.1:1767384937.653048:0:16643:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f8ef50a3. 00080000:00000001:0.0:1767384937.657314:0:16763:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384937.657320:0:16763:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:0.0:1767384937.657323:0:16763:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384937.657325:0:16763:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384937.657328:0:16763:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384937.657335:0:16763:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384937.657339:0:16763:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384937.657346:0:16763:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384937.657347:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384937.657354:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384937.657359:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384937.657366:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384937.657369:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384937.657378:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000056260662. 00010000:00000001:3.0:1767384937.657384:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384937.657389:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000559b0a39. 00080000:00000001:0.0:1767384937.657390:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000001:3.0:1767384937.657394:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00040000:00000001:0.0:1767384937.657394:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384937.657399:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384937.657402:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000040:3.0:1767384937.657403:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000559b0a39 with handle 0x4895a8f6c11e8758 to hash 00040000:00000001:0.0:1767384937.657407:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:3.0:1767384937.657413:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000010:0.0:1767384937.657414:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000738fcc9. 00010000:00000001:3.0:1767384937.657421:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635431492108288 : -108642217443328 : ffff9d30c338c000) 00080000:00000001:0.0:1767384937.657422:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:3.0:1767384937.657430:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635431492108288 : -108642217443328 : ffff9d30c338c000) 00010000:00000001:3.0:1767384937.657435:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384937.657437:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384937.657441:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000559b0a39/0x4895a8f6c11e8758 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384937.657465:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384937.657471:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384937.657475:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384937.657477:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384937.657479:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384937.657481:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384937.657484:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384937.657487:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384937.657490:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384937.657492:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384937.657493:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384937.657504:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000056260662) refcount = 1 00010000:00010000:3.0:1767384937.657509:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000559b0a39/0x4895a8f6c11e8758 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384937.657516:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384937.657519:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384937.657522:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384937.657526:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384937.657530:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384937.657534:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384937.657539:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003542952s 00010000:00000001:3.0:1767384937.657544:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384937.657547:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384937.657551:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000559b0a39 refcount=4 00000020:00000001:3.0:1767384937.657554:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431492108288 : -108642217443328 : ffff9d30c338c000) 00010000:00000001:3.0:1767384937.657557:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635431492108288 : -108642217443328 : ffff9d30c338c000) 00010000:00000001:3.0:1767384937.657561:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384937.657564:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000559b0a39/0x4895a8f6c11e8758 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384937.657574:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384937.657578:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000559b0a39/0x4895a8f6c11e8758 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384937.657585:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384937.657587:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384937.657591:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000559b0a39/0x4895a8f6c11e8758 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384937.657598:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384937.657603:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384937.657608:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384937.657610:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000559b0a39/0x4895a8f6c11e8758 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384937.657620:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000559b0a39 already unused, calling callback (00000000be7801c4) 00010000:00000001:3.0:1767384937.657632:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384937.657636:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384937.657642:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000559b0a39/0x4895a8f6c11e8758 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384937.657648:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384937.657652:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384937.657656:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384937.657659:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000559b0a39 refcount=5 00000020:00000001:3.0:1767384937.657663:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431492108288 : -108642217443328 : ffff9d30c338c000) 00010000:00000001:3.0:1767384937.657666:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635431492108288 : -108642217443328 : ffff9d30c338c000) 00010000:00000001:3.0:1767384937.657669:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384937.657671:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000559b0a39/0x4895a8f6c11e8758 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384937.657678:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384937.657681:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384937.657683:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384937.657689:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384937.657692:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384937.657699:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384937.657702:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384937.657706:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000559b0a39 with handle 0x4895a8f6c11e8758 from hash 00010000:00000001:3.0:1767384937.657710:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384937.657712:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384937.657713:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384937.657715:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384937.657717:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384937.657721:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384937.657725:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384937.657728:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384937.657732:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384937.657737:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384937.657740:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384937.657743:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384937.657745:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384937.657756:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384937.657759:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384937.657761:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384937.657765:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000559b0a39/0x4895a8f6c11e8758 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384937.657771:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384937.657773:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384937.657774:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384937.657777:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384937.657778:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384937.657780:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384937.657783:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384937.657788:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384937.657792:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384937.657794:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000559b0a39/0x4895a8f6c11e8758 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384937.657800:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384937.657803:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384937.657805:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000559b0a39/0x4895a8f6c11e8758 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384937.657812:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000056260662 count: 0 00010000:00000001:3.0:1767384937.657846:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384937.657849:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767384937.658109:0:16589:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001ba6a14e. 00010000:00000010:3.1:1767384937.658126:0:16589:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d5b62504. 00010000:00000010:3.1:1767384937.658138:0:16589:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e7280dd3. 00080000:00000020:3.0:1767384937.659994:0:16762:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384937.660001:0:16762:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384937.660004:0:16762:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d51b0034. 20000000:00000001:3.0:1767384937.660038:0:16762:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384937.660044:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358516992 00010000:00000001:3.0:1767384937.660048:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384937.660058:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f6fec9f2 x1853237358516992/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:163/0 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384937.660068:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384937.660072:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384937.660077:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384937.660092:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384937.660097:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:3.0:1767384937.660099:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:3.0:1767384937.660103:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384937.660106:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.660112:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384937.660119:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384937.660125:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd7044ad. 00000100:00000200:3.0:1767384937.660132:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358516992, offset 224 00000400:00000200:3.0:1767384937.660143:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384937.660156:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384937.660170:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272705b00 00000400:00000200:3.0:1767384937.660178:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ab5 [2] + 224 00000400:00000200:3.0:1767384937.660188:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384937.660195:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384937.660203:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384937.660208:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000012e985ac x1853237358516992/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384937.660218:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000012e985ac x1853237358516992/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.660238:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384937.660246:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd7044ad 00000400:00000010:3.0:1767384937.660249:0:16762:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fd7044ad. 00000100:00000001:3.0:1767384937.660252:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384937.660255:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384937.660262:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384937.660267:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:3.0:1767384937.660270:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384937.660273:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384937.660277:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384937.660284:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6fec9f2 x1853237358516992/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:163/0 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384937.660294:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f6fec9f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16130:x1853237358516992:12345-0@lo:253: Request processed in 23156us (23553us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384937.660311:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00000040:3.0:1767384937.660315:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00000001:3.0:1767384937.660318:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384937.660321:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384937.660327:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009d2e8381. 00000020:00000010:3.0:1767384937.660333:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008a68c908. 00000020:00000010:3.0:1767384937.660337:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006345929a. 00000020:00000040:3.0:1767384937.660346:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 02000000:00000001:3.0:1767384937.660352:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384937.660354:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ba797732. 02000000:00000001:3.0:1767384937.660358:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384937.660362:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384937.660369:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384937.660374:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d482e20. 00000400:00000010:3.0:1767384937.660380:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd7044ad. 00000100:00000001:3.0:1767384937.660402:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384937.660405:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384937.660410:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384937.660413:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384937.660416:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebc9bede. 00000400:00000200:3.0:1767384937.660421:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bffb5f9 00000400:00000010:3.0:1767384937.660423:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001bffb5f9. 00000100:00000001:3.0:1767384937.660428:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384937.660433:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000012e985ac x1853237358516992/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384937.660442:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000012e985ac x1853237358516992/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.660465:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384937.660467:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.660469:0:16130:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384937.660472:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384937.660474:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384937.660475:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384937.660479:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384937.660491:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=61 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384937.660494:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384937.660498:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384937.660500:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384937.660504:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384937.660507:0:16130:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.660510:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384937.660516:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000012e985ac x1853237358516992/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.660524:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384937.660528:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384937.660530:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384937.660535:0:16130:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384937.660539:0:16130:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384937.660541:0:16130:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384937.660543:0:16130:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384937.660546:0:16130:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384937.660549:0:16130:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384937.660552:0:16130:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384937.660555:0:16130:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384937.660558:0:16130:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384937.660565:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012e985ac x1853237358516992/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384937.660572:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000012e985ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358516992:0@lo:253: 00000100:00000001:3.0:1767384937.660581:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.660583:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384937.660586:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000012e985ac x1853237358516992/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384937.660593:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384937.660596:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384937.660599:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e45018f3. 02000000:00000001:3.0:1767384937.660607:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384937.660609:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384937.660611:0:16130:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384937.660613:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384937.660623:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c499ca11. 02000000:00000001:3.0:1767384937.660630:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384937.660632:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384937.660634:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012e985ac. 00000100:00000001:3.0:1767384937.660638:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384937.660640:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.660642:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384937.660649:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384937.660651:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384937.660654:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384937.660657:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384937.660800:0:16763:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384937.660804:0:16763:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384937.660806:0:16763:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000045d62cf7. 20000000:00000001:0.0:1767384937.660810:0:16763:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384937.660814:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358516864 00010000:00000001:0.0:1767384937.660817:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384937.660822:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000049aae8eb x1853237358516864/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:163/0 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384937.660829:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384937.660831:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384937.660834:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=61 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384937.660838:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384937.660840:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384937.660842:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384937.660844:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384937.660852:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384937.660855:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384937.660858:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384937.660861:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f33c90d8. 00000100:00000200:0.0:1767384937.660864:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358516864, offset 224 00000400:00000200:0.0:1767384937.660868:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384937.660877:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384937.660884:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272705a80 00000400:00000200:0.0:1767384937.660889:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1aad [2] + 224 00000400:00000200:0.0:1767384937.660895:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384937.660898:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384937.660903:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384937.660908:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000504dc87c x1853237358516864/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384937.660919:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000504dc87c x1853237358516864/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384937.660939:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384937.660947:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f33c90d8 00000400:00000010:0.0:1767384937.660949:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f33c90d8. 00000100:00000001:0.0:1767384937.660952:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384937.660954:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384937.660960:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384937.660965:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00000001:1.0:1767384937.660969:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384937.660970:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384937.660975:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384937.660976:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384937.660983:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384937.660985:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384937.660990:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384937.660990:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049aae8eb x1853237358516864/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:163/0 lens 4848/4768 e 0 to 0 dl 1767384948 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384937.660998:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fec3e4a. 00000100:00100000:0.0:1767384937.661007:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000049aae8eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16129:x1853237358516864:12345-0@lo:253: Request processed in 23993us (24752us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384937.661041:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb420a8d 00000400:00000010:1.0:1767384937.661045:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb420a8d. 00000100:00000001:1.0:1767384937.661051:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384937.661057:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000504dc87c x1853237358516864/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384937.661064:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00000040:2.0:1767384937.661069:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294927523, at 4294927524 00000100:00000040:0.0:1767384937.661072:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:0.0:1767384937.661082:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1767384937.661085:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294927523, at 4294927524 00000100:00000010:2.0:1767384937.661086:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e4a79cda. 00000100:00000200:1.0:1767384937.661087:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000504dc87c x1853237358516864/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384937.661094:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384937.661102:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003fe648a3. 00000100:00000010:3.0:1767384937.661103:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d4ab12b. 00000100:00000001:1.0:1767384937.661103:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384937.661111:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384937.661114:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006b4bac8c. 00000100:00000001:1.0:1767384937.661116:0:16129:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384937.661123:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384937.661124:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb797632. 00000100:00000001:1.0:1767384937.661127:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384937.661130:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384937.661132:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 02000000:00000001:1.0:1767384937.661133:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384937.661143:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384937.661144:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=61 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384937.661145:0:31707:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000003218c63. 02000000:00000010:0.0:1767384937.661150:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000382dec4f. 00000100:00001000:1.0:1767384937.661161:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=61 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384937.661161:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000040:2.0:1767384937.661164:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000001:0.0:1767384937.661165:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384937.661168:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384937.661177:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384937.661178:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000100:00000200:0.0:1767384937.661179:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384937.661182:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000040:2.0:1767384937.661186:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00010000:00000001:1.0:1767384937.661186:0:16129:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384937.661187:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4b6250e. 00000100:00000001:1.0:1767384937.661189:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384937.661196:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000010:0.0:1767384937.661197:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f33c90d8. 00000100:00000040:1.0:1767384937.661201:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000504dc87c x1853237358516864/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:2.0:1767384937.661203:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384937.661205:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384937.661208:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384937.661213:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384937.661216:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000100:00000040:0.0:1767384937.661217:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294927523, at 4294927524 00000100:00000001:1.0:1767384937.661220:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000040:2.0:1767384937.661224:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000100:00000001:1.0:1767384937.661230:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:0.0:1767384937.661231:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a20ce35b. 00000400:00000040:2.0:1767384937.661232:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000100:00000001:1.0:1767384937.661234:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:2.0:1767384937.661242:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000020:01000004:1.0:1767384937.661243:0:16129:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000040:2.0:1767384937.661245:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000020:01000004:1.0:1767384937.661246:0:16129:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000040:2.0:1767384937.661249:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000020:01000004:1.0:1767384937.661249:0:16129:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000040:2.0:1767384937.661253:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000020:01000004:1.0:1767384937.661253:0:16129:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000040:2.0:1767384937.661257:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000020:01000004:1.0:1767384937.661257:0:16129:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384937.661259:0:16129:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000040:2.0:1767384937.661260:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000020:01000004:1.0:1767384937.661262:0:16129:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000040:2.0:1767384937.661263:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384937.661266:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000020:01000004:1.0:1767384937.661266:0:16129:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384937.661270:0:16129:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000040:2.0:1767384937.661271:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384937.661275:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000020:01000004:1.0:1767384937.661275:0:16129:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000040:2.0:1767384937.661278:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384937.661280:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384937.661282:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000040:1.0:1767384937.661282:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000504dc87c x1853237358516864/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:2.0:1767384937.661285:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384937.661288:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384937.661291:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384937.661294:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384937.661297:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384937.661300:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00100000:1.0:1767384937.661304:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000504dc87c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358516864:0@lo:253: 00000400:00000040:2.0:1767384937.661308:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384937.661312:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:1.0:1767384937.661312:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:2.0:1767384937.661313:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384937.661318:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000100:00000001:1.0:1767384937.661318:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000040:2.0:1767384937.661320:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384937.661323:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000040:1.0:1767384937.661324:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000504dc87c x1853237358516864/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:2.0:1767384937.661325:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384937.661329:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384937.661333:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384937.661336:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000100:00000001:1.0:1767384937.661338:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000040:2.0:1767384937.661339:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384937.661342:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 02000000:00000001:1.0:1767384937.661342:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000040:2.0:1767384937.661345:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 02000000:00000010:1.0:1767384937.661345:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000002f88fbd. 00000400:00000040:2.0:1767384937.661350:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 02000000:00000001:1.0:1767384937.661351:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000040:2.0:1767384937.661352:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000020:00000001:1.0:1767384937.661354:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000040:2.0:1767384937.661355:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000020:00000040:1.0:1767384937.661356:0:16129:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000400:00000040:2.0:1767384937.661358:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000020:00000001:1.0:1767384937.661360:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000040:2.0:1767384937.661361:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 02000000:00000010:1.0:1767384937.661362:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d5768b80. 00000400:00000040:2.0:1767384937.661364:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384937.661367:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 02000000:00000001:1.0:1767384937.661367:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000040:2.0:1767384937.661368:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 02000000:00000001:1.0:1767384937.661370:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000040:2.0:1767384937.661371:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000100:00000010:1.0:1767384937.661372:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000504dc87c. 00000400:00000040:2.0:1767384937.661374:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000100:00000001:1.0:1767384937.661376:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000040:2.0:1767384937.661377:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000100:00000001:1.0:1767384937.661379:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:2.0:1767384937.661380:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000100:00000001:1.0:1767384937.661382:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:2.0:1767384937.661383:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384937.661384:0:31707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000100:00000001:1.0:1767384937.661393:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384937.661396:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384937.661400:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384937.661403:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384937.661473:0:31707:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000003218c63. 00000100:00000040:1.0:1767384937.662133:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294927523, at 4294927525 00000100:00000010:1.0:1767384937.662138:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000044bdb3ff. 00010000:00000010:3.1:1767384937.664065:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000056260662. 00010000:00000010:3.1:1767384937.664084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000559b0a39. 00000800:00000200:1.0:1767384937.945082:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a7b5db3] -> 12345-192.168.203.157@tcp20 (6) 00000800:00000200:1.0:1767384937.945089:0:16119:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp20 ip 192.168.203.157:988 00000800:00000200:1.0:1767384937.945092:0:16119:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009f61ec69 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384937.945194:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384937.945202:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384937.945210:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384937.945214:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384937.945216:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384937.946099:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384937.946104:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384937.946108:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006347ee45 00000400:00000010:0.0:1767384937.946113:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006347ee45. 00000400:00000200:0.0:1767384937.946120:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384937.946127:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp35 recovery ping unlinked 00000400:00000010:0.0:1767384937.946139:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009ae3b7cb. 00000400:00000010:0.0:1767384937.946143:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000793542ba. 00000400:00000001:0.0:1767384937.946150:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384937.946151:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384937.946153:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002fb9ae8f 00000400:00000010:0.0:1767384937.946154:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002fb9ae8f. 00000400:00000200:0.0:1767384937.946157:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384937.946160:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp37 recovery ping unlinked 00000400:00000010:0.0:1767384937.946165:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ab00393c. 00000400:00000010:0.0:1767384937.946170:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004842d1bc. 00000400:00000001:0.0:1767384937.946174:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384937.946176:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384937.946177:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cb108fe 00000400:00000010:0.0:1767384937.946179:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000cb108fe. 00000400:00000200:0.0:1767384937.946184:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384937.946187:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp38 recovery ping unlinked 00000400:00000010:0.0:1767384937.946197:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000437d915b. 00000400:00000010:0.0:1767384937.946201:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006a649de1. 00010000:00000001:1.0:1767384938.329068:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384938.329073:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384938.329079:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384938.329080:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384938.329110:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384938.329115:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384938.329119:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1767384938.969090:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009170affd] -> 12345-192.168.203.157@tcp23 (6) 00000800:00000200:1.0:1767384938.969100:0:16119:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp23 ip 192.168.203.157:988 00000800:00000200:1.0:1767384938.969104:0:16119:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009f61ec69 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384938.969252:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384938.969255:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384938.969270:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384938.969283:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384938.969286:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384938.970087:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp37 00000400:00000010:2.0:1767384938.970093:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001a63f613. 00000400:00000010:2.0:1767384938.970102:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000001dde6f5. 00000400:00000010:2.0:1767384938.970108:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c104db6. 00000400:00000010:2.0:1767384938.970118:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000033139736. 00000400:00000200:2.0:1767384938.970124:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp37 00000400:00000200:2.0:1767384938.970145:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp37 local destination 00000400:00000200:2.0:1767384938.970154:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp37 00000400:00000200:2.0:1767384938.970161:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp37 NI seq info: [128:128:256:4294967295] 192.168.203.157@tcp37 LPNI seq info [118:118:8:4294967295] 00000400:00000200:2.0:1767384938.970171:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp37 00000400:00000200:2.0:1767384938.970179:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp37(192.168.203.157@tcp37:) -> 192.168.203.157@tcp37(192.168.203.157@tcp37:192.168.203.157@tcp37) : GET try# 0 00000800:00000200:2.0:1767384938.970186:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp37 00000800:00000010:2.0:1767384938.970190:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000039825511. 00000800:00000200:2.0:1767384938.970196:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000daa20f36] -> 12345-192.168.203.157@tcp37 (2) 00000800:00000200:2.1:1767384938.970203:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000daa20f36] -> 12345-192.168.203.157@tcp37 (2) 00000400:00000200:2.0:1767384938.970240:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp37 added to recovery queue. ping count: 2 next ping: 265 health :800 00000400:00000200:2.0:1767384938.970244:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp38 00000400:00000010:2.0:1767384938.970246:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000002c683c52. 00000400:00000010:2.0:1767384938.970250:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000068e5ef65. 00000400:00000010:2.0:1767384938.970253:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fbc9d5a5. 00000400:00000010:2.0:1767384938.970258:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000248c09c1. 00000400:00000200:2.0:1767384938.970262:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp38 00000400:00000200:2.0:1767384938.970269:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp38 local destination 00000400:00000200:2.0:1767384938.970274:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp38 00000400:00000200:2.0:1767384938.970278:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp38 NI seq info: [129:129:256:4294967295] 192.168.203.157@tcp38 LPNI seq info [119:119:8:4294967295] 00000400:00000200:2.0:1767384938.970282:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp38 00000400:00000200:2.0:1767384938.970288:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp38(192.168.203.157@tcp38:) -> 192.168.203.157@tcp38(192.168.203.157@tcp38:192.168.203.157@tcp38) : GET try# 0 00000800:00000200:2.0:1767384938.970292:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp38 00000800:00000010:2.0:1767384938.970296:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c60e9466. 00000800:00000200:2.0:1767384938.970324:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007f8e0c2d] -> 12345-192.168.203.157@tcp38 (2) 00000800:00000200:2.1:1767384938.970327:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007f8e0c2d] -> 12345-192.168.203.157@tcp38 (2) 00000400:00000200:2.0:1767384938.970346:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp38 added to recovery queue. ping count: 2 next ping: 265 health :800 00000400:00000200:3.0:1767384938.970355:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:3.0:1767384938.970434:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:1.0:1767384938.970438:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:3.0:1767384938.970506:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:1.0:1767384938.970553:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:3.0:1767384938.970560:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:3.0:1767384938.970625:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:1.0:1767384938.970641:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:3.0:1767384938.970665:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:3.0:1767384938.970721:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:1.0:1767384938.970732:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:3.0:1767384938.970773:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:1.0:1767384938.970804:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:3.0:1767384938.970865:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:1.0:1767384938.970901:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:3.0:1767384938.970920:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:1.0:1767384938.970972:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:3.0:1767384938.970979:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:1.0:1767384938.971079:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:3.0:1767384938.971096:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:1.0:1767384938.971145:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:3.0:1767384938.971163:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:1.0:1767384938.971212:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:3.0:1767384938.971232:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:1.0:1767384938.971277:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:3.0:1767384938.971298:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:1.0:1767384938.971345:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:3.0:1767384938.971364:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:1.0:1767384938.971415:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:3.0:1767384938.971430:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:1.0:1767384938.971495:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:3.0:1767384938.971519:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:1.0:1767384938.971560:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:3.0:1767384938.971583:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:1.0:1767384938.971632:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:3.0:1767384938.971651:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:1.0:1767384938.971711:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:3.0:1767384938.971739:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:1.0:1767384938.971778:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:3.0:1767384938.971797:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:1.0:1767384938.971851:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:3.0:1767384938.971866:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:1.0:1767384938.971918:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:3.0:1767384938.971930:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:1.0:1767384938.971986:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:3.0:1767384938.972006:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:3.0:1767384938.972100:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:3.0:1767384938.972141:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:3.0:1767384938.972175:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:3.0:1767384938.972210:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:3.0:1767384938.972259:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:3.0:1767384938.972311:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:3.0:1767384938.972378:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:3.0:1767384938.972450:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:3.0:1767384938.972526:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:3.0:1767384938.972577:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:1.0:1767384938.972650:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:1.0:1767384938.972703:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:1.0:1767384938.972743:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000800:00000010:3.0:1767384938.972789:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e45018f3. 00000400:00000200:1.0:1767384938.972791:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000800:00000010:3.0:1767384938.972796:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000076863994. 00000800:00000010:3.0:1767384938.972804:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e115830d. 00000400:00000200:1.0:1767384938.972842:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000800:00000010:3.0:1767384938.972843:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e115830d. 00000800:00020000:3.0:1767384938.972862:0:16118:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:3.0:1767384938.972867:0:16118:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000076863994. 00000800:00000010:3.0:1767384938.972873:0:16118:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e45018f3. 00000400:00000200:1.0:1767384938.972914:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:02020000:3.0:1767384938.972957:0:16118:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp37 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384938.972965:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:3.0:1767384938.972966:0:16118:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp37 notifying 192.168.203.157@tcp37: down 00000800:00000200:3.0:1767384938.972979:0:16118:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp37 down 00000800:00000100:3.0:1767384938.972992:0:16118:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp37 00000800:00000010:3.0:1767384938.972996:0:16118:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000039825511. 00000400:00000200:3.0:1767384938.973000:0:16118:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384938.973008:0:16118:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp37->192.168.203.157@tcp37: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384938.973039:0:16118:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384938.973042:0:16118:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384938.973055:0:16118:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp37) recovery failed with -71 00000400:00000200:1.0:1767384938.973082:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:1.0:1767384938.973104:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:1.0:1767384938.973122:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:1.0:1767384938.973139:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:1.0:1767384938.973156:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:1.0:1767384938.973176:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:1.0:1767384938.973194:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:1.0:1767384938.973290:0:29524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004ba79b44. 00000800:00000010:1.0:1767384938.973294:0:29524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000622cf23c. 00000800:00000010:1.0:1767384938.973297:0:29524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000099c62c50. 00000800:00000010:1.0:1767384938.973315:0:29524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000099c62c50. 00000800:00020000:1.0:1767384938.973321:0:29524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:1.0:1767384938.973324:0:29524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000622cf23c. 00000800:00000010:1.0:1767384938.973326:0:29524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004ba79b44. 00000400:02020000:1.0:1767384938.973360:0:29524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp38 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384938.973365:0:29524:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp38 notifying 192.168.203.157@tcp38: down 00000800:00000200:1.0:1767384938.973369:0:29524:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp38 down 00000800:00000100:1.0:1767384938.973373:0:29524:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp38 00000800:00000010:1.0:1767384938.973375:0:29524:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c60e9466. 00000400:00000200:1.0:1767384938.973387:0:29524:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384938.973391:0:29524:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp38->192.168.203.157@tcp38: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384938.973396:0:29524:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384938.973399:0:29524:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384938.973402:0:29524:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp38) recovery failed with -71 00080000:00000001:3.0:1767384939.275852:0:32150:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384939.275864:0:32150:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384939.275867:0:32150:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384939.275872:0:32150:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384939.275877:0:32150:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384939.275879:0:32150:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384939.353130:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384939.353137:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384939.353144:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384939.353146:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384939.353253:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384939.353260:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384939.353265:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1767384939.993078:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de593de0] -> 12345-192.168.203.157@tcp10 (6) 00000800:00000200:1.0:1767384939.993099:0:16119:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp10 ip 192.168.203.157:988 00000800:00000200:1.0:1767384939.993104:0:16119:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009f61ec69 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384939.993260:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384939.993266:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384939.993283:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384939.993289:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384939.993292:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384939.994084:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384939.994088:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384939.994091:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c104db6 00000400:00000010:0.0:1767384939.994094:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c104db6. 00000400:00000200:0.0:1767384939.994099:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384939.994104:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp37 recovery ping unlinked 00000400:00000010:0.0:1767384939.994117:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001a63f613. 00000400:00000010:0.0:1767384939.994120:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000001dde6f5. 00000400:00000001:0.0:1767384939.994125:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384939.994126:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384939.994127:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbc9d5a5 00000400:00000010:0.0:1767384939.994129:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fbc9d5a5. 00000400:00000200:0.0:1767384939.994130:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384939.994132:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp38 recovery ping unlinked 00000400:00000010:0.0:1767384939.994135:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000002c683c52. 00000400:00000010:0.0:1767384939.994137:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000068e5ef65. 00000001:00000001:1.0:1767384940.065537:0:32314:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384940.065542:0:32314:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp40 --if ens2 00000001:00000001:1.0:1767384940.069284:0:32314:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384940.076823:0:32315:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000752e9ede. 00000400:00000010:1.0:1767384940.076842:0:32315:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000b824434c. 00000400:00000010:1.0:1767384940.076853:0:32315:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000ae33dc80. 00000400:00000010:1.0:1767384940.076857:0:32315:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000dd5d0ac1. 00000400:00000010:1.0:1767384940.076861:0:32315:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000028accdd2. 00000400:00000010:1.0:1767384940.076865:0:32315:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009d8f2a77. 00000400:00000010:1.0:1767384940.076867:0:32315:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002e0e73ca. 00000400:00000010:1.0:1767384940.076868:0:32315:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009af81901. 00000400:00000010:1.0:1767384940.076872:0:32315:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000025cb1cff. 00000800:00000010:1.0:1767384940.076891:0:32315:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a2dd180d. 00000800:00000200:1.0:1767384940.076905:0:32315:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384940.076918:0:32315:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384940.076963:0:32315:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:1.0:1767384940.076986:0:32315:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp40 [8/256/0/180] 00000400:00000010:1.0:1767384940.078535:0:32315:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 000000001415bda8. 00000400:00000010:1.0:1767384940.078543:0:32315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de3fe2b0. 00000400:00000010:1.0:1767384940.078551:0:32315:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f27d0a09. 00000400:00000001:1.0:1767384940.078592:0:32315:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384940.078595:0:32315:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384940.078598:0:32315:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000745cd949. 00000400:00000200:1.0:1767384940.078602:0:32315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054df7106 00000400:00000010:1.0:1767384940.078605:0:32315:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054df7106. 00000400:00000010:1.0:1767384940.078610:0:32315:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 00000000f47ea08f. 00000400:00000200:1.0:1767384940.078617:0:32315:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (31) 00000400:00000200:1.0:1767384940.078631:0:32315:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:1.0:1767384940.078642:0:32315:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131112 00000020:00000010:1.0:1767384940.078651:0:32315:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000004ba79b44. 00000020:01000000:1.0:1767384940.078668:0:32315:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384940.078670:0:32315:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp40 00000400:00000200:3.0:1767384940.078673:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384940.078683:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000400:00000010:1.0:1767384940.078685:0:32315:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000b824434c. 00000400:00000010:1.0:1767384940.078691:0:32315:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000752e9ede. 00000400:00000010:3.0:1767384940.078693:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042896188. 00000400:00000200:3.0:1767384940.078699:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (32) 00000400:00000010:3.0:1767384940.078707:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000db64a2ac. 00000020:00000001:0.0:1767384940.078712:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384940.078713:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp19 10000000:00000001:0.0:1767384940.078720:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384940.078724:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384940.078727:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384940.078730:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384940.078733:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384940.078736:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384940.078739:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp19 to MR: 192.168.203.157@tcp19 local destination 00000020:01000004:0.0:1767384940.078739:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384940.078743:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384940.078746:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384940.078748:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384940.078750:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384940.078753:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384940.078754:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp19 NI seq info: [130:130:256:4294967295] 192.168.203.157@tcp19 LPNI seq info [120:120:8:4294967295] 00000020:01000004:0.0:1767384940.078755:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384940.078763:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b276a0f. 00000400:00000200:3.0:1767384940.078765:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp19 00000020:00000040:0.0:1767384940.078777:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000400:00000200:3.0:1767384940.078781:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp19(192.168.203.157@tcp19:192.168.203.157@tcp19) -> 192.168.203.157@tcp19(192.168.203.157@tcp19:192.168.203.157@tcp19) : PUT try# 0 00000100:00000001:0.0:1767384940.078786:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:3.0:1767384940.078791:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.203.157@tcp19 02000000:00000001:0.0:1767384940.078791:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384940.078797:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384940.078799:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003891d8c7. 00000800:00000200:3.0:1767384940.078809:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d62fbb6] -> 12345-192.168.203.157@tcp19 (6) 02000000:00000010:0.0:1767384940.078809:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000382dec4f. 00000100:00000001:0.0:1767384940.078819:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384940.078824:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp19 ip 192.168.203.157:988 00000100:00000001:0.0:1767384940.078829:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:3.0:1767384940.078831:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003891d8c7 type 1, nob 640 niov 1 nkiov 1 00000100:00000001:0.0:1767384940.078833:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384940.078845:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b276a0f] to pc [ptlrpcd_00_01+1] req@000000003b276a0f x1853237358517376/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384940.078856:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 00000400:00000200:3.0:1767384940.078861:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100551 rc 0 10000000:00000001:0.0:1767384940.078877:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384940.078882:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384940.078884:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384940.078886:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384940.078887:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384940.078893:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384940.078896:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384940.078896:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384940.078900:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384940.078903:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:1.0:1767384940.078905:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003b276a0f x1853237358517376/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1767384940.078905:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384940.078910:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384940.078913:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384940.078917:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384940.078919:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384940.078922:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384940.078923:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384940.078926:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384940.078927:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384940.078928:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384940.078931:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384940.078932:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384940.078933:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384940.078936:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384940.078938:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075fc2288. 02000000:00000001:1.0:1767384940.078940:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384940.078942:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00100000:1.0:1767384940.078943:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003b276a0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358517376:0@lo:253: 00000100:00000001:0.0:1767384940.078948:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384940.078951:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384940.078951:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384940.078955:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384940.078958:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384940.078962:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384940.078962:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000045d62cf7. 02000000:00000001:1.0:1767384940.078967:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384940.078969:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.078973:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384940.078974:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384940.078975:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000019e0feed. 02000000:00000001:1.0:1767384940.078978:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384940.078982:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000745cd949. 00000400:00000010:1.0:1767384940.078988:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b824434c. 00000100:00000040:0.0:1767384940.078988:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075fc2288] to pc [ptlrpcd_00_02+2] req@0000000075fc2288 x1853237358517504/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384940.078993:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358517376, portal 25 00000100:00000001:1.0:1767384940.078999:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1767384940.079005:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384940.079007:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780947968 : -108637928603648 : ffff9d31c2db4000) 10000000:00000001:0.0:1767384940.079036:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384940.079038:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003891d8c7. 10000000:00000001:0.0:1767384940.079039:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384940.079045:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384940.079046:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384940.079049:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384940.079050:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000004ba79b44. 00000100:00000040:1.0:1767384940.079052:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003b276a0f x1853237358517376/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384940.079063:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384940.079064:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp19->192.168.203.157@tcp19: PUT: OK 00000100:00000001:0.0:1767384940.079064:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384940.079069:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384940.079070:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384940.079075:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000010:1.0:1767384940.079076:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ab0b9ba. 00000100:00000001:0.0:1767384940.079077:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384940.079082:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358517376, offset 0 00000100:00000001:0.0:1767384940.079083:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384940.079086:0:16122:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp19: 0 00000100:00000001:0.0:1767384940.079087:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384940.079092:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384940.079094:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075fc2288 x1853237358517504/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384940.079101:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384940.079104:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384940.079106:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:3.0:1767384940.079108:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767384940.079108:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384940.079111:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384940.079113:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384940.079115:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000075fc2288 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358517504:0@lo:253: 00000400:00000200:1.0:1767384940.079120:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272705c80 00000100:00000001:0.0:1767384940.079122:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384940.079127:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384940.079129:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384940.079130:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1301 [2] + 0 00000800:00000001:3.0:1767384940.079133:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384940.079135:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767384940.079137:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e8cbd7d. 00000800:00000001:3.0:1767384940.079141:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384940.079142:0:16128:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000892b5025 02000000:00000010:0.0:1767384940.079143:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000002f88fbd. 00000800:00000001:3.0:1767384940.079146:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384940.079148:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384940.079151:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384940.079162:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384940.079164:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093e02048. 00000400:00000200:1.0:1767384940.079166:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000892b5025 00000400:00000010:1.0:1767384940.079170:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000892b5025. 00000400:00000200:3.0:1767384940.079174:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp19(192.168.203.157@tcp19) <- 192.168.203.157@tcp19 : PUT - for me 00000100:00000001:1.0:1767384940.079176:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384940.079179:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384940.079180:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b19832cc. 00000100:00000040:1.0:1767384940.079185:0:16128:0:(events.c:337:request_in_callback()) incoming req@00000000ad6185ce x1853237358517376 msgsize 4848 00000400:00000200:3.0:1767384940.079186:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 544 into portal 0 MB=0x8000000000000000 00000100:00000200:0.0:1767384940.079187:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358517504, portal 25 00000100:00000001:0.0:1767384940.079193:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1767384940.079195:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384940.079196:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780956032 : -108637928595584 : ffff9d31c2db5f80) 00000100:00000040:1.0:1767384940.079199:0:16128:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384940.079203:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.157@tcp of length 528/544 into md 0x1abd [1] + 0 00000100:00000040:0.0:1767384940.079205:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000075fc2288 x1853237358517504/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384940.079210:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384940.079212:0:16122:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b86e92b. 00000100:00000001:0.0:1767384940.079220:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384940.079230:0:16122:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d5f7f4b4 00000400:00000200:1.0:1767384940.079235:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ab0b9ba 00000100:00000040:0.0:1767384940.079236:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:3.0:1767384940.079237:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384940.079240:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ab0b9ba. 00000400:00000010:0.0:1767384940.079243:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000193b7e01. 00000100:00000001:1.0:1767384940.079245:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:3.0:1767384940.079246:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384940.079248:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358517504, offset 0 00000100:00000200:1.0:1767384940.079250:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003b276a0f x1853237358517376/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384940.079252:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384940.079259:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384940.079267:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp19->192.168.203.157@tcp19: PUT: OK 00000400:00000200:0.0:1767384940.079273:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384940.079274:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384940.079276:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5f7f4b4 00000400:00000010:3.0:1767384940.079280:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d5f7f4b4. 00000100:00000040:1.0:1767384940.079280:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003b276a0f x1853237358517376/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384940.079287:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272705d00 00000400:00000200:3.0:1767384940.079289:0:16122:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384940.079297:0:16122:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (33) 00000400:00000200:0.0:1767384940.079298:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1309 [2] + 0 00000100:00000001:1.0:1767384940.079299:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384940.079305:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384940.079306:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcbe5cb5. 00000100:00000001:1.0:1767384940.079308:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384940.079309:0:16122:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000200:0.0:1767384940.079312:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c345cd29 00000400:00000200:3.0:1767384940.079316:0:16122:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.157@tcp (544 bytes) 00000400:00000200:0.0:1767384940.079319:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384940.079322:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294929953 00000400:00000200:3.0:1767384940.079325:0:16122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:0.0:1767384940.079327:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384940.079329:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee3d6d41. 00000100:00000001:1.0:1767384940.079339:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384940.079340:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (34) 00000100:00000001:1.0:1767384940.079347:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294929953 00000400:00000200:0.0:1767384940.079349:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c345cd29 00000400:00000200:3.0:1767384940.079350:0:16122:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000010:1.0:1767384940.079352:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000edf14302. 00000400:00000010:0.0:1767384940.079354:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c345cd29. 00000100:00000001:1.0:1767384940.079359:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384940.079360:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384940.079365:0:16122:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp19 to MR: 192.168.203.157@tcp19 local destination 00000100:00000200:0.0:1767384940.079365:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384940.079367:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294929953 00000100:00000040:0.0:1767384940.079372:0:16129:0:(events.c:337:request_in_callback()) incoming req@000000004859769f x1853237358517504 msgsize 4848 00000100:00000010:1.0:1767384940.079374:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003af6cd54. 00000100:00000001:1.0:1767384940.079379:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384940.079383:0:16122:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp19 NI seq info: [131:131:256:4294967295] 192.168.203.157@tcp19 LPNI seq info [121:121:8:4294967295] 00000100:00100000:0.0:1767384940.079383:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384940.079385:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294929953 00000100:00000040:0.0:1767384940.079389:0:16129:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:1.0:1767384940.079391:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007fadc0e1. 00000100:00000001:1.0:1767384940.079396:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384940.079401:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384940.079402:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384940.079407:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384940.079413:0:16122:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp19(192.168.203.157@tcp19:192.168.203.157@tcp19) -> 192.168.203.157@tcp19(192.168.203.157@tcp19:192.168.203.157@tcp19) 192.168.203.157@tcp19 : ACK try# 0 00000100:00000001:1.0:1767384940.079413:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384940.079415:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384940.079424:0:16122:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.157@tcp19 00000100:00000001:1.0:1767384940.079425:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384940.079425:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000193b7e01 00000400:00000010:0.0:1767384940.079430:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000193b7e01. 00000100:00000001:1.0:1767384940.079431:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:3.0:1767384940.079443:0:16122:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003891d8c7. 00000100:00000001:0.0:1767384940.079449:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384940.079451:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384940.079455:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384940.079456:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000075fc2288 x1853237358517504/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384940.079457:0:16122:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d62fbb6] -> 12345-192.168.203.157@tcp19 (6) 00000100:00000001:1.0:1767384940.079458:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384940.079464:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384940.079473:0:16122:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp19 ip 192.168.203.157:1003 00000100:00000001:0.0:1767384940.079476:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1767384940.079478:0:16122:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003891d8c7 type 0, nob 96 niov 1 nkiov 0 00000100:00000040:0.0:1767384940.079482:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075fc2288 x1853237358517504/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384940.079491:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.079492:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384940.079497:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384940.079499:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384940.079500:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294929953 00000100:00000001:0.0:1767384940.079503:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, keep current deadline 4294929953 00000100:00000001:0.0:1767384940.079505:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294929953 00000100:00000001:0.0:1767384940.079507:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, keep current deadline 4294929953 00000800:00000001:3.0:1767384940.079515:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384940.079516:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294929953 00000100:00000001:0.0:1767384940.079521:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, keep current deadline 4294929953 00000100:00000001:0.0:1767384940.079523:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294929953 00000100:00000001:0.0:1767384940.079525:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, keep current deadline 4294929953 00000100:00000001:0.0:1767384940.079527:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384940.079529:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.079531:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.079532:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384940.079537:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384940.079539:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384940.079540:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384940.079542:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384940.079543:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.079545:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.079557:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384940.079560:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384940.079570:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384940.079586:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384940.079590:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358517376 02000000:00000001:1.0:1767384940.079593:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384940.079596:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384940.079598:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384940.079602:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.079602:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:3.0:1767384940.079605:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1767384940.079607:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358517504 00000100:00100000:1.0:1767384940.079608:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358517376 00000800:00000010:3.0:1767384940.079609:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003891d8c7. 00000020:00000001:1.0:1767384940.079613:0:16762:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1767384940.079613:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384940.079616:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1767384940.079617:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000100:00000001:0.0:1767384940.079618:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384940.079622:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384940.079623:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384940.079626:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384940.079628:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000400:00000200:3.0:1767384940.079629:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp19->192.168.203.157@tcp19: ACK: OK 00000100:00100000:0.0:1767384940.079632:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358517504 00000020:00000001:1.0:1767384940.079633:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:0.0:1767384940.079636:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384940.079639:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000800:00000001:3.0:1767384940.079642:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384940.079642:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384940.079643:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000040:0.0:1767384940.079646:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000020:00000001:0.0:1767384940.079650:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000800:00000001:3.0:1767384940.079651:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384940.079651:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384940.079654:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000010:1.0:1767384940.079656:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa0f3f8b. 00000800:00000001:3.0:1767384940.079657:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384940.079658:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384940.079662:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384940.079664:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000afc8d029. 00000020:00000010:1.0:1767384940.079666:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa0f3f8b. 00000800:00000001:3.0:1767384940.079668:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384940.079669:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384940.079673:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000076da628. 00000020:00000010:0.0:1767384940.079674:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000afc8d029. 00000400:00000200:3.0:1767384940.079680:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp19(192.168.203.157@tcp19) <- 192.168.203.157@tcp19 : ACK - for me 00000020:00000010:1.0:1767384940.079680:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003c43d97e. 00000020:00000010:1.0:1767384940.079688:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000706ca8c4. 00000020:00000010:0.0:1767384940.079690:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c0b86298. 00000020:00000010:0.0:1767384940.079696:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005419b873. 00000100:00000040:1.0:1767384940.079698:0:16762:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:3.0:1767384940.079700:0:16122:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.157@tcp19: ACK from 12345-192.168.203.157@tcp19 into md 0x1af9 00000020:00000010:0.0:1767384940.079702:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006b4bac8c. 00000100:00000001:1.0:1767384940.079703:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384940.079706:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384940.079707:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384940.079709:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.079710:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384940.079714:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384940.079717:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384940.079718:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp19->192.168.203.157@tcp19: ACK: OK 00000100:00000001:1.0:1767384940.079720:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.079724:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384940.079726:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042896188 00000100:00000001:1.0:1767384940.079730:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384940.079731:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042896188. 00000100:00000001:0.0:1767384940.079731:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384940.079739:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384940.079743:0:16122:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.157@tcp ev->status 0 00000100:00000001:1.0:1767384940.079747:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384940.079749:0:16122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000100:00000001:0.0:1767384940.079749:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384940.079750:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384940.079754:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384940.079757:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (33) 00000100:00100000:1.0:1767384940.079758:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00000040:1.0:1767384940.079763:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000800:00000001:3.0:1767384940.079766:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384940.079766:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635431487580240 : -108642221971376 : ffff9d30c2f3a850) 00000100:00100000:0.0:1767384940.079770:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000800:00000001:3.0:1767384940.079774:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384940.079774:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ad6185ce x1853237358517376/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:166/0 lens 4848/0 e 0 to 0 dl 1767384951 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384940.079777:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000100:00000001:0.0:1767384940.079784:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635431487571024 : -108642221980592 : ffff9d30c2f38450) 00000100:00000001:1.0:1767384940.079790:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384940.079793:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa0f3f8b. 00000100:00000040:0.0:1767384940.079795:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004859769f x1853237358517504/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:166/0 lens 4848/0 e 0 to 0 dl 1767384951 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384940.079797:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384940.079801:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa0f3f8b. 00000100:00100000:1.0:1767384940.079809:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ad6185ce pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16128:x1853237358517376:12345-0@lo:253: 00000100:00000200:1.0:1767384940.079814:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358517376 00000100:00000001:0.0:1767384940.079816:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384940.079817:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384940.079821:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384940.079822:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000afc8d029. 00000020:00000001:1.0:1767384940.079824:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384940.079830:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384940.079830:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384940.079833:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000010:0.0:1767384940.079836:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000afc8d029. 00000020:00000001:1.0:1767384940.079844:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1767384940.079845:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004859769f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16129:x1853237358517504:12345-0@lo:253: 00000020:00000001:1.0:1767384940.079846:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384940.079851:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:0.0:1767384940.079853:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358517504 00000020:00000001:1.0:1767384940.079854:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384940.079857:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384940.079859:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384940.079861:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384940.079864:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384940.079864:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384940.079866:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1767384940.079867:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384940.079869:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 02000000:00000010:1.0:1767384940.079872:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004ba79b44. 00000020:00000001:0.0:1767384940.079873:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384940.079876:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384940.079877:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384940.079881:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384940.079881:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384940.079885:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:1.0:1767384940.079886:0:16762:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384940.079888:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.079892:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000010:1.0:1767384940.079899:0:16762:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d5768b80. 00000400:00000200:3.0:1767384940.079900:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 02000000:00000001:0.0:1767384940.079901:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:1.0:1767384940.079905:0:16762:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000010:3.0:1767384940.079909:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 0000000024744588. 20000000:00000001:1.0:1767384940.079909:0:16762:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000010:0.0:1767384940.079911:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ab7e8103. 20000000:00000001:1.0:1767384940.079913:0:16762:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000010:3.0:1767384940.079917:0:16125:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b86e92b. 02000000:00000001:0.0:1767384940.079917:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384940.079918:0:16762:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.079924:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384940.079925:0:16762:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384940.079927:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042896188. 20000000:00000001:0.0:1767384940.079928:0:16763:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384940.079929:0:16762:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384940.079935:0:16125:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000024744588 20000000:00000010:0.0:1767384940.079939:0:16763:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000be9167b0. 00000400:00000010:3.0:1767384940.079940:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 00000000e626550f. 20000000:00000010:1.0:1767384940.079942:0:16762:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000abf5aa77. 20000000:01000000:0.0:1767384940.079943:0:16763:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1767384940.079947:0:16762:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 20000000:00000001:0.0:1767384940.079948:0:16763:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767384940.079949:0:16125:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 544 success 20000000:00000001:0.0:1767384940.079952:0:16763:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384940.079955:0:16763:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384940.079956:0:16762:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767384940.079958:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102051 20000000:00000001:0.0:1767384940.079959:0:16763:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384940.079962:0:16763:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384940.079964:0:16762:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384940.079966:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (32) 00000400:00000010:3.0:1767384940.079973:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 00000000e626550f. 00000400:00000010:3.0:1767384940.079976:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d5f7f4b4. 00000400:00000010:3.0:1767384940.079981:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006c253e71. 00000400:00000200:3.0:1767384940.079986:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1767384940.079994:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1767384940.080008:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:3.0:1767384940.080052:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[43, 37], ns[43, 37] 00000400:00000200:3.0:1767384940.080057:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[62, 37] 00000400:00000200:3.0:1767384940.080063:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 37], ns[66, 37] 00000400:00000200:3.0:1767384940.080068:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 37], ns[77, 37] 00000400:00000200:3.0:1767384940.080074:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 37], ns[81, 37] 00000400:00000200:3.0:1767384940.080079:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 37], ns[97, 37] 00000400:00000200:3.0:1767384940.080085:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 37], ns[104, 37] 00000400:00000200:3.0:1767384940.080091:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 37], ns[125, 37] 00000400:00000200:3.0:1767384940.080096:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 37], ns[131, 37] 00000400:00000200:3.0:1767384940.080100:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 37], ns[28, 37] 00000400:00000200:3.0:1767384940.080106:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 28], ns[30, 28] 00000400:00000200:3.0:1767384940.080112:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 28], ns[32, 28] 00000400:00000200:3.0:1767384940.080119:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 28], ns[34, 28] 00000400:00000200:3.0:1767384940.080126:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 28], ns[46, 28] 00000400:00000200:3.0:1767384940.080132:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 28], ns[50, 28] 00000400:00000200:3.0:1767384940.080139:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 28], ns[54, 28] 00000400:00000200:3.0:1767384940.080146:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 28], ns[58, 28] 00000400:00000200:3.0:1767384940.080152:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 28], ns[74, 28] 00000400:00000200:3.0:1767384940.080169:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 28], ns[123, 28] 00000400:00000200:3.0:1767384940.080176:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 28], ns[75, 28] 00000400:00000200:3.0:1767384940.080184:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[99, 28], ns[107, 28] 00000400:00000200:3.0:1767384940.080191:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 28], ns[93, 28] 00000400:00000200:3.0:1767384940.080198:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[102, 28], ns[110, 28] 00000400:00000200:3.0:1767384940.080205:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 28], ns[114, 28] 00000400:00000200:3.0:1767384940.080212:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[107, 28], ns[117, 28] 00000400:00000200:3.0:1767384940.080218:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 28], ns[122, 28] 00000400:00000200:3.0:1767384940.080225:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[118, 28], ns[128, 28] 00000400:00000200:3.0:1767384940.080231:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[119, 28], ns[129, 28] 00000400:00000200:3.0:1767384940.080237:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 28], ns[0, 28] 00000400:00000200:3.0:1767384940.080243:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp39 00080000:00000001:1.0:1767384940.080245:0:16762:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384940.080250:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp39 00080000:00000001:1.0:1767384940.080253:0:16762:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384940.080257:0:16762:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384940.080259:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp39 lpni_is_preferred = 0 00080000:00000001:1.0:1767384940.080261:0:16762:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:3.0:1767384940.080267:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp39 00000020:00000001:1.0:1767384940.080269:0:16762:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384940.080275:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp39 NI seq info: [132:132:256:4294967295] 192.168.203.157@tcp39 LPNI seq info [122:122:8:4294967295] 00000020:00000001:1.0:1767384940.080278:0:16762:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00000400:00000200:3.0:1767384940.080284:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp39 00080000:00000001:1.0:1767384940.080287:0:16762:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384940.080295:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp39(192.168.203.157@tcp39:) -> 192.168.203.157@tcp39(192.168.203.157@tcp:192.168.203.157@tcp39) : GET try# 0 00080000:00000010:1.0:1767384940.080296:0:16762:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000066e10a27. 00080000:00000001:1.0:1767384940.080301:0:16762:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490453504 : -108642219098112 : ffff9d30c31f8000) 00000800:00000200:3.0:1767384940.080315:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp39 00080000:00000001:1.0:1767384940.080317:0:16762:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:3.0:1767384940.080321:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003891d8c7. 00000800:00000010:3.0:1767384940.080331:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000002844a64. 00000800:00000010:3.0:1767384940.080336:0:16125:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000058520182. 00000800:00000200:3.0:1767384940.080348:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002844a64] -> 12345-192.168.203.157@tcp39 (2) 00000800:00000200:3.1:1767384940.080353:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002844a64] -> 12345-192.168.203.157@tcp39 (2) 00000400:00000200:3.0:1767384940.080369:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp 00000400:00000200:3.0:1767384940.080372:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100251 rc 0 00000001:00000001:1.0:1767384940.080429:0:16762:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384940.080446:0:16762:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384940.080450:0:16762:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384940.080484:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00080000:00000001:1.0:1767384940.080484:0:16762:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384940.080490:0:16762:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384940.080550:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:3.0:1767384940.080600:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00080000:00000001:1.0:1767384940.080613:0:16762:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384940.080618:0:16762:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384940.080649:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000800:00000001:0.0:1767384940.080675:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384940.080703:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:3.0:1767384940.080742:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:3.0:1767384940.080782:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:3.0:1767384940.080840:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:3.0:1767384940.080882:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:3.0:1767384940.080929:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:3.0:1767384940.080969:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:3.0:1767384940.081068:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:3.0:1767384940.081114:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:3.0:1767384940.081186:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:3.0:1767384940.081233:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:3.0:1767384940.081261:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:3.0:1767384940.081294:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:3.0:1767384940.081327:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:3.0:1767384940.081361:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:3.0:1767384940.081398:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:3.0:1767384940.081429:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:3.0:1767384940.081503:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:3.0:1767384940.081535:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:3.0:1767384940.081568:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:3.0:1767384940.081909:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:3.0:1767384940.081956:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:3.0:1767384940.082000:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:3.0:1767384940.082138:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:3.0:1767384940.082235:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:3.0:1767384940.082280:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:3.0:1767384940.082325:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:3.0:1767384940.082369:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:3.0:1767384940.082398:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:3.0:1767384940.082422:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:3.0:1767384940.082496:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:3.0:1767384940.082698:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e45018f3. 00000800:00000010:3.0:1767384940.082705:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b1aafaca. 00000800:00000010:3.0:1767384940.082713:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000009f5ca8d. 00000800:00000010:3.0:1767384940.082742:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000009f5ca8d. 00000800:00020000:3.0:1767384940.082753:0:16115:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:3.0:1767384940.082758:0:16115:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b1aafaca. 00000800:00000010:3.0:1767384940.082762:0:16115:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e45018f3. 00000400:02020000:3.0:1767384940.082837:0:16115:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp39 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384940.082847:0:16115:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp39 notifying 192.168.203.157@tcp39: down 00000800:00000200:3.0:1767384940.082856:0:16115:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp39 down 00000800:00000100:3.0:1767384940.082864:0:16115:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp39 00000800:00000010:3.0:1767384940.082868:0:16115:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003891d8c7. 00000400:00000200:3.0:1767384940.082873:0:16115:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384940.082879:0:16115:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp39->192.168.203.157@tcp39: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384940.082889:0:16115:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp39 added to recovery queue. ping count: 0 next ping: 263 health :900 00000400:00000200:3.0:1767384940.082894:0:16115:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384940.082899:0:16115:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp: 1 00000400:00000200:3.0:1767384940.082905:0:16115:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:0.0:1767384940.082936:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384940.082941:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100851 00000400:00000001:0.0:1767384940.082945:0:16125:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384940.082946:0:16125:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384940.082948:0:16125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5f7f4b4 00000400:00000010:0.0:1767384940.082949:0:16125:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d5f7f4b4. 00000400:00000200:0.0:1767384940.082954:0:16125:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384940.082957:0:16125:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000010:0.0:1767384940.082960:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 00000000e626550f. 00000400:00000200:0.0:1767384940.082963:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (33) 00000400:00000200:0.0:1767384940.082966:0:16125:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.157@tcp:-71 00000400:00000200:0.0:1767384940.082968:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102051 rc -71 00000400:00000200:0.0:1767384940.082972:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:0.0:1767384940.082975:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (32) 00080000:00000001:3.0:1767384940.090553:0:16762:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384940.090561:0:16762:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:3.0:1767384940.090566:0:16762:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384940.090568:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384940.090569:0:16762:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384940.090576:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384940.090581:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384940.090582:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384940.090584:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384940.090585:0:16762:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:0.0:1767384940.090588:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000066e10a27. 00080000:00000001:0.0:1767384940.090595:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384940.090598:0:16762:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384940.090600:0:16763:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c381ec43. 20000000:01000000:2.0:1767384940.090604:0:16763:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 20000000:00000001:2.0:1767384940.090609:0:16763:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:3.0:1767384940.090611:0:16762:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384940.090614:0:16763:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000020:3.0:1767384940.090622:0:16762:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:2.0:1767384940.090638:0:16763:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384940.090643:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384940.090643:0:16763:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384940.090645:0:16763:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384940.090650:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384940.090650:0:16763:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384940.090653:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 10000000:01000000:3.0:1767384940.090655:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000020:00000001:2.0:1767384940.090658:0:16763:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00010000:00000001:3.0:1767384940.090661:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384940.090663:0:16763:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384940.090668:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000010:2.0:1767384940.090670:0:16763:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009f5e6957. 00080000:00000001:2.0:1767384940.090674:0:16763:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490412544 : -108642219139072 : ffff9d30c31ee000) 00080000:00000001:2.0:1767384940.090676:0:16763:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000010:3.0:1767384940.090680:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000a64bc45. 00010000:00000001:3.0:1767384940.090689:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384940.090694:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000009611dc3. 00000020:00000001:3.0:1767384940.090699:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384940.090703:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000009611dc3 with handle 0x4895a8f6c11e875f to hash 00000020:00000001:3.0:1767384940.090706:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384940.090708:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635431492115456 : -108642217436160 : ffff9d30c338dc00) 00010000:00000001:3.0:1767384940.090711:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635431492115456 : -108642217436160 : ffff9d30c338dc00) 00010000:00000001:3.0:1767384940.090717:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384940.090720:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384940.090724:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000009611dc3/0x4895a8f6c11e875f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384940.090735:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384940.090740:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384940.090744:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384940.090747:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384940.090750:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384940.090754:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384940.090756:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1767384940.090757:0:16763:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384940.090760:0:16763:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384940.090762:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:2.0:1767384940.090763:0:16763:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384940.090766:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384940.090770:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384940.090772:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384940.090774:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000a64bc45) refcount = 1 00010000:00010000:3.0:1767384940.090779:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000009611dc3/0x4895a8f6c11e875f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384940.090783:0:16763:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384940.090790:0:16763:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384940.090791:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384940.090814:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384940.090817:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384940.090820:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384940.090823:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384940.090827:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384940.090831:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003542952s 00010000:00000001:3.0:1767384940.090836:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384940.090838:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384940.090841:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000009611dc3 refcount=4 00000020:00000001:3.0:1767384940.090845:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431492115456 : -108642217436160 : ffff9d30c338dc00) 00010000:00000001:3.0:1767384940.090849:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635431492115456 : -108642217436160 : ffff9d30c338dc00) 00010000:00000001:3.0:1767384940.090852:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384940.090855:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000009611dc3/0x4895a8f6c11e875f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384940.090865:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384940.090868:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000009611dc3/0x4895a8f6c11e875f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384940.090876:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384940.090878:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384940.090880:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000009611dc3/0x4895a8f6c11e875f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384940.090888:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384940.090890:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384940.090894:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384940.090897:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000009611dc3/0x4895a8f6c11e875f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384940.090906:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000009611dc3 already unused, calling callback (00000000be7801c4) 00010000:00000001:3.0:1767384940.090909:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384940.090912:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384940.090915:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000009611dc3/0x4895a8f6c11e875f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384940.090915:0:16763:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384940.090921:0:16763:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384940.090940:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384940.090943:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384940.090945:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384940.090947:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000009611dc3 refcount=5 00000020:00000001:3.0:1767384940.090950:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431492115456 : -108642217436160 : ffff9d30c338dc00) 00010000:00000001:3.0:1767384940.090953:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635431492115456 : -108642217436160 : ffff9d30c338dc00) 00010000:00000001:3.0:1767384940.090957:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384940.090960:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000009611dc3/0x4895a8f6c11e875f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384940.090966:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384940.090969:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384940.090971:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384940.090976:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384940.090978:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384940.090981:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384940.090983:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384940.090987:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000009611dc3 with handle 0x4895a8f6c11e875f from hash 00010000:00000001:3.0:1767384940.090990:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384940.090992:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384940.090994:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384940.090995:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384940.090998:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384940.091001:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384940.091004:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384940.091007:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384940.091057:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384940.091060:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384940.091063:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000040:1.0:1767384940.091065:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294929953, at 4294929954 00000100:00000040:0.0:1767384940.091066:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294929953, at 4294929954 00010000:00000001:3.0:1767384940.091067:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384940.091072:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384940.091075:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384940.091075:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000edf14302. 00000100:00000010:0.0:1767384940.091077:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee3d6d41. 00010000:00000001:3.0:1767384940.091080:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384940.091084:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384940.091088:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294929953, at 4294929954 00010000:00010000:3.0:1767384940.091096:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000009611dc3/0x4895a8f6c11e875f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000100:00000010:2.0:1767384940.091096:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003af6cd54. 00010000:00000001:3.0:1767384940.091106:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384940.091109:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384940.091111:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384940.091113:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384940.091116:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384940.091117:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384940.091121:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384940.091125:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384940.091127:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384940.091130:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000009611dc3/0x4895a8f6c11e875f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384940.091136:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384940.091139:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384940.091141:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000009611dc3/0x4895a8f6c11e875f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384940.091149:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000a64bc45 count: 0 00010000:00000001:3.0:1767384940.091159:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384940.091162:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384940.091178:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294929953, at 4294929954 00000100:00000010:3.0:1767384940.091185:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007fadc0e1. 00000400:00000010:3.0:1767384940.100196:0:32320:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000042261329. 00000400:00000040:3.0:1767384940.100224:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384940.100227:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384940.100230:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384940.100233:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384940.100236:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384940.100238:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384940.100241:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384940.100242:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384940.100245:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384940.100246:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384940.100249:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384940.100258:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384940.100261:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384940.100263:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384940.100265:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384940.100267:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384940.100270:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384940.100272:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384940.100274:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384940.100277:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384940.100280:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384940.100282:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384940.100284:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384940.100286:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384940.100288:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384940.100291:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384940.100293:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384940.100295:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384940.100297:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384940.100299:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384940.100300:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384940.100303:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384940.100305:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384940.100307:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384940.100309:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384940.100311:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384940.100313:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384940.100316:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384940.100318:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384940.100320:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384940.100322:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384940.100324:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384940.100326:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384940.100328:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384940.100330:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384940.100331:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384940.100333:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384940.100336:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384940.100339:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384940.100341:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384940.100349:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384940.100352:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384940.100354:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384940.100357:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384940.100359:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384940.100361:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384940.100362:0:32320:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384940.100524:0:32320:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000042261329. 00080000:00000001:1.0:1767384940.101266:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:2.0:1767384940.101268:0:16763:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384940.101269:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:2.0:1767384940.101274:0:16763:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00040000:00000001:1.0:1767384940.101274:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384940.101275:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384940.101278:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384940.101280:0:16763:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384940.101282:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009f5e6957. 20000000:00000001:2.0:1767384940.101284:0:16763:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:1.0:1767384940.101287:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384940.101288:0:16763:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384940.101300:0:16763:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384940.101303:0:16763:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384940.101307:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384940.101313:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:2.0:1767384940.101316:0:16763:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:3.0:1767384940.101317:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384940.101323:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384940.101327:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384940.101335:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004a000a5c. 00010000:00000001:3.0:1767384940.101341:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384940.101345:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000559b0a39. 00000020:00000001:3.0:1767384940.101349:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384940.101353:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000559b0a39 with handle 0x4895a8f6c11e8766 to hash 00000020:00000001:3.0:1767384940.101355:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384940.101357:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635431492108288 : -108642217443328 : ffff9d30c338c000) 00010000:00000001:3.0:1767384940.101361:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635431492108288 : -108642217443328 : ffff9d30c338c000) 00010000:00000001:3.0:1767384940.101365:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384940.101367:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384940.101371:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000559b0a39/0x4895a8f6c11e8766 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384940.101380:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384940.101384:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384940.101386:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384940.101389:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384940.101391:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384940.101394:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384940.101396:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384940.101398:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384940.101401:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384940.101402:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384940.101411:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384940.101414:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004a000a5c) refcount = 1 00010000:00010000:3.0:1767384940.101418:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000559b0a39/0x4895a8f6c11e8766 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384940.101425:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384940.101428:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384940.101430:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384940.101449:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384940.101451:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384940.101455:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384940.101457:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003542952s 00010000:00000001:3.0:1767384940.101460:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384940.101462:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384940.101464:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000559b0a39 refcount=4 00000020:00000001:3.0:1767384940.101466:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431492108288 : -108642217443328 : ffff9d30c338c000) 00010000:00000001:3.0:1767384940.101469:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635431492108288 : -108642217443328 : ffff9d30c338c000) 00010000:00000001:3.0:1767384940.101472:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384940.101474:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000559b0a39/0x4895a8f6c11e8766 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384940.101481:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384940.101483:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000559b0a39/0x4895a8f6c11e8766 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384940.101489:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384940.101491:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384940.101492:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000559b0a39/0x4895a8f6c11e8766 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384940.101498:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384940.101499:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384940.101502:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384940.101503:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000559b0a39/0x4895a8f6c11e8766 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384940.101521:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000559b0a39 already unused, calling callback (00000000be7801c4) 00010000:00000001:3.0:1767384940.101524:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384940.101527:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384940.101529:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000559b0a39/0x4895a8f6c11e8766 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384940.101535:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384940.101538:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384940.101540:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384940.101542:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000559b0a39 refcount=5 00000020:00000001:3.0:1767384940.101544:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431492108288 : -108642217443328 : ffff9d30c338c000) 00010000:00000001:3.0:1767384940.101547:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635431492108288 : -108642217443328 : ffff9d30c338c000) 00010000:00000001:3.0:1767384940.101550:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384940.101552:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000559b0a39/0x4895a8f6c11e8766 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384940.101558:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384940.101561:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384940.101563:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384940.101567:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384940.101569:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384940.101572:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384940.101574:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384940.101576:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000559b0a39 with handle 0x4895a8f6c11e8766 from hash 00010000:00000001:3.0:1767384940.101579:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384940.101581:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384940.101583:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384940.101585:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384940.101587:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384940.101589:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384940.101592:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384940.101594:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384940.101596:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384940.101598:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384940.101607:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384940.101610:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384940.101612:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384940.101613:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384940.101616:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384940.101618:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384940.101621:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000559b0a39/0x4895a8f6c11e8766 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384940.101628:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384940.101630:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384940.101631:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384940.101633:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384940.101635:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384940.101636:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384940.101638:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384940.101640:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384940.101642:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384940.101645:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000559b0a39/0x4895a8f6c11e8766 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384940.101650:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384940.101652:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384940.101654:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000559b0a39/0x4895a8f6c11e8766 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384940.101660:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004a000a5c count: 0 00010000:00000001:3.0:1767384940.101669:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384940.101671:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384940.102117:0:16762:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384940.102122:0:16762:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384940.102125:0:16762:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d5768b80. 20000000:00000001:3.0:1767384940.102131:0:16762:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384940.102138:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358517376 00010000:00000001:3.0:1767384940.102142:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384940.102151:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ad6185ce x1853237358517376/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:166/0 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384940.102175:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384940.102179:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384940.102184:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=64 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384940.102190:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384940.102194:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:3.0:1767384940.102196:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:3.0:1767384940.102200:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384940.102204:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384940.102209:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384940.102213:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384940.102218:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000049aa66e2. 00000100:00000200:3.0:1767384940.102224:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358517376, offset 224 00000400:00000200:3.0:1767384940.102234:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384940.102247:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384940.102258:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272705c80 00000400:00000200:3.0:1767384940.102266:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1afd [2] + 224 00000400:00000200:3.0:1767384940.102276:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384940.102280:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384940.102288:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384940.102294:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003b276a0f x1853237358517376/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384940.102306:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003b276a0f x1853237358517376/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384940.102325:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384940.102335:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049aa66e2 00000400:00000010:3.0:1767384940.102339:0:16762:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000049aa66e2. 00000100:00000001:1.0:1767384940.102339:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384940.102343:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384940.102345:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384940.102347:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384940.102356:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384940.102356:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384940.102360:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384940.102361:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000010:1.0:1767384940.102365:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000745cd949. 00010000:00000001:3.0:1767384940.102366:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384940.102371:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384940.102373:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b824434c 00000020:00000001:3.0:1767384940.102375:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384940.102378:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b824434c. 00000100:00000001:1.0:1767384940.102382:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384940.102389:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003b276a0f x1853237358517376/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384940.102392:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ad6185ce x1853237358517376/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:166/0 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384940.102421:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003b276a0f x1853237358517376/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384940.102426:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ad6185ce pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16128:x1853237358517376:12345-0@lo:253: Request processed in 22631us (23235us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384940.102445:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384940.102447:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384940.102450:0:16128:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384940.102454:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384940.102457:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384940.102459:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384940.102463:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 02000000:00000001:1.0:1767384940.102463:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384940.102470:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=64 v=5 (5 0 0 0) 00000100:00000040:3.0:1767384940.102471:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00001000:1.0:1767384940.102476:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=64 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384940.102477:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384940.102480:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384940.102482:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384940.102482:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384940.102487:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384940.102488:0:16128:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384940.102490:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003c43d97e. 00000100:00000001:1.0:1767384940.102491:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384940.102496:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000706ca8c4. 00000020:00000010:3.0:1767384940.102505:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000076da628. 00000100:00000040:1.0:1767384940.102506:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003b276a0f x1853237358517376/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384940.102514:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 00000100:00000001:1.0:1767384940.102515:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384940.102521:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767384940.102524:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384940.102524:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384940.102529:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004ba79b44. 00000020:01000004:1.0:1767384940.102529:0:16128:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384940.102533:0:16128:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 02000000:00000001:3.0:1767384940.102536:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:1.0:1767384940.102536:0:16128:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384940.102539:0:16128:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384940.102542:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384940.102542:0:16128:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384940.102543:0:16128:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384940.102545:0:16128:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384940.102548:0:16128:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384940.102549:0:16128:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384940.102549:0:16128:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384940.102552:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b276a0f x1853237358517376/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384940.102553:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:1.0:1767384940.102562:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003b276a0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358517376:0@lo:253: 00000400:00000010:3.0:1767384940.102563:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebc9bede. 00000100:00000001:1.0:1767384940.102566:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384940.102570:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384940.102571:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000049aa66e2. 00000100:00000040:1.0:1767384940.102572:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003b276a0f x1853237358517376/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384940.102580:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384940.102583:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384940.102585:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000019e0feed. 02000000:00000001:1.0:1767384940.102589:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384940.102590:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384940.102592:0:16128:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1767384940.102593:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384940.102595:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000382dec4f. 02000000:00000001:1.0:1767384940.102598:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384940.102599:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384940.102601:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003b276a0f. 00000100:00000001:1.0:1767384940.102604:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384940.102604:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384940.102611:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384940.102616:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384940.102618:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384940.102619:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384940.102621:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384940.103048:0:16646:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000a64bc45. 00010000:00000010:3.1:1767384940.103058:0:16646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000009611dc3. 00080000:00000020:0.0:1767384940.103944:0:16763:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384940.103948:0:16763:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384940.103950:0:16763:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000be9167b0. 20000000:00000001:0.0:1767384940.103956:0:16763:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384940.103960:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358517504 00010000:00000001:0.0:1767384940.103963:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384940.103968:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004859769f x1853237358517504/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:166/0 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384940.103977:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384940.103979:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384940.103981:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=64 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384940.103984:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384940.103987:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384940.103989:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384940.103991:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384940.103993:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.103995:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384940.103997:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384940.104000:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb420a8d. 00000100:00000200:0.0:1767384940.104003:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358517504, offset 224 00000400:00000200:0.0:1767384940.104008:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384940.104042:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384940.104047:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272705d00 00000400:00000200:0.0:1767384940.104053:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b05 [2] + 224 00000400:00000200:0.0:1767384940.104058:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384940.104061:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384940.104064:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384940.104069:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000075fc2288 x1853237358517504/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384940.104076:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000075fc2288 x1853237358517504/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384940.104092:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384940.104097:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb420a8d 00000100:00000001:1.0:1767384940.104102:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384940.104104:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb420a8d. 00000100:00000001:1.0:1767384940.104105:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384940.104110:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384940.104112:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384940.104113:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384940.104115:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384940.104118:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093e02048. 00000100:00000001:0.0:1767384940.104120:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384940.104123:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b19832cc 00000100:00000040:0.0:1767384940.104125:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000010:1.0:1767384940.104127:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b19832cc. 00010000:00000001:0.0:1767384940.104132:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384940.104134:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384940.104135:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384940.104138:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384940.104140:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000075fc2288 x1853237358517504/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384940.104144:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004859769f x1853237358517504/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:166/0 lens 4848/4768 e 0 to 0 dl 1767384951 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384940.104162:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000075fc2288 x1853237358517504/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384940.104164:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004859769f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16129:x1853237358517504:12345-0@lo:253: Request processed in 24346us (24788us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384940.104179:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384940.104181:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384940.104182:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00000001:1.0:1767384940.104185:0:16129:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767384940.104186:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 02000000:00000001:1.0:1767384940.104187:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384940.104190:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384940.104192:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384940.104192:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384940.104196:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384940.104197:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384940.104201:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005419b873. 00000100:00001000:1.0:1767384940.104202:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=64 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384940.104208:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=64 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384940.104209:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006b4bac8c. 00000100:00000001:1.0:1767384940.104210:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384940.104212:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384940.104216:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384940.104217:0:16129:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384940.104218:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c0b86298. 00000100:00000001:1.0:1767384940.104219:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384940.104224:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075fc2288 x1853237358517504/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384940.104226:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 00000100:00000001:1.0:1767384940.104233:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384940.104234:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384940.104235:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384940.104239:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384940.104239:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ab7e8103. 02000000:00000001:0.0:1767384940.104245:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:1.0:1767384940.104249:0:16129:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:0.0:1767384940.104249:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384940.104251:0:16129:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384940.104255:0:16129:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384940.104256:0:16129:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000200:0.0:1767384940.104257:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:1.0:1767384940.104258:0:16129:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384940.104260:0:16129:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384940.104263:0:16129:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384940.104264:0:16129:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384940.104264:0:16129:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:0.0:1767384940.104266:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcbe5cb5. 00000100:00000040:1.0:1767384940.104267:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075fc2288 x1853237358517504/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384940.104273:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb420a8d. 00000100:00100000:1.0:1767384940.104275:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000075fc2288 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358517504:0@lo:253: 00000100:00000001:1.0:1767384940.104282:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384940.104284:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384940.104287:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075fc2288 x1853237358517504/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384956 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384940.104291:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384940.104293:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384940.104295:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000002f88fbd. 02000000:00000001:1.0:1767384940.104299:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384940.104301:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384940.104302:0:16129:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1767384940.104305:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384940.104306:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000045d62cf7. 02000000:00000001:1.0:1767384940.104312:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384940.104313:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384940.104314:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075fc2288. 00000100:00000001:1.0:1767384940.104319:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384940.104320:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384940.104322:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384940.104328:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384940.104330:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384940.104332:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384940.104334:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384940.106676:0:32316:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004a000a5c. 00010000:00000010:3.1:1767384940.106682:0:32316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000559b0a39. 00010000:00000001:1.0:1767384940.378061:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384940.378069:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384940.378082:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384940.378084:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384940.378119:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384940.378123:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384940.378127:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384941.017090:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp35 00000400:00000010:0.0:1767384941.017098:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001990dbbe. 00000400:00000010:0.0:1767384941.017107:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000074d1b596. 00000400:00000010:0.0:1767384941.017115:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e7028d2. 00000400:00000010:0.0:1767384941.017126:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d5927b07. 00000400:00000200:0.0:1767384941.017133:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp35 00000400:00000200:0.0:1767384941.017157:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp35 local destination 00000400:00000200:0.0:1767384941.017174:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp35 00000400:00000200:0.0:1767384941.017179:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp35 NI seq info: [133:133:256:4294967295] 192.168.203.157@tcp35 LPNI seq info [123:123:8:4294967295] 00000400:00000200:0.0:1767384941.017189:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp35 00000400:00000200:0.0:1767384941.017200:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp35(192.168.203.157@tcp35:) -> 192.168.203.157@tcp35(192.168.203.157@tcp35:192.168.203.157@tcp35) : GET try# 0 00000800:00000200:0.0:1767384941.017207:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp35 00000800:00000010:0.0:1767384941.017213:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001d6f0470. 00000800:00000200:0.0:1767384941.017222:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001892aa2f] -> 12345-192.168.203.157@tcp35 (2) 00000800:00000200:0.1:1767384941.017228:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001892aa2f] -> 12345-192.168.203.157@tcp35 (2) 00000400:00000200:0.0:1767384941.017258:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp35 added to recovery queue. ping count: 3 next ping: 271 health :700 00000400:00000200:0.0:1767384941.017265:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp39 00000400:00000010:0.0:1767384941.017268:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d5d4958e. 00000400:00000010:0.0:1767384941.017273:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e8a7edbf. 00000400:00000010:0.0:1767384941.017277:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ba2d5ae. 00000400:00000010:0.0:1767384941.017283:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000088b8b870. 00000400:00000200:0.0:1767384941.017287:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp39 00000400:00000200:0.0:1767384941.017298:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp39 local destination 00000400:00000200:0.0:1767384941.017302:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp39 00000400:00000200:0.0:1767384941.017306:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp39 NI seq info: [134:134:256:4294967295] 192.168.203.157@tcp39 LPNI seq info [124:124:8:4294967295] 00000400:00000200:0.0:1767384941.017311:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp39 00000400:00000200:3.0:1767384941.017317:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:0.0:1767384941.017321:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp39(192.168.203.157@tcp39:) -> 192.168.203.157@tcp39(192.168.203.157@tcp39:192.168.203.157@tcp39) : GET try# 0 00000800:00000200:0.0:1767384941.017330:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp39 00000800:00000010:0.0:1767384941.017334:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001ea41e77. 00000800:00000200:0.0:1767384941.017339:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002844a64] -> 12345-192.168.203.157@tcp39 (2) 00000800:00000200:0.1:1767384941.017344:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002844a64] -> 12345-192.168.203.157@tcp39 (2) 00000400:00000200:3.0:1767384941.017360:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:0.0:1767384941.017369:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp39 added to recovery queue. ping count: 1 next ping: 265 health :900 00000400:00000200:3.0:1767384941.017381:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:3.0:1767384941.017399:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:3.0:1767384941.017421:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:2.0:1767384941.017466:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:3.0:1767384941.017470:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384941.017519:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:3.0:1767384941.017524:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384941.017568:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:3.0:1767384941.017576:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384941.017614:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:3.0:1767384941.017618:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384941.017680:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:3.0:1767384941.017681:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384941.017741:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:3.0:1767384941.017742:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:3.0:1767384941.017775:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384941.017802:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:3.0:1767384941.017820:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384941.017842:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:3.0:1767384941.017878:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384941.017884:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384941.017926:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:3.0:1767384941.017936:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384941.017957:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:3.0:1767384941.017999:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384941.017999:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384941.018071:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:3.0:1767384941.018085:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384941.018117:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:3.0:1767384941.018138:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384941.018149:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384941.018186:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:3.0:1767384941.018203:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384941.018216:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384941.018261:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:3.0:1767384941.018272:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384941.018294:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384941.018330:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:3.0:1767384941.018343:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384941.018361:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:3.0:1767384941.018400:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384941.018403:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:3.0:1767384941.018478:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:2.0:1767384941.018480:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:3.0:1767384941.018525:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384941.018550:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:3.0:1767384941.018578:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384941.018614:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:3.0:1767384941.018631:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384941.018656:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:3.0:1767384941.018678:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384941.018695:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:3.0:1767384941.018730:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:2.0:1767384941.018749:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:3.0:1767384941.018790:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384941.018809:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:3.0:1767384941.018848:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384941.018865:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:3.0:1767384941.018909:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384941.018925:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384941.018981:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:3.0:1767384941.018982:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:3.0:1767384941.019098:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:3.0:1767384941.019138:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:3.0:1767384941.019187:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:2.0:1767384941.019314:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000800:00000010:3.0:1767384941.019357:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e45018f3. 00000400:00000200:2.0:1767384941.019360:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000800:00000010:3.0:1767384941.019363:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000580cb974. 00000800:00000010:3.0:1767384941.019370:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000557a764. 00000800:00000010:3.0:1767384941.019395:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000557a764. 00000400:00000200:2.0:1767384941.019401:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00020000:3.0:1767384941.019407:0:16116:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:3.0:1767384941.019411:0:16116:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000580cb974. 00000800:00000010:3.0:1767384941.019415:0:16116:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e45018f3. 00000400:02020000:3.0:1767384941.019485:0:16116:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp35 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384941.019492:0:16116:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp35 notifying 192.168.203.157@tcp35: down 00000800:00000200:3.0:1767384941.019504:0:16116:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp35 down 00000800:00000100:3.0:1767384941.019512:0:16116:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp35 00000800:00000010:3.0:1767384941.019515:0:16116:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001d6f0470. 00000400:00000200:3.0:1767384941.019520:0:16116:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384941.019524:0:16116:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp35->192.168.203.157@tcp35: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384941.019532:0:16116:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384941.019535:0:16116:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384941.019540:0:16116:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp35) recovery failed with -71 00000800:00000010:2.0:1767384941.019550:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ba797732. 00000800:00000010:2.0:1767384941.019556:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bb58b695. 00000800:00000010:2.0:1767384941.019559:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000049ce5cec. 00000800:00000010:2.0:1767384941.019581:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000049ce5cec. 00000800:00020000:2.0:1767384941.019587:0:16117:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:2.0:1767384941.019590:0:16117:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bb58b695. 00000800:00000010:2.0:1767384941.019593:0:16117:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ba797732. 00000400:02020000:2.0:1767384941.019638:0:16117:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp39 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384941.019643:0:16117:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp39 notifying 192.168.203.157@tcp39: down 00000400:00000200:2.0:1767384941.019646:0:16117:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384941.019649:0:16117:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp39 00000800:00000010:2.0:1767384941.019651:0:16117:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001ea41e77. 00000400:00000200:2.0:1767384941.019654:0:16117:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384941.019657:0:16117:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp39->192.168.203.157@tcp39: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384941.019662:0:16117:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384941.019664:0:16117:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384941.019666:0:16117:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp39) recovery failed with -71 00010000:00000001:1.0:1767384941.401095:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384941.401101:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384941.401107:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384941.401108:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384941.401140:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384941.401145:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384941.401148:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384941.660004:0:32773:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384941.660020:0:32773:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384941.660026:0:32773:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384941.660032:0:32773:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384941.660039:0:32773:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384941.660042:0:32773:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384942.041091:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:1.0:1767384942.041094:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000015191abb] -> 12345-192.168.203.157@tcp (6) 00000400:00000001:2.0:1767384942.041097:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384942.041101:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e7028d2 00000400:00000010:2.0:1767384942.041104:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000e7028d2. 00000800:00000200:1.0:1767384942.041109:0:16119:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000400:00000200:2.0:1767384942.041111:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:1.0:1767384942.041116:0:16119:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009f61ec69 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767384942.041125:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp35 recovery ping unlinked 00000400:00000010:2.0:1767384942.041138:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001990dbbe. 00000400:00000010:2.0:1767384942.041143:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000074d1b596. 00000800:00000010:1.0:1767384942.041148:0:16119:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000082be1b3a. 00000400:00000001:2.0:1767384942.041150:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384942.041153:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384942.041155:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ba2d5ae 00000400:00000010:2.0:1767384942.041159:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ba2d5ae. 00000800:00000200:1.0:1767384942.041159:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a26d6e4a] -> 12345-192.168.203.157@tcp21 (6) 00000400:00000200:2.0:1767384942.041163:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384942.041169:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp39 recovery ping unlinked 00000800:00000200:1.0:1767384942.041170:0:16119:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp21 ip 192.168.203.157:988 00000400:00000010:2.0:1767384942.041173:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d5d4958e. 00000800:00000200:1.0:1767384942.041174:0:16119:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000082be1b3a type 192, nob 24 niov 1 nkiov 0 00000400:00000010:2.0:1767384942.041177:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e8a7edbf. 00000400:00000200:2.0:1767384942.041183:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp31 00000400:00000010:2.0:1767384942.041187:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d9076f93. 00000400:00000010:2.0:1767384942.041192:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000034c20229. 00000400:00000010:2.0:1767384942.041196:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c6298fb. 00000400:00000010:2.0:1767384942.041202:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009d3e814f. 00000400:00000200:2.0:1767384942.041206:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp31 00000400:00000200:2.0:1767384942.041220:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp31 local destination 00000400:00000200:2.0:1767384942.041226:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp31 00000400:00000200:2.0:1767384942.041230:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp31 NI seq info: [135:135:256:4294967295] 192.168.203.157@tcp31 LPNI seq info [125:125:8:4294967295] 00000400:00000200:2.0:1767384942.041236:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp31 00000400:00000200:2.0:1767384942.041243:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp31(192.168.203.157@tcp31:) -> 192.168.203.157@tcp31(192.168.203.157@tcp31:192.168.203.157@tcp31) : GET try# 0 00000800:00000200:2.0:1767384942.041248:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp31 00000800:00000010:2.0:1767384942.041252:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002e7df00b. 00000800:00000200:2.0:1767384942.041257:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a539425c] -> 12345-192.168.203.157@tcp31 (2) 00000800:00000200:2.1:1767384942.041270:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a539425c] -> 12345-192.168.203.157@tcp31 (2) 00000800:00000200:0.0:1767384942.041286:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1767384942.041287:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384942.041291:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp31 added to recovery queue. ping count: 4 next ping: 280 health :600 00000800:00000001:0.0:1767384942.041296:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384942.041297:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384942.041313:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384942.041313:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384942.041321:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384942.041321:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384942.041326:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384942.041328:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384942.041378:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384942.041448:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:2.0:1767384942.041469:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:2.0:1767384942.041495:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:2.0:1767384942.041512:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:2.0:1767384942.041541:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384942.041560:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384942.041575:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384942.041591:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384942.041605:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384942.041622:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384942.041643:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384942.041676:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384942.041704:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384942.041735:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384942.041763:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384942.041788:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384942.041816:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384942.041845:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384942.041871:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384942.041914:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384942.041963:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384942.041988:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:2.0:1767384942.042010:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384942.042057:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384942.042085:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384942.042109:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384942.042128:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:2.0:1767384942.042153:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384942.042206:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384942.042239:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384942.042260:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384942.042288:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384942.042311:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384942.042343:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:2.0:1767384942.042505:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ba797732. 00000800:00000010:2.0:1767384942.042514:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bed906a8. 00000800:00000010:2.0:1767384942.042535:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000178872fd. 00000800:00000010:2.0:1767384942.042556:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000178872fd. 00000800:00020000:2.0:1767384942.042563:0:16118:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:2.0:1767384942.042568:0:16118:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bed906a8. 00000800:00000010:2.0:1767384942.042571:0:16118:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ba797732. 00000400:02020000:2.0:1767384942.042620:0:16118:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp31 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384942.042631:0:16118:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp31 notifying 192.168.203.157@tcp31: down 00000800:00000200:2.0:1767384942.042638:0:16118:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp31 down 00000800:00000100:2.0:1767384942.042644:0:16118:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp31 00000800:00000010:2.0:1767384942.042647:0:16118:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002e7df00b. 00000400:00000200:2.0:1767384942.042651:0:16118:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384942.042655:0:16118:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp31->192.168.203.157@tcp31: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384942.042662:0:16118:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384942.042664:0:16118:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384942.042667:0:16118:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp31) recovery failed with -71 00010000:00000001:1.0:1767384942.425103:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384942.425110:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384942.425117:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384942.425119:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384942.425153:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384942.425157:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384942.425160:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384942.443230:0:32937:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384942.443234:0:32937:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp41 --if ens2 00000001:00000001:2.0:1767384942.447273:0:32937:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384942.454811:0:32938:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000009629f47b. 00000400:00000010:2.0:1767384942.454845:0:32938:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d46cf990. 00000400:00000010:2.0:1767384942.454856:0:32938:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f16bb405. 00000400:00000010:2.0:1767384942.454861:0:32938:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000008fd14d7d. 00000400:00000010:2.0:1767384942.454865:0:32938:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000067f1fec. 00000400:00000010:2.0:1767384942.454869:0:32938:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000178872fd. 00000400:00000010:2.0:1767384942.454871:0:32938:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000053327f2. 00000400:00000010:2.0:1767384942.454873:0:32938:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000088b7f224. 00000400:00000010:2.0:1767384942.454876:0:32938:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000e7dd3e24. 00000800:00000010:2.0:1767384942.454896:0:32938:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000002e7df00b. 00000800:00000200:2.0:1767384942.454908:0:32938:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384942.454927:0:32938:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384942.454968:0:32938:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:2.0:1767384942.455001:0:32938:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp41 [8/256/0/180] 00000400:00000010:2.0:1767384942.457111:0:32938:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 000000009f5e6957. 00000400:00000010:2.0:1767384942.457133:0:32938:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083b0f1ae. 00000400:00000010:2.0:1767384942.457139:0:32938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023e4f1eb. 00000400:00000001:2.0:1767384942.457161:0:32938:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384942.457163:0:32938:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384942.457165:0:32938:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de3fe2b0. 00000400:00000200:2.0:1767384942.457167:0:32938:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f27d0a09 00000400:00000010:2.0:1767384942.457169:0:32938:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f27d0a09. 00000400:00000010:2.0:1767384942.457172:0:32938:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 000000001415bda8. 00000400:00000200:2.0:1767384942.457193:0:32938:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (31) 00000400:00000200:2.0:1767384942.457207:0:32938:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:2.0:1767384942.457217:0:32938:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131113 00000020:00000010:2.0:1767384942.457226:0:32938:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000ba797732. 00000400:00000200:3.0:1767384942.457227:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384942.457230:0:32938:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384942.457235:0:32938:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp41 00000400:00000200:3.0:1767384942.457238:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102071 00000400:00000200:3.0:1767384942.457243:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (32) 00000400:00000010:3.0:1767384942.457249:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 000000005437cbcb. 00000400:00000010:2.0:1767384942.457251:0:32938:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d46cf990. 00000400:00000010:3.0:1767384942.457254:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c020914a. 00000400:00000010:2.0:1767384942.457257:0:32938:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000009629f47b. 00000400:00000010:3.0:1767384942.457263:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d6176acc. 00000400:00000200:3.0:1767384942.457272:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp 00000020:00000001:1.0:1767384942.457279:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384942.457285:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384942.457288:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 10000000:00000001:1.0:1767384942.457290:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384942.457294:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384942.457298:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:01000004:1.0:1767384942.457300:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384942.457304:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384942.457308:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[43, 37], ns[43, 37] 00000020:01000004:1.0:1767384942.457309:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384942.457313:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384942.457315:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[62, 37] 00000400:00000200:3.0:1767384942.457319:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 37], ns[66, 37] 00000020:01000004:1.0:1767384942.457325:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384942.457328:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 37], ns[77, 37] 00000020:01000004:1.0:1767384942.457329:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384942.457333:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384942.457337:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 37], ns[81, 37] 00000020:01000004:1.0:1767384942.457337:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384942.457342:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384942.457345:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384942.457346:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 37], ns[97, 37] 00000400:00000200:3.0:1767384942.457354:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 37], ns[104, 37] 00000100:00000010:1.0:1767384942.457354:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000667d68f8. 00000020:00000040:1.0:1767384942.457361:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000400:00000200:3.0:1767384942.457371:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 37], ns[125, 37] 00000100:00000001:1.0:1767384942.457371:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384942.457376:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384942.457379:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 37], ns[131, 37] 00000400:00000200:3.0:1767384942.457384:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 37], ns[28, 37] 02000000:00000001:1.0:1767384942.457384:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384942.457392:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 28], ns[30, 28] 00000400:00000200:3.0:1767384942.457395:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 28], ns[32, 28] 00000400:00000200:3.0:1767384942.457399:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 28], ns[34, 28] 02000000:00000010:1.0:1767384942.457400:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d5768b80. 00000400:00000200:3.0:1767384942.457408:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 28], ns[46, 28] 00000100:00000001:1.0:1767384942.457411:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384942.457445:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 28], ns[50, 28] 00000400:00000200:3.0:1767384942.457451:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 28], ns[54, 28] 00000400:00000200:3.0:1767384942.457455:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 28], ns[58, 28] 00000100:00000001:1.0:1767384942.457455:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384942.457459:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384942.457462:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 28], ns[74, 28] 00000400:00000200:3.0:1767384942.457467:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 28], ns[123, 28] 00000100:00000040:1.0:1767384942.457470:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000667d68f8] to pc [ptlrpcd_00_03+3] req@00000000667d68f8 x1853237358517632/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384942.457473:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 28], ns[75, 28] 00000400:00000200:3.0:1767384942.457486:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[125, 28], ns[135, 28] 00000400:00000200:3.0:1767384942.457493:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 28], ns[93, 28] 00000400:00000200:3.0:1767384942.457498:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[102, 28], ns[110, 28] 00000400:00000200:3.0:1767384942.457502:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 28], ns[114, 28] 00000400:00000200:3.0:1767384942.457506:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[123, 28], ns[133, 28] 10000000:00000001:1.0:1767384942.457512:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384942.457518:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384942.457521:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384942.457523:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 28], ns[122, 28] 00000020:01000000:1.0:1767384942.457525:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384942.457529:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384942.457534:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[118, 28], ns[128, 28] 00000020:00000001:1.0:1767384942.457535:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384942.457536:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767384942.457539:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:2.0:1767384942.457541:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767384942.457542:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384942.457543:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[119, 28], ns[129, 28] 10000000:01000000:1.0:1767384942.457547:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:2.0:1767384942.457551:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000667d68f8 x1853237358517632/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384942.457552:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384942.457554:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[124, 28], ns[134, 28] 00000020:01000004:1.0:1767384942.457556:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384942.457558:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384942.457561:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384942.457564:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384942.457567:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384942.457571:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:3.0:1767384942.457573:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 00000020:01000004:1.0:1767384942.457574:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:2.0:1767384942.457576:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384942.457577:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384942.457579:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384942.457582:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007c7946c9. 02000000:00000001:2.0:1767384942.457584:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384942.457585:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp20 00000020:00000040:1.0:1767384942.457587:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 02000000:00000001:2.0:1767384942.457588:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384942.457594:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384942.457595:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp20 lpni_is_preferred = 0 00000100:00000001:1.0:1767384942.457595:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1767384942.457597:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000667d68f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358517632:0@lo:253: 00000100:00000001:2.0:1767384942.457603:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384942.457604:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp20 02000000:00000001:1.0:1767384942.457608:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384942.457611:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384942.457613:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384942.457614:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp20 NI seq info: [136:136:256:4294967295] 192.168.203.157@tcp20 LPNI seq info [126:126:8:4294967295] 02000000:00000001:2.0:1767384942.457615:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384942.457624:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000045d62cf7. 02000000:00000001:2.0:1767384942.457625:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384942.457629:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp20 00000100:00000001:1.0:1767384942.457631:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384942.457633:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d51b0034. 02000000:00000001:2.0:1767384942.457637:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.457638:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384942.457641:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384942.457644:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000065fbec. 00000100:00000040:1.0:1767384942.457648:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c7946c9] to pc [ptlrpcd_00_00+0] req@000000007c7946c9 x1853237358517760/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384942.457649:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp20(192.168.203.157@tcp20:) -> 192.168.203.157@tcp20(192.168.203.157@tcp:192.168.203.157@tcp20) : GET try# 0 00000400:00000010:2.0:1767384942.457650:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d46cf990. 00000100:00000200:2.0:1767384942.457656:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358517632, portal 25 00000100:00000001:2.0:1767384942.457662:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384942.457665:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515736448 : -108637193815168 : ffff9d31eea73b80) 00000800:00000200:3.0:1767384942.457670:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp20 00000100:00000040:2.0:1767384942.457675:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000667d68f8 x1853237358517632/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384942.457678:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f7fabe03. 00000100:00000001:2.0:1767384942.457683:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384942.457687:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:1.0:1767384942.457687:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384942.457690:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bed906a8. 00000800:00000200:3.0:1767384942.457692:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a7b5db3] -> 12345-192.168.203.157@tcp20 (6) 00000100:00000200:2.0:1767384942.457695:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358517632, offset 0 10000000:00000001:1.0:1767384942.457695:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384942.457702:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384942.457707:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:01000000:1.0:1767384942.457708:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:3.0:1767384942.457709:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp20 ip 192.168.203.157:988 00000020:00000010:1.0:1767384942.457715:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000ba797732. 00000800:00000200:3.0:1767384942.457717:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f7fabe03 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384942.457737:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384942.457748:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384942.457753:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272705d80 00000100:00000001:1.0:1767384942.457753:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384942.457758:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp 00000400:00000200:3.0:1767384942.457763:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100271 rc 0 00000100:00000001:1.0:1767384942.457764:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384942.457768:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x135d [2] + 0 00000100:00000001:1.0:1767384942.457769:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384942.457772:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767384942.457777:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000859e08fe. 00000100:00000040:1.0:1767384942.457778:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007c7946c9 x1853237358517760/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384942.457784:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000094724b85 00000100:00000001:1.0:1767384942.457789:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384942.457791:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384942.457793:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384942.457795:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384942.457797:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384942.457797:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384942.457803:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007c7946c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358517760:0@lo:253: 00000100:00000001:1.0:1767384942.457808:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384942.457809:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384942.457811:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384942.457814:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384942.457816:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384942.457818:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094724b85 00000400:00000010:2.0:1767384942.457821:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000094724b85. 02000000:00000010:1.0:1767384942.457822:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000002f88fbd. 02000000:00000001:1.0:1767384942.457825:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.457826:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384942.457829:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384942.457830:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000745cd949. 00000100:00000040:2.0:1767384942.457833:0:16130:0:(events.c:337:request_in_callback()) incoming req@00000000bc4e2018 x1853237358517632 msgsize 4848 00000400:00000010:1.0:1767384942.457836:0:16127:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009e2adc5e. 00000100:00100000:2.0:1767384942.457841:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1767384942.457843:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358517760, portal 25 00000100:00000040:2.0:1767384942.457844:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384942.457852:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384942.457854:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384942.457854:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515726592 : -108637193825024 : ffff9d31eea71500) 00000100:00000040:1.0:1767384942.457862:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007c7946c9 x1853237358517760/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384942.457864:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bed906a8 00000400:00000010:2.0:1767384942.457868:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bed906a8. 00000100:00000001:2.0:1767384942.457872:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384942.457877:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384942.457879:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000667d68f8 x1853237358517632/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384942.457885:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384942.457892:0:16127:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004326136a. 00000800:00000200:3.0:1767384942.457894:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384942.457899:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f7fabe03. 00000100:00000200:1.0:1767384942.457900:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358517760, offset 0 00000400:00000200:3.0:1767384942.457906:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384942.457916:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384942.457917:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp20->192.168.203.157@tcp20: GET: OK 00000100:00000001:2.0:1767384942.457919:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384942.457926:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000667d68f8 x1853237358517632/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384942.457927:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384942.457934:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384942.457936:0:16122:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp: 0 00000100:00000001:2.0:1767384942.457947:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384942.457948:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384942.457949:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384942.457954:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272705e00 00000100:00000001:2.0:1767384942.457957:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384942.457960:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384942.457963:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1365 [2] + 0 00000800:00000001:3.0:1767384942.457964:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384942.457964:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294932331 00000800:00000001:3.0:1767384942.457973:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384942.457973:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000058b7cb69. 00000400:00000010:1.0:1767384942.457973:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f60f7081. 00000400:00000200:1.0:1767384942.457980:0:16127:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000b367651 00000100:00000001:2.0:1767384942.457985:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384942.457988:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384942.457992:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp20(192.168.203.157@tcp20) <- 192.168.203.157@tcp20 : GET - for me 00000400:00000200:1.0:1767384942.457996:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384942.458001:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294932331 00000400:00000200:1.0:1767384942.458001:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b367651 00000400:00000200:3.0:1767384942.458005:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 544 into portal 0 MB=0x8000000000000000 00000400:00000010:1.0:1767384942.458006:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000b367651. 00000100:00000010:2.0:1767384942.458011:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aa0d3628. 00000100:00000001:1.0:1767384942.458014:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384942.458018:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp of length 544/544 into md 0x1b31 [1] + 0 00000100:00000200:1.0:1767384942.458019:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384942.458020:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767384942.458025:0:16127:0:(events.c:337:request_in_callback()) incoming req@00000000841fd9bb x1853237358517760 msgsize 4848 00000400:00000200:3.0:1767384942.458069:0:16122:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp20 to MR: 192.168.203.157@tcp20 local destination 00000100:00100000:1.0:1767384942.458076:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384942.458080:0:16122:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp20 NI seq info: [137:137:256:4294967295] 192.168.203.157@tcp20 LPNI seq info [127:127:8:4294967295] 00000100:00000040:1.0:1767384942.458081:0:16127:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384942.458082:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294932332 00000100:00000010:2.0:1767384942.458089:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b839a46b. 00000100:00000001:1.0:1767384942.458092:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384942.458096:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384942.458102:0:16122:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp20(192.168.203.157@tcp20:192.168.203.157@tcp20) -> 192.168.203.157@tcp20(192.168.203.157@tcp20:192.168.203.157@tcp20) 192.168.203.157@tcp20 : REPLY try# 0 00000100:00000001:2.0:1767384942.458103:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294932332 00000100:00000010:2.0:1767384942.458108:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000305d6302. 00000400:00000200:1.0:1767384942.458112:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004326136a 00000800:00000200:3.0:1767384942.458113:0:16122:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.203.157@tcp20 00000100:00000001:2.0:1767384942.458114:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000400:00000010:1.0:1767384942.458117:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004326136a. 00000800:00000010:3.0:1767384942.458121:0:16122:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7fabe03. 00000100:00000001:2.0:1767384942.458121:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384942.458122:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384942.458127:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384942.458128:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007c7946c9 x1853237358517760/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384942.458133:0:16122:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a7b5db3] -> 12345-192.168.203.157@tcp20 (6) 00000100:00000001:2.0:1767384942.458133:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.458138:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384942.458144:0:16122:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp20 ip 192.168.203.157:1001 00000100:00000001:2.0:1767384942.458149:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767384942.458150:0:16122:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f7fabe03 type 3, nob 640 niov 1 nkiov 1 00000100:00000001:1.0:1767384942.458151:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384942.458152:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384942.458157:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007c7946c9 x1853237358517760/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384942.458158:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384942.458161:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384942.458164:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.458168:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.458169:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.458172:0:16127:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384942.458183:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.458186:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294932332 00000100:00000001:2.0:1767384942.458190:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384942.458194:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294932331 00000800:00000200:3.0:1767384942.458195:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1767384942.458195:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358517632 00000800:00000010:3.0:1767384942.458202:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7fabe03. 02000000:00000001:2.0:1767384942.458202:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384942.458203:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294932332 00000100:00000001:2.0:1767384942.458208:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384942.458209:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384942.458209:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294932331 00000100:00000001:1.0:1767384942.458215:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294932332 00000400:00000200:3.0:1767384942.458218:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp20->192.168.203.157@tcp20: REPLY: OK 00000100:00000001:1.0:1767384942.458220:0:16127:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, keep current deadline 4294932332 00000100:00000001:2.0:1767384942.458222:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.458224:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294932332 00000800:00000001:3.0:1767384942.458227:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384942.458228:0:16127:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, keep current deadline 4294932332 02000000:00000001:2.0:1767384942.458229:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.458231:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384942.458232:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384942.458237:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358517632 00000100:00000001:1.0:1767384942.458237:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384942.458238:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767384942.458244:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:3.0:1767384942.458245:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384942.458245:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.458248:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384942.458250:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:2.0:1767384942.458251:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000100:00000001:1.0:1767384942.458254:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:3.0:1767384942.458255:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384942.458256:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384942.458258:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:2.0:1767384942.458263:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000100:00000001:1.0:1767384942.458263:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384942.458264:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp20(192.168.203.157@tcp20) <- 192.168.203.157@tcp20 : REPLY - for me 00000100:00000001:1.0:1767384942.458267:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384942.458271:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:1.0:1767384942.458272:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.458277:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384942.458279:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000400:00000200:3.0:1767384942.458281:0:16122:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp20: Reply from 12345-192.168.203.157@tcp20 of length 544/544 into md 0x1b35 00000800:00000001:3.0:1767384942.458287:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384942.458288:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384942.458290:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767384942.458292:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384942.458293:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384942.458294:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d822610a. 00000400:00000200:3.0:1767384942.458295:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384942.458301:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384942.458305:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp20->192.168.203.157@tcp20: REPLY: OK 00000020:00000010:2.0:1767384942.458306:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d822610a. 00000400:00000200:3.0:1767384942.458309:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c020914a 00000400:00000010:3.0:1767384942.458312:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c020914a. 00000020:00000010:2.0:1767384942.458315:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a0c20b2. 00000400:00000200:3.0:1767384942.458316:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000020:00000010:2.0:1767384942.458321:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009d2e8381. 00000100:00000001:1.0:1767384942.458323:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384942.458327:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358517760 00000020:00000010:2.0:1767384942.458328:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d779c03f. 00000400:00000200:3.0:1767384942.458329:0:16122:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.157@tcp has discovery enabled 02000000:00000001:1.0:1767384942.458333:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384942.458336:0:16122:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000100:00000001:1.0:1767384942.458336:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384942.458340:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384942.458341:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:3.0:1767384942.458342:0:16122:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.157@tcp (560 bytes) 02000000:00000001:1.0:1767384942.458345:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.458348:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1767384942.458348:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358517760 00000100:00000001:2.0:1767384942.458350:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384942.458351:0:16122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000020:00000001:1.0:1767384942.458353:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384942.458354:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384942.458357:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:1.0:1767384942.458360:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767384942.458361:0:16122:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 000000005437cbcb. 00000020:00000040:1.0:1767384942.458362:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000100:00000001:2.0:1767384942.458364:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384942.458367:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (33) 00000020:00000001:1.0:1767384942.458367:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:1.0:1767384942.458373:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000800:00000001:3.0:1767384942.458376:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384942.458378:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384942.458381:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384942.458387:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384942.458392:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003dc19193. 00000100:00000001:1.0:1767384942.458395:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384942.458397:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003dc19193. 00000400:00000200:3.0:1767384942.458400:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384942.458400:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384942.458403:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bae73962. 00000100:00000001:2.0:1767384942.458405:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1767384942.458407:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 000000005437cbcb. 00000020:00000010:1.0:1767384942.458409:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000293313c2. 00000400:00000010:3.0:1767384942.458412:0:16125:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000998a04ae. 00000020:00000010:1.0:1767384942.458429:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000184b2a07. 00000100:00100000:2.0:1767384942.458431:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000400:00000010:3.0:1767384942.458433:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c020914a. 00000100:00000001:1.0:1767384942.458435:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384942.458438:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1767384942.458440:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:1.0:1767384942.458440:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384942.458441:0:16125:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000005437cbcb 00000400:00000001:3.0:1767384942.458447:0:16125:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384942.458447:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635431487584336 : -108642221967280 : ffff9d30c2f3b850) 00000100:00000001:1.0:1767384942.458449:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384942.458452:0:16125:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384942.458454:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384942.458456:0:16125:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b86e92b. 00000100:00000040:2.0:1767384942.458460:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bc4e2018 x1853237358517632/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:168/0 lens 4848/0 e 0 to 0 dl 1767384953 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384942.458463:0:16125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042896188 00000100:00000001:1.0:1767384942.458464:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:3.0:1767384942.458469:0:16125:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042896188. 00000100:00000001:1.0:1767384942.458469:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384942.458477:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000400:00000200:3.0:1767384942.458478:0:16125:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000100:00000001:2.0:1767384942.458479:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384942.458480:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000020:00000010:2.0:1767384942.458484:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d822610a. 00000400:00000010:3.0:1767384942.458485:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 0000000024744588. 00000100:00000001:1.0:1767384942.458485:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436513777744 : -108637195773872 : ffff9d31ee895850) 00000100:00000001:2.0:1767384942.458490:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384942.458495:0:16125:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 560 success 00000100:00000040:1.0:1767384942.458495:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000841fd9bb x1853237358517760/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:168/0 lens 4848/0 e 0 to 0 dl 1767384953 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384942.458496:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d822610a. 00000400:00000200:3.0:1767384942.458504:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100871 00000100:00000001:1.0:1767384942.458510:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384942.458513:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003dc19193. 00000400:00000200:3.0:1767384942.458517:0:16125:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.157@tcp:0 00000100:00100000:2.0:1767384942.458517:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bc4e2018 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16130:x1853237358517632:12345-0@lo:253: 00000100:00000001:1.0:1767384942.458518:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384942.458524:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003dc19193. 00000400:00000200:3.0:1767384942.458526:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102071 rc 1 00000100:00000200:2.0:1767384942.458528:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358517632 00000100:00100000:1.0:1767384942.458533:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000841fd9bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16127:x1853237358517760:12345-0@lo:253: 00000020:00000001:2.0:1767384942.458534:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384942.458538:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102071 00000100:00000200:1.0:1767384942.458539:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358517760 00000020:00000001:2.0:1767384942.458541:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384942.458545:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (32) 00000020:00000001:1.0:1767384942.458545:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384942.458546:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384942.458551:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384942.458552:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:3.0:1767384942.458553:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 00000000b38664f1. 00000020:00000001:1.0:1767384942.458554:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384942.458555:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:1.0:1767384942.458559:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:3.0:1767384942.458560:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042896188. 00000020:00000001:2.0:1767384942.458561:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384942.458563:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:2.0:1767384942.458565:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384942.458567:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:3.0:1767384942.458569:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d91d2027. 00000020:00000001:1.0:1767384942.458570:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384942.458571:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384942.458574:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384942.458575:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp 00000020:00000001:2.0:1767384942.458579:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384942.458581:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384942.458584:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384942.458584:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384942.458586:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 02000000:00000001:2.0:1767384942.458589:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384942.458590:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384942.458594:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000100:00000001:1.0:1767384942.458595:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:2.0:1767384942.458596:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ba797732. 02000000:00000001:1.0:1767384942.458599:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384942.458601:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384942.458605:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[43, 37], ns[43, 37] 00000100:00000001:2.0:1767384942.458606:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384942.458607:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000382dec4f. 20000000:00000001:2.0:1767384942.458611:0:16763:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:1.0:1767384942.458611:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384942.458617:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384942.458620:0:16762:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384942.458621:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[62, 37] 00000400:00000200:3.0:1767384942.458625:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 37], ns[66, 37] 20000000:00000010:2.0:1767384942.458625:0:16763:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001d4cf45b. 20000000:00000010:1.0:1767384942.458629:0:16762:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e39905ef. 20000000:01000000:2.0:1767384942.458631:0:16763:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384942.458634:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 37], ns[77, 37] 20000000:00000001:2.0:1767384942.458636:0:16763:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:1.0:1767384942.458636:0:16762:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384942.458641:0:16763:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384942.458642:0:16762:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767384942.458643:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 37], ns[81, 37] 20000000:00000001:2.0:1767384942.458645:0:16763:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384942.458650:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 37], ns[97, 37] 20000000:00000001:2.0:1767384942.458651:0:16763:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384942.458651:0:16762:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384942.458655:0:16762:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384942.458657:0:16763:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384942.458660:0:16762:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384942.458664:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 37], ns[104, 37] 20000000:00000001:1.0:1767384942.458664:0:16762:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384942.458670:0:16763:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d91a96b4. 00000400:00000200:3.0:1767384942.458671:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 37], ns[125, 37] 20000000:01000000:2.0:1767384942.458676:0:16763:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 00000400:00000200:3.0:1767384942.458678:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 37], ns[131, 37] 00000400:00000200:3.0:1767384942.458683:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 37], ns[137, 37] 20000000:00000001:2.0:1767384942.458685:0:16763:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767384942.458686:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 37], ns[30, 37] 00000400:00000200:3.0:1767384942.458690:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00080000:00000001:2.0:1767384942.458693:0:16763:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384942.458694:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000400:00000200:3.0:1767384942.458699:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 30], ns[46, 30] 00000400:00000200:3.0:1767384942.458701:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 30], ns[50, 30] 00000400:00000200:3.0:1767384942.458705:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 30], ns[54, 30] 00000400:00000200:3.0:1767384942.458708:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 30], ns[58, 30] 00000400:00000200:3.0:1767384942.458711:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 30], ns[74, 30] 00000400:00000200:3.0:1767384942.458714:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 30], ns[123, 30] 00000400:00000200:3.0:1767384942.458725:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 30], ns[75, 30] 00000400:00000200:3.0:1767384942.458729:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[125, 30], ns[135, 30] 00000400:00000200:3.0:1767384942.458732:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 30], ns[93, 30] 00000400:00000200:3.0:1767384942.458735:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[102, 30], ns[110, 30] 00000400:00000200:3.0:1767384942.458737:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 30], ns[114, 30] 00000400:00000200:3.0:1767384942.458741:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[123, 30], ns[133, 30] 00000400:00000200:3.0:1767384942.458744:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 30], ns[122, 30] 00080000:00000001:2.0:1767384942.458746:0:16763:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384942.458750:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[118, 30], ns[128, 30] 00080000:00000001:2.0:1767384942.458752:0:16763:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384942.458755:0:16763:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384942.458756:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[119, 30], ns[129, 30] 00080000:00000001:2.0:1767384942.458762:0:16763:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:3.0:1767384942.458765:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[124, 30], ns[134, 30] 00000020:00000001:2.0:1767384942.458767:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384942.458770:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 00000400:00000200:3.0:1767384942.458775:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp21 00000020:00000001:2.0:1767384942.458775:0:16763:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:2.0:1767384942.458781:0:16763:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384942.458782:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp21 lpni_is_preferred = 0 00000400:00000200:3.0:1767384942.458784:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp21 00000400:00000200:3.0:1767384942.458790:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp21 NI seq info: [138:138:256:4294967295] 192.168.203.157@tcp21 LPNI seq info [128:128:8:4294967295] 00000400:00000200:3.0:1767384942.458795:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp21 00080000:00000010:2.0:1767384942.458796:0:16763:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006a402d1e. 00080000:00000001:2.0:1767384942.458800:0:16763:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490410496 : -108642219141120 : ffff9d30c31ed800) 00000400:00000200:3.0:1767384942.458806:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp21(192.168.203.157@tcp21:) -> 192.168.203.157@tcp21(192.168.203.157@tcp:192.168.203.157@tcp21) : GET try# 0 00080000:00000001:2.0:1767384942.458806:0:16763:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:3.0:1767384942.458812:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp21 00000800:00000010:3.0:1767384942.458816:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f7fabe03. 00000800:00000200:3.0:1767384942.458819:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a26d6e4a] -> 12345-192.168.203.157@tcp21 (6) 00000800:00000200:3.0:1767384942.458825:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp21 ip 192.168.203.157:988 00000800:00000200:3.0:1767384942.458828:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f7fabe03 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384942.458844:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp 00000400:00000200:3.0:1767384942.458846:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100271 rc 0 00000800:00000200:3.0:1767384942.458893:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384942.458895:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f7fabe03. 00000400:00000200:3.0:1767384942.458898:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384942.458901:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp21->192.168.203.157@tcp21: GET: OK 00000400:00000200:3.0:1767384942.458904:0:16121:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384942.458906:0:16121:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp: 0 00000800:00000001:3.0:1767384942.458909:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384942.458913:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384942.458914:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384942.458920:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384942.458924:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp21(192.168.203.157@tcp21) <- 192.168.203.157@tcp21 : GET - for me 00000400:00000200:3.0:1767384942.458931:0:16121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 560 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384942.458935:0:16121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp of length 560/560 into md 0x1b31 [1] + 0 00000400:00000200:3.0:1767384942.458942:0:16121:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp21 to MR: 192.168.203.157@tcp21 local destination 00000400:00000200:3.0:1767384942.458947:0:16121:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp21 NI seq info: [139:139:256:4294967295] 192.168.203.157@tcp21 LPNI seq info [129:129:8:4294967295] 00000001:00000001:2.0:1767384942.458949:0:16763:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384942.458953:0:16763:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384942.458959:0:16763:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384942.458961:0:16121:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp21(192.168.203.157@tcp21:192.168.203.157@tcp21) -> 192.168.203.157@tcp21(192.168.203.157@tcp21:192.168.203.157@tcp21) 192.168.203.157@tcp21 : REPLY try# 0 00000800:00000200:3.0:1767384942.458966:0:16121:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.203.157@tcp21 00000800:00000010:3.0:1767384942.458970:0:16121:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7fabe03. 00000800:00000200:3.0:1767384942.458975:0:16121:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a26d6e4a] -> 12345-192.168.203.157@tcp21 (6) 00000800:00000200:3.0:1767384942.458979:0:16121:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp21 ip 192.168.203.157:999 00000800:00000200:3.0:1767384942.458981:0:16121:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f7fabe03 type 3, nob 656 niov 1 nkiov 1 00080000:00000001:2.0:1767384942.458985:0:16763:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384942.458990:0:16763:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:3.0:1767384942.459039:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384942.459042:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7fabe03. 00000400:00000200:3.0:1767384942.459045:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384942.459048:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp21->192.168.203.157@tcp21: REPLY: OK 00000800:00000001:3.0:1767384942.459054:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384942.459057:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384942.459059:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384942.459070:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384942.459072:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384942.459075:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384942.459080:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp21(192.168.203.157@tcp21) <- 192.168.203.157@tcp21 : REPLY - for me 00000400:00000200:3.0:1767384942.459088:0:16121:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp21: Reply from 12345-192.168.203.157@tcp21 of length 560/560 into md 0x1b4d 00000800:00000001:3.0:1767384942.459092:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384942.459096:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384942.459097:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384942.459101:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp21->192.168.203.157@tcp21: REPLY: OK 00000400:00000200:3.0:1767384942.459104:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042896188 00000400:00000010:3.0:1767384942.459106:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042896188. 00000400:00000200:3.0:1767384942.459110:0:16121:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384942.459113:0:16121:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.157@tcp has discovery enabled 00000400:00000200:3.0:1767384942.459116:0:16121:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000200:3.0:1767384942.459119:0:16121:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.157@tcp data present 33. state = 0x100271 00000400:00000200:3.0:1767384942.459125:0:16121:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:3.0:1767384942.459132:0:16121:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (33) 00000800:00000001:3.0:1767384942.459138:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384942.459140:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384942.459156:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384942.459161:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x1000f1 00000400:00000010:3.0:1767384942.459167:0:16125:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 680 at 00000000e1e6ea95. 00000400:00000010:3.0:1767384942.459171:0:16125:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 816 at 0000000066e7b81f. 00000400:00000010:3.0:1767384942.459174:0:16125:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 680 at 00000000fecd7d22. 00000400:00000200:3.0:1767384942.459205:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp31(0000000052ff6e54) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384942.459212:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp35(000000007603a8b2) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384942.459217:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp37(000000006fae2fe8) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384942.459220:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp38(0000000025954cb1) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384942.459224:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp39(00000000288d2936) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:3.0:1767384942.459230:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000793542ba. 00000400:00000200:3.0:1767384942.459235:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000793542ba nid 192.168.203.157@tcp40 00000400:00000010:3.0:1767384942.459245:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000be7b2e25. 00000400:00000200:3.0:1767384942.459248:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 00000000be7b2e25 net tcp40 00000400:00000200:3.0:1767384942.459252:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (32) 00080000:00000001:2.0:1767384942.459253:0:16763:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:3.0:1767384942.459257:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp40 flags 0x11 00080000:00000001:2.0:1767384942.459258:0:16763:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000010:3.0:1767384942.459263:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000004b6fc6f1. 00000400:00000200:3.0:1767384942.459268:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 000000004b6fc6f1 nid 192.168.203.157@tcp41 00000400:00000010:3.0:1767384942.459270:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b3914576. 00000400:00000200:3.0:1767384942.459273:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b3914576 net tcp41 00000400:00000200:3.0:1767384942.459275:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (33) 00000400:00000200:3.0:1767384942.459277:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp41 flags 0x11 00000400:00000010:3.0:1767384942.459279:0:16125:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 680 at 00000000e1e6ea95. 00000400:00000010:3.0:1767384942.459283:0:16125:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 816 at 0000000066e7b81f. 00000400:00000010:3.0:1767384942.459285:0:16125:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 680 at 00000000fecd7d22. 00000400:00000010:3.0:1767384942.459287:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 00000000b38664f1. 00000400:00000200:3.0:1767384942.459291:0:16125:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:3.0:1767384942.459294:0:16125:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.157@tcp(00000000aa3f4fd0): 0. state = 0x100171 00000400:00000200:3.0:1767384942.459297:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100171 rc 1 00000400:00000200:3.0:1767384942.459300:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100171 00000400:00000010:3.0:1767384942.459304:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042896188. 00000400:00000200:3.0:1767384942.459305:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (34) 00000400:00000010:3.0:1767384942.459308:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000961d3277. 00000400:00000200:3.0:1767384942.459312:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp21 00000400:00000200:3.0:1767384942.459318:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp21 to MR: 192.168.203.157@tcp21 local destination 00000400:00000200:3.0:1767384942.459322:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp21 NI seq info: [140:140:256:4294967295] 192.168.203.157@tcp21 LPNI seq info [130:130:8:4294967295] 00000400:00000200:3.0:1767384942.459326:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp21 00000400:00000200:3.0:1767384942.459330:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp21(192.168.203.157@tcp21:192.168.203.157@tcp21) -> 192.168.203.157@tcp21(192.168.203.157@tcp21:192.168.203.157@tcp21) : PUT try# 0 00000800:00000200:3.0:1767384942.459334:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.203.157@tcp21 00000800:00000010:3.0:1767384942.459336:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7fabe03. 00000800:00000200:3.0:1767384942.459339:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a26d6e4a] -> 12345-192.168.203.157@tcp21 (6) 00000800:00000200:3.0:1767384942.459342:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp21 ip 192.168.203.157:988 00000800:00000200:3.0:1767384942.459344:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f7fabe03 type 1, nob 656 niov 1 nkiov 1 00000400:00000200:3.0:1767384942.459359:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 00000400:00000200:3.0:1767384942.459360:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100571 rc 0 00000800:00000200:3.0:1767384942.459409:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384942.459411:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7fabe03. 00000800:00000001:1.0:1767384942.459415:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384942.459427:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384942.459432:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384942.459434:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp21->192.168.203.157@tcp21: PUT: OK 00000800:00000001:1.0:1767384942.459436:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384942.459439:0:16121:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:1.0:1767384942.459441:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384942.459444:0:16121:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp21: 0 00000400:00000200:1.0:1767384942.459450:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp21(192.168.203.157@tcp21) <- 192.168.203.157@tcp21 : PUT - for me 00000400:00000200:1.0:1767384942.459459:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 560 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384942.459464:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.157@tcp of length 560/560 into md 0x1b49 [1] + 0 00000400:00000010:1.0:1767384942.459467:0:16122:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000998a04ae. 00000400:00000200:1.0:1767384942.459471:0:16122:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c020914a 00000800:00000001:1.0:1767384942.459474:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384942.459479:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384942.459481:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384942.459484:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp21->192.168.203.157@tcp21: PUT: OK 00000400:00000200:1.0:1767384942.459486:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c020914a 00000400:00000010:1.0:1767384942.459487:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c020914a. 00000400:00000200:1.0:1767384942.459490:0:16122:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384942.459493:0:16122:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (35) 00000400:00000200:1.0:1767384942.459497:0:16122:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000010:1.0:1767384942.459500:0:16122:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 00000000f47ea08f. 00000400:00000200:1.0:1767384942.459508:0:16122:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.157@tcp 33 00000400:00000200:1.0:1767384942.459512:0:16122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:1.0:1767384942.459521:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (36) 00000400:00000200:1.0:1767384942.459525:0:16122:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384942.459529:0:16122:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp21 to MR: 192.168.203.157@tcp21 local destination 00000400:00000200:1.0:1767384942.459534:0:16122:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp21 NI seq info: [141:141:256:4294967295] 192.168.203.157@tcp21 LPNI seq info [131:131:8:4294967295] 00000400:00000200:1.0:1767384942.459543:0:16122:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp21(192.168.203.157@tcp21:192.168.203.157@tcp21) -> 192.168.203.157@tcp21(192.168.203.157@tcp21:192.168.203.157@tcp21) 192.168.203.157@tcp21 : ACK try# 0 00000400:00000200:3.0:1767384942.459548:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:1.0:1767384942.459548:0:16122:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.157@tcp21 00000800:00000010:1.0:1767384942.459552:0:16122:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004d004b99. 00000400:00000010:3.0:1767384942.459553:0:16125:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b86e92b. 00000400:00000010:3.0:1767384942.459560:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001001990f. 00000800:00000200:1.0:1767384942.459560:0:16122:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a26d6e4a] -> 12345-192.168.203.157@tcp21 (6) 00000400:00000200:3.0:1767384942.459567:0:16125:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000005437cbcb 00000800:00000200:1.0:1767384942.459569:0:16122:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp21 ip 192.168.203.157:999 00000800:00000200:1.0:1767384942.459573:0:16122:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004d004b99 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384942.459576:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x1004f1 00000400:00000010:3.0:1767384942.459585:0:16125:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 680 at 0000000024744588. 00000400:00000010:3.0:1767384942.459589:0:16125:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 816 at 0000000066e7b81f. 00000400:00000010:3.0:1767384942.459592:0:16125:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 680 at 00000000e1e6ea95. 00000800:00000200:1.0:1767384942.459622:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384942.459626:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004d004b99. 00000400:00000010:3.0:1767384942.459628:0:16125:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 680 at 0000000024744588. 00000400:00000200:1.0:1767384942.459630:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384942.459635:0:16125:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 816 at 0000000066e7b81f. 00000400:00000200:1.0:1767384942.459638:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp21->192.168.203.157@tcp21: ACK: OK 00000400:00000010:3.0:1767384942.459642:0:16125:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 680 at 00000000e1e6ea95. 00000800:00000001:1.0:1767384942.459647:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384942.459648:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 00000000f47ea08f. 00000800:00000001:1.0:1767384942.459653:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384942.459658:0:16125:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000800:00000001:1.0:1767384942.459659:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384942.459664:0:16125:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.157@tcp(00000000aa3f4fd0): 0. state = 0x100571 00000800:00000001:1.0:1767384942.459668:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384942.459671:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100571 rc 1 00000800:00000001:1.0:1767384942.459673:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384942.459681:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100571 00000400:00000200:3.0:1767384942.459687:0:16125:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.157@tcp 00000400:00000200:3.0:1767384942.459691:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100511 rc 0 00000400:00000200:3.0:1767384942.459696:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:3.0:1767384942.459700:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (35) 00000800:00000001:1.0:1767384942.459705:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384942.459714:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp21(192.168.203.157@tcp21) <- 192.168.203.157@tcp21 : ACK - for me 00000400:00000200:1.0:1767384942.459723:0:16122:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.157@tcp21: ACK from 12345-192.168.203.157@tcp21 into md 0x1b51 00000400:00000200:1.0:1767384942.459727:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384942.459730:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp21->192.168.203.157@tcp21: ACK: OK 00000400:00000200:1.0:1767384942.459733:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042896188 00000400:00000010:1.0:1767384942.459735:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042896188. 00000400:00000200:1.0:1767384942.459737:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384942.459740:0:16122:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.157@tcp ev->status 0 00000400:00000200:1.0:1767384942.459742:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (34) 00000800:00000001:1.0:1767384942.459753:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384942.459756:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384942.467591:0:16763:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384942.467603:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:0.0:1767384942.467605:0:16763:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:0.0:1767384942.467609:0:16763:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384942.467610:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384942.467612:0:16763:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384942.467614:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384942.467617:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384942.467618:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384942.467621:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006a402d1e. 00080000:00000001:2.0:1767384942.467625:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384942.467625:0:16763:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384942.467639:0:16763:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384942.467643:0:16763:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:3.0:1767384942.467651:0:16762:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a0707852. 00080000:00000020:0.0:1767384942.467652:0:16763:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384942.467657:0:16762:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 20000000:00000001:3.0:1767384942.467662:0:16762:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384942.467667:0:16762:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:0.0:1767384942.467671:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384942.467675:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384942.467678:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384942.467683:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384942.467686:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384942.467695:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000082f15ff9. 00080000:00000001:3.0:1767384942.467697:0:16762:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384942.467701:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384942.467705:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ad871020. 00080000:00000001:3.0:1767384942.467711:0:16762:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:0.0:1767384942.467712:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384942.467714:0:16762:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384942.467717:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ad871020 with handle 0x4895a8f6c11e876d to hash 00080000:00000001:3.0:1767384942.467718:0:16762:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384942.467722:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384942.467723:0:16762:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384942.467725:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384942.467728:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00000020:00000001:3.0:1767384942.467729:0:16762:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00010000:00000001:0.0:1767384942.467731:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384942.467733:0:16762:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384942.467734:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384942.467738:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ad871020/0x4895a8f6c11e876d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1767384942.467740:0:16762:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e1e6ea95. 00080000:00000001:3.0:1767384942.467745:0:16762:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431482883072 : -108642226668544 : ffff9d30c2abfc00) 00080000:00000001:3.0:1767384942.467749:0:16762:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384942.467750:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384942.467755:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384942.467757:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384942.467759:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384942.467761:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384942.467762:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384942.467764:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384942.467765:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384942.467768:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384942.467769:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384942.467771:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384942.467779:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000082f15ff9) refcount = 1 00010000:00010000:0.0:1767384942.467783:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ad871020/0x4895a8f6c11e876d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384942.467788:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384942.467791:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384942.467793:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384942.467795:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.467796:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384942.467800:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384942.467803:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003542952s 00010000:00000001:0.0:1767384942.467806:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384942.467808:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384942.467809:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ad871020 refcount=4 00000020:00000001:0.0:1767384942.467811:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384942.467813:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384942.467815:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384942.467816:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ad871020/0x4895a8f6c11e876d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384942.467822:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384942.467824:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ad871020/0x4895a8f6c11e876d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384942.467829:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384942.467831:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384942.467832:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ad871020/0x4895a8f6c11e876d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1767384942.467833:0:16762:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384942.467837:0:16762:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.467838:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384942.467840:0:16762:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384942.467841:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.467845:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384942.467847:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ad871020/0x4895a8f6c11e876d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384942.467852:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ad871020 already unused, calling callback (00000000be7801c4) 00080000:00000001:3.0:1767384942.467860:0:16762:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.467860:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384942.467862:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000001:3.0:1767384942.467865:0:16762:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:0.0:1767384942.467866:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ad871020/0x4895a8f6c11e876d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384942.467872:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384942.467874:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384942.467875:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384942.467877:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ad871020 refcount=5 00000020:00000001:0.0:1767384942.467879:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384942.467881:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384942.467883:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384942.467885:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ad871020/0x4895a8f6c11e876d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384942.467889:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384942.467891:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384942.467892:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.467895:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384942.467896:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384942.467898:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384942.467900:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384942.467901:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ad871020 with handle 0x4895a8f6c11e876d from hash 00010000:00000001:0.0:1767384942.467903:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384942.467904:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384942.467906:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384942.467907:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384942.467909:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384942.467911:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384942.467913:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384942.467914:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384942.467917:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.467918:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384942.467920:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384942.467922:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384942.467923:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384942.467931:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.467933:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.467934:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384942.467936:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ad871020/0x4895a8f6c11e876d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384942.467940:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384942.467942:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384942.467943:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384942.467945:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384942.467946:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384942.467948:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384942.467950:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384942.467953:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384942.467955:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384942.467957:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ad871020/0x4895a8f6c11e876d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384942.467961:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384942.467962:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:3.0:1767384942.467964:0:16762:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00010000:0.0:1767384942.467964:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ad871020/0x4895a8f6c11e876d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384942.467969:0:16762:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000040:0.0:1767384942.467974:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000082f15ff9 count: 0 00010000:00000001:0.0:1767384942.467989:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384942.467991:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384942.470063:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294932332, at 4294932333 00000100:00000040:0.0:1767384942.470064:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294932332, at 4294932333 00000100:00000010:3.0:1767384942.470073:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000305d6302. 00000100:00000010:0.0:1767384942.470075:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000058b7cb69. 00000100:00000040:2.0:1767384942.470199:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294932332, at 4294932333 00000100:00000010:2.0:1767384942.470206:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b839a46b. 00000100:00000040:1.0:1767384942.471339:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294932332, at 4294932334 00000100:00000010:1.0:1767384942.471355:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aa0d3628. 00010000:00000010:0.1:1767384942.475043:0:16643:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000082f15ff9. 00010000:00000010:0.1:1767384942.475052:0:16643:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ad871020. 00080000:00000001:3.0:1767384942.476159:0:16762:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384942.476164:0:16762:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00080000:00000001:2.0:1767384942.476166:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384942.476168:0:16762:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384942.476170:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384942.476171:0:16762:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384942.476173:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384942.476175:0:16762:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384942.476176:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384942.476179:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384942.476182:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e1e6ea95. 20000000:00000001:3.0:1767384942.476185:0:16762:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384942.476187:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384942.476192:0:16762:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384942.476193:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:3.0:1767384942.476198:0:16762:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384942.476198:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384942.476202:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384942.476206:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384942.476208:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384942.476214:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000059fc3fda. 00010000:00000001:0.0:1767384942.476217:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384942.476220:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ad871020. 00000020:00000001:0.0:1767384942.476223:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384942.476230:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ad871020 with handle 0x4895a8f6c11e8774 to hash 00000020:00000001:0.0:1767384942.476231:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384942.476232:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384942.476235:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384942.476237:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384942.476238:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384942.476240:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8774 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384942.476245:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384942.476248:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384942.476250:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384942.476252:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384942.476253:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384942.476255:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384942.476256:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384942.476258:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384942.476259:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384942.476261:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384942.476262:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384942.476263:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000059fc3fda) refcount = 1 00010000:00010000:0.0:1767384942.476266:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8774 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384942.476270:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384942.476271:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384942.476272:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384942.476274:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.476275:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384942.476277:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384942.476280:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003542952s 00010000:00000001:0.0:1767384942.476281:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384942.476283:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384942.476284:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ad871020 refcount=4 00000020:00000001:0.0:1767384942.476285:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384942.476292:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384942.476294:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384942.476296:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8774 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384942.476300:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384942.476302:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8774 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384942.476306:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384942.476308:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384942.476309:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8774 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384942.476312:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384942.476314:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.476316:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384942.476318:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8774 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384942.476323:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ad871020 already unused, calling callback (00000000be7801c4) 00010000:00000001:0.0:1767384942.476325:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384942.476327:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384942.476328:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8774 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384942.476332:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384942.476333:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384942.476334:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384942.476336:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ad871020 refcount=5 00000020:00000001:0.0:1767384942.476337:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384942.476339:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384942.476341:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384942.476343:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8774 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384942.476351:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384942.476353:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384942.476354:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.476358:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384942.476359:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384942.476362:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384942.476363:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384942.476365:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ad871020 with handle 0x4895a8f6c11e8774 from hash 00010000:00000001:0.0:1767384942.476367:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384942.476368:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384942.476369:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384942.476371:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384942.476372:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384942.476374:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384942.476376:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384942.476378:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384942.476379:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.476381:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384942.476382:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384942.476384:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384942.476385:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384942.476386:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.476387:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.476389:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384942.476391:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8774 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384942.476395:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384942.476396:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384942.476397:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384942.476398:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384942.476399:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384942.476401:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384942.476402:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384942.476404:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384942.476406:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384942.476411:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8774 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384942.476429:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384942.476430:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384942.476432:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8774 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384942.476436:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000059fc3fda count: 0 00010000:00000001:0.0:1767384942.476444:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384942.476445:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384942.477168:0:16763:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384942.477171:0:16763:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384942.477173:0:16763:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001d4cf45b. 20000000:00000001:0.0:1767384942.477178:0:16763:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384942.477183:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358517632 00010000:00000001:0.0:1767384942.477186:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384942.477194:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bc4e2018 x1853237358517632/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:168/0 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384942.477201:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384942.477204:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384942.477208:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=66 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384942.477213:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384942.477216:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384942.477218:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384942.477221:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384942.477223:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.477228:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384942.477232:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384942.477235:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e069a766. 00000100:00000200:0.0:1767384942.477240:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358517632, offset 224 00000400:00000200:0.0:1767384942.477246:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384942.477258:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384942.477268:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272705d80 00000400:00000200:0.0:1767384942.477274:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b39 [2] + 224 00000400:00000200:0.0:1767384942.477286:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384942.477291:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384942.477297:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384942.477301:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000667d68f8 x1853237358517632/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384942.477309:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000667d68f8 x1853237358517632/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384942.477325:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384942.477333:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e069a766 00000100:00000001:2.0:1767384942.477335:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384942.477336:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e069a766. 00000100:00000001:2.0:1767384942.477340:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384942.477341:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384942.477345:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384942.477350:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384942.477352:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384942.477354:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384942.477357:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000010:2.0:1767384942.477358:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000065fbec. 00010000:00000001:0.0:1767384942.477360:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384942.477363:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384942.477365:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d46cf990 00000020:00000001:0.0:1767384942.477366:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384942.477368:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d46cf990. 00000100:00000040:0.0:1767384942.477374:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc4e2018 x1853237358517632/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:168/0 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384942.477375:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384942.477383:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000667d68f8 x1853237358517632/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384942.477390:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bc4e2018 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16130:x1853237358517632:12345-0@lo:253: Request processed in 18906us (19551us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384942.477406:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000667d68f8 x1853237358517632/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384942.477410:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00000040:0.0:1767384942.477428:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00000001:0.0:1767384942.477431:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384942.477434:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384942.477439:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009d2e8381. 00000020:00000010:0.0:1767384942.477445:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d779c03f. 00000100:00000001:2.0:1767384942.477452:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384942.477453:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a0c20b2. 00000100:00000001:2.0:1767384942.477467:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384942.477470:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 00000100:00000001:2.0:1767384942.477473:0:16130:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384942.477474:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384942.477477:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ba797732. 02000000:00000001:2.0:1767384942.477478:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767384942.477481:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384942.477483:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384942.477485:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384942.477487:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384942.477491:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384942.477500:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384942.477502:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=66 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384942.477509:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=66 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384942.477514:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384942.477516:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384942.477519:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384942.477522:0:16130:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.477525:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384942.477531:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000667d68f8 x1853237358517632/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384942.477540:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384942.477544:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384942.477546:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384942.477551:0:16130:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384942.477553:0:16130:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384942.477556:0:16130:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384942.477558:0:16130:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384942.477560:0:16130:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384942.477561:0:16130:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384942.477562:0:16130:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384942.477564:0:16130:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384942.477565:0:16130:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384942.477567:0:16130:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384942.477571:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000667d68f8 x1853237358517632/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384942.477578:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000667d68f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358517632:0@lo:253: 00000100:00000001:2.0:1767384942.477583:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384942.477586:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384942.477594:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000667d68f8 x1853237358517632/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384942.477599:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384942.477602:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384942.477605:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d51b0034. 02000000:00000001:2.0:1767384942.477610:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384942.477624:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384942.477625:0:16130:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1767384942.477627:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384942.477629:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d5768b80. 02000000:00000001:2.0:1767384942.477634:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384942.477635:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384942.477637:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000667d68f8. 00000100:00000001:2.0:1767384942.477641:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384942.477642:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384942.477644:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384942.477650:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384942.477651:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.477654:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384942.477656:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384942.477711:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023797a56. 00000400:00000010:0.0:1767384942.477717:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e069a766. 00000400:00000010:2.0:1767384942.478513:0:32943:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000983b4019. 00000400:00000040:2.0:1767384942.478531:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384942.478534:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384942.478536:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384942.478538:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384942.478540:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384942.478541:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384942.478543:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384942.478545:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384942.478546:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384942.478547:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384942.478549:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384942.478551:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384942.478553:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384942.478555:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384942.478556:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384942.478558:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384942.478559:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384942.478564:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384942.478564:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384942.478566:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384942.478567:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384942.478568:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384942.478569:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384942.478570:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384942.478571:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384942.478573:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384942.478574:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384942.478575:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384942.478576:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384942.478577:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384942.478578:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384942.478580:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384942.478582:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384942.478583:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384942.478585:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384942.478586:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384942.478587:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384942.478589:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384942.478591:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384942.478592:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384942.478593:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384942.478595:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384942.478596:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384942.478597:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384942.478598:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384942.478600:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384942.478601:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384942.478602:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384942.478604:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384942.478606:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384942.478607:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384942.478609:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384942.478610:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384942.478612:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384942.478613:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384942.478614:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384942.478620:0:32943:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00080000:00000020:3.0:1767384942.478692:0:16762:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384942.478702:0:16762:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384942.478704:0:16762:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e39905ef. 20000000:00000001:3.0:1767384942.478710:0:16762:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384942.478716:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358517760 00010000:00000001:3.0:1767384942.478719:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384942.478726:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000841fd9bb x1853237358517760/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:168/0 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384942.478739:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384942.478748:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384942.478752:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=66 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384942.478756:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384942.478760:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000400:00000010:2.0:1767384942.478760:0:32943:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000983b4019. 00000100:00000001:3.0:1767384942.478762:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:3.0:1767384942.478767:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384942.478768:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.478770:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384942.478772:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384942.478773:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eaa966a7. 00000100:00000200:3.0:1767384942.478776:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358517760, offset 224 00000400:00000200:3.0:1767384942.478780:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384942.478785:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384942.478791:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272705e00 00000400:00000200:3.0:1767384942.478795:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b41 [2] + 224 00000400:00000200:3.0:1767384942.478800:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384942.478804:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384942.478808:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384942.478811:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007c7946c9 x1853237358517760/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384942.478818:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007c7946c9 x1853237358517760/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.478840:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384942.478844:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eaa966a7 00000400:00000010:3.0:1767384942.478846:0:16762:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eaa966a7. 00000100:00000001:3.0:1767384942.478849:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384942.478850:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384942.478851:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384942.478852:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.478854:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384942.478857:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000001:0.0:1767384942.478859:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384942.478860:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384942.478863:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384942.478864:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384942.478866:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000745cd949. 00000020:00000001:3.0:1767384942.478867:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384942.478873:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000841fd9bb x1853237358517760/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:168/0 lens 4848/4768 e 0 to 0 dl 1767384953 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384942.478873:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e2adc5e 00000400:00000010:0.0:1767384942.478877:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009e2adc5e. 00000100:00000001:0.0:1767384942.478881:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384942.478887:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007c7946c9 x1853237358517760/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384942.478906:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007c7946c9 x1853237358517760/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384942.478915:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000841fd9bb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16127:x1853237358517760:12345-0@lo:253: Request processed in 20402us (20886us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384942.478918:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384942.478921:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384942.478924:0:16127:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767384942.478927:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 02000000:00000001:0.0:1767384942.478928:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384942.478930:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384942.478932:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:0.0:1767384942.478933:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384942.478938:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.478939:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384942.478942:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1767384942.478944:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=66 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384942.478946:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000293313c2. 00000100:00001000:0.0:1767384942.478947:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=66 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384942.478952:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000184b2a07. 00000100:00000001:0.0:1767384942.478952:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384942.478955:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384942.478958:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bae73962. 00010000:00000001:0.0:1767384942.478958:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384942.478962:0:16127:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384942.478963:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 00000100:00000001:0.0:1767384942.478964:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384942.478969:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:0.0:1767384942.478970:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007c7946c9 x1853237358517760/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384942.478972:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000382dec4f. 02000000:00000001:3.0:1767384942.478977:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384942.478980:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384942.478982:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384942.478984:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384942.478985:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384942.478988:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384942.478990:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a8d2211. 00000020:01000004:0.0:1767384942.478991:0:16127:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384942.478995:0:16127:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000010:3.0:1767384942.478997:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eaa966a7. 00000020:01000004:0.0:1767384942.479004:0:16127:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384942.479006:0:16127:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384942.479007:0:16127:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384942.479008:0:16127:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384942.479010:0:16127:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384942.479011:0:16127:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384942.479036:0:16127:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384942.479039:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007c7946c9 x1853237358517760/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384942.479045:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007c7946c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358517760:0@lo:253: 00000100:00000001:0.0:1767384942.479050:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384942.479052:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384942.479055:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007c7946c9 x1853237358517760/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384942.479060:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384942.479061:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384942.479063:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000002f88fbd. 02000000:00000001:0.0:1767384942.479066:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384942.479068:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384942.479069:0:16127:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1767384942.479070:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384942.479072:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000045d62cf7. 02000000:00000001:0.0:1767384942.479073:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384942.479074:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384942.479075:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007c7946c9. 00000100:00000001:0.0:1767384942.479079:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384942.479080:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384942.479081:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384942.479086:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384942.479087:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.479088:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384942.479090:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384942.486039:0:32947:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000059fc3fda. 00010000:00000010:0.1:1767384942.486047:0:32947:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ad871020. 00000004:00000001:2.0:1767384942.617065:0:16793:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384942.617070:0:16793:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384942.617078:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8906ea7. 00000020:00000040:2.0:1767384942.617086:0:16793:0:(genops.c:1229:class_import_get()) import 000000002913d734 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:3.0:1767384942.617088:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384942.617092:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384942.617094:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767384942.617097:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:3.0:1767384942.617101:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012e985ac. 02000000:00000001:2.0:1767384942.617104:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384942.617107:0:8:0:(genops.c:1229:class_import_get()) import 000000002913d734 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384942.617111:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384942.617113:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1767384942.617113:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000090ba9065. 02000000:00000001:3.0:1767384942.617115:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.617122:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384942.617123:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000012be429a. 00000100:00000001:3.0:1767384942.617129:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.617131:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384942.617135:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384942.617139:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000012e985ac x1853237358518016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384942.617143:0:16793:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8906ea7] to pc [ptlrpcd_00_01+1] req@00000000f8906ea7 x1853237358517888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.617160:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384942.617164:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384942.617168:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012e985ac] to pc [ptlrpcd_00_02+2] req@0000000012e985ac x1853237358518016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384942.617185:0:16793:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.617194:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384942.617197:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384942.617200:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384942.617201:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.617202:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.617203:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384942.617206:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384942.617210:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384942.617211:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384942.617212:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8906ea7 x1853237358517888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384942.617213:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d1f2c82b. 00000100:00100000:2.0:1767384942.617216:0:16130:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00000040:3.0:1767384942.617219:0:8:0:(genops.c:1229:class_import_get()) import 000000005ebd018a refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384942.617222:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384942.617224:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384942.617228:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384942.617231:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.617233:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1767384942.617234:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000008a0a767. 00000100:00000001:2.0:1767384942.617238:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384942.617240:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.617244:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384942.617247:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384942.617249:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000d1f2c82b x1853237358518144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384942.617251:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384942.617258:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000012e985ac x1853237358518016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384942.617261:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384942.617265:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384942.617272:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384942.617276:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384942.617279:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384942.617281:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.617283:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.617289:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1767384942.617289:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8906ea7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16128:1853237358517888:0@lo:13: 00000100:00000040:3.0:1767384942.617293:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1f2c82b] to pc [ptlrpcd_00_03+3] req@00000000d1f2c82b x1853237358518144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384942.617294:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.617295:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384942.617301:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384942.617303:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384942.617305:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384942.617307:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384942.617307:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384942.617308:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384942.617313:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384942.617314:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1767384942.617317:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000012e985ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16130:1853237358518016:0@lo:400: 02000000:00000010:0.0:1767384942.617320:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000089b01e3b. 00000100:00000001:3.0:1767384942.617321:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384942.617323:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384942.617325:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384942.617326:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005eb12234. 00000020:00000040:3.0:1767384942.617329:0:8:0:(genops.c:1229:class_import_get()) import 00000000e13b832f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:0.0:1767384942.617331:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c79813d. 00000100:00000001:3.0:1767384942.617332:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384942.617334:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384942.617336:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384942.617338:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384942.617339:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384942.617341:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767384942.617341:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002cdffbfe. 02000000:00000010:3.0:1767384942.617344:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061cb7066. 00000100:00000001:3.0:1767384942.617347:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384942.617347:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb797632. 00000100:00000200:0.0:1767384942.617350:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358517888, portal 4 02000000:00000001:2.0:1767384942.617352:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.617354:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384942.617355:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000005eb12234 x1853237358518272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384942.617358:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504582784 : -108642204968832 : ffff9d30c3f71880) 00000400:00000010:2.0:1767384942.617359:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000065fbec. 00000100:00000001:3.0:1767384942.617368:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1767384942.617368:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000735f4faa. 00000100:00000040:0.0:1767384942.617369:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8906ea7 x1853237358517888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384958 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.617372:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384942.617374:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358518016, portal 4 00000100:00000001:2.0:1767384942.617380:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384942.617384:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436633369984 : -108637076181632 : ffff9d31f5aa2d80) 00000100:00000001:0.0:1767384942.617384:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384942.617387:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005eb12234] to pc [ptlrpcd_00_00+0] req@000000005eb12234 x1853237358518272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384942.617390:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384942.617394:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000012e985ac x1853237358518016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384942.617396:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073db7c4c. 00000100:00000200:0.0:1767384942.617402:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237358517888, offset 0 00000400:00000200:0.0:1767384942.617429:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384942.617432:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.617435:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384942.617439:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (270) 00000100:00000040:2.0:1767384942.617439:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384942.617445:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005688dda0. 00000400:00000200:0.0:1767384942.617449:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384942.617451:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237358518016, offset 0 00000100:00000001:3.0:1767384942.617452:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384942.617457:0:16129:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384942.617459:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384942.617463:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384942.617466:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272705e80 00000100:00000001:3.0:1767384942.617467:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384942.617470:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384942.617475:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384942.617476:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384942.617477:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 2464 00000100:00000001:3.0:1767384942.617480:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384942.617483:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384942.617488:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272705f00 00000400:00000200:0.0:1767384942.617488:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384942.617489:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d1f2c82b x1853237358518144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384942.617497:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384942.617503:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 3440 00000100:00000001:3.0:1767384942.617510:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384942.617511:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384942.617512:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384942.617514:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384942.617515:0:16128:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384942.617518:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384942.617519:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384942.617519:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000001:3.0:1767384942.617524:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384942.617528:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d1f2c82b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16129:1853237358518144:0@lo:400: 00000100:00000010:0.0:1767384942.617528:0:16128:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000091a6af40. 00000100:00000001:2.0:1767384942.617529:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384942.617533:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1767384942.617535:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384942.617539:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384942.617539:0:16128:0:(events.c:337:request_in_callback()) incoming req@0000000091a6af40 x1853237358517888 msgsize 224 00000100:00000010:2.0:1767384942.617540:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025b5fe67. 02000000:00000001:3.0:1767384942.617543:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384942.617545:0:16130:0:(events.c:337:request_in_callback()) incoming req@0000000025b5fe67 x1853237358518016 msgsize 224 02000000:00000001:3.0:1767384942.617548:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1767384942.617552:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:3.0:1767384942.617554:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d48ac990. 00000100:00100000:2.0:1767384942.617557:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384942.617558:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384942.617563:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5d61463. 00000100:00000001:0.0:1767384942.617567:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384942.617568:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af2b8b9d. 00000100:00000001:2.0:1767384942.617570:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:3.0:1767384942.617573:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358518144, portal 10 00000100:00000001:3.0:1767384942.617576:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384942.617577:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436633361024 : -108637076190592 : ffff9d31f5aa0a80) 00000400:00000200:0.0:1767384942.617578:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073db7c4c 00000400:00000010:0.0:1767384942.617582:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073db7c4c. 00000100:00000040:3.0:1767384942.617585:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d1f2c82b x1853237358518144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384942.617586:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384942.617587:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005688dda0 00000400:00000010:2.0:1767384942.617591:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005688dda0. 00000100:00000200:0.0:1767384942.617592:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8906ea7 x1853237358517888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384958 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384942.617597:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384942.617603:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000012e985ac x1853237358518016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.617608:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384942.617621:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384942.617623:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384942.617626:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000479d091f. 00000100:00000001:2.0:1767384942.617629:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384942.617630:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237358518144, offset 0 00000100:00000040:0.0:1767384942.617630:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8906ea7 x1853237358517888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384958 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384942.617642:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000012e985ac x1853237358518016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384958 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384942.617642:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384942.617643:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384942.617646:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384942.617655:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384942.617656:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384942.617656:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.617662:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384942.617663:0:16128:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4930 usecs (5 jiffies) 00000100:00000001:0.0:1767384942.617669:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294932485 00000400:00000200:3.0:1767384942.617670:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272705f80 00000100:00000001:2.0:1767384942.617670:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384942.617678:0:16130:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4930 usecs (5 jiffies) 00000100:00000010:0.0:1767384942.617678:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a20ce35b. 00000400:00000200:3.0:1767384942.617682:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6488 00000100:00000001:2.0:1767384942.617685:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294932485 00000400:00000200:3.0:1767384942.617688:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384942.617688:0:16128:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384942.617695:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384942.617699:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384942.617701:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384942.617701:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294932485 00000100:00000001:0.0:1767384942.617701:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294932485 00000100:00000001:2.0:1767384942.617708:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294932485 00000100:00000010:0.0:1767384942.617708:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c00240d. 00000100:00000010:3.0:1767384942.617710:0:16129:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000851f4bf5. 00000100:00000001:0.0:1767384942.617714:0:16128:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767384942.617715:0:16129:0:(events.c:337:request_in_callback()) incoming req@00000000851f4bf5 x1853237358518144 msgsize 224 00000100:00000001:2.0:1767384942.617721:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294932485 00000100:00000001:0.0:1767384942.617721:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294932485 00000100:00100000:3.0:1767384942.617722:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384942.617729:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294932485 00000100:00000010:0.0:1767384942.617730:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b1f2b78. 00000100:00000001:0.0:1767384942.617734:0:16128:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384942.617737:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384942.617738:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294932485 00000100:00000001:2.0:1767384942.617739:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294932485 00000400:00000200:3.0:1767384942.617743:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000479d091f 00000100:00000010:0.0:1767384942.617744:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000055cd3d5. 00000100:00000001:2.0:1767384942.617745:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294932485 00000400:00000010:3.0:1767384942.617748:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000479d091f. 00000100:00000001:0.0:1767384942.617750:0:16128:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384942.617751:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384942.617755:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294932485 00000100:00000001:0.0:1767384942.617755:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384942.617757:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d1f2c82b x1853237358518144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384942.617761:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.617762:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384942.617768:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.617769:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.617773:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384942.617774:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384942.617775:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384942.617778:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d1f2c82b x1853237358518144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384942.617779:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.617785:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384942.617788:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384942.617789:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384942.617792:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384942.617793:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.617794:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.617798:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384942.617799:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384942.617799:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.617801:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384942.617806:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.617806:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384942.617812:0:16128:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000040:3.0:1767384942.617813:0:16129:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3010 usecs (4 jiffies) 00000100:00000001:0.0:1767384942.617814:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384942.617820:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294932484 00000100:00000001:0.0:1767384942.617820:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384942.617822:0:18105:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384942.617823:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384942.617824:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294932485 00000100:00100000:2.0:1767384942.617826:0:18105:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358518016 00000100:00000001:0.0:1767384942.617828:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384942.617829:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294932484 02000000:00000001:2.0:1767384942.617832:0:18105:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384942.617832:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384942.617833:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294932485 00000100:00000001:2.0:1767384942.617837:0:18105:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384942.617837:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384942.617838:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294932484 00000100:00000001:2.0:1767384942.617842:0:18105:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.617843:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294932485 00000100:00000040:0.0:1767384942.617843:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005eb12234 x1853237358518272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384942.617847:0:18105:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.617855:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294932484 00000100:00000001:0.0:1767384942.617855:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1767384942.617856:0:18105:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358518016 00000100:00000001:0.0:1767384942.617859:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.617861:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294932485 00000020:00000001:2.0:1767384942.617862:0:18105:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1767384942.617863:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1767384942.617866:0:18105:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8560 02000000:00000001:0.0:1767384942.617867:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384942.617868:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384942.617870:0:18105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384942.617874:0:18105:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ce565cee refcount=5 00000100:00000001:3.0:1767384942.617875:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384942.617875:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.617881:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384942.617882:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005eb12234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16128:1853237358518272:0@lo:400: 00000020:00000001:2.0:1767384942.617886:0:18105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00000001:3.0:1767384942.617888:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.617889:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1767384942.617893:0:18105:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 02000000:00000001:0.0:1767384942.617895:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384942.617898:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384942.617900:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384942.617901:0:18105:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:0.0:1767384942.617903:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a47c28c2. 00000020:00000010:2.0:1767384942.617906:0:18105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000078dc1207. 02000000:00000001:0.0:1767384942.617906:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.617912:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384942.617913:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080216c13. 00000020:00000010:2.0:1767384942.617915:0:18105:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006f1d466a. 00000100:00000001:3.0:1767384942.617916:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384942.617918:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073db7c4c. 00000020:00000040:2.0:1767384942.617923:0:18105:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fe96f595) now 6 - evictor 00000100:00000200:0.0:1767384942.617923:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358518272, portal 10 00000100:00000001:0.0:1767384942.617925:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384942.617928:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436633363712 : -108637076187904 : ffff9d31f5aa1500) 00000100:00000040:0.0:1767384942.617934:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005eb12234 x1853237358518272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.617938:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384942.617938:0:18105:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384942.617939:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767384942.617943:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358518144 00000100:00000040:0.0:1767384942.617945:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384942.617946:0:18105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071e079a5. 02000000:00000001:3.0:1767384942.617947:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384942.617951:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384942.617954:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384942.617955:0:18105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f4b60c3f. 00000400:00000010:0.0:1767384942.617956:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036f8e304. 02000000:00000001:3.0:1767384942.617961:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384942.617962:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237358518272, offset 0 00000020:00000010:2.0:1767384942.617964:0:18105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000113ff913. 00000100:00100000:3.0:1767384942.617968:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358518144 00000020:00000001:3.0:1767384942.617972:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384942.617972:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384942.617975:0:18105:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000040:3.0:1767384942.617976:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8544 00000100:00000001:2.0:1767384942.617981:0:18105:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384942.617982:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384942.617985:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384942.617986:0:18105:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:3.0:1767384942.617987:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d62afedc refcount=5 00000100:00000001:2.0:1767384942.617991:0:18105:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384942.617992:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 00000400:00000200:0.0:1767384942.617996:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272706000 00000020:00000001:3.0:1767384942.617998:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 00000400:00000200:0.0:1767384942.618002:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6712 00000100:00000001:3.0:1767384942.618003:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384942.618004:0:18105:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:3.0:1767384942.618008:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e115830d. 00000100:00000001:2.0:1767384942.618010:0:18105:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:0.0:1767384942.618010:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384942.618032:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384942.618035:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384942.618036:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384942.618039:0:16128:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075fc2288. 00000100:00000001:3.0:1767384942.618043:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384942.618044:0:18105:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384942.618044:0:16128:0:(events.c:337:request_in_callback()) incoming req@0000000075fc2288 x1853237358518272 msgsize 224 00000020:00000010:3.0:1767384942.618051:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e115830d. 00000100:00000001:2.0:1767384942.618056:0:18105:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384942.618056:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1767384942.618061:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000659968b9. 00000020:00000010:3.0:1767384942.618067:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d5d02d7e. 00000100:00000001:0.0:1767384942.618070:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384942.618072:0:18105:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384942.618073:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002025b0d3. 00000400:00000200:0.0:1767384942.618076:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036f8e304 00000100:00000001:2.0:1767384942.618077:0:18105:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1767384942.618080:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036f8e304. 00000100:00000001:0.0:1767384942.618084:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384942.618085:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:2.0:1767384942.618087:0:18105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000001:3.0:1767384942.618089:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:0.0:1767384942.618090:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005eb12234 x1853237358518272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.618093:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1767384942.618094:0:18105:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ce565cee : new rpc_count 1 00000100:00000001:3.0:1767384942.618098:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384942.618100:0:18105:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635431504588160 : -108642204963456 : ffff9d30c3f72d80) 00000100:00000001:3.0:1767384942.618106:0:16771:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384942.618109:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384942.618110:0:16771:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:2.0:1767384942.618111:0:18105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000025b5fe67 x1853237358518016/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:168/0 lens 224/0 e 0 to 0 dl 1767384953 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384942.618115:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005eb12234 x1853237358518272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.618119:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.618130:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384942.618140:0:18105:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384942.618140:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.618142:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384942.618143:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384942.618144:0:18105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c49ff8a. 00000100:00100000:3.0:1767384942.618145:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358518272 00000100:00000001:0.0:1767384942.618148:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.618149:0:18105:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384942.618150:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1767384942.618152:0:16128:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2985 usecs (3 jiffies) 00000100:00000001:3.0:1767384942.618153:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384942.618155:0:18105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c49ff8a. 00000100:00000001:3.0:1767384942.618157:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.618158:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294932484 02000000:00000001:3.0:1767384942.618162:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.618162:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294932485 00000100:00100000:2.0:1767384942.618163:0:18105:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000025b5fe67 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16130:x1853237358518016:12345-0@lo:400: 00000100:00100000:3.0:1767384942.618167:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358518272 00000100:00000001:0.0:1767384942.618168:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294932484 00000020:00000001:3.0:1767384942.618172:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:2.0:1767384942.618174:0:18105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358518016 00000100:00000001:0.0:1767384942.618174:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294932485 00000020:00000040:3.0:1767384942.618175:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e853d 00000020:00000001:3.0:1767384942.618179:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384942.618180:0:18105:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384942.618180:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294932484 00000020:00000040:3.0:1767384942.618182:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e235a287 refcount=5 00000100:00000001:0.0:1767384942.618183:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294932485 00000020:00000001:3.0:1767384942.618185:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431487174656 : -108642222376960 : ffff9d30c2ed7800) 00000020:00000001:3.0:1767384942.618189:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431487174656 : -108642222376960 : ffff9d30c2ed7800) 00000020:00000001:2.0:1767384942.618191:0:18105:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384942.618194:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294932484 00000100:00000001:3.0:1767384942.618197:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384942.618197:0:18105:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.618197:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294932485 00000020:00000010:3.0:1767384942.618202:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e115830d. 00000020:00000001:2.0:1767384942.618203:0:18105:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384942.618204:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384942.618208:0:16771:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000b60c7f7b. 00000020:00000001:2.0:1767384942.618209:0:18105:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00000100:00000001:0.0:1767384942.618209:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384942.618217:0:16771:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8a46e2f) now 8 - evictor 00000020:00000001:2.0:1767384942.618217:0:18105:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384942.618218:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384942.618224:0:18105:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384942.618224:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.618225:0:16771:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384942.618231:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000610553bc. 00000020:00000001:2.0:1767384942.618232:0:18105:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384942.618235:0:18105:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:3.0:1767384942.618236:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000029eddf8. 00000020:00000001:2.0:1767384942.618238:0:18105:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384942.618241:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ceb3d2dd. 00000020:00000001:2.0:1767384942.618242:0:18105:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384942.618247:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384942.618248:0:17542:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384942.618249:0:18105:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384942.618253:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1767384942.618253:0:17542:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358517888 02000000:00000001:2.0:1767384942.618254:0:18105:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384942.618257:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384942.618258:0:17542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:2.0:1767384942.618260:0:18105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000098567739. 00000100:00000001:3.0:1767384942.618262:0:16771:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384942.618262:0:17542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384942.618265:0:18105:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.618266:0:16771:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384942.618266:0:17542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.618270:0:18105:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.618271:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384942.618272:0:17542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384942.618274:0:18105:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384942.618277:0:17542:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358517888 00010000:00000040:2.0:1767384942.618278:0:18105:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237358518016 00000020:00000001:0.0:1767384942.618280:0:17542:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384942.618281:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384942.618282:0:18105:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:0.0:1767384942.618283:0:17542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8560 00000020:00000001:0.0:1767384942.618287:0:17542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000200:2.0:1767384942.618289:0:18105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000025b5fe67 x1853237358518016/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:168/0 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384942.618289:0:17542:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ce565cee refcount=6 00000100:00000001:3.0:1767384942.618291:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384942.618293:0:17542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00000001:3.0:1767384942.618294:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384942.618300:0:17542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00100000:3.0:1767384942.618302:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00000001:0.0:1767384942.618305:0:17542:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384942.618309:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d62afedc : new rpc_count 1 00000020:00000010:0.0:1767384942.618310:0:17542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000afa05660. 00010000:00000001:2.0:1767384942.618312:0:18105:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384942.618313:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436633372672 : -108637076178944 : ffff9d31f5aa3800) 00000100:00000001:0.0:1767384942.618315:0:17542:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384942.618316:0:18105:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384942.618318:0:17542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000afa05660. 00000100:00001000:2.0:1767384942.618321:0:18105:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf489f17 time=56 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384942.618326:0:17542:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f29fd73. 00000100:00000001:2.0:1767384942.618327:0:18105:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384942.618328:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000851f4bf5 x1853237358518144/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:168/0 lens 224/0 e 0 to 0 dl 1767384953 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384942.618333:0:18105:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000020:00000010:0.0:1767384942.618334:0:17542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000040799ae7. 00000100:00000001:2.0:1767384942.618340:0:18105:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000020:00000010:0.0:1767384942.618341:0:17542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006b4bac8c. 00000100:00000001:3.0:1767384942.618345:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384942.618346:0:18105:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384942.618349:0:18105:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384942.618350:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000557a764. 00000100:00000040:0.0:1767384942.618351:0:17542:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384942.618354:0:18105:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384942.618355:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384942.618357:0:17542:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1767384942.618359:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000557a764. 00000100:00000040:2.0:1767384942.618361:0:18105:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384942.618361:0:17542:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384942.618364:0:17542:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384942.618366:0:18105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005688dda0. 00000100:00100000:3.0:1767384942.618369:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000851f4bf5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16129:x1853237358518144:12345-0@lo:400: 00000100:00000200:2.0:1767384942.618372:0:18105:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237358518016, offset 224 00000100:00000001:0.0:1767384942.618372:0:17542:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384942.618373:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358518144 00000020:00000001:3.0:1767384942.618379:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384942.618383:0:18105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384942.618384:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384942.618388:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.618388:0:17542:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384942.618395:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384942.618395:0:18105:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384942.618399:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00000100:00000001:0.0:1767384942.618402:0:17542:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384942.618403:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384942.618405:0:17542:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384942.618406:0:18105:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272705f00 00000020:00000001:3.0:1767384942.618407:0:16771:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384942.618411:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384942.618427:0:18105:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1b6d [1] + 224 00000020:00000001:3.0:1767384942.618430:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1767384942.618430:0:17542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000020:00000001:3.0:1767384942.618434:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384942.618435:0:17542:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ce565cee : new rpc_count 2 00000020:00000001:3.0:1767384942.618439:0:16771:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384942.618441:0:17542:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635435780962304 : -108637928589312 : ffff9d31c2db7800) 00000100:00000001:3.0:1767384942.618444:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384942.618444:0:18105:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384942.618447:0:17542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000091a6af40 x1853237358517888/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:168/0 lens 224/0 e 0 to 0 dl 1767384953 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384942.618449:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384942.618454:0:18105:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1767384942.618455:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e626550f. 02000000:00000001:3.0:1767384942.618462:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.618463:0:18105:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384942.618464:0:17542:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384942.618465:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384942.618468:0:16771:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384942.618469:0:18105:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000012e985ac x1853237358518016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384942.618470:0:17542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000afa05660. 00010000:00000040:3.0:1767384942.618471:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358518144 00000100:00000001:0.0:1767384942.618475:0:17542:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384942.618476:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:0.0:1767384942.618482:0:17542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000afa05660. 00010000:00000200:3.0:1767384942.618483:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000851f4bf5 x1853237358518144/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:168/0 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384942.618493:0:17542:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000091a6af40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16128:x1853237358517888:12345-0@lo:13: 00000100:00000040:2.0:1767384942.618501:0:18105:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000012e985ac x1853237358518016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384942.618502:0:17542:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358517888 00000020:00000001:0.0:1767384942.618507:0:17542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384942.618508:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384942.618511:0:17542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:3.0:1767384942.618512:0:16771:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384942.618515:0:17542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384942.618518:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=61 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384942.618521:0:17542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384942.618525:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384942.618525:0:17542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673334736 : -1036216880 : ffffffffc23c95d0) 00000100:00000001:2.0:1767384942.618527:0:18105:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384942.618528:0:17542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384942.618532:0:17542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384942.618535:0:17542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1767384942.618536:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 22 to 0@lo 00000400:00000200:2.0:1767384942.618536:0:18105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005688dda0 00000020:00000001:0.0:1767384942.618538:0:17542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:2.0:1767384942.618540:0:18105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005688dda0. 00000100:00000001:3.0:1767384942.618542:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000020:00000001:0.0:1767384942.618543:0:17542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384942.618548:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384942.618549:0:17542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384942.618550:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384942.618553:0:17542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384942.618554:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1767384942.618557:0:17542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000000738fcc9. 00000100:00000001:2.0:1767384942.618559:0:18105:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767384942.618561:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384942.618562:0:17542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.618563:0:18105:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:3.0:1767384942.618566:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000479d091f. 00000100:00000001:0.0:1767384942.618567:0:17542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.618570:0:18105:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384942.618573:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358518144, offset 224 00002000:00000001:0.0:1767384942.618573:0:17542:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000040:2.0:1767384942.618576:0:18105:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 21 to 0@lo 00010000:00000001:2.0:1767384942.618580:0:18105:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00002000:00000001:0.0:1767384942.618581:0:17542:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000400:00000200:3.0:1767384942.618582:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384942.618585:0:18105:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384942.618586:0:17542:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1767384942.618590:0:18105:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00080000:00000001:0.0:1767384942.618592:0:17542:0:(osd_handler.c:571:osd_statfs()) Process entered 00000400:00000200:3.0:1767384942.618593:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384942.618597:0:18105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025b5fe67 x1853237358518016/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:168/0 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384942.618605:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272705f80 00000100:00100000:2.0:1767384942.618607:0:18105:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000025b5fe67 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16130:x1853237358518016:12345-0@lo:400: Request processed in 465us (1059us total) trans 0 rc 0/0 00080000:00000001:0.0:1767384942.618609:0:17542:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384942.618615:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1b79 [1] + 224 00000020:00000001:0.0:1767384942.618617:0:17542:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384942.618620:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000024:0.0:1767384942.618621:0:17542:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00100000:2.0:1767384942.618623:0:18105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000400:00000200:3.0:1767384942.618629:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384942.618630:0:18105:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce565cee : new rpc_count 1 00000020:00000020:0.0:1767384942.618630:0:17542:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:3.0:1767384942.618633:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384942.618634:0:18105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384942.618638:0:18105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384942.618640:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d1f2c82b x1853237358518144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:0.0:1767384942.618640:0:17542:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000ce565cee dirty 0 pend 0 grant 0 00000020:00000010:2.0:1767384942.618644:0:18105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f4b60c3f. 00002000:00000020:0.0:1767384942.618647:0:17542:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000020:00000010:2.0:1767384942.618651:0:18105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000113ff913. 00002000:00000001:0.0:1767384942.618655:0:17542:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000010:2.0:1767384942.618658:0:18105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071e079a5. 00000001:00000001:0.0:1767384942.618661:0:17542:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000040:3.0:1767384942.618664:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d1f2c82b x1853237358518144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384942.618666:0:18105:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 5 00000001:00000001:0.0:1767384942.618666:0:17542:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384942.618672:0:17542:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.618673:0:18105:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1767384942.618678:0:17542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237358517888 00010000:00000001:0.0:1767384942.618681:0:17542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384942.618682:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000200:0.0:1767384942.618686:0:17542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000091a6af40 x1853237358517888/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:168/0 lens 224/368 e 0 to 0 dl 1767384953 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384942.618688:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000479d091f 00000100:00080000:2.0:1767384942.618691:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000400:00000010:3.0:1767384942.618692:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000479d091f. 00000100:00000001:3.0:1767384942.618698:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:2.0:1767384942.618698:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8a46e2f) now 8 - evictor 00010000:00000001:0.0:1767384942.618699:0:17542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384942.618701:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384942.618703:0:17542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.618705:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384942.618708:0:17542:0:(import.c:2128:obd_at_measure()) add 1 to 000000007564533c time=56 v=5 (1 0 0 0) 00000100:00080000:2.0:1767384942.618712:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:3.0:1767384942.618713:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00000001:0.0:1767384942.618713:0:17542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:2.0:1767384942.618716:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fe96f595) now 6 - evictor 00010000:00000001:3.0:1767384942.618718:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:0.0:1767384942.618719:0:17542:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000020:00000001:3.0:1767384942.618723:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.618724:0:17542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000020:00000001:3.0:1767384942.618728:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1767384942.618729:0:17542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384942.618732:0:17542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384942.618735:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000851f4bf5 x1853237358518144/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:168/0 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384942.618735:0:17542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384942.618744:0:17542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384942.618749:0:17542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036f8e304. 00000100:00100000:3.0:1767384942.618752:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000851f4bf5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16129:x1853237358518144:12345-0@lo:400: Request processed in 404us (1033us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384942.618755:0:17542:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237358517888, offset 224 00000400:00000200:0.0:1767384942.618762:0:17542:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384942.618775:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000400:00000200:0.0:1767384942.618775:0:17542:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384942.618780:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d62afedc : new rpc_count 0 00000100:00000001:3.0:1767384942.618782:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384942.618786:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384942.618786:0:17542:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272705e80 00000020:00000010:3.0:1767384942.618791:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d5d02d7e. 00000400:00000200:0.0:1767384942.618794:0:17542:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1b69 [1] + 224 00000020:00000010:3.0:1767384942.618796:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002025b0d3. 00000400:00000200:0.0:1767384942.618798:0:17542:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384942.618801:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000659968b9. 00000400:00000200:0.0:1767384942.618804:0:17542:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1767384942.618809:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000d62afedc : new refcount 4 00000100:00000001:0.0:1767384942.618810:0:17542:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384942.618813:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384942.618816:0:17542:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8906ea7 x1853237358517888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384958 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384942.618824:0:17542:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000f8906ea7 x1853237358517888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.618826:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384942.618830:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384942.618834:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000040:3.0:1767384942.618836:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e235a287 : new rpc_count 1 00000100:00000001:3.0:1767384942.618840:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635435780956032 : -108637928595584 : ffff9d31c2db5f80) 00000100:00000040:3.0:1767384942.618849:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000075fc2288 x1853237358518272/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:168/0 lens 224/0 e 0 to 0 dl 1767384953 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.618855:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384942.618856:0:17542:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384942.618859:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000557a764. 00000100:00000001:3.0:1767384942.618863:0:16771:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384942.618864:0:17542:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036f8e304 00000400:00000010:0.0:1767384942.618867:0:17542:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036f8e304. 00000020:00000010:3.0:1767384942.618868:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000557a764. 00000100:00000001:0.0:1767384942.618871:0:17542:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384942.618873:0:17542:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:3.0:1767384942.618876:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000075fc2288 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16128:x1853237358518272:12345-0@lo:400: 00000100:00000001:0.0:1767384942.618878:0:17542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384942.618879:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358518272 00000020:00000001:3.0:1767384942.618883:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384942.618883:0:17542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000020:00000001:3.0:1767384942.618886:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:0.0:1767384942.618887:0:17542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384942.618888:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384942.618890:0:17542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384942.618892:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384942.618893:0:17542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767384942.618895:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00000020:00000001:3.0:1767384942.618899:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767384942.618899:0:17542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091a6af40 x1853237358517888/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:168/0 lens 224/368 e 0 to 0 dl 1767384953 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384942.618904:0:16771:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384942.618909:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:0.0:1767384942.618912:0:17542:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000091a6af40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16128:x1853237358517888:12345-0@lo:13: Request processed in 447us (1371us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384942.618914:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384942.618918:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384942.618919:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384942.618923:0:17542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000020:00000001:3.0:1767384942.618924:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384942.618927:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384942.618928:0:16771:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:0.0:1767384942.618928:0:17542:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce565cee : new rpc_count 0 00000400:00000001:2.0:1767384942.618931:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384942.618933:0:17542:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384942.618934:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:2.0:1767384942.618934:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000065fbec. 00000100:00000001:0.0:1767384942.618936:0:17542:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384942.618937:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384942.618941:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000735f4faa 00000020:00000010:0.0:1767384942.618941:0:17542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000040799ae7. 02000000:00000010:3.0:1767384942.618942:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001e69feef. 00000400:00000010:2.0:1767384942.618945:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000735f4faa. 02000000:00000001:3.0:1767384942.618948:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384942.618949:0:17542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006b4bac8c. 00000100:00000001:2.0:1767384942.618950:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384942.618951:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384942.618956:0:16771:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384942.618956:0:17542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f29fd73. 00000100:00000200:2.0:1767384942.618959:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000012e985ac x1853237358518016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384942.618962:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358518272 00000020:00000040:0.0:1767384942.618964:0:17542:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 4 00010000:00000001:3.0:1767384942.618968:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384942.618970:0:17542:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:3.0:1767384942.618976:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000075fc2288 x1853237358518272/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:168/0 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384942.618980:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000012e985ac x1853237358518016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384942.618988:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384942.618991:0:16771:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384942.618992:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767384942.618995:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=61 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384942.618996:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384942.619002:0:16130:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384942.619003:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1767384942.619005:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384942.619008:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384942.619009:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384942.619043:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384942.619046:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384942.619051:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384942.619052:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384942.619054:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c79813d. 00000400:00000200:0.0:1767384942.619059:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cdffbfe 00000400:00000010:0.0:1767384942.619060:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002cdffbfe. 00000100:00000001:0.0:1767384942.619064:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384942.619069:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8906ea7 x1853237358517888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.619079:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:3.0:1767384942.619084:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384942.619087:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.619091:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384942.619092:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8906ea7 x1853237358517888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384942.619098:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384942.619103:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000479d091f. 00000100:00000001:0.0:1767384942.619104:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384942.619108:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384942.619109:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358518272, offset 224 00000100:00000001:0.0:1767384942.619111:0:16128:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384942.619114:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384942.619115:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384942.619116:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384942.619117:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384942.619120:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384942.619126:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:0.0:1767384942.619127:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000310710fb time=56 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384942.619131:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a6c23273 time=56 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384942.619135:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272706000 00000100:00000001:0.0:1767384942.619137:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767384942.619141:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1b81 [1] + 224 00000100:00000001:2.0:1767384942.619141:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.619142:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.619148:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767384942.619149:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384942.619150:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1767384942.619154:0:16128:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f8906ea7 x1853237358517888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384942.619158:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d21af389 time=56 v=5 (5 0 0 0) 00000400:00000200:3.0:1767384942.619159:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:2.0:1767384942.619168:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a6c23273 time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384942.619169:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384942.619170:0:16128:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384942.619175:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005eb12234 x1853237358518272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384942.619176:0:16128:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384942.619177:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767384942.619180:0:16128:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384942.619181:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.619185:0:16128:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:2.0:1767384942.619187:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384942.619188:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767384942.619193:0:16130:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000012e985ac x1853237358518016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384942.619195:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8906ea7 x1853237358517888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384942.619204:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005eb12234 x1853237358518272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384942.619226:0:16130:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.619228:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384942.619231:0:16130:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384942.619233:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767384942.619235:0:16130:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384942.619237:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384942.619239:0:16130:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000004:00000001:0.0:1767384942.619242:0:16128:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:2.0:1767384942.619244:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.619245:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000040:0.0:1767384942.619246:0:16128:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000040:2.0:1767384942.619250:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000012e985ac x1853237358518016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:0.0:1767384942.619251:0:16128:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000400:00000200:3.0:1767384942.619252:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000479d091f 00000400:00000010:3.0:1767384942.619257:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000479d091f. 00000100:00000001:3.0:1767384942.619262:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000004:00000020:0.0:1767384942.619264:0:16128:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000067181a10): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:3.0:1767384942.619265:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384942.619270:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384942.619275:0:16128:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384942.619278:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00000001:2.0:1767384942.619284:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384942.619285:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384942.619288:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384942.619289:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8906ea7 x1853237358517888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384958 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384942.619290:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1767384942.619292:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384942.619293:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384942.619299:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075fc2288 x1853237358518272/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:168/0 lens 224/224 e 0 to 0 dl 1767384953 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384942.619303:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012e985ac x1853237358518016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384942.619309:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8906ea7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16128:1853237358517888:0@lo:13: 00000100:00000001:0.0:1767384942.619319:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.619323:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384942.619328:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8906ea7 x1853237358517888/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384958 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384942.619334:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000075fc2288 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16128:x1853237358518272:12345-0@lo:400: Request processed in 474us (1285us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384942.619340:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000012e985ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16130:1853237358518016:0@lo:400: 00000100:00000001:2.0:1767384942.619352:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384942.619353:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000001:0.0:1767384942.619355:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384942.619357:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384942.619359:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e235a287 : new rpc_count 0 02000000:00000001:0.0:1767384942.619360:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1767384942.619364:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000012e985ac x1853237358518016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.619365:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:0.0:1767384942.619365:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000089b01e3b. 00000100:00000001:3.0:1767384942.619369:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384942.619372:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:3.0:1767384942.619375:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000029eddf8. 00000020:00000001:0.0:1767384942.619376:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384942.619380:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:0.0:1767384942.619380:0:16128:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000010:3.0:1767384942.619381:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ceb3d2dd. 02000000:00000001:2.0:1767384942.619384:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1767384942.619385:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1767384942.619388:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000610553bc. 02000000:00000010:2.0:1767384942.619388:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb797632. 02000000:00000010:0.0:1767384942.619389:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000090ba9065. 02000000:00000001:2.0:1767384942.619395:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:3.0:1767384942.619397:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e235a287 : new refcount 4 02000000:00000001:0.0:1767384942.619397:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1767384942.619398:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384942.619402:0:16130:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=2 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:0.0:1767384942.619402:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384942.619403:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384942.619406:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8906ea7. 00000020:00000001:2.0:1767384942.619409:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384942.619411:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1767384942.619412:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000012be429a. 00000100:00000001:0.0:1767384942.619413:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384942.619430:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384942.619430:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.619432:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384942.619433:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384942.619435:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767384942.619436:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012e985ac. 00000100:00000001:3.0:1767384942.619439:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:0.0:1767384942.619440:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384942.619442:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384942.619442:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000001:0.0:1767384942.619443:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384942.619446:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384942.619447:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080216c13. 00000100:00000001:2.0:1767384942.619450:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384942.619451:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073db7c4c 00000400:00000010:0.0:1767384942.619454:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073db7c4c. 00000100:00000001:2.0:1767384942.619455:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:3.0:1767384942.619457:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384942.619457:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384942.619458:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384942.619461:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1767384942.619462:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005eb12234 x1853237358518272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384942.619463:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384942.619466:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5d61463. 00000100:00000001:2.0:1767384942.619468:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384942.619472:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af2b8b9d 00000400:00000010:3.0:1767384942.619477:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af2b8b9d. 00000100:00000200:0.0:1767384942.619479:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005eb12234 x1853237358518272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.619482:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384942.619488:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384942.619489:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d1f2c82b x1853237358518144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384942.619496:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384942.619499:0:16128:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384942.619500:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384942.619501:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384942.619503:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384942.619507:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384942.619512:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a558cf0b time=61 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384942.619516:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f60eced4 time=61 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384942.619517:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d1f2c82b x1853237358518144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384942.619520:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384942.619522:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384942.619526:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384942.619531:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00080000:0.0:1767384942.619532:0:16128:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005eb12234 x1853237358518272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384942.619534:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384942.619540:0:16129:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384942.619542:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1767384942.619543:0:16128:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.619544:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384942.619547:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.619547:0:16128:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384942.619550:0:16128:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 02000000:00000001:3.0:1767384942.619551:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384942.619554:0:16128:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00001000:3.0:1767384942.619557:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5338197 time=61 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384942.619557:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384942.619562:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005eb12234 x1853237358518272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384942.619563:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c619e3cd time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384942.619571:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384942.619574:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384942.619575:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384942.619580:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384942.619580:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384942.619583:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1767384942.619587:0:16129:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d1f2c82b x1853237358518144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384942.619589:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005eb12234 x1853237358518272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384942.619610:0:16129:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384942.619613:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005eb12234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16128:1853237358518272:0@lo:400: 00000100:00000001:3.0:1767384942.619615:0:16129:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384942.619618:0:16129:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384942.619618:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384942.619622:0:16129:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384942.619622:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384942.619625:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384942.619628:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005eb12234 x1853237358518272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384942.619633:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d1f2c82b x1853237358518144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384942.619637:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384942.619640:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384942.619642:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a47c28c2. 00000100:00000001:3.0:1767384942.619644:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384942.619645:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384942.619647:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384942.619653:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d1f2c82b x1853237358518144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384942.619653:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384942.619657:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384942.619660:0:16128:0:(genops.c:1242:class_import_put()) import 00000000e13b832f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384942.619664:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384942.619667:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000061cb7066. 00000100:00100000:3.0:1767384942.619670:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d1f2c82b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16129:1853237358518144:0@lo:400: 02000000:00000001:0.0:1767384942.619671:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384942.619674:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384942.619677:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005eb12234. 00000100:00000001:3.0:1767384942.619679:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384942.619681:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384942.619682:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384942.619684:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384942.619686:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384942.619689:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384942.619692:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384942.619696:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d1f2c82b x1853237358518144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384942.619696:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384942.619700:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.619707:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384942.619708:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384942.619710:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d48ac990. 02000000:00000001:3.0:1767384942.619714:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384942.619715:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384942.619716:0:16129:0:(genops.c:1242:class_import_put()) import 000000005ebd018a refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384942.619718:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384942.619720:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000008a0a767. 02000000:00000001:3.0:1767384942.619722:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384942.619723:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384942.619724:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d1f2c82b. 00000100:00000001:3.0:1767384942.619727:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384942.619729:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384942.619730:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384942.619734:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384942.619735:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384942.619738:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384942.619740:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384942.623059:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294932485, at 4294932486 00000100:00000010:1.0:1767384942.623067:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c00240d. 00000100:00000040:3.0:1767384942.624057:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294932485, at 4294932487 00000100:00000010:3.0:1767384942.624063:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000055cd3d5. 00000100:00000040:0.0:1767384942.624066:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294932485, at 4294932487 00000100:00000010:0.0:1767384942.624073:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a20ce35b. 00000100:00000040:2.0:1767384942.624116:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294932485, at 4294932487 00000100:00000010:2.0:1767384942.624124:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b1f2b78. 00000400:00000001:0.0:1767384943.066079:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384943.066085:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384943.066088:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c6298fb 00000400:00000010:0.0:1767384943.066093:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c6298fb. 00000400:00000200:0.0:1767384943.066098:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384943.066105:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp31 recovery ping unlinked 00000400:00000010:0.0:1767384943.066116:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d9076f93. 00000400:00000010:0.0:1767384943.066120:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000034c20229. 00000400:00000200:0.0:1767384943.066124:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp39 00000400:00000010:0.0:1767384943.066128:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b7db542b. 00000400:00000010:0.0:1767384943.066133:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e8a7edbf. 00000400:00000010:0.0:1767384943.066137:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073db7c4c. 00000400:00000010:0.0:1767384943.066142:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000032269ffc. 00000400:00000200:0.0:1767384943.066146:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp39 00000400:00000200:0.0:1767384943.066162:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp39 local destination 00000400:00000200:0.0:1767384943.066169:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp39 00000400:00000200:0.0:1767384943.066173:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp39 NI seq info: [142:142:256:4294967295] 192.168.203.157@tcp39 LPNI seq info [132:132:8:4294967295] 00000400:00000200:0.0:1767384943.066179:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp39 00000400:00000200:0.0:1767384943.066192:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp39(192.168.203.157@tcp39:) -> 192.168.203.157@tcp39(192.168.203.157@tcp39:192.168.203.157@tcp39) : GET try# 0 00000800:00000200:0.0:1767384943.066196:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp39 00000800:00000010:0.0:1767384943.066201:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a40dd019. 00000800:00000200:0.0:1767384943.066207:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002844a64] -> 12345-192.168.203.157@tcp39 (2) 00000800:00000200:0.1:1767384943.066211:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002844a64] -> 12345-192.168.203.157@tcp39 (2) 00000400:00000200:0.0:1767384943.066230:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp39 added to recovery queue. ping count: 2 next ping: 269 health :800 00000400:00000200:0.0:1767384943.066235:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp37 00000400:00000010:0.0:1767384943.066238:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ec415bd5. 00000400:00000010:0.0:1767384943.066242:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004dfc609c. 00000400:00000010:0.0:1767384943.066245:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002cdffbfe. 00000400:00000010:0.0:1767384943.066250:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007e3ece3d. 00000400:00000200:0.0:1767384943.066253:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp37 00000400:00000200:0.0:1767384943.066259:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp37 local destination 00000400:00000200:0.0:1767384943.066262:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp37 00000400:00000200:0.0:1767384943.066266:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp37 NI seq info: [143:143:256:4294967295] 192.168.203.157@tcp37 LPNI seq info [133:133:8:4294967295] 00000400:00000200:0.0:1767384943.066270:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp37 00000400:00000200:0.0:1767384943.066275:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp37(192.168.203.157@tcp37:) -> 192.168.203.157@tcp37(192.168.203.157@tcp37:192.168.203.157@tcp37) : GET try# 0 00000800:00000200:0.0:1767384943.066279:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp37 00000800:00000010:0.0:1767384943.066282:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000095929c. 00000800:00000200:0.0:1767384943.066284:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000daa20f36] -> 12345-192.168.203.157@tcp37 (2) 00000800:00000200:0.1:1767384943.066288:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000daa20f36] -> 12345-192.168.203.157@tcp37 (2) 00000400:00000200:0.0:1767384943.066299:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp37 added to recovery queue. ping count: 3 next ping: 273 health :700 00000400:00000200:0.0:1767384943.066302:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp38 00000400:00000010:0.0:1767384943.066305:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d5d4958e. 00000400:00000200:1.0:1767384943.066308:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000010:0.0:1767384943.066309:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009451e507. 00000400:00000010:0.0:1767384943.066311:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036f8e304. 00000400:00000010:0.0:1767384943.066318:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b4061989. 00000400:00000200:0.0:1767384943.066323:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp38 00000400:00000200:0.0:1767384943.066327:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp38 local destination 00000400:00000200:0.0:1767384943.066330:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp38 00000400:00000200:0.0:1767384943.066333:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp38 NI seq info: [144:144:256:4294967295] 192.168.203.157@tcp38 LPNI seq info [134:134:8:4294967295] 00000400:00000200:0.0:1767384943.066342:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp38 00000400:00000200:0.0:1767384943.066353:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp38(192.168.203.157@tcp38:) -> 192.168.203.157@tcp38(192.168.203.157@tcp38:192.168.203.157@tcp38) : GET try# 0 00000800:00000200:0.0:1767384943.066358:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp38 00000800:00000010:0.0:1767384943.066361:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000023f7b33. 00000800:00000200:0.0:1767384943.066366:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007f8e0c2d] -> 12345-192.168.203.157@tcp38 (2) 00000800:00000200:0.1:1767384943.066371:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007f8e0c2d] -> 12345-192.168.203.157@tcp38 (2) 00000400:00000200:1.0:1767384943.066376:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.066387:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp38 added to recovery queue. ping count: 3 next ping: 273 health :700 00000400:00000200:3.0:1767384943.066400:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.066447:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.066496:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.066497:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.066502:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.066584:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.066587:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.066589:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.066652:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.066665:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.066674:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.066727:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.066734:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.066750:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.066789:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.066803:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.066816:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.066853:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.066867:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.066886:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.066919:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.066939:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.066957:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.066989:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.067039:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.067047:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.067088:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.067107:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.067124:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.067149:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.067174:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.067184:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.067213:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.067239:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.067259:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.067299:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.067311:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.067339:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.067376:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.067383:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.067425:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.067457:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.067463:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.067493:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.067522:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.067525:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.067552:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.067588:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.067592:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.067613:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.067655:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.067661:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.067681:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.067717:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.067726:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.067746:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.067781:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.067792:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.067813:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.067844:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.067857:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.067876:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.067905:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.067922:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.067943:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.067969:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.067991:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.068003:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.068057:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.068070:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.068100:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.068121:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.068134:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.068164:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.068183:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.068205:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.068228:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.068249:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.068261:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.068289:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.068315:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.068329:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.068352:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.068376:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.068395:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.068425:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.068452:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.068471:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.068500:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.068534:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.068549:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.068565:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.068587:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.068615:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.068633:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.068645:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.068677:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.068698:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.068704:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.068742:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.068773:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.068798:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.068826:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.068860:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.068892:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.157:988 00000800:00000010:1.0:1767384943.068906:0:29524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e39905ef. 00000800:00000010:1.0:1767384943.068913:0:29524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000596a3c59. 00000400:00000200:3.0:1767384943.068920:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.157:988 00000800:00000010:1.0:1767384943.068920:0:29524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007ded5074. 00000400:00000200:0.0:1767384943.068947:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.157:988 00000800:00000010:1.0:1767384943.068952:0:29524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007ded5074. 00000800:00020000:1.0:1767384943.068965:0:29524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:1.0:1767384943.068970:0:29524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000596a3c59. 00000800:00000010:1.0:1767384943.068974:0:29524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e39905ef. 00000400:00000200:3.0:1767384943.068986:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.069007:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.069067:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.157:988 00000400:02020000:1.0:1767384943.069076:0:29524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp39 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384943.069084:0:29524:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp39 notifying 192.168.203.157@tcp39: down 00000800:00000200:1.0:1767384943.069090:0:29524:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp39 down 00000800:00000100:1.0:1767384943.069100:0:29524:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp39 00000400:00000200:0.0:1767384943.069101:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.157:988 00000800:00000010:1.0:1767384943.069114:0:29524:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a40dd019. 00000400:00000200:1.0:1767384943.069120:0:29524:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384943.069126:0:29524:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp39->192.168.203.157@tcp39: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384943.069135:0:29524:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384943.069139:0:29524:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384943.069144:0:29524:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp39) recovery failed with -71 00000400:00000200:3.0:1767384943.069145:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.069182:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.069213:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.069241:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.069274:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.069316:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.069338:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.069366:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.069394:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.069428:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.069458:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.069486:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.069524:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.069568:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.069615:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.157:988 00000800:00000010:1.0:1767384943.069793:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e39905ef. 00000800:00000010:1.0:1767384943.069798:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000596a3c59. 00000800:00000010:1.0:1767384943.069802:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006ea0e5f7. 00000800:00000010:1.0:1767384943.069844:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006ea0e5f7. 00000400:00000200:3.0:1767384943.069969:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384943.070078:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e45018f3. 00000800:00000010:3.0:1767384943.070083:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000756e2260. 00000800:00000010:3.0:1767384943.070088:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006d1c14e0. 00000800:00000010:3.0:1767384943.070129:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006d1c14e0. 00000400:00000200:0.0:1767384943.070135:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp37 from 209.3.0.2 00000800:00000010:0.0:1767384943.070139:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a1ffcc04. 00000400:00000200:0.0:1767384943.070288:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384943.070303:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp38 from 208.3.0.2 00000800:00000010:0.0:1767384943.070306:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c7853eaf. 00000800:00000010:3.0:1767384943.070361:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000045d62cf7. 00000800:00000010:3.0:1767384943.070366:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005dbc069f. 00000800:00000010:3.0:1767384943.070394:0:16118:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000068626698. 00000800:00000200:3.1:1767384943.070401:0:16118:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007f8e0c2d] -> 12345-192.168.203.157@tcp38 (2) 00000800:00000200:3.1:1767384943.070407:0:16118:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp38 0000000068626698 deleted 00000800:00000010:3.1:1767384943.070410:0:16118:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000068626698. 00000800:00000200:3.1:1767384943.070426:0:16118:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384943.070436:0:16118:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp38 ip 192.168.203.157:976 00000800:00000200:3.1:1767384943.070440:0:16118:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000023f7b33 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384943.070447:0:16118:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp38 p 3.x 192.168.203.157 -> 192.168.203.157:976 incarnation:1767384935524486859 sched[0] 00000800:00000010:3.0:1767384943.070452:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006d1c14e0. 00000800:00000010:3.0:1767384943.070502:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006d1c14e0. 00000800:00000010:3.0:1767384943.070507:0:16118:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005dbc069f. 00000800:00000010:3.0:1767384943.070545:0:16118:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c7853eaf. 00000800:00000001:3.0:1767384943.070567:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384943.070573:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384943.070624:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384943.070627:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000023f7b33. 00000800:00000010:1.0:1767384943.070628:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000018c56b10. 00000400:00000200:3.0:1767384943.070630:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:1.0:1767384943.070634:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005f16a828. 00000400:00000200:3.0:1767384943.070640:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp38->192.168.203.157@tcp38: GET: OK 00000400:00000200:3.0:1767384943.070645:0:16120:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384943.070648:0:16120:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp38 recovery message sent successfully:0 00000800:00000200:3.1:1767384943.070688:0:16116:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384943.070694:0:16116:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp38 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384935524486859 sched[0] 00000800:00000010:3.0:1767384943.070698:0:16116:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000596a3c59. 00000800:00000001:3.0:1767384943.070735:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384943.070740:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384943.070741:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384943.070749:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384943.070756:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp38(192.168.203.157@tcp38) <- 192.168.203.157@tcp38 : GET - for me 00000400:00000200:3.0:1767384943.070769:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384943.070785:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp of length 272/272 into md 0x1b31 [1] + 0 00000400:00000200:3.0:1767384943.070797:0:16122:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp38 to MR: 192.168.203.157@tcp38 local destination 00000400:00000200:3.0:1767384943.070804:0:16122:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp38 NI seq info: [145:145:256:4294967295] 192.168.203.157@tcp38 LPNI seq info [135:135:8:4294967295] 00000400:00000200:3.0:1767384943.070820:0:16122:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp38(192.168.203.157@tcp38:192.168.203.157@tcp38) -> 192.168.203.157@tcp38(192.168.203.157@tcp38:192.168.203.157@tcp38) 192.168.203.157@tcp38 : REPLY try# 0 00000800:00000200:3.0:1767384943.070825:0:16122:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.157@tcp38 00000800:00000010:3.0:1767384943.070829:0:16122:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008a0a767. 00000800:00000200:3.0:1767384943.070834:0:16122:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007f8e0c2d] -> 12345-192.168.203.157@tcp38 (4) 00000800:00000200:3.0:1767384943.070845:0:16122:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp38 ip 192.168.203.157:988 00000800:00000200:3.0:1767384943.070847:0:16122:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000008a0a767 type 3, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1767384943.070898:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384943.070901:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008a0a767. 00000400:00000200:3.0:1767384943.070904:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384943.070909:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp38->192.168.203.157@tcp38: REPLY: OK 00000800:00000001:3.0:1767384943.070922:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384943.070925:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384943.070928:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384943.070932:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384943.070934:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384943.070938:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384943.070943:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp38(192.168.203.157@tcp38) <- 192.168.203.157@tcp38 : REPLY - for me 00000400:00000200:3.0:1767384943.070953:0:16122:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp38: Reply from 12345-192.168.203.157@tcp38 of length 272/272 into md 0x1ba1 00000800:00000001:3.0:1767384943.070958:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384943.070963:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384943.070965:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384943.070970:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp38->192.168.203.157@tcp38: REPLY: OK 00000400:00000200:3.0:1767384943.070974:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036f8e304 00000400:00000010:3.0:1767384943.070976:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036f8e304. 00000400:00000200:3.0:1767384943.070980:0:16122:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384943.070986:0:16122:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d5d4958e. 00000400:00000010:3.0:1767384943.070990:0:16122:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009451e507. 00000800:00000001:3.0:1767384943.071002:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384943.071006:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384943.071065:0:16117:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005c073ec0. 00000800:00000200:1.1:1767384943.071072:0:16117:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000daa20f36] -> 12345-192.168.203.157@tcp37 (2) 00000800:00000200:1.1:1767384943.071077:0:16117:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp37 000000005c073ec0 deleted 00000800:00000010:1.1:1767384943.071079:0:16117:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000005c073ec0. 00000400:00000200:3.0:1767384943.071080:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000800:00000200:1.1:1767384943.071082:0:16117:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384943.071089:0:16117:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp37 ip 192.168.203.157:977 00000800:00000200:1.1:1767384943.071091:0:16117:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000095929c type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384943.071096:0:16117:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp37 p 3.x 192.168.203.157 -> 192.168.203.157:977 incarnation:1767384933485670768 sched[0] 00000800:00000010:1.0:1767384943.071101:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006ea0e5f7. 00000400:00000200:3.0:1767384943.071110:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.071137:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000800:00000010:1.0:1767384943.071153:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006ea0e5f7. 00000800:00000010:1.0:1767384943.071157:0:16117:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005f16a828. 00000800:00000200:0.1:1767384943.071175:0:16115:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:3.0:1767384943.071183:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000800:00000200:0.0:1767384943.071183:0:16115:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp37 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384933485670768 sched[0] 00000800:00000010:0.0:1767384943.071189:0:16115:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000756e2260. 00000800:00000010:1.0:1767384943.071191:0:16117:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a1ffcc04. 00000800:00000001:3.0:1767384943.071238:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384943.071243:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384943.071256:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000800:00000001:1.0:1767384943.071262:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384943.071277:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384943.071280:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384943.071287:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384943.071289:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384943.071290:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000800:00000010:3.0:1767384943.071291:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000095929c. 00000400:00000200:3.0:1767384943.071298:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384943.071300:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp37(192.168.203.157@tcp37) <- 192.168.203.157@tcp37 : GET - for me 00000400:00000200:3.0:1767384943.071306:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp37->192.168.203.157@tcp37: GET: OK 00000400:00000200:3.0:1767384943.071311:0:16120:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384943.071315:0:16121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384943.071318:0:16120:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp37 recovery message sent successfully:0 00000400:00000200:1.0:1767384943.071324:0:16121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp of length 272/272 into md 0x1b31 [1] + 0 00000400:00000200:0.0:1767384943.071329:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.071339:0:16121:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp37 to MR: 192.168.203.157@tcp37 local destination 00000400:00000200:1.0:1767384943.071347:0:16121:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp37 NI seq info: [146:146:256:4294967295] 192.168.203.157@tcp37 LPNI seq info [136:136:8:4294967295] 00000400:00000200:3.0:1767384943.071361:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:1.0:1767384943.071361:0:16121:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp37(192.168.203.157@tcp37:192.168.203.157@tcp37) -> 192.168.203.157@tcp37(192.168.203.157@tcp37:192.168.203.157@tcp37) 192.168.203.157@tcp37 : REPLY try# 0 00000800:00000200:1.0:1767384943.071372:0:16121:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.157@tcp37 00000400:00000200:0.0:1767384943.071375:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000800:00000010:1.0:1767384943.071376:0:16121:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a022d0a. 00000800:00000200:1.0:1767384943.071386:0:16121:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000daa20f36] -> 12345-192.168.203.157@tcp37 (4) 00000800:00000200:1.0:1767384943.071390:0:16121:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp37 ip 192.168.203.157:988 00000800:00000200:1.0:1767384943.071393:0:16121:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001a022d0a type 3, nob 368 niov 1 nkiov 1 00000800:00000001:3.0:1767384943.071430:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384943.071442:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.071450:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000800:00000200:1.0:1767384943.071482:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384943.071485:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a022d0a. 00000400:00000200:1.0:1767384943.071490:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384943.071491:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000800:00000001:3.0:1767384943.071497:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384943.071497:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp37->192.168.203.157@tcp37: REPLY: OK 00000800:00000001:3.0:1767384943.071502:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384943.071508:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384943.071510:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384943.071514:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384943.071522:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp37(192.168.203.157@tcp37) <- 192.168.203.157@tcp37 : REPLY - for me 00000400:00000200:3.0:1767384943.071532:0:16120:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp37: Reply from 12345-192.168.203.157@tcp37 of length 272/272 into md 0x1b9d 00000800:00000001:3.0:1767384943.071537:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384943.071542:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000800:00000001:3.0:1767384943.071543:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384943.071546:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384943.071553:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp37->192.168.203.157@tcp37: REPLY: OK 00000400:00000200:3.0:1767384943.071558:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cdffbfe 00000400:00000010:3.0:1767384943.071560:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002cdffbfe. 00000400:00000200:3.0:1767384943.071563:0:16120:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384943.071568:0:16120:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ec415bd5. 00000400:00000010:3.0:1767384943.071571:0:16120:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004dfc609c. 00000800:00000001:3.0:1767384943.071578:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384943.071589:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384943.071597:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.071631:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.071649:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.071687:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.071708:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.071743:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.071770:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.071810:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.071843:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.071903:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.071903:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.071986:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.071988:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.072066:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.072090:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.072128:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.072156:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.072185:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.072208:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.072240:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.072264:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.072294:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.072321:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.072350:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.072384:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.072430:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.072464:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.072501:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.072538:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.072578:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.072620:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.072651:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.072688:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.072716:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.072760:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.072794:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.072832:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.072872:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.072909:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.072948:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.072977:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.073003:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.073047:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.073092:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.073122:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.073169:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.073198:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.073246:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.073276:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.073327:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.073356:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.073410:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.073441:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.073494:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:0.0:1767384943.073514:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.073563:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.073624:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.073665:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.157:988 00000800:00000010:0.0:1767384943.073679:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ab7e8103. 00000800:00000010:0.0:1767384943.073683:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000008a4ab7f. 00000800:00000010:0.0:1767384943.073687:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d241aa8e. 00000800:00000010:0.0:1767384943.073716:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d241aa8e. 00000400:00000200:3.0:1767384943.073719:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.157:988 00000800:00020000:0.0:1767384943.073723:0:16115:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:0.0:1767384943.073729:0:16115:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000008a4ab7f. 00000800:00000010:0.0:1767384943.073733:0:16115:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ab7e8103. 00000400:00000200:3.0:1767384943.073784:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.157:988 00000400:02020000:0.0:1767384943.073804:0:16115:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp37 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384943.073839:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.073882:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.073917:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.073948:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.073977:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.073993:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.074007:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.074049:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.074075:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.157:988 00000400:00000200:3.0:1767384943.074092:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.157:988 00000800:00000010:3.0:1767384943.074224:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002f88fbd. 00000800:00000010:3.0:1767384943.074229:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005dbc069f. 00000800:00000010:3.0:1767384943.074232:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006d1c14e0. 00000800:00000010:3.0:1767384943.074260:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006d1c14e0. 00000400:00000200:0.0:1767384943.074343:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384943.074356:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp38 from 207.3.0.2 00000800:00000010:0.0:1767384943.074359:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a8405765. 00000800:00000010:1.0:1767384943.074450:0:29524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000064cffdc1. 00000800:00000010:1.0:1767384943.074456:0:29524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005f16a828. 00000800:00000010:1.0:1767384943.074477:0:29524:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005c073ec0. 00000800:00000200:1.1:1767384943.074481:0:29524:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007f8e0c2d] -> 12345-192.168.203.157@tcp38 (4) 00000800:00000200:1.1:1767384943.074485:0:29524:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp38 000000005c073ec0 deleted 00000800:00000010:1.1:1767384943.074487:0:29524:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000005c073ec0. 00000800:00000200:1.1:1767384943.074491:0:29524:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384943.074495:0:29524:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp38 p 3.x 192.168.203.157 -> 192.168.203.157:975 incarnation:1767384935524486859 sched[0] 00000800:00000010:1.0:1767384943.074500:0:29524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006ea0e5f7. 00000800:00000010:1.0:1767384943.074555:0:29524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006ea0e5f7. 00000800:00000010:1.0:1767384943.074559:0:29524:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005f16a828. 00000800:00000200:2.1:1767384943.074582:0:16116:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:1.0:1767384943.074589:0:29524:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a8405765. 00000800:00000200:2.0:1767384943.074592:0:16116:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp38 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384935524486859 sched[0] 00000800:00000010:2.0:1767384943.074598:0:16116:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005dbc069f. 00000800:00000001:1.0:1767384943.074609:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384943.074615:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384943.074648:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384943.074652:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384943.449082:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384943.449087:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384943.449093:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384943.449095:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384943.449130:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384943.449135:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384943.449138:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384943.940281:0:33407:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384943.940298:0:33407:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384943.940302:0:33407:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384943.940308:0:33407:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384943.940315:0:33407:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384943.940318:0:33407:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384944.089079:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b41c66e4] -> 12345-192.168.203.157@tcp24 (6) 00000400:00000001:0.0:1767384944.089085:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384944.089090:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:1.0:1767384944.089091:0:16119:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp24 ip 192.168.203.157:988 00000400:00000200:0.0:1767384944.089096:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073db7c4c 00000800:00000200:1.0:1767384944.089097:0:16119:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000082be1b3a type 192, nob 24 niov 1 nkiov 0 00000400:00000010:0.0:1767384944.089100:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073db7c4c. 00000400:00000200:0.0:1767384944.089106:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384944.089111:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp39 recovery ping unlinked 00000400:00000010:0.0:1767384944.089124:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b7db542b. 00000400:00000010:0.0:1767384944.089128:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e8a7edbf. 00000400:00000200:0.0:1767384944.089135:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp33 00000400:00000010:0.0:1767384944.089138:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b7db542b. 00000400:00000010:0.0:1767384944.089143:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004fb0087f. 00000400:00000010:0.0:1767384944.089146:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073db7c4c. 00000400:00000010:0.0:1767384944.089152:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e915858b. 00000400:00000200:0.0:1767384944.089155:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp33 00000400:00000200:0.0:1767384944.089168:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp33 local destination 00000400:00000200:0.0:1767384944.089174:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp33 00000400:00000200:0.0:1767384944.089178:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp33 NI seq info: [147:147:256:4294967295] 192.168.203.157@tcp33 LPNI seq info [137:137:8:4294967295] 00000400:00000200:0.0:1767384944.089185:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp33 00000400:00000200:0.0:1767384944.089191:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp33(192.168.203.157@tcp33:) -> 192.168.203.157@tcp33(192.168.203.157@tcp33:192.168.203.157@tcp33) : GET try# 0 00000800:00000200:0.0:1767384944.089196:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp33 00000800:00000010:0.0:1767384944.089200:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001ea41e77. 00000800:00000200:0.0:1767384944.089205:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d474981a] -> 12345-192.168.203.157@tcp33 (2) 00000800:00000200:0.1:1767384944.089226:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d474981a] -> 12345-192.168.203.157@tcp33 (2) 00000800:00000200:1.0:1767384944.089230:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384944.089236:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384944.089243:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp33 added to recovery queue. ping count: 4 next ping: 282 health :600 00000800:00000001:1.0:1767384944.089250:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384944.089256:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384944.089260:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384944.089326:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:0.0:1767384944.089363:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:0.0:1767384944.089377:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:0.0:1767384944.089389:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:0.0:1767384944.089401:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:0.0:1767384944.089504:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:0.0:1767384944.089520:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:0.0:1767384944.089537:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:0.0:1767384944.089560:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:0.0:1767384944.089583:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:0.0:1767384944.089606:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:0.0:1767384944.089627:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:0.0:1767384944.089640:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:0.0:1767384944.089654:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:0.0:1767384944.089669:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:0.0:1767384944.089681:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:0.0:1767384944.089694:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:0.0:1767384944.089708:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:0.0:1767384944.089722:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:0.0:1767384944.089735:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:0.0:1767384944.089749:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:0.0:1767384944.089762:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:0.0:1767384944.089774:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:0.0:1767384944.089788:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:0.0:1767384944.089800:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:0.0:1767384944.089818:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:0.0:1767384944.089844:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:0.0:1767384944.089871:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:0.0:1767384944.089897:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:0.0:1767384944.089919:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:0.0:1767384944.089936:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:0.0:1767384944.089957:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:0.0:1767384944.089971:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:0.0:1767384944.089983:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:0.0:1767384944.089997:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:0.0:1767384944.090150:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ab7e8103. 00000800:00000010:0.0:1767384944.090155:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e13df3d3. 00000800:00000010:0.0:1767384944.090161:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000078d254f0. 00000800:00000010:0.0:1767384944.090185:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000078d254f0. 00000800:00020000:0.0:1767384944.090194:0:16118:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:0.0:1767384944.090199:0:16118:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e13df3d3. 00000800:00000010:0.0:1767384944.090201:0:16118:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ab7e8103. 00000400:02020000:0.0:1767384944.090242:0:16118:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp33 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384944.090250:0:16118:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp33 notifying 192.168.203.157@tcp33: down 00000800:00000200:0.0:1767384944.090255:0:16118:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp33 down 00000800:00000100:0.0:1767384944.090263:0:16118:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp33 00000800:00000010:0.0:1767384944.090266:0:16118:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001ea41e77. 00000400:00000200:0.0:1767384944.090270:0:16118:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384944.090275:0:16118:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp33->192.168.203.157@tcp33: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384944.090284:0:16118:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384944.090286:0:16118:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384944.090288:0:16118:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp33) recovery failed with -71 00000100:00000001:2.0:1767384944.153105:0:16753:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384944.153115:0:16753:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.154066:0:16756:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384944.154068:0:16756:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384944.474090:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384944.474097:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384944.474102:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384944.474104:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384944.474130:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384944.474133:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384944.474136:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384944.612167:0:33571:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384944.612171:0:33571:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp42 --if ens2 00000001:00000001:3.0:1767384944.615141:0:33571:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384944.621454:0:33572:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000d521eddc. 00000400:00000010:0.0:1767384944.621475:0:33572:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e13df3d3. 00000400:00000010:0.0:1767384944.621487:0:33572:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f70aac43. 00000400:00000010:0.0:1767384944.621492:0:33572:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000008198e194. 00000400:00000010:0.0:1767384944.621496:0:33572:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ad66fd91. 00000400:00000010:0.0:1767384944.621501:0:33572:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006320089a. 00000400:00000010:0.0:1767384944.621502:0:33572:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b5538b03. 00000400:00000010:0.0:1767384944.621504:0:33572:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000096257bef. 00000400:00000010:0.0:1767384944.621508:0:33572:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c5dff4a6. 00000800:00000010:0.0:1767384944.621528:0:33572:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000072a8592. 00000800:00000200:0.0:1767384944.621549:0:33572:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384944.621564:0:33572:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384944.621626:0:33572:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:0.0:1767384944.621652:0:33572:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp42 [8/256/0/180] 00000400:00000010:0.0:1767384944.623093:0:33572:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 00000000330a596c. 00000400:00000010:0.0:1767384944.623107:0:33572:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080216c13. 00000400:00000010:0.0:1767384944.623114:0:33572:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065204f26. 00000400:00000001:0.0:1767384944.623143:0:33572:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384944.623145:0:33572:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384944.623148:0:33572:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083b0f1ae. 00000400:00000200:0.0:1767384944.623154:0:33572:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023e4f1eb 00000400:00000010:0.0:1767384944.623157:0:33572:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000023e4f1eb. 00000400:00000010:0.0:1767384944.623162:0:33572:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 000000009f5e6957. 00000400:00000200:0.0:1767384944.623170:0:33572:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (33) 00000400:00000200:0.0:1767384944.623191:0:33572:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:2.0:1767384944.623207:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384944.623210:0:33572:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131114 00000400:00000200:2.0:1767384944.623216:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000020:00000010:0.0:1767384944.623223:0:33572:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000ab7e8103. 00000400:00000010:2.0:1767384944.623225:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000735f4faa. 00000400:00000200:2.0:1767384944.623234:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (34) 00000020:01000000:0.0:1767384944.623237:0:33572:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000010:2.0:1767384944.623241:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000029b03088. 00000020:01000000:0.0:1767384944.623245:0:33572:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp42 00000400:00000200:2.0:1767384944.623254:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1767384944.623270:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1767384944.623276:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000010:0.0:1767384944.623280:0:33572:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e13df3d3. 00000400:00000200:2.0:1767384944.623282:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[43, 37], ns[43, 37] 00000400:00000200:2.0:1767384944.623293:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[62, 37] 00000400:00000010:0.0:1767384944.623295:0:33572:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000d521eddc. 00000400:00000200:2.0:1767384944.623299:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 37], ns[66, 37] 00000400:00000200:2.0:1767384944.623304:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 37], ns[77, 37] 00000400:00000200:2.0:1767384944.623307:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 37], ns[81, 37] 00000020:00000001:1.0:1767384944.623307:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384944.623313:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 37], ns[97, 37] 10000000:00000001:1.0:1767384944.623313:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384944.623318:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 37], ns[104, 37] 00000400:00000200:2.0:1767384944.623321:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 37], ns[125, 37] 00000400:00000200:2.0:1767384944.623327:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 37], ns[131, 37] 10000000:00000001:1.0:1767384944.623327:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384944.623331:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384944.623334:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 37], ns[137, 37] 00000020:01000004:1.0:1767384944.623336:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384944.623340:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 37], ns[141, 37] 00000020:01000004:1.0:1767384944.623340:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384944.623343:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384944.623347:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384944.623349:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 37], ns[32, 37] 00000020:01000004:1.0:1767384944.623350:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384944.623353:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384944.623355:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384944.623357:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384944.623360:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 00000020:01000004:1.0:1767384944.623361:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384944.623362:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384944.623368:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd92e08b. 00000020:00000040:1.0:1767384944.623374:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000400:00000200:2.0:1767384944.623379:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 32], ns[46, 32] 00000100:00000001:1.0:1767384944.623383:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384944.623387:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384944.623388:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 32], ns[50, 32] 00000400:00000200:2.0:1767384944.623395:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 32], ns[54, 32] 02000000:00000001:1.0:1767384944.623395:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384944.623415:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 32], ns[58, 32] 00000400:00000200:2.0:1767384944.623419:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 32], ns[74, 32] 02000000:00000010:1.0:1767384944.623421:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000086838fc1. 00000400:00000200:2.0:1767384944.623422:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 32], ns[123, 32] 00000400:00000200:2.0:1767384944.623428:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 32], ns[75, 32] 00000100:00000001:1.0:1767384944.623431:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384944.623432:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[125, 32], ns[135, 32] 00000400:00000200:2.0:1767384944.623438:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 32], ns[93, 32] 00000400:00000200:2.0:1767384944.623441:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[137, 32], ns[147, 32] 00000100:00000001:1.0:1767384944.623444:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384944.623445:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 32], ns[114, 32] 00000100:00000001:1.0:1767384944.623448:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384944.623451:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[123, 32], ns[133, 32] 00000400:00000200:2.0:1767384944.623456:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 32], ns[122, 32] 00000100:00000040:1.0:1767384944.623458:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd92e08b] to pc [ptlrpcd_00_01+1] req@00000000dd92e08b x1853237358518400/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384944.623464:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 32], ns[146, 32] 00000400:00000200:2.0:1767384944.623477:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 32], ns[145, 32] 00000400:00000200:2.0:1767384944.623486:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[132, 32], ns[142, 32] 00000400:00000200:2.0:1767384944.623489:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 32], ns[0, 32] 00000400:00000200:2.0:1767384944.623493:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp40] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 10000000:00000001:1.0:1767384944.623504:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384944.623508:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384944.623511:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384944.623512:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp40 00000020:01000000:1.0:1767384944.623514:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384944.623520:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp40 00000020:00000001:1.0:1767384944.623522:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384944.623525:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384944.623527:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp40 lpni_is_preferred = 0 10000000:00000001:1.0:1767384944.623528:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:3.0:1767384944.623529:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:01000000:1.0:1767384944.623532:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:2.0:1767384944.623533:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp40 00000020:01000004:1.0:1767384944.623536:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384944.623541:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp40 NI seq info: [148:148:256:4294967295] 192.168.203.157@tcp40 LPNI seq info [138:138:8:4294967295] 00000020:01000004:1.0:1767384944.623541:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384944.623543:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:1.0:1767384944.623546:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384944.623547:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:1.0:1767384944.623549:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384944.623551:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000040:3.0:1767384944.623555:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dd92e08b x1853237358518400/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384944.623555:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp40 00000020:01000004:1.0:1767384944.623555:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384944.623566:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384944.623569:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:3.0:1767384944.623573:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384944.623573:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384944.623574:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp40(192.168.203.157@tcp40:) -> 192.168.203.157@tcp40(192.168.203.157@tcp:192.168.203.157@tcp40) : PUT try# 0 00000100:00000001:3.0:1767384944.623577:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384944.623579:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cdbf7c2f. 02000000:00000001:3.0:1767384944.623583:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1767384944.623583:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000800:00000200:2.0:1767384944.623584:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.157@tcp40 00000100:00000001:1.0:1767384944.623588:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384944.623589:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767384944.623591:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039825511. 02000000:00000001:3.0:1767384944.623593:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384944.623593:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384944.623598:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384944.623601:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dd92e08b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358518400:0@lo:253: 00000800:00000010:2.0:1767384944.623602:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005b73ca1f. 02000000:00000010:1.0:1767384944.623608:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000077a9c5d9. 00000100:00000001:3.0:1767384944.623609:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:2.0:1767384944.623609:0:16125:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000001e7b4aec. 00000100:00000001:1.0:1767384944.623615:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384944.623616:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1767384944.623620:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b73ca1f] -> 12345-192.168.203.157@tcp40 (2) 02000000:00000001:3.0:1767384944.623621:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384944.623621:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384944.623624:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384944.623626:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.1:1767384944.623628:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b73ca1f] -> 12345-192.168.203.157@tcp40 (2) 00000100:00000040:1.0:1767384944.623633:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cdbf7c2f] to pc [ptlrpcd_00_02+2] req@00000000cdbf7c2f x1853237358518528/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384944.623635:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000382dec4f. 02000000:00000001:3.0:1767384944.623641:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384944.623649:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5d61463. 00000400:00000200:2.0:1767384944.623655:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 00000400:00000010:3.0:1767384944.623657:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c345cd29. 00000400:00000200:2.0:1767384944.623660:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100551 rc 0 10000000:00000001:1.0:1767384944.623662:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384944.623665:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358518400, portal 25 10000000:00000001:1.0:1767384944.623665:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384944.623671:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.623673:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:01000000:1.0:1767384944.623674:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384944.623678:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515725696 : -108637193825920 : ffff9d31eea71180) 00000020:00000010:1.0:1767384944.623678:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000ab7e8103. 00000100:00000001:2.0:1767384944.623680:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384944.623686:0:16130:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000040:3.0:1767384944.623690:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dd92e08b x1853237358518400/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384944.623691:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384944.623697:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384944.623702:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384944.623703:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.623705:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384944.623707:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384944.623712:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384944.623713:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384944.623716:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384944.623719:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004d14eec1. 00000100:00000001:2.0:1767384944.623720:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767384944.623726:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358518400, offset 0 00000100:00000040:2.0:1767384944.623726:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cdbf7c2f x1853237358518528/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384944.623738:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384944.623739:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384944.623742:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384944.623745:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384944.623748:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384944.623750:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384944.623753:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cdbf7c2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358518528:0@lo:253: 00000100:00000001:2.0:1767384944.623757:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384944.623768:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384944.623769:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384944.623771:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384944.623772:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 02000000:00000001:2.0:1767384944.623775:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384944.623785:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001d4cf45b. 02000000:00000001:2.0:1767384944.623788:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384944.623792:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272706080 00000400:00000010:2.0:1767384944.623794:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000065fbec. 00000400:00000010:2.0:1767384944.623802:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086359fd9. 00000400:00000200:3.0:1767384944.623812:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1389 [2] + 0 00000400:00000010:3.0:1767384944.623818:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005e574c9. 00000400:00000200:3.0:1767384944.623826:0:16128:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000002b69a06 00000100:00000200:2.0:1767384944.623830:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358518528, portal 25 00000100:00000001:2.0:1767384944.623834:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384944.623836:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384944.623836:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515735552 : -108637193816064 : ffff9d31eea73800) 00000100:00000040:2.0:1767384944.623845:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cdbf7c2f x1853237358518528/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384944.623851:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384944.623859:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384944.623866:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002b69a06 00000100:00000040:2.0:1767384944.623868:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384944.623871:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002b69a06. 00000400:00000010:2.0:1767384944.623872:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d555ea1b. 00000100:00000001:3.0:1767384944.623881:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384944.623881:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358518528, offset 0 00000100:00000200:3.0:1767384944.623885:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384944.623889:0:16128:0:(events.c:337:request_in_callback()) incoming req@00000000d1abe8fa x1853237358518400 msgsize 4848 00000400:00000200:2.0:1767384944.623892:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384944.623892:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000100:00100000:3.0:1767384944.623900:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384944.623905:0:16128:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384944.623905:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384944.623914:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272706100 00000100:00000001:3.0:1767384944.623917:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384944.623920:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1391 [2] + 0 00000400:00000010:2.0:1767384944.623923:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca5b651b. 00000400:00000200:2.0:1767384944.623927:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008b332a95 00000400:00000200:1.0:1767384944.623928:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:3.0:1767384944.623930:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d14eec1 00000400:00000200:2.0:1767384944.623933:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384944.623934:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004d14eec1. 00000100:00000001:3.0:1767384944.623941:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384944.623944:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384944.623948:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dd92e08b x1853237358518400/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384944.623949:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b332a95 00000400:00000010:2.0:1767384944.623954:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008b332a95. 00000100:00000001:2.0:1767384944.623960:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384944.623961:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000100:00000200:2.0:1767384944.623963:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384944.623964:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384944.623970:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dd92e08b x1853237358518400/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384944.623970:0:16130:0:(events.c:337:request_in_callback()) incoming req@00000000871dc941 x1853237358518528 msgsize 4848 00000100:00100000:2.0:1767384944.623981:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384944.623983:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000100:00000040:2.0:1767384944.623985:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384944.623987:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.623990:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384944.623997:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.624001:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384944.624002:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294934497 00000100:00000010:3.0:1767384944.624008:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e60dd453. 00000400:00000200:2.0:1767384944.624009:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d555ea1b 00000100:00000001:3.0:1767384944.624038:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000400:00000010:2.0:1767384944.624043:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d555ea1b. 00000100:00000001:2.0:1767384944.624045:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384944.624053:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294934498 00000100:00000200:2.0:1767384944.624058:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cdbf7c2f x1853237358518528/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384944.624062:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000514c309e. 00000100:00000001:2.0:1767384944.624065:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384944.624066:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000100:00000001:3.0:1767384944.624069:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767384944.624070:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cdbf7c2f x1853237358518528/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384944.624079:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.624083:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294934498 00000100:00000001:2.0:1767384944.624083:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384944.624089:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384944.624091:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d5b3417. 00000100:00000001:2.0:1767384944.624093:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294934498 00000100:00000001:3.0:1767384944.624099:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384944.624103:0:16130:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294934497 00000100:00000001:3.0:1767384944.624108:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294934498 00000400:00000200:1.0:1767384944.624110:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000100:00000001:2.0:1767384944.624111:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294934498 00000100:00000010:3.0:1767384944.624116:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f8b95d44. 00000100:00000001:2.0:1767384944.624117:0:16130:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, keep current deadline 4294934498 00000100:00000001:2.0:1767384944.624122:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294934498 00000100:00000001:2.0:1767384944.624124:0:16130:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, keep current deadline 4294934498 00000100:00000001:3.0:1767384944.624125:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384944.624126:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294934498 00000400:00000200:1.0:1767384944.624138:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000100:00000001:3.0:1767384944.624141:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384944.624141:0:16130:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, keep current deadline 4294934498 00000100:00000001:2.0:1767384944.624145:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384944.624147:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.624148:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.624156:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.624156:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.624159:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.624160:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384944.624161:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000100:00000001:3.0:1767384944.624177:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384944.624180:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384944.624183:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384944.624184:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384944.624185:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384944.624186:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384944.624188:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358518400 00000100:00000001:3.0:1767384944.624190:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384944.624191:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384944.624195:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384944.624196:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384944.624200:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384944.624203:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358518400 00000020:00000001:2.0:1767384944.624205:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384944.624207:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:2.0:1767384944.624209:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384944.624212:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000100:00000001:3.0:1767384944.624214:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384944.624214:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000400:00000200:1.0:1767384944.624214:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000100:00100000:3.0:1767384944.624218:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358518528 02000000:00000001:3.0:1767384944.624222:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384944.624224:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:3.0:1767384944.624225:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384944.624228:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.624232:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384944.624233:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384944.624237:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358518528 00000020:00000010:2.0:1767384944.624237:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000088458df6. 00000020:00000001:3.0:1767384944.624239:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384944.624242:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000100:00000001:2.0:1767384944.624243:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384944.624246:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384944.624247:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000088458df6. 00000020:00000040:3.0:1767384944.624249:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000020:00000001:3.0:1767384944.624254:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:3.0:1767384944.624256:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000010:2.0:1767384944.624256:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a0c20b2. 00000400:00000200:1.0:1767384944.624259:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000100:00000001:3.0:1767384944.624262:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384944.624264:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f4b60c3f. 00000020:00000010:3.0:1767384944.624267:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a8e486c. 00000020:00000010:2.0:1767384944.624271:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000113ff913. 00000100:00000001:3.0:1767384944.624272:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384944.624277:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a8e486c. 00000020:00000010:3.0:1767384944.624283:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000055540700. 00000100:00000040:2.0:1767384944.624283:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384944.624287:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1767384944.624290:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000029f50fc1. 00000100:00000001:2.0:1767384944.624290:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384944.624292:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384944.624298:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ceb3d2dd. 00000100:00000001:2.0:1767384944.624302:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.624304:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384944.624307:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384944.624308:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.624312:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384944.624314:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384944.624314:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000100:00000001:3.0:1767384944.624319:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384944.624324:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384944.624326:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384944.624333:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00000040:2.0:1767384944.624337:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:3.0:1767384944.624340:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384944.624340:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436513774672 : -108637195776944 : ffff9d31ee894c50) 00000100:00000001:3.0:1767384944.624343:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384944.624345:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d1abe8fa x1853237358518400/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:170/0 lens 4848/0 e 0 to 0 dl 1767384955 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384944.624350:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00000040:3.0:1767384944.624355:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000100:00000001:3.0:1767384944.624359:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436274247760 : -108637435303856 : ffff9d31e0426850) 00000100:00000001:2.0:1767384944.624359:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384944.624364:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000088458df6. 00000100:00000040:3.0:1767384944.624368:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000871dc941 x1853237358518528/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:170/0 lens 4848/0 e 0 to 0 dl 1767384955 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384944.624368:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384944.624369:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000020:00000010:2.0:1767384944.624374:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000088458df6. 00000100:00000001:3.0:1767384944.624383:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384944.624384:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d1abe8fa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16128:x1853237358518400:12345-0@lo:253: 00000020:00000010:3.0:1767384944.624387:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a8e486c. 00000100:00000200:2.0:1767384944.624388:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358518400 00000100:00000001:3.0:1767384944.624392:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384944.624393:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767384944.624395:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a8e486c. 00000020:00000001:2.0:1767384944.624399:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384944.624416:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384944.624417:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000871dc941 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16130:x1853237358518528:12345-0@lo:253: 00000020:00000001:2.0:1767384944.624419:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384944.624422:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000100:00000200:3.0:1767384944.624423:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358518528 00000020:00000001:3.0:1767384944.624426:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384944.624429:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384944.624432:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384944.624436:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384944.624436:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384944.624441:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:2.0:1767384944.624441:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384944.624447:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384944.624447:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384944.624448:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000020:00000001:3.0:1767384944.624449:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384944.624451:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384944.624455:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384944.624456:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384944.624457:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384944.624461:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.624462:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384944.624463:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384944.624466:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384944.624467:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384944.624475:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000019e0feed. 02000000:00000010:2.0:1767384944.624475:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d5768b80. 02000000:00000001:3.0:1767384944.624481:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384944.624481:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384944.624482:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000100:00000001:3.0:1767384944.624488:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.624489:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384944.624496:0:16762:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384944.624496:0:16763:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384944.624508:0:16762:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004ba79b44. 20000000:00000010:2.0:1767384944.624509:0:16763:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004d66b48a. 20000000:01000000:3.0:1767384944.624511:0:16762:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384944.624513:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 20000000:01000000:2.0:1767384944.624514:0:16763:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384944.624515:0:16762:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384944.624520:0:16763:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384944.624521:0:16762:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384944.624532:0:16762:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384944.624534:0:16762:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384944.624534:0:16763:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384944.624536:0:16762:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384944.624538:0:16763:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384944.624541:0:16763:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384944.624543:0:16763:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384944.624549:0:16762:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000048deb0ba. 20000000:01000000:3.0:1767384944.624552:0:16762:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 20000000:00000001:3.0:1767384944.624559:0:16762:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384944.624559:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00080000:00000001:3.0:1767384944.624566:0:16762:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384944.624601:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00080000:00000001:3.0:1767384944.624620:0:16762:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384944.624624:0:16762:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384944.624626:0:16762:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384944.624628:0:16762:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384944.624632:0:16762:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384944.624639:0:16762:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:3.0:1767384944.624642:0:16762:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384944.624645:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00080000:00000010:3.0:1767384944.624649:0:16762:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fecd7d22. 00080000:00000001:3.0:1767384944.624652:0:16762:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431482875904 : -108642226675712 : ffff9d30c2abe000) 00080000:00000001:3.0:1767384944.624656:0:16762:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384944.624697:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:1.0:1767384944.624740:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000001:00000001:3.0:1767384944.624777:0:16762:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384944.624780:0:16762:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384944.624782:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00080000:00000001:3.0:1767384944.624784:0:16762:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384944.624812:0:16762:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384944.624817:0:16762:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384944.624824:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:1.0:1767384944.624878:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:1.0:1767384944.624949:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00080000:00000001:3.0:1767384944.624991:0:16762:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384944.624995:0:16762:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384944.625063:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000100:00000001:2.0:1767384944.625106:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384944.625111:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384944.625111:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:1.0:1767384944.625149:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:1.0:1767384944.625221:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:1.0:1767384944.625292:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:1.0:1767384944.625359:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:1.0:1767384944.625459:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:1.0:1767384944.625534:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:1.0:1767384944.625671:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:1.0:1767384944.625793:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:1.0:1767384944.626104:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bf1fc5f5. 00000800:00000010:1.0:1767384944.626112:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007abb4206. 00000800:00000010:1.0:1767384944.626119:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e82612ce. 00000800:00000010:1.0:1767384944.626147:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e82612ce. 00000800:00020000:1.0:1767384944.626159:0:16117:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:1.0:1767384944.626164:0:16117:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007abb4206. 00000800:00000010:1.0:1767384944.626170:0:16117:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bf1fc5f5. 00000400:02020000:1.0:1767384944.626260:0:16117:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp40 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384944.626270:0:16117:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp40 notifying 192.168.203.157@tcp40: down 00000800:00000200:1.0:1767384944.626289:0:16117:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp40 down 00000800:00000100:1.0:1767384944.626300:0:16117:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 576 0@<0:0>->192.168.203.157@tcp40 00000800:00000010:1.0:1767384944.626305:0:16117:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039825511. 00000400:00000200:1.0:1767384944.626311:0:16117:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384944.626316:0:16117:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp40->192.168.203.157@tcp40: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384944.626324:0:16117:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp40 added to recovery queue. ping count: 0 next ping: 268 health :900 00000400:00000200:1.0:1767384944.626330:0:16117:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384944.626335:0:16117:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp: 1 00000400:00000200:1.0:1767384944.626339:0:16117:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:1.0:1767384944.626374:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384944.626380:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x101151 00000400:00000001:1.0:1767384944.626384:0:16125:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384944.626386:0:16125:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384944.626387:0:16125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000735f4faa 00000400:00000010:1.0:1767384944.626390:0:16125:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000735f4faa. 00000400:00000200:1.0:1767384944.626396:0:16125:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384944.626414:0:16125:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:1.0:1767384944.626419:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (35) 00000400:00000200:1.0:1767384944.626424:0:16125:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.157@tcp 00000400:00000200:1.0:1767384944.626428:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 rc -71 00000400:00000200:1.0:1767384944.626435:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:1.0:1767384944.626444:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (34) 00080000:00000001:1.0:1767384944.633884:0:16762:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384944.633893:0:16762:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00080000:00000001:3.0:1767384944.633894:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384944.633899:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384944.633900:0:16762:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384944.633903:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384944.633905:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384944.633905:0:16762:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384944.633910:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384944.633914:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000fecd7d22. 00080000:00000001:3.0:1767384944.633918:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384944.633922:0:16762:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:2.0:1767384944.633937:0:16763:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000104ae53c. 20000000:01000000:2.0:1767384944.633941:0:16763:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 20000000:00000001:1.0:1767384944.633943:0:16762:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384944.633945:0:16763:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:1.0:1767384944.633950:0:16762:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384944.633951:0:16763:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:0.0:1767384944.633958:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:1.0:1767384944.633962:0:16762:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384944.633968:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384944.633973:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384944.633974:0:16763:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384944.633987:0:16763:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384944.633989:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384944.633990:0:16763:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384944.633994:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384944.633995:0:16763:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384944.634003:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:0.0:1767384944.634008:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ee4122b5. 00000020:00000001:2.0:1767384944.634009:0:16763:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:2.0:1767384944.634065:0:16763:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384944.634067:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384944.634071:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ad871020. 00080000:00000010:2.0:1767384944.634072:0:16763:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007b5d488c. 00080000:00000001:2.0:1767384944.634077:0:16763:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490407424 : -108642219144192 : ffff9d30c31ecc00) 00000020:00000001:0.0:1767384944.634078:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384944.634086:0:16763:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000040:0.0:1767384944.634088:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ad871020 with handle 0x4895a8f6c11e877b to hash 00000020:00000001:0.0:1767384944.634092:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384944.634094:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384944.634097:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384944.634101:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384944.634110:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384944.634114:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ad871020/0x4895a8f6c11e877b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384944.634122:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384944.634125:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384944.634144:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384944.634147:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384944.634150:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384944.634153:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384944.634155:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384944.634158:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384944.634160:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384944.634163:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000001:00000001:2.0:1767384944.634166:0:16763:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767384944.634167:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:2.0:1767384944.634175:0:16763:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384944.634176:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ee4122b5) refcount = 1 00080000:00000001:2.0:1767384944.634190:0:16763:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:0.0:1767384944.634191:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ad871020/0x4895a8f6c11e877b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384944.634199:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384944.634202:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384944.634204:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384944.634206:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384944.634208:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384944.634210:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:2.0:1767384944.634213:0:16763:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384944.634215:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003542952s 00080000:00000001:2.0:1767384944.634221:0:16763:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384944.634223:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384944.634226:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384944.634228:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ad871020 refcount=4 00000020:00000001:0.0:1767384944.634231:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384944.634234:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384944.634237:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384944.634240:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ad871020/0x4895a8f6c11e877b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384944.634245:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384944.634255:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ad871020/0x4895a8f6c11e877b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384944.634259:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384944.634261:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384944.634263:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ad871020/0x4895a8f6c11e877b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384944.634267:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384944.634270:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384944.634272:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384944.634275:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ad871020/0x4895a8f6c11e877b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384944.634281:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ad871020 already unused, calling callback (00000000be7801c4) 00010000:00000001:0.0:1767384944.634284:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384944.634288:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384944.634291:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ad871020/0x4895a8f6c11e877b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384944.634296:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384944.634298:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384944.634300:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384944.634302:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ad871020 refcount=5 00000020:00000001:0.0:1767384944.634305:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384944.634307:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384944.634309:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384944.634311:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ad871020/0x4895a8f6c11e877b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384944.634315:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384944.634334:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384944.634336:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384944.634342:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384944.634344:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384944.634348:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384944.634350:0:16763:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384944.634353:0:16763:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384944.634356:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384944.634361:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ad871020 with handle 0x4895a8f6c11e877b from hash 00010000:00000001:0.0:1767384944.634363:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384944.634365:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384944.634366:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384944.634367:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384944.634368:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384944.634370:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384944.634372:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384944.634373:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384944.634375:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384944.634377:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384944.634379:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384944.634381:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384944.634382:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384944.634384:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384944.634385:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384944.634387:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384944.634388:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ad871020/0x4895a8f6c11e877b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384944.634391:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384944.634392:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384944.634393:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384944.634394:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384944.634396:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384944.634397:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384944.634398:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384944.634400:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384944.634416:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384944.634418:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ad871020/0x4895a8f6c11e877b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384944.634422:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384944.634423:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384944.634425:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ad871020/0x4895a8f6c11e877b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384944.634437:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ee4122b5 count: 0 00010000:00000001:0.0:1767384944.634455:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384944.634457:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384944.636078:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294934498, at 4294934499 00000100:00000010:3.0:1767384944.636089:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f8b95d44. 00000100:00000040:1.0:1767384944.637075:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294934498, at 4294934500 00000100:00000010:1.0:1767384944.637082:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000514c309e. 00000100:00000040:2.0:1767384944.637126:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294934498, at 4294934500 00000100:00000010:2.0:1767384944.637134:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d5b3417. 00000100:00000040:0.0:1767384944.637296:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294934498, at 4294934500 00000100:00000010:0.0:1767384944.637305:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e60dd453. 00010000:00000010:0.1:1767384944.642052:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ee4122b5. 00010000:00000010:0.1:1767384944.642064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ad871020. 00080000:00000001:0.0:1767384944.644553:0:16763:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384944.644554:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384944.644560:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384944.644562:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:0.0:1767384944.644562:0:16763:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00040000:00000001:2.0:1767384944.644569:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384944.644570:0:16763:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384944.644572:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384944.644575:0:16763:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:2.0:1767384944.644576:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007b5d488c. 20000000:01000000:0.0:1767384944.644579:0:16763:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767384944.644581:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384944.644592:0:16763:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384944.644597:0:16763:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384944.644605:0:16763:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384944.644627:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384944.644630:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384944.644633:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384944.644636:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384944.644639:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384944.644644:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ee4122b5. 00010000:00000001:0.0:1767384944.644648:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384944.644653:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ad871020. 00000020:00000001:0.0:1767384944.644656:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384944.644659:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ad871020 with handle 0x4895a8f6c11e8782 to hash 00000020:00000001:0.0:1767384944.644662:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384944.644665:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384944.644668:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384944.644671:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384944.644673:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384944.644675:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8782 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384944.644682:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384944.644700:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384944.644702:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384944.644704:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384944.644705:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384944.644708:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384944.644710:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384944.644713:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384944.644715:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384944.644717:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384944.644719:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384944.644721:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ee4122b5) refcount = 1 00010000:00010000:0.0:1767384944.644724:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8782 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384944.644728:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384944.644731:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384944.644732:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384944.644734:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384944.644736:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384944.644740:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384944.644744:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003542952s 00010000:00000001:0.0:1767384944.644746:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384944.644748:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384944.644752:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ad871020 refcount=4 00000020:00000001:0.0:1767384944.644754:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384944.644756:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384944.644757:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384944.644758:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8782 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384944.644762:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384944.644764:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8782 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384944.644769:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384944.644771:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384944.644781:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8782 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384944.644787:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384944.644788:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384944.644791:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384944.644795:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8782 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384944.644802:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ad871020 already unused, calling callback (00000000be7801c4) 00010000:00000001:0.0:1767384944.644807:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384944.644810:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384944.644814:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8782 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384944.644821:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384944.644823:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384944.644825:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384944.644828:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ad871020 refcount=5 00000020:00000001:0.0:1767384944.644830:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384944.644834:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854937600 : -108637854614016 : ffff9d31c7443e00) 00010000:00000001:0.0:1767384944.644837:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384944.644840:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8782 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384944.644847:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384944.644849:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384944.644851:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384944.644854:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384944.644857:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384944.644860:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384944.644864:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384944.644867:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ad871020 with handle 0x4895a8f6c11e8782 from hash 00010000:00000001:0.0:1767384944.644870:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384944.644871:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384944.644882:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384944.644883:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384944.644887:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384944.644889:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384944.644892:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384944.644894:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384944.644897:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384944.644901:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384944.644903:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384944.644906:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384944.644907:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384944.644909:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384944.644912:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384944.644914:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384944.644917:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8782 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384944.644922:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384944.644923:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384944.644925:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384944.644927:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384944.644929:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384944.644931:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384944.644932:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384944.644934:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384944.644936:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384944.644937:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8782 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384944.644941:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384944.644942:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384944.644943:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ad871020/0x4895a8f6c11e8782 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384944.644946:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ee4122b5 count: 0 00010000:00000001:0.0:1767384944.644955:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384944.644958:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384944.645535:0:16762:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384944.645540:0:16762:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384944.645542:0:16762:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004ba79b44. 20000000:00000001:3.0:1767384944.645550:0:16762:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384944.645554:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358518528 00010000:00000001:3.0:1767384944.645563:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384944.645571:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000871dc941 x1853237358518528/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:170/0 lens 4848/4768 e 0 to 0 dl 1767384955 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384944.645580:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384944.645583:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384944.645587:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=68 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384944.645592:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384944.645594:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:3.0:1767384944.645597:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:3.0:1767384944.645600:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384944.645603:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.645607:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384944.645611:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384944.645615:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6e35b26. 00000100:00000200:3.0:1767384944.645620:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358518528, offset 224 00000400:00000200:3.0:1767384944.645626:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384944.645640:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384944.645652:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272706100 00000400:00000200:3.0:1767384944.645662:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1bb9 [2] + 224 00000400:00000200:3.0:1767384944.645671:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384944.645677:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384944.645684:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384944.645692:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cdbf7c2f x1853237358518528/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384944.645706:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000cdbf7c2f x1853237358518528/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384944.645725:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384944.645735:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6e35b26 00000400:00000010:3.0:1767384944.645741:0:16762:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d6e35b26. 00000100:00000001:3.0:1767384944.645749:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384944.645752:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384944.645753:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384944.645757:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384944.645758:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384944.645764:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000001:2.0:1767384944.645767:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384944.645768:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384944.645770:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384944.645773:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000065fbec. 00000400:00000200:2.0:1767384944.645776:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086359fd9 00000020:00000001:3.0:1767384944.645778:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384944.645779:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086359fd9. 00000020:00000001:3.0:1767384944.645784:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384944.645785:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384944.645795:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cdbf7c2f x1853237358518528/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384944.645797:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000871dc941 x1853237358518528/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:170/0 lens 4848/4768 e 0 to 0 dl 1767384955 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384944.645819:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cdbf7c2f x1853237358518528/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384944.645826:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000871dc941 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16130:x1853237358518528:12345-0@lo:253: Request processed in 21438us (21850us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384944.645831:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384944.645834:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384944.645837:0:16130:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384944.645839:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1767384944.645840:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00000001:2.0:1767384944.645843:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384944.645847:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00000001:2.0:1767384944.645848:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.645852:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384944.645852:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384944.645856:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1767384944.645859:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=68 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384944.645862:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000029f50fc1. 00000100:00001000:2.0:1767384944.645864:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=68 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384944.645867:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ceb3d2dd. 00000100:00000001:2.0:1767384944.645868:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384944.645871:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384944.645872:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000055540700. 00010000:00000001:2.0:1767384944.645877:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:3.0:1767384944.645880:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 02000000:00000001:3.0:1767384944.645885:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384944.645886:0:16130:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384944.645888:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000019e0feed. 00000100:00000001:2.0:1767384944.645890:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384944.645893:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384944.645899:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384944.645899:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cdbf7c2f x1853237358518528/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384944.645907:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384944.645908:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384944.645912:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1767384944.645913:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005e574c9. 00000100:00000001:2.0:1767384944.645916:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384944.645921:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6e35b26. 00000020:01000004:2.0:1767384944.645923:0:16130:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384944.645926:0:16130:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384944.645930:0:16130:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384944.645933:0:16130:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384944.645934:0:16130:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384944.645937:0:16130:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384944.645939:0:16130:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384944.645942:0:16130:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384944.645945:0:16130:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384944.645948:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cdbf7c2f x1853237358518528/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384944.645955:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cdbf7c2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358518528:0@lo:253: 00000100:00000001:2.0:1767384944.645963:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384944.645965:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384944.645967:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cdbf7c2f x1853237358518528/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384944.645972:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384944.645976:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384944.645978:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001d4cf45b. 02000000:00000001:2.0:1767384944.645985:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384944.645987:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384944.645988:0:16130:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1767384944.645990:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384944.645992:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000077a9c5d9. 02000000:00000001:2.0:1767384944.645996:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384944.645998:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384944.646000:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cdbf7c2f. 00000100:00000001:2.0:1767384944.646004:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384944.646196:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384944.646199:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384944.646207:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384944.646209:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.646212:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384944.646213:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384944.648926:0:16763:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384944.648942:0:16763:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384944.648945:0:16763:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004d66b48a. 20000000:00000001:0.0:1767384944.648951:0:16763:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384944.648956:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358518400 00010000:00000001:0.0:1767384944.648960:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384944.648972:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d1abe8fa x1853237358518400/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:170/0 lens 4848/4768 e 0 to 0 dl 1767384955 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384944.648982:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384944.648986:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384944.648991:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=68 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384944.648996:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384944.648999:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384944.649002:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384944.649006:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384944.649011:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384944.649064:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384944.649074:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384944.649081:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086e7003e. 00000100:00000200:0.0:1767384944.649089:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358518400, offset 224 00000400:00000200:0.0:1767384944.649101:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384944.649115:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384944.649126:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272706080 00000400:00000200:0.0:1767384944.649135:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1bb1 [2] + 224 00000400:00000200:0.0:1767384944.649143:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384944.649147:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384944.649155:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384944.649161:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dd92e08b x1853237358518400/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384944.649171:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000dd92e08b x1853237358518400/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384944.649191:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384944.649202:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086e7003e 00000100:00000001:2.0:1767384944.649204:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384944.649206:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086e7003e. 00000100:00000001:2.0:1767384944.649208:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384944.649215:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384944.649216:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384944.649218:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384944.649220:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5d61463. 00000400:00000200:2.0:1767384944.649224:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c345cd29 00000400:00000010:2.0:1767384944.649227:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c345cd29. 00000100:00000001:0.0:1767384944.649227:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384944.649235:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384944.649239:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384944.649243:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dd92e08b x1853237358518400/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384944.649250:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:0.0:1767384944.649264:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:2.0:1767384944.649267:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dd92e08b x1853237358518400/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384944.649269:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384944.649280:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384944.649281:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384944.649286:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384944.649289:0:16128:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384944.649291:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384944.649296:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384944.649297:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d1abe8fa x1853237358518400/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:170/0 lens 4848/4768 e 0 to 0 dl 1767384955 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384944.649300:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384944.649307:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384944.649313:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=68 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384944.649324:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=68 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384944.649329:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384944.649330:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384944.649337:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:0.0:1767384944.649338:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d1abe8fa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16128:x1853237358518400:12345-0@lo:253: Request processed in 24969us (25438us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384944.649340:0:16128:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.649346:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384944.649355:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dd92e08b x1853237358518400/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384944.649363:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384944.649368:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:0.0:1767384944.649370:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00000001:2.0:1767384944.649376:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384944.649378:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000020:01000004:2.0:1767384944.649380:0:16128:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384944.649386:0:16128:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000001:0.0:1767384944.649387:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:01000004:2.0:1767384944.649388:0:16128:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384944.649393:0:16128:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384944.649394:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:01000004:2.0:1767384944.649396:0:16128:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384944.649400:0:16128:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384944.649416:0:16128:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384944.649418:0:16128:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384944.649419:0:16128:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384944.649423:0:16128:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000010:0.0:1767384944.649423:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f4b60c3f. 00000100:00000040:2.0:1767384944.649430:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd92e08b x1853237358518400/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384944.649434:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000113ff913. 00000100:00100000:2.0:1767384944.649441:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dd92e08b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358518400:0@lo:253: 00000020:00000010:0.0:1767384944.649446:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a0c20b2. 00000100:00000001:2.0:1767384944.649449:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384944.649453:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384944.649456:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dd92e08b x1853237358518400/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384944.649458:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 00000100:00000001:2.0:1767384944.649471:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384944.649472:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1767384944.649473:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384944.649477:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000382dec4f. 02000000:00000010:0.0:1767384944.649478:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d5768b80. 02000000:00000001:2.0:1767384944.649482:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384944.649485:0:16128:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1767384944.649486:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000040:2.0:1767384944.649487:0:16128:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1767384944.649494:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384944.649496:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000086838fc1. 00000100:00000001:0.0:1767384944.649496:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384944.649501:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384944.649503:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384944.649504:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd92e08b. 00000100:00000001:2.0:1767384944.649509:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:0.0:1767384944.649509:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384944.649514:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384944.649517:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384944.649520:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c79813d. 00000100:00000001:2.0:1767384944.649522:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384944.649526:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384944.649529:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384944.649530:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086e7003e. 00000100:00000001:2.0:1767384944.649531:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384944.651621:0:33577:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000005e7bc801. 00000400:00000040:1.0:1767384944.651643:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384944.651646:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384944.651648:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384944.651649:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384944.651651:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384944.651652:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384944.651654:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384944.651655:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384944.651657:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384944.651658:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384944.651660:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384944.651661:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384944.651662:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384944.651664:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384944.651665:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384944.651666:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384944.651667:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384944.651668:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384944.651669:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384944.651670:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384944.651671:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384944.651672:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384944.651673:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384944.651674:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384944.651675:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384944.651676:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384944.651677:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384944.651678:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384944.651679:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384944.651680:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384944.651680:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384944.651682:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384944.651683:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384944.651683:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384944.651684:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384944.651685:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384944.651686:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384944.651688:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384944.651694:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384944.651695:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384944.651697:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384944.651698:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384944.651699:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384944.651701:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384944.651702:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384944.651703:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384944.651703:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384944.651704:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384944.651706:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384944.651707:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384944.651708:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384944.651709:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384944.651710:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384944.651712:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384944.651714:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384944.651715:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384944.651717:0:33577:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384944.651837:0:33577:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000005e7bc801. 00010000:00000010:0.1:1767384944.653062:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ee4122b5. 00010000:00000010:0.1:1767384944.653071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ad871020. 00000400:00000001:0.0:1767384945.113084:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384945.113090:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384945.113092:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073db7c4c 00000400:00000010:0.0:1767384945.113097:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073db7c4c. 00000400:00000200:0.0:1767384945.113105:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384945.113111:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp33 recovery ping unlinked 00000400:00000010:0.0:1767384945.113124:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b7db542b. 00000400:00000010:0.0:1767384945.113131:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004fb0087f. 00000800:00000200:3.0:1767384945.113188:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000026639f68] -> 12345-192.168.203.157@tcp11 (6) 00000800:00000200:3.0:1767384945.113204:0:16119:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp11 ip 192.168.203.157:988 00000800:00000200:3.0:1767384945.113210:0:16119:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000082be1b3a type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384945.113378:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384945.113385:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384945.113414:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384945.113437:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384945.113441:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384945.497085:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384945.497090:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384945.497095:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384945.497096:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384945.497115:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384945.497117:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384945.497119:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767384946.138059:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003847038f. 00000400:00000010:2.0:1767384946.138075:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007fa0afcb. 00000400:00000010:2.0:1767384946.138079:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005824e233. 00000400:00000010:2.0:1767384946.138081:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001cc056d9. 00000400:00000010:2.0:1767384946.138088:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e5b1f99c. 00000400:00000010:2.0:1767384946.138095:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000eb6ca627. 00000400:00000010:2.0:1767384946.138098:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004c844bd1. 00000400:00000010:2.0:1767384946.138100:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000daf58dd5. 00000400:00000010:2.0:1767384946.138102:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006ff1cfb9. 00000400:00000010:2.0:1767384946.138104:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000013442e89. 00000400:00000010:2.0:1767384946.138105:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000023e8210e. 00000400:00000010:2.0:1767384946.138106:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001b311e84. 00000400:00000010:2.0:1767384946.138108:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000f78ee87. 00000400:00000010:2.0:1767384946.138110:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000089abb277. 00000400:00000010:2.0:1767384946.138113:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004cfb412a. 00000400:00000010:2.0:1767384946.138114:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000069d82dc1. 00000400:00000010:2.0:1767384946.138115:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000078fa1e29. 00000400:00000010:2.0:1767384946.138117:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005f127918. 00000400:00000010:2.0:1767384946.138118:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f1b0d41f. 00000400:00000010:2.0:1767384946.138120:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003dac0d55. 00000400:00000010:2.0:1767384946.138121:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004c56ec88. 00000400:00000010:2.0:1767384946.138122:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000020f1f51. 00000400:00000010:2.0:1767384946.138124:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007be48dd0. 00000400:00000010:2.0:1767384946.138125:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e8cfcaac. 00000400:00000010:2.0:1767384946.138127:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008ceee6b4. 00000400:00000010:2.0:1767384946.138128:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005e9552cd. 00000400:00000010:2.0:1767384946.138129:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000161c414f. 00000400:00000010:2.0:1767384946.138131:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000879f20e8. 00000400:00000010:2.0:1767384946.138132:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000071facf1a. 00000400:00000010:2.0:1767384946.138133:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002c8174f1. 00000400:00000010:2.0:1767384946.138135:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d1c7a23d. 00000400:00000010:2.0:1767384946.138136:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003c8bbc1c. 00000400:00000010:2.0:1767384946.138137:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000bc0d7e8d. 00000400:00000010:2.0:1767384946.138139:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000980f51ad. 00000400:00000010:2.0:1767384946.138140:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000003bfd902. 00000400:00000010:2.0:1767384946.138141:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b979e21a. 00000400:00000010:2.0:1767384946.138142:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000997122c3. 00000400:00000010:2.0:1767384946.138149:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f6b3ceb2. 00000400:00000010:2.0:1767384946.138150:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000002cc9468. 00000400:00000010:2.0:1767384946.138152:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009ccbc8f5. 00000400:00000010:2.0:1767384946.138153:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002db00f0f. 00000400:00000010:2.0:1767384946.138155:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000008d99bd8. 00000400:00000010:2.0:1767384946.138156:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000099751488. 00000400:00000010:2.0:1767384946.138158:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000056341aa6. 00000400:00000010:2.0:1767384946.138159:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000024c415bb. 00000400:00000010:2.0:1767384946.138160:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000163abfe0. 00000400:00000010:2.0:1767384946.138162:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000dc6417ef. 00000400:00000010:2.0:1767384946.138163:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002e34909b. 00000400:00000010:2.0:1767384946.138164:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000083b5fd12. 00000400:00000010:2.0:1767384946.138166:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000018195a6f. 00000400:00000010:2.0:1767384946.138167:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ad3ae353. 00000400:00000010:2.0:1767384946.138168:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b177ba02. 00000400:00000010:2.0:1767384946.138170:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d88163c2. 00000400:00000010:2.0:1767384946.138171:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ce383270. 00000400:00000010:2.0:1767384946.138173:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000039088aef. 00000400:00000010:2.0:1767384946.138174:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b068cfcd. 00000400:00000010:2.0:1767384946.138175:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000dbb853b3. 00000400:00000010:2.0:1767384946.138177:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000f218950. 00000400:00000010:2.0:1767384946.138178:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a0e6de40. 00000400:00000010:2.0:1767384946.138179:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d4a98754. 00000400:00000010:2.0:1767384946.138181:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000083447fe3. 00000400:00000010:2.0:1767384946.138182:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001d50f605. 00000400:00000010:2.0:1767384946.138183:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000081829458. 00000400:00000010:2.0:1767384946.138185:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000074b4a94d. 00000400:00000010:2.0:1767384946.138186:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a9ecf4d2. 00000400:00000010:2.0:1767384946.138187:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002ce3881e. 00000400:00000010:2.0:1767384946.138188:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000033ee45e8. 00000400:00000010:2.0:1767384946.138190:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b9dc3d3b. 00000400:00000010:2.0:1767384946.138191:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000dc25e01f. 00000400:00000010:2.0:1767384946.138193:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002c35eab3. 00000400:00000010:2.0:1767384946.138194:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007bdf5fb6. 00000400:00000010:2.0:1767384946.138195:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c51c0005. 00000400:00000010:2.0:1767384946.138196:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000153df5aa. 00000400:00000010:2.0:1767384946.138202:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006b27f32a. 00000400:00000010:2.0:1767384946.138203:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007fa961dc. 00000400:00000010:2.0:1767384946.138204:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c4e9813a. 00000400:00000010:2.0:1767384946.138205:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b6e66496. 00000400:00000010:2.0:1767384946.138206:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004768f846. 00000400:00000010:2.0:1767384946.138208:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004089d2ee. 00000400:00000010:2.0:1767384946.138209:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007111d50b. 00000400:00000010:2.0:1767384946.138210:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c46357f0. 00000400:00000010:2.0:1767384946.138211:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d0348af6. 00000400:00000010:2.0:1767384946.138212:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000019f5521e. 00000400:00000010:2.0:1767384946.138213:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002155c1eb. 00000400:00000010:2.0:1767384946.138214:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000361cd96. 00000400:00000010:2.0:1767384946.138215:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000033139736. 00000400:00000010:2.0:1767384946.138217:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000248c09c1. 00000400:00000010:2.0:1767384946.138218:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000db64a2ac. 00000400:00000010:2.0:1767384946.138219:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006c253e71. 00000400:00000010:2.0:1767384946.138220:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d5927b07. 00000400:00000010:2.0:1767384946.138221:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000088b8b870. 00000400:00000010:2.0:1767384946.138223:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009d3e814f. 00000400:00000010:2.0:1767384946.138224:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d6176acc. 00000400:00000010:2.0:1767384946.138226:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d91d2027. 00000400:00000010:2.0:1767384946.138227:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000961d3277. 00000400:00000010:2.0:1767384946.138228:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000032269ffc. 00000400:00000010:2.0:1767384946.138229:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007e3ece3d. 00000400:00000010:2.0:1767384946.138230:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b4061989. 00000400:00000010:2.0:1767384946.138232:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e915858b. 00000400:00000010:2.0:1767384946.138233:0:16124:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000029b03088. 00000400:00000200:2.0:1767384946.138241:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp40 00000400:00000010:2.0:1767384946.138244:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001a4b3416. 00000400:00000010:2.0:1767384946.138249:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000093859aaf. 00000400:00000010:2.0:1767384946.138253:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005688dda0. 00000400:00000010:2.0:1767384946.138258:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000029b03088. 00000400:00000200:2.0:1767384946.138261:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp40 00000400:00000200:2.0:1767384946.138276:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp40 local destination 00000400:00000200:2.0:1767384946.138282:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp40 00000400:00000200:2.0:1767384946.138290:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp40 NI seq info: [149:149:256:4294967295] 192.168.203.157@tcp40 LPNI seq info [139:139:8:4294967295] 00000400:00000200:2.0:1767384946.138296:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp40 00000400:00000200:2.0:1767384946.138302:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp40(192.168.203.157@tcp40:) -> 192.168.203.157@tcp40(192.168.203.157@tcp40:192.168.203.157@tcp40) : GET try# 0 00000800:00000200:2.0:1767384946.138306:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp40 00000800:00000010:2.0:1767384946.138310:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004f725831. 00000800:00000200:2.0:1767384946.138315:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b73ca1f] -> 12345-192.168.203.157@tcp40 (2) 00000800:00000200:2.1:1767384946.138319:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b73ca1f] -> 12345-192.168.203.157@tcp40 (2) 00000400:00000200:2.0:1767384946.138338:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp40 added to recovery queue. ping count: 1 next ping: 270 health :900 00000400:00000200:3.0:1767384946.138449:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:3.0:1767384946.138501:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:3.0:1767384946.138520:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:3.0:1767384946.138537:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:3.0:1767384946.138552:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:3.0:1767384946.138586:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:3.0:1767384946.138601:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:3.0:1767384946.138615:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:3.0:1767384946.138646:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:3.0:1767384946.138669:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:3.0:1767384946.138712:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:3.0:1767384946.138761:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:3.0:1767384946.138799:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:3.0:1767384946.138825:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:3.0:1767384946.138840:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:3.0:1767384946.138853:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:3.0:1767384946.138870:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:3.0:1767384946.138892:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:3.0:1767384946.138932:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:3.0:1767384946.138968:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:3.0:1767384946.139418:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:3.0:1767384946.139535:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:3.0:1767384946.139640:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:3.0:1767384946.139750:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:3.0:1767384946.139852:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:3.0:1767384946.139971:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:3.0:1767384946.140109:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:3.0:1767384946.140142:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:3.0:1767384946.140200:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:3.0:1767384946.140237:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:3.0:1767384946.140307:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:3.0:1767384946.140361:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:3.0:1767384946.140418:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:3.0:1767384946.140446:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:3.0:1767384946.140466:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:3.0:1767384946.140666:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000019e0feed. 00000800:00000010:3.0:1767384946.140677:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000099401105. 00000800:00000010:3.0:1767384946.140685:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000c8f4a8b. 00000800:00000010:3.0:1767384946.140737:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000c8f4a8b. 00000800:00020000:3.0:1767384946.140752:0:16115:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:3.0:1767384946.140757:0:16115:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000099401105. 00000800:00000010:3.0:1767384946.140760:0:16115:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000019e0feed. 00000400:02020000:3.0:1767384946.140805:0:16115:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp40 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384946.140812:0:16115:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp40 notifying 192.168.203.157@tcp40: down 00000400:00000200:3.0:1767384946.140818:0:16115:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384946.140823:0:16115:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp40 00000800:00000010:3.0:1767384946.140826:0:16115:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004f725831. 00000400:00000200:3.0:1767384946.140831:0:16115:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384946.140835:0:16115:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp40->192.168.203.157@tcp40: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384946.140849:0:16115:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384946.140853:0:16115:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384946.140856:0:16115:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp40) recovery failed with -71 00080000:00000001:1.0:1767384946.404949:0:34053:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384946.404961:0:34053:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384946.404965:0:34053:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384946.404970:0:34053:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384946.404975:0:34053:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384946.404977:0:34053:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.521113:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384946.521117:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.521122:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384946.521125:0:58:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384946.521127:0:58:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384946.521136:0:58:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.521139:0:58:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384946.521140:0:58:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.521142:0:58:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.521143:0:58:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384946.521175:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384946.521179:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384946.521182:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1767384946.713058:0:16767:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384946.713063:0:16767:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ff67cc77) refs 2 10000000:00000001:1.0:1767384946.713068:0:16767:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384946.713070:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384946.713072:0:16767:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384946.713073:0:16767:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384946.713075:0:16767:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384946.713077:0:16767:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384946.713078:0:16767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9d31c7708000 from 65 10000000:00000001:1.0:1767384946.713081:0:16767:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384946.713082:0:16767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384946.713088:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd92e08b. 00000020:00000040:1.0:1767384946.713092:0:16767:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1767384946.713095:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384946.713098:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384946.713103:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384946.713108:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000983ab575. 00000100:00000001:1.0:1767384946.713113:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.713116:0:16767:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384946.713119:0:16767:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384946.713125:0:16767:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000bdb2e6e0. 00010000:00000001:1.0:1767384946.713129:0:16767:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384946.713132:0:16767:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003dfbde8f. 00000020:00000001:1.0:1767384946.713135:0:16767:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384946.713137:0:16767:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003dfbde8f with handle 0x4895a8f6c11e8789 to hash 00000020:00000001:1.0:1767384946.713138:0:16767:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384946.713139:0:16767:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435879613952 : -108637829937664 : ffff9d31c8bcc600) 00010000:00000001:1.0:1767384946.713142:0:16767:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435879613952 : -108637829937664 : ffff9d31c8bcc600) 00010000:00000001:1.0:1767384946.713145:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384946.713146:0:16767:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384946.713148:0:16767:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: 000000003dfbde8f/0x4895a8f6c11e8789 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384946.713161:0:16767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: 000000003dfbde8f/0x4895a8f6c11e8789 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384946.713168:0:16767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: 000000003dfbde8f/0x4895a8f6c11e8789 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384946.713172:0:16767:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384946.713173:0:16767:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384946.713178:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000082ba97d4. 00000100:00000001:1.0:1767384946.713179:0:16767:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635435865897408 : -108637843654208 : ffff9d31c7eb79c0) 00000100:00000001:1.0:1767384946.713181:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384946.713182:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515725696 : -108637193825920 : ffff9d31eea71180) 00000100:00000001:1.0:1767384946.713185:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384946.713187:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.713189:0:16767:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384946.713190:0:16767:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384946.713196:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dd92e08b x1853237358518656/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384946.713203:0:16767:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384946.713205:0:16767:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384946.713207:0:16767:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384946.713209:0:16767:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384946.713210:0:16767:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384946.713212:0:16767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dd92e08b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358518656:0@lo:101: 00000100:00000001:1.0:1767384946.713216:0:16767:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384946.713220:0:16767:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384946.713222:0:16767:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384946.713224:0:16767:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384946.713227:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001415bda8. 02000000:00000001:1.0:1767384946.713229:0:16767:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384946.713232:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f60f7081. 00000400:00000010:1.0:1767384946.713237:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054df7106. 00000100:00000200:1.0:1767384946.713248:0:16767:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358518656, portal 25 00000100:00000001:1.0:1767384946.713250:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384946.713251:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515725696 : -108637193825920 : ffff9d31eea71180) 00000100:00000040:1.0:1767384946.713254:0:16767:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dd92e08b x1853237358518656/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384962 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384946.713260:0:16767:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384946.713262:0:16767:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384946.713265:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e26a58f9. 00000100:00000200:1.0:1767384946.713266:0:16767:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237358518656, offset 0 00000400:00000200:1.0:1767384946.713271:0:16767:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384946.713281:0:16767:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384946.713290:0:16767:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272706180 00000400:00000200:1.0:1767384946.713294:0:16767:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x13a1 [2] + 0 00000400:00000010:1.0:1767384946.713297:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d802f19. 00000400:00000200:1.0:1767384946.713300:0:16767:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fbf6894b 00000400:00000200:1.0:1767384946.713304:0:16767:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384946.713307:0:16767:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384946.713311:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbf6894b 00000400:00000010:1.0:1767384946.713314:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fbf6894b. 00000100:00000001:1.0:1767384946.713317:0:16767:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384946.713318:0:16767:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384946.713320:0:16767:0:(events.c:337:request_in_callback()) incoming req@0000000099c5a93e x1853237358518656 msgsize 328 00000100:00100000:1.0:1767384946.713323:0:16767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384946.713325:0:16767:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384946.713334:0:16767:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384946.713339:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e26a58f9 00000400:00000010:1.0:1767384946.713341:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e26a58f9. 00000100:00000001:1.0:1767384946.713343:0:16767:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384946.713345:0:16767:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dd92e08b x1853237358518656/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384962 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384946.713352:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384946.713354:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000dd92e08b x1853237358518656/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384962 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384946.713359:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.713366:0:16767:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384946.713371:0:16767:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.713374:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294936587 00000100:00000010:1.0:1767384946.713378:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f491390. 00000100:00000001:1.0:1767384946.713383:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384946.713405:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294936587 00000100:00000010:1.0:1767384946.713408:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ba3d49a4. 00000100:00000001:1.0:1767384946.713411:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384946.713415:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294936587 00000100:00000001:0.0:1767384946.713415:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:1.0:1767384946.713420:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e18693f. 00000100:00100000:0.0:1767384946.713420:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358518656 02000000:00000001:0.0:1767384946.713425:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384946.713426:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384946.713428:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384946.713430:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294936587 00000100:00000001:0.0:1767384946.713431:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384946.713434:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e20a05ec. 02000000:00000001:0.0:1767384946.713436:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.713438:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00100000:0.0:1767384946.713440:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358518656 00000100:00000001:1.0:1767384946.713442:0:16767:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384946.713444:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384946.713445:0:16767:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384946.713447:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000100:00000001:1.0:1767384946.713449:0:16767:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384946.713450:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384946.713451:0:16767:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:0.0:1767384946.713453:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000100:00100000:1.0:1767384946.713454:0:16767:0:(client.c:2690:ptlrpc_set_wait()) set 0000000082ba97d4 going to sleep for 11 seconds 00000020:00000001:0.0:1767384946.713458:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:1.0:1767384946.713459:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384946.713462:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:1.0:1767384946.713464:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384946.713467:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384946.713472:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c61e90c. 00000100:00000001:0.0:1767384946.713474:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384946.713476:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c61e90c. 00000020:00000010:0.0:1767384946.713481:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bbc74977. 00000020:00000010:0.0:1767384946.713485:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000094a17a1f. 00000020:00000010:0.0:1767384946.713489:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006b4bac8c. 00000100:00000040:0.0:1767384946.713496:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384946.713499:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384946.713500:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384946.713502:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384946.713508:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384946.713521:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384946.713530:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384946.713531:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384946.713535:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00000040:0.0:1767384946.713538:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:0.0:1767384946.713540:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635435862272080 : -108637847279536 : ffff9d31c7b42850) 00000100:00000040:0.0:1767384946.713543:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000099c5a93e x1853237358518656/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:172/0 lens 328/0 e 0 to 0 dl 1767384957 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384946.713551:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384946.713558:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c61e90c. 00000100:00000001:0.0:1767384946.713560:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384946.713561:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c61e90c. 00000100:00100000:0.0:1767384946.713565:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000099c5a93e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16767:x1853237358518656:12345-0@lo:101: 00000100:00000200:0.0:1767384946.713568:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358518656 00000020:00000001:0.0:1767384946.713571:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384946.713574:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384946.713576:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384946.713578:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384946.713579:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169728 : -1040381888 : ffffffffc1fd0840) 00000020:00000001:0.0:1767384946.713582:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384946.713583:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384946.713585:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384946.713587:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384946.713589:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384946.713591:0:16763:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384946.713592:0:16763:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384946.713594:0:16763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384946.713596:0:16763:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384946.713597:0:16763:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384946.713600:0:16763:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384946.713605:0:16763:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ee4122b5. 00010000:00000001:0.0:1767384946.713608:0:16763:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384946.713610:0:16763:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ac75b9fe. 00000020:00000001:0.0:1767384946.713612:0:16763:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384946.713614:0:16763:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ac75b9fe with handle 0x4895a8f6c11e8790 to hash 00000020:00000001:0.0:1767384946.713615:0:16763:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384946.713616:0:16763:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854929920 : -108637854621696 : ffff9d31c7442000) 00010000:00000001:0.0:1767384946.713617:0:16763:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854929920 : -108637854621696 : ffff9d31c7442000) 00010000:00010000:0.0:1767384946.713619:0:16763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000ac75b9fe/0x4895a8f6c11e8790 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4895a8f6c11e8789 expref: -99 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384946.713624:0:16763:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000005d63f134 : new locks_count 10 00000020:00000040:0.0:1767384946.713626:0:16763:0:(genops.c:887:class_export_get()) GET export 000000005d63f134 refcount=15 00000100:00000001:0.0:1767384946.713638:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384946.713640:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384946.713643:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000009634a443. 02000000:00000001:0.0:1767384946.713645:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384946.713646:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384946.713648:0:16763:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384946.713650:0:16763:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384946.713652:0:16763:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384946.713653:0:16763:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384946.713655:0:16763:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384946.713657:0:16763:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384946.713658:0:16763:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384946.713659:0:16763:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384946.713661:0:16763:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384946.713662:0:16763:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384946.713663:0:16763:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384946.713664:0:16763:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ee4122b5) refcount = 1 00010000:00010000:0.0:1767384946.713667:0:16763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ac75b9fe/0x4895a8f6c11e8790 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4895a8f6c11e8789 expref: 15 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384946.713671:0:16763:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384946.713672:0:16763:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384946.713673:0:16763:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384946.713674:0:16763:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384946.713676:0:16763:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384946.713679:0:16763:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384946.713681:0:16763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000ac75b9fe/0x4895a8f6c11e8790 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e8789 expref: 15 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384946.713684:0:16763:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384946.713686:0:16763:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384946.713687:0:16763:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384946.713689:0:16763:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384946.713690:0:16763:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384946.713691:0:16763:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384946.713693:0:16763:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384946.713693:0:16763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000ac75b9fe, rc 0) 00000020:00000001:0.0:1767384946.713700:0:16763:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384946.713703:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358518656 00010000:00000001:0.0:1767384946.713705:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384946.713708:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000099c5a93e x1853237358518656/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:172/0 lens 328/344 e 0 to 0 dl 1767384957 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384946.713714:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384946.713716:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384946.713720:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384946.713723:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384946.713724:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384946.713726:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384946.713728:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384946.713730:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384946.713731:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384946.713733:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384946.713736:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073db7c4c. 00000100:00000200:0.0:1767384946.713738:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237358518656, offset 224 00000400:00000200:0.0:1767384946.713741:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384946.713746:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384946.713750:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272706180 00000400:00000200:0.0:1767384946.713754:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1bd5 [1] + 224 00000400:00000200:0.0:1767384946.713757:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384946.713759:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384946.713761:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384946.713764:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dd92e08b x1853237358518656/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384962 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384946.713770:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000dd92e08b x1853237358518656/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384962 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384946.713783:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384946.713787:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073db7c4c 00000400:00000010:0.0:1767384946.713788:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073db7c4c. 00000100:00000001:0.0:1767384946.713791:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384946.713792:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384946.713800:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384946.713801:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384946.713805:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000001:1.0:1767384946.713806:0:16767:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384946.713807:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384946.713809:0:16767:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384946.713810:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384946.713813:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f60f7081. 00000020:00000001:0.0:1767384946.713814:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384946.713820:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054df7106 00000100:00000040:0.0:1767384946.713820:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099c5a93e x1853237358518656/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:172/0 lens 328/344 e 0 to 0 dl 1767384957 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384946.713824:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054df7106. 00000100:00000001:1.0:1767384946.713830:0:16767:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384946.713835:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000099c5a93e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16767:x1853237358518656:12345-0@lo:101: Request processed in 282us (511us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384946.713837:0:16767:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dd92e08b x1853237358518656/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384962 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384946.713846:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00000040:0.0:1767384946.713851:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000200:1.0:1767384946.713855:0:16767:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dd92e08b x1853237358518656/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384962 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384946.713855:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384946.713857:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384946.713862:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000094a17a1f. 00000100:00000001:1.0:1767384946.713864:0:16767:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384946.713867:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006b4bac8c. 00000020:00000010:0.0:1767384946.713869:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bbc74977. 00000100:00000001:1.0:1767384946.713874:0:16767:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384946.713876:0:16767:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:0.0:1767384946.713877:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 02000000:00000001:1.0:1767384946.713879:0:16767:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384946.713882:0:16767:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384946.713883:0:16767:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384946.713883:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384946.713886:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000009634a443. 02000000:00000001:1.0:1767384946.713887:0:16767:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384946.713890:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1767384946.713892:0:16767:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=70 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384946.713893:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384946.713900:0:16767:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=70 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384946.713900:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384946.713905:0:16767:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767384946.713906:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077d23cae. 00000100:00000001:1.0:1767384946.713907:0:16767:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.713911:0:16767:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384946.713913:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093345590. 00010000:00000001:1.0:1767384946.713914:0:16767:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.713919:0:16767:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384946.713922:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dd92e08b x1853237358518656/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384962 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384946.713927:0:16767:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384946.713929:0:16767:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384946.713931:0:16767:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384946.713933:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd92e08b x1853237358518656/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384962 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384946.713938:0:16767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dd92e08b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358518656:0@lo:101: 00000100:00000001:1.0:1767384946.713941:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384946.713942:0:16767:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.713943:0:16767:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384946.713944:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384946.713945:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dd92e08b x1853237358518656/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384962 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384946.713949:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384946.713951:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000082ba97d4. 00000100:00000001:1.0:1767384946.713953:0:16767:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384946.713954:0:16767:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.713956:0:16767:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384946.713958:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384946.713959:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384946.713972:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003dfbde8f refcount=4 00000020:00000001:1.0:1767384946.713974:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879613952 : -108637829937664 : ffff9d31c8bcc600) 00010000:00000001:1.0:1767384946.713976:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879613952 : -108637829937664 : ffff9d31c8bcc600) 00010000:00000040:1.0:1767384946.713979:0:16767:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000003dfbde8f, remote cookie: 0x4895a8f6c11e8790, flags: 0x0 00010000:00000001:1.0:1767384946.713981:0:16767:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384946.713983:0:16767:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384946.713984:0:16767:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384946.713985:0:16767:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384946.713986:0:16767:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384946.713987:0:16767:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000bdb2e6e0) refcount = 1 00010000:00010000:1.0:1767384946.713989:0:16767:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: 000000003dfbde8f/0x4895a8f6c11e8789 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e8790 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384946.713993:0:16767:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384946.713995:0:16767:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384946.713997:0:16767:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384946.713998:0:16767:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384946.714000:0:16767:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384946.714002:0:16767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: 000000003dfbde8f/0x4895a8f6c11e8789 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4895a8f6c11e8790 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384946.714006:0:16767:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384946.714007:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384946.714008:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384946.714009:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384946.714010:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384946.714034:0:16767:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.714036:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384946.714039:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dd92e08b x1853237358518656/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384962 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384946.714044:0:16767:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384946.714046:0:16767:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384946.714048:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001415bda8. 02000000:00000001:1.0:1767384946.714050:0:16767:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384946.714052:0:16767:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384946.714058:0:16767:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1767384946.714060:0:16767:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384946.714062:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000983ab575. 02000000:00000001:1.0:1767384946.714064:0:16767:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384946.714066:0:16767:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384946.714067:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd92e08b. 00000100:00000001:1.0:1767384946.714070:0:16767:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384946.714071:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384946.714073:0:16767:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384946.714075:0:16767:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384946.714076:0:16767:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ff67cc77) refs 3 10000000:00000001:1.0:1767384946.714077:0:16767:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.714079:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384946.714080:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384946.714081:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003dfbde8f refcount=3 00000020:00000001:1.0:1767384946.714083:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879613952 : -108637829937664 : ffff9d31c8bcc600) 00010000:00000001:1.0:1767384946.714084:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879613952 : -108637829937664 : ffff9d31c8bcc600) 00010000:00000001:1.0:1767384946.714086:0:16767:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384946.714088:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384946.714089:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384946.714090:0:16767:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384946.714092:0:16767:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384946.714094:0:16767:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000008fb99f3f. 00000100:00000010:1.0:1767384946.714111:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd92e08b. 00000020:00000040:1.0:1767384946.714113:0:16767:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1767384946.714115:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384946.714116:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384946.714117:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384946.714120:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000983ab575. 00000100:00000001:1.0:1767384946.714122:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.714125:0:16767:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384946.714127:0:16767:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000001415bda8. 00000100:00000010:1.0:1767384946.714129:0:16767:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000dc910375. 00000020:00000040:1.0:1767384946.714131:0:16767:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1767384946.714134:0:16767:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384946.714135:0:16767:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384946.714143:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000082ba97d4. 00000100:00000001:1.0:1767384946.714145:0:16767:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635435865897408 : -108637843654208 : ffff9d31c7eb79c0) 00000100:00000001:1.0:1767384946.714147:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384946.714148:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515725696 : -108637193825920 : ffff9d31eea71180) 00000100:00000001:1.0:1767384946.714150:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384946.714151:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.714153:0:16767:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384946.714153:0:16767:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384946.714156:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dd92e08b x1853237358518784/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384946.714161:0:16767:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384946.714162:0:16767:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384946.714164:0:16767:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384946.714165:0:16767:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384946.714167:0:16767:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384946.714169:0:16767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dd92e08b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358518784:0@lo:256: 00000100:00000001:1.0:1767384946.714172:0:16767:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384946.714174:0:16767:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384946.714175:0:16767:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.714177:0:16767:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384946.714181:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f60f7081. 00000400:00000010:1.0:1767384946.714185:0:16767:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000214aff89. 00000100:00000200:1.0:1767384946.714187:0:16767:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958272706200-0x6958272706200, portal 33 00000100:00000001:1.0:1767384946.714190:0:16767:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384946.714192:0:16767:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384946.714193:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050f413a9. 02000000:00000001:1.0:1767384946.714195:0:16767:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384946.714197:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000745cd949. 00000400:00000010:1.0:1767384946.714200:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054df7106. 00000100:00000200:1.0:1767384946.714202:0:16767:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358518784, portal 25 00000100:00000001:1.0:1767384946.714203:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384946.714204:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515725696 : -108637193825920 : ffff9d31eea71180) 00000100:00000040:1.0:1767384946.714207:0:16767:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dd92e08b x1853237358518784/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384962 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384946.714220:0:16767:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384946.714223:0:16767:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384946.714225:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e26a58f9. 00000100:00000200:1.0:1767384946.714227:0:16767:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237358518784, offset 0 00000400:00000200:1.0:1767384946.714231:0:16767:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384946.714237:0:16767:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384946.714242:0:16767:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272706200 00000400:00000200:1.0:1767384946.714246:0:16767:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x13b9 [2] + 0 00000400:00000010:1.0:1767384946.714249:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9f9ccda. 00000400:00000200:1.0:1767384946.714252:0:16767:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007e215a2b 00000400:00000200:1.0:1767384946.714254:0:16767:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384946.714258:0:16767:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384946.714261:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e215a2b 00000400:00000010:1.0:1767384946.714262:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007e215a2b. 00000100:00000001:1.0:1767384946.714266:0:16767:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384946.714267:0:16767:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384946.714269:0:16767:0:(events.c:337:request_in_callback()) incoming req@00000000437abb84 x1853237358518784 msgsize 304 00000100:00100000:1.0:1767384946.714274:0:16767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384946.714276:0:16767:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384946.714287:0:16767:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384946.714292:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e26a58f9 00000400:00000010:1.0:1767384946.714293:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e26a58f9. 00000100:00000001:1.0:1767384946.714296:0:16767:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384946.714298:0:16767:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dd92e08b x1853237358518784/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384962 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384946.714304:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384946.714306:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000dd92e08b x1853237358518784/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384962 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384946.714311:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384946.714312:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384946.714316:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358518784 00000100:00000001:1.0:1767384946.714316:0:16767:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384946.714321:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384946.714321:0:16767:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.714324:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384946.714326:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294936588 00000100:00000001:2.0:1767384946.714327:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384946.714331:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384946.714335:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358518784 00000100:00000001:1.0:1767384946.714335:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294936587 00000020:00000001:2.0:1767384946.714337:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384946.714338:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:2.0:1767384946.714340:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384946.714342:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000020:00000001:2.0:1767384946.714346:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:1.0:1767384946.714347:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294936588 00000020:00000001:2.0:1767384946.714349:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:1.0:1767384946.714352:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294936587 00000100:00000001:2.0:1767384946.714353:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384946.714356:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294936588 00000020:00000010:2.0:1767384946.714358:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8a718bf. 00000100:00000001:1.0:1767384946.714361:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294936587 00000100:00000001:2.0:1767384946.714362:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384946.714366:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8a718bf. 00000100:00000001:1.0:1767384946.714366:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294936588 00000100:00000001:1.0:1767384946.714372:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294936587 00000020:00000010:2.0:1767384946.714374:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a47c28c2. 00000100:00000001:1.0:1767384946.714374:0:16767:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384946.714379:0:16767:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.714381:0:16767:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384946.714382:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000130a0dd7. 00000100:00000001:1.0:1767384946.714383:0:16767:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384946.714386:0:16767:0:(client.c:2690:ptlrpc_set_wait()) set 0000000082ba97d4 going to sleep for 11 seconds 00000020:00000010:2.0:1767384946.714399:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c180fbf. 00000100:00000001:1.0:1767384946.714405:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384946.714407:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384946.714409:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384946.714414:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384946.714416:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384946.714418:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.714424:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.714443:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384946.714457:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384946.714459:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384946.714467:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00000040:2.0:1767384946.714471:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:2.0:1767384946.714474:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635435862269008 : -108637847282608 : ffff9d31c7b41c50) 00000100:00000040:2.0:1767384946.714480:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000437abb84 x1853237358518784/t0(0) o256->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:172/0 lens 304/0 e 0 to 0 dl 1767384957 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384946.714489:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384946.714493:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8a718bf. 00000100:00000001:2.0:1767384946.714495:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384946.714497:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8a718bf. 00000100:00100000:2.0:1767384946.714502:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000437abb84 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16767:x1853237358518784:12345-0@lo:256: 00000100:00000200:2.0:1767384946.714506:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358518784 00000020:00000001:2.0:1767384946.714509:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384946.714511:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384946.714513:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384946.714515:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384946.714517:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170144 : -1040381472 : ffffffffc1fd09e0) 00000020:00000001:2.0:1767384946.714520:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384946.714521:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384946.714524:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384946.714526:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384946.714528:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.714533:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384946.714536:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384946.714540:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000254052f2. 02000000:00000001:2.0:1767384946.714542:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.714544:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384946.714547:0:16763:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384946.714551:0:16763:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384946.714554:0:16763:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384946.714558:0:16763:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384946.714567:0:16763:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384946.714569:0:16763:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384946.714571:0:16763:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384946.714574:0:16763:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000475525ea. 20000000:00000001:2.0:1767384946.714578:0:16763:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384946.714594:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384946.714602:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384946.714607:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384946.714610:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384946.714612:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384946.714613:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384946.714615:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384946.714616:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384946.714618:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384946.714619:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384946.714621:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384946.714622:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384946.714623:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384946.714624:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384946.714625:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384946.714626:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384946.714627:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384946.714628:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384946.714630:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384946.714632:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384946.714633:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384946.714635:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384946.714636:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384946.714637:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384946.714638:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384946.714639:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384946.714641:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384946.714642:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384946.714643:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384946.714644:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384946.714645:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384946.714646:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384946.714647:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384946.714649:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:01000000:2.0:1767384946.714656:0:16763:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 704, pages 3392/1/4/3. 20000000:00000040:2.0:1767384946.714663:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384946.714664:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384946.714666:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384946.714667:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384946.714668:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384946.714669:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384946.714671:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384946.714672:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384946.714673:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384946.714674:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384946.714675:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384946.714677:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384946.714678:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384946.714679:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384946.714680:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384946.714681:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384946.714682:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384946.714683:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384946.714684:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384946.714685:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384946.714686:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384946.714687:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384946.714689:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384946.714690:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384946.714691:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384946.714692:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384946.714693:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384946.714694:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384946.714695:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384946.714696:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384946.714697:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384946.714699:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384946.714700:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384946.714701:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:01000000:2.0:1767384946.714702:0:16763:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 704, pages 2688/1/4/3. 20000000:01000000:2.0:1767384946.714704:0:16763:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1408, version 72 20000000:00000001:2.0:1767384946.714705:0:16763:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1408 : 1408 : 580) 00000100:00000001:2.0:1767384946.714707:0:16763:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384946.714714:0:16763:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000034d15ff7. 00000100:00000010:2.0:1767384946.714716:0:16763:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000014801c29. 00000020:00000040:2.0:1767384946.714718:0:16763:0:(genops.c:887:class_export_get()) GET export 000000005d63f134 refcount=16 00010000:00000001:2.0:1767384946.714720:0:16763:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384946.714722:0:16763:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384946.714724:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccf64db9. 00000400:00000010:2.0:1767384946.714728:0:16763:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009d3e814f. 00000400:00000200:2.0:1767384946.714730:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384946.714737:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384946.714743:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1408 into portal 33 MB=0x6958272706200 00000400:00000200:2.0:1767384946.714746:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1408/1408 into md 0x1be5 [4] + 0 00000400:00000010:2.0:1767384946.714748:0:16763:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f60f7081. 00000400:00000200:2.0:1767384946.714751:0:16763:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000214aff89 00000400:00000200:2.0:1767384946.714754:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384946.714756:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384946.714758:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000214aff89 00000400:00000010:2.0:1767384946.714759:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000214aff89. 00000100:00000001:2.0:1767384946.714761:0:16763:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384946.714763:0:16763:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000dd92e08b desc 000000001415bda8 mbits 1853237358518784 00000100:00000001:2.0:1767384946.714773:0:16763:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384946.714776:0:16763:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384946.714780:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384946.714787:0:16763:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1bf1 00000400:00000200:2.0:1767384946.714790:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384946.714792:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384946.714793:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384946.714795:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.714798:0:16763:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384946.714800:0:16763:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000034d15ff7 00000100:00000001:2.0:1767384946.714803:0:16763:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384946.714809:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccf64db9 00000400:00000010:2.0:1767384946.714811:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccf64db9. 00000100:00000001:2.0:1767384946.714813:0:16763:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384946.714814:0:16763:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000034d15ff7 00000100:00000001:2.0:1767384946.714817:0:16763:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384946.714823:0:16763:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1408 bytes via portal 33 id 12345-0@lo mbits 0x6958272706200-0x6958272706200 00000100:00000001:2.0:1767384946.714825:0:16763:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384946.714835:0:16763:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.714837:0:16763:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384946.714839:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 15 00000100:00000010:2.0:1767384946.714841:0:16763:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000014801c29. 00000100:00000010:2.0:1767384946.714844:0:16763:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000034d15ff7. 00000100:00000001:2.0:1767384946.714847:0:16763:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384946.714848:0:16763:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384946.714853:0:16763:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000475525ea. 20000000:00000001:2.0:1767384946.714855:0:16763:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384946.714857:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358518784 00010000:00000001:2.0:1767384946.714859:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384946.714862:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000437abb84 x1853237358518784/t0(0) o256->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:172/0 lens 304/240 e 0 to 0 dl 1767384957 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384946.714868:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384946.714869:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384946.714871:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=70 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384946.714874:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384946.714875:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:2.0:1767384946.714877:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384946.714879:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384946.714880:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384946.714882:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384946.714884:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384946.714886:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccf64db9. 00000100:00000200:2.0:1767384946.714888:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237358518784, offset 224 00000400:00000200:2.0:1767384946.714890:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384946.714894:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384946.714898:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272706200 00000400:00000200:2.0:1767384946.714901:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1be9 [1] + 224 00000400:00000200:2.0:1767384946.714903:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384946.714905:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384946.714907:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384946.714908:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dd92e08b x1853237358518784/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384962 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384946.714922:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000dd92e08b x1853237358518784/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384962 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384946.714933:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384946.714937:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccf64db9 00000400:00000010:2.0:1767384946.714939:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccf64db9. 00000100:00000001:2.0:1767384946.714942:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384946.714943:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384946.714947:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.714947:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384946.714950:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:2.0:1767384946.714953:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384946.714953:0:16767:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384946.714957:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384946.714957:0:16767:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384946.714960:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000745cd949. 00000020:00000001:2.0:1767384946.714961:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384946.714967:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054df7106 00000100:00000040:2.0:1767384946.714968:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000437abb84 x1853237358518784/t0(0) o256->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:172/0 lens 304/240 e 0 to 0 dl 1767384957 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384946.714971:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054df7106. 00000100:00000001:1.0:1767384946.714976:0:16767:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384946.714981:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000437abb84 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16767:x1853237358518784:12345-0@lo:256: Request processed in 490us (709us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384946.714983:0:16767:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dd92e08b x1853237358518784/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384962 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384946.714996:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00000200:1.0:1767384946.714998:0:16767:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dd92e08b x1853237358518784/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384962 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384946.715000:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:2.0:1767384946.715005:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384946.715008:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384946.715010:0:16767:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384946.715157:0:16767:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384946.715159:0:16767:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384946.715160:0:16767:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384946.715161:0:16767:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384946.715162:0:16767:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384946.715163:0:16767:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384946.715172:0:16767:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=70 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384946.715174:0:16767:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384946.715176:0:16767:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384946.715177:0:16767:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.715178:0:16767:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384946.715179:0:16767:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.715181:0:16767:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384946.715184:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000dd92e08b x1853237358518784/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384962 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384946.715189:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000dd92e08b x1853237358518784/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384962 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384946.715194:0:16767:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384946.715195:0:16767:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384946.715198:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd92e08b x1853237358518784/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384962 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384946.715203:0:16767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dd92e08b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358518784:0@lo:256: 00000020:00000010:2.0:1767384946.715204:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000130a0dd7. 00000100:00000001:1.0:1767384946.715207:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384946.715209:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c180fbf. 00000100:00000001:1.0:1767384946.715210:0:16767:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.715215:0:16767:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000020:00000010:2.0:1767384946.715216:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a47c28c2. 00000100:00000001:1.0:1767384946.715217:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384946.715222:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dd92e08b x1853237358518784/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384962 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384946.715223:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 02000000:00000001:2.0:1767384946.715230:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384946.715231:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384946.715233:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000254052f2. 00000100:00000010:1.0:1767384946.715234:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000082ba97d4. 02000000:00000001:2.0:1767384946.715237:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384946.715239:0:16767:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384946.715241:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384946.715242:0:16767:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384946.715247:0:16767:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 72, more 0. 00000100:00000200:2.0:1767384946.715248:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 10000000:00000001:1.0:1767384946.715250:0:16767:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 00000400:00000010:2.0:1767384946.715253:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000065fbec. 10000000:00000010:1.0:1767384946.715256:0:16767:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000e349b20e. 00000400:00000010:2.0:1767384946.715259:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041fc14a9. 00010000:00000001:1.0:1767384946.715271:0:16767:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384946.715275:0:16767:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384946.715279:0:16767:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.157@tcp has 192.168.203.157@tcp. 00000100:00000001:1.0:1767384946.715282:0:16767:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384946.715289:0:16767:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384946.715290:0:16767:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.157@tcp with 192.168.203.157@tcp 00000100:00000200:1.0:1767384946.715292:0:16767:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.157@tcp' 00000100:00000200:1.0:1767384946.715294:0:16767:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 34 NIDs for '192.168.203.157@tcp' 00000400:00000200:1.0:1767384946.715296:0:16767:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:1.0:1767384946.715298:0:16767:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384946.715300:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.157@tcp 00000400:00000200:1.0:1767384946.715304:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384946.715307:0:16767:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (33) 00000400:00000200:1.0:1767384946.715311:0:16767:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (34) 00000400:00000200:1.0:1767384946.715322:0:16767:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:1.0:1767384946.715324:0:16767:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384946.715327:0:16767:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384946.715329:0:16767:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp: 0. pending discovery 00000400:00000200:1.0:1767384946.715332:0:16767:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (35) 00000400:00000200:1.0:1767384946.715333:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp 00000400:00000200:1.0:1767384946.715335:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.157@tcp10 00000400:00000200:1.0:1767384946.715338:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.715340:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp10 00000400:00000200:3.0:1767384946.715341:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384946.715342:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.157@tcp11 00000400:00000200:1.0:1767384946.715348:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.715350:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp11 00000400:00000200:3.0:1767384946.715352:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100171 00000400:00000200:1.0:1767384946.715354:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.157@tcp12 00000400:00000200:1.0:1767384946.715359:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp12 NID flags 0x1: -114 00000400:00000010:3.0:1767384946.715360:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af2b8b9d. 00000400:00000200:1.0:1767384946.715360:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp12 00000400:00000200:1.0:1767384946.715364:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.157@tcp13 00000400:00000200:3.0:1767384946.715366:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (34) 00000400:00000200:1.0:1767384946.715369:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.715371:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp13 00000400:00000010:3.0:1767384946.715373:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000b120615. 00000400:00000200:1.0:1767384946.715373:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.157@tcp14 00000400:00000200:1.0:1767384946.715377:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.715380:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp14 00000400:00000200:3.0:1767384946.715383:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1767384946.715384:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.157@tcp15 00000400:00000200:1.0:1767384946.715403:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.715405:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp15 00000400:00000200:1.0:1767384946.715406:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.157@tcp16 00000400:00000200:3.0:1767384946.715410:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1767384946.715411:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384946.715416:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:1.0:1767384946.715420:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp16 00000400:00000200:1.0:1767384946.715425:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.157@tcp17 00000400:00000200:3.0:1767384946.715428:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[43, 37], ns[43, 37] 00000400:00000200:1.0:1767384946.715431:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.715435:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp17 00000400:00000200:1.0:1767384946.715439:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.157@tcp18 00000400:00000200:3.0:1767384946.715441:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[62, 37] 00000400:00000200:1.0:1767384946.715445:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.715449:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp18 00000400:00000200:3.0:1767384946.715453:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 37], ns[66, 37] 00000400:00000200:1.0:1767384946.715453:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.157@tcp19 00000400:00000200:1.0:1767384946.715457:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.715458:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp19 00000400:00000200:1.0:1767384946.715460:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.157@tcp20 00000400:00000200:1.0:1767384946.715466:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.715468:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp20 00000400:00000200:1.0:1767384946.715470:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.157@tcp21 00000400:00000200:3.0:1767384946.715472:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 37], ns[77, 37] 00000400:00000200:1.0:1767384946.715477:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.715479:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp21 00000400:00000200:3.0:1767384946.715481:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 37], ns[81, 37] 00000400:00000200:1.0:1767384946.715483:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.157@tcp22 00000400:00000200:1.0:1767384946.715489:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384946.715492:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 37], ns[97, 37] 00000400:00000200:1.0:1767384946.715493:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp22 00000400:00000200:1.0:1767384946.715498:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.157@tcp23 00000400:00000200:1.0:1767384946.715504:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384946.715505:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 37], ns[104, 37] 00000400:00000200:1.0:1767384946.715507:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp23 00000400:00000200:1.0:1767384946.715511:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.157@tcp24 00000400:00000200:1.0:1767384946.715516:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384946.715517:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 37], ns[125, 37] 00000400:00000200:1.0:1767384946.715518:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp24 00000400:00000200:1.0:1767384946.715522:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.157@tcp25 00000400:00000200:1.0:1767384946.715527:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.715530:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp25 00000400:00000200:3.0:1767384946.715533:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 37], ns[131, 37] 00000400:00000200:1.0:1767384946.715533:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.157@tcp26 00000400:00000200:1.0:1767384946.715538:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.715541:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp26 00000400:00000200:1.0:1767384946.715544:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.157@tcp27 00000400:00000200:3.0:1767384946.715548:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 37], ns[137, 37] 00000400:00000200:1.0:1767384946.715549:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.715553:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp27 00000400:00000200:1.0:1767384946.715557:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.157@tcp28 00000400:00000200:1.0:1767384946.715561:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384946.715564:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 37], ns[141, 37] 00000400:00000200:1.0:1767384946.715570:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp28 00000400:00000200:1.0:1767384946.715574:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.157@tcp29 00000400:00000200:3.0:1767384946.715575:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 37], ns[32, 37] 00000400:00000200:1.0:1767384946.715579:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.715583:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp29 00000400:00000200:3.0:1767384946.715585:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 00000400:00000200:1.0:1767384946.715587:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.157@tcp30 00000400:00000200:1.0:1767384946.715593:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384946.715596:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 32], ns[46, 32] 00000400:00000200:1.0:1767384946.715596:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp30 00000400:00000200:1.0:1767384946.715602:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.157@tcp31 00000400:00000200:1.0:1767384946.715607:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384946.715608:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 32], ns[50, 32] 00000400:00000200:1.0:1767384946.715609:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp31 00000400:00000200:1.0:1767384946.715614:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.157@tcp32 00000400:00000200:3.0:1767384946.715620:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 32], ns[54, 32] 00000400:00000200:1.0:1767384946.715620:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.715624:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp32 00000400:00000200:1.0:1767384946.715628:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.157@tcp33 00000400:00000200:1.0:1767384946.715633:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384946.715635:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 32], ns[58, 32] 00000400:00000200:1.0:1767384946.715636:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp33 00000400:00000200:1.0:1767384946.715640:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.157@tcp34 00000400:00000200:1.0:1767384946.715645:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384946.715650:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 32], ns[74, 32] 00000400:00000200:1.0:1767384946.715650:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp34 00000400:00000200:1.0:1767384946.715655:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.157@tcp35 00000400:00000200:1.0:1767384946.715660:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.715662:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp35 00000400:00000200:3.0:1767384946.715665:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 32], ns[123, 32] 00000400:00000200:1.0:1767384946.715666:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.157@tcp36 00000400:00000200:1.0:1767384946.715671:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.715675:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp36 00000400:00000200:1.0:1767384946.715679:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.157@tcp37 00000400:00000200:3.0:1767384946.715680:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 32], ns[75, 32] 00000400:00000200:1.0:1767384946.715686:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384946.715688:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[125, 32], ns[135, 32] 00000400:00000200:1.0:1767384946.715690:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp37 00000400:00000200:1.0:1767384946.715694:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.157@tcp38 00000400:00000200:1.0:1767384946.715699:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384946.715704:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp38 00000400:00000200:3.0:1767384946.715709:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 32], ns[93, 32] 00000400:00000200:1.0:1767384946.715709:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.157@tcp39 00000400:00000200:1.0:1767384946.715716:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384946.715717:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[137, 32], ns[147, 32] 00000400:00000200:1.0:1767384946.715722:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp39 00000400:00000200:3.0:1767384946.715726:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 32], ns[114, 32] 00000400:00000200:1.0:1767384946.715729:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.157@tcp40 00000400:00000200:3.0:1767384946.715733:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[123, 32], ns[133, 32] 00000400:00000200:1.0:1767384946.715737:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384946.715741:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 32], ns[122, 32] 00000400:00000200:3.0:1767384946.715745:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 32], ns[146, 32] 00000400:00000200:1.0:1767384946.715750:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp40 00000400:00000200:3.0:1767384946.715754:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 32], ns[145, 32] 00000100:00000001:1.0:1767384946.715755:0:16767:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384946.715760:0:16767:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384946.715764:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[132, 32], ns[142, 32] 10000000:00000040:1.0:1767384946.715766:0:16767:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.157@tcp' by NID '192.168.203.157@tcp' 10000000:00000010:1.0:1767384946.715773:0:16767:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000fffc59f1. 00000400:00000200:3.0:1767384946.715774:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[139, 32], ns[149, 32] 10000000:00000040:1.0:1767384946.715777:0:16767:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 71/72 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.157@tcp::2 00000020:00000080:1.0:1767384946.715781:0:16767:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:3.0:1767384946.715782:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 32], ns[0, 32] 00000400:00000200:3.0:1767384946.715787:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp41 00000020:00000001:1.0:1767384946.715788:0:16767:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:3.0:1767384946.715792:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp41 00000020:00000010:1.0:1767384946.715793:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005618afae. 00000400:00000200:3.0:1767384946.715797:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp41 lpni_is_preferred = 0 00000020:00000010:1.0:1767384946.715797:0:16767:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000720d5a57. 00000400:00000200:3.0:1767384946.715801:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp41 00000040:00000010:1.0:1767384946.715803:0:16767:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bb915499. 00000400:00000200:3.0:1767384946.715807:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp41 NI seq info: [150:150:256:4294967295] 192.168.203.157@tcp41 LPNI seq info [140:140:8:4294967295] 00000020:00000010:1.0:1767384946.715810:0:16767:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d3eaf652. 00000020:00000010:1.0:1767384946.715815:0:16767:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f7cf7419. 00000400:00000200:3.0:1767384946.715816:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp41 00000020:00000010:1.0:1767384946.715822:0:16767:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ea7628d6. 00000400:00000200:3.0:1767384946.715828:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp41(192.168.203.157@tcp41:) -> 192.168.203.157@tcp41(192.168.203.157@tcp:192.168.203.157@tcp41) : PUT try# 0 80000000:00000010:1.0:1767384946.715829:0:16767:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000042f8c425. 40000000:00000010:1.0:1767384946.715835:0:16767:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cfe4b1a9. 00000800:00000200:3.0:1767384946.715839:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.157@tcp41 00100000:00000010:1.0:1767384946.715842:0:16767:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000068bbf638. 00000800:00000010:3.0:1767384946.715844:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b0dbbfb. 00040000:00000010:1.0:1767384946.715847:0:16767:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002ddfa5dc. 00040000:00000010:1.0:1767384946.715852:0:16767:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001a1ced1a. 00000800:00000010:3.0:1767384946.715854:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ce03a022. 00040000:00000010:1.0:1767384946.715855:0:16767:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000065b97841. 00000800:00000010:3.0:1767384946.715859:0:16125:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000d1bb0658. 00080000:00000010:1.0:1767384946.715861:0:16767:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009c867c0b. 00000004:00000010:1.0:1767384946.715866:0:16767:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000036ece19a. 00000800:00000200:3.0:1767384946.715867:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce03a022] -> 12345-192.168.203.157@tcp41 (2) 00000800:00000200:3.1:1767384946.715873:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce03a022] -> 12345-192.168.203.157@tcp41 (2) 00000004:00000010:1.0:1767384946.715873:0:16767:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b3085ef3. 00000004:00000010:1.0:1767384946.715880:0:16767:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000fed0f87. 00002000:00000010:1.0:1767384946.715885:0:16767:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004a52bbf7. 00000004:00000010:1.0:1767384946.715889:0:16767:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000066e10a27. 00000004:00000001:1.0:1767384946.715892:0:16767:0:(osp_dev.c:662:osp_process_config()) Process entered 00000400:00000200:3.0:1767384946.715893:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 00000040:00000001:1.0:1767384946.715896:0:16767:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384946.715898:0:16767:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000fffc59f1 00000040:00001000:1.0:1767384946.715900:0:16767:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384946.715903:0:16767:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000400:00000200:3.0:1767384946.715905:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100571 rc 0 00000040:00001000:1.0:1767384946.715906:0:16767:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384946.715910:0:16767:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384946.715913:0:16767:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384946.715921:0:16767:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384946.715922:0:16767:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384946.715923:0:16767:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.157@tcp::2 00000040:00000001:1.0:1767384946.715925:0:16767:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:2.0:1767384946.715964:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000004:00000001:1.0:1767384946.715972:0:16767:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384946.715977:0:16767:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000720d5a57. 00000040:00000010:1.0:1767384946.715981:0:16767:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bb915499. 00000020:00000010:1.0:1767384946.715983:0:16767:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d3eaf652. 00000020:00000010:1.0:1767384946.715987:0:16767:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f7cf7419. 00000020:00000010:1.0:1767384946.715992:0:16767:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ea7628d6. 80000000:00000010:1.0:1767384946.715996:0:16767:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000042f8c425. 40000000:00000010:1.0:1767384946.715999:0:16767:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cfe4b1a9. 00100000:00000010:1.0:1767384946.716002:0:16767:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000068bbf638. 00040000:00000010:1.0:1767384946.716005:0:16767:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002ddfa5dc. 00040000:00000010:1.0:1767384946.716007:0:16767:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001a1ced1a. 00040000:00000010:1.0:1767384946.716010:0:16767:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000065b97841. 00080000:00000010:1.0:1767384946.716033:0:16767:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000009c867c0b. 00000004:00000010:1.0:1767384946.716036:0:16767:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000036ece19a. 00000004:00000010:1.0:1767384946.716039:0:16767:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b3085ef3. 00000004:00000010:1.0:1767384946.716042:0:16767:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000fed0f87. 00002000:00000010:1.0:1767384946.716045:0:16767:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004a52bbf7. 00000004:00000010:1.0:1767384946.716048:0:16767:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000066e10a27. 00000020:00000010:1.0:1767384946.716051:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005618afae. 00000020:00000001:1.0:1767384946.716054:0:16767:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384946.716056:0:16767:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384946.716058:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 10000000:00000010:1.0:1767384946.716059:0:16767:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000fffc59f1. 10000000:00000040:1.0:1767384946.716069:0:16767:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.157@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:1.0:1767384946.716072:0:16767:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000e349b20e. 10000000:00000001:1.0:1767384946.716075:0:16767:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384946.716077:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384946.716081:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dd92e08b x1853237358518784/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384962 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384946.716087:0:16767:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384946.716089:0:16767:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384946.716097:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050f413a9. 02000000:00000001:1.0:1767384946.716100:0:16767:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384946.716101:0:16767:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384946.716103:0:16767:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1767384946.716104:0:16767:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384946.716106:0:16767:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384946.716107:0:16767:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384946.716109:0:16767:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1767384946.716110:0:16767:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384946.716111:0:16767:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000dc910375. 00000400:00000200:2.0:1767384946.716112:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000100:00000010:1.0:1767384946.716114:0:16767:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000001415bda8. 00000100:00000001:1.0:1767384946.716119:0:16767:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384946.716120:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000983ab575. 02000000:00000001:1.0:1767384946.716123:0:16767:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384946.716124:0:16767:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384946.716125:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd92e08b. 00000100:00000001:1.0:1767384946.716129:0:16767:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384946.716131:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384946.716143:0:16767:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000008fb99f3f. 10000000:01000000:1.0:1767384946.716146:0:16767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384946.716149:0:16767:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384946.716151:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384946.716152:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384946.716154:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003dfbde8f refcount=3 00000020:00000001:1.0:1767384946.716156:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879613952 : -108637829937664 : ffff9d31c8bcc600) 00010000:00000001:1.0:1767384946.716158:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879613952 : -108637829937664 : ffff9d31c8bcc600) 00000400:00000200:2.0:1767384946.716160:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00010000:00000001:1.0:1767384946.716161:0:16767:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384946.716165:0:16767:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: 000000003dfbde8f/0x4895a8f6c11e8789 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e8790 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384946.716171:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384946.716172:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384946.716174:0:16767:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: 000000003dfbde8f/0x4895a8f6c11e8789 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e8790 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384946.716178:0:16767:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384946.716183:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384946.716184:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384946.716185:0:16767:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384946.716187:0:16767:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384946.716189:0:16767:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384946.716191:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384946.716192:0:16767:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ff67cc77) refs 3 10000000:00000001:1.0:1767384946.716194:0:16767:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:2.0:1767384946.716200:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:2.0:1767384946.716231:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384946.716261:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384946.716292:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384946.716339:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384946.716385:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384946.716441:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384946.716471:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384946.716505:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384946.716542:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384946.716585:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384946.716629:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384946.716652:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384946.716672:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384946.716692:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384946.716710:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384946.716724:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384946.716736:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384946.716757:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:2.0:1767384946.716776:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384946.716799:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384946.716819:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384946.716840:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384946.716862:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:2.0:1767384946.716883:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384946.716904:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384946.716926:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384946.716951:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384946.716978:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384946.717001:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384946.717048:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:2.0:1767384946.717204:0:29524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002921a5f9. 00000800:00000010:2.0:1767384946.717210:0:29524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e268b622. 00000800:00000010:2.0:1767384946.717215:0:29524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a8a718bf. 00000800:00000010:2.0:1767384946.717233:0:29524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a8a718bf. 00000800:00020000:2.0:1767384946.717242:0:29524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:2.0:1767384946.717245:0:29524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e268b622. 00000800:00000010:2.0:1767384946.717247:0:29524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002921a5f9. 00000400:02020000:2.0:1767384946.717286:0:29524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp41 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384946.717292:0:29524:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp41 notifying 192.168.203.157@tcp41: down 00000800:00000200:2.0:1767384946.717298:0:29524:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp41 down 00000800:00000100:2.0:1767384946.717302:0:29524:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 576 0@<0:0>->192.168.203.157@tcp41 00000800:00000010:2.0:1767384946.717305:0:29524:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b0dbbfb. 00000400:00000200:2.0:1767384946.717310:0:29524:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384946.717313:0:29524:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp41->192.168.203.157@tcp41: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384946.717319:0:29524:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp41 added to recovery queue. ping count: 0 next ping: 270 health :900 00000400:00000200:2.0:1767384946.717322:0:29524:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384946.717324:0:29524:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp: 1 00000400:00000200:2.0:1767384946.717327:0:29524:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:1.0:1767384946.717357:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384946.717361:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x101171 00000400:00000001:1.0:1767384946.717365:0:16125:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384946.717366:0:16125:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384946.717367:0:16125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af2b8b9d 00000400:00000010:1.0:1767384946.717368:0:16125:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af2b8b9d. 00000400:00000200:1.0:1767384946.717371:0:16125:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384946.717374:0:16125:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:1.0:1767384946.717376:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (35) 00000400:00000200:1.0:1767384946.717378:0:16125:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.157@tcp 00000400:00000200:1.0:1767384946.717379:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100171 rc -71 00000400:00000200:1.0:1767384946.717382:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:1.0:1767384946.717384:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (34) 00000020:00000010:3.0:1767384946.725361:0:34131:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000002b184b9d. 00000020:00000040:3.0:1767384946.725367:0:34131:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384946.725369:0:34131:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000002b184b9d. 00000100:00000040:2.0:1767384946.726078:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294936588, at 4294936589 00000100:00000010:2.0:1767384946.726088:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e18693f. 00000100:00000040:0.0:1767384946.727045:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294936588, at 4294936590 00000100:00000010:0.0:1767384946.727051:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f491390. 00000100:00000040:3.0:1767384946.727055:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294936588, at 4294936590 00000100:00000010:3.0:1767384946.727062:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e20a05ec. 00000100:00000040:1.0:1767384946.727079:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294936588, at 4294936590 00000100:00000010:1.0:1767384946.727088:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ba3d49a4. 00000001:00000001:0.0:1767384947.075989:0:34219:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384947.075993:0:34219:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp43 --if ens2 00000001:00000001:0.0:1767384947.079254:0:34219:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384947.085562:0:34220:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000b310dde9. 00000400:00000010:0.0:1767384947.085575:0:34220:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000007de2074e. 00000400:00000010:0.0:1767384947.085583:0:34220:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000d27a9c3c. 00000400:00000010:0.0:1767384947.085589:0:34220:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000cfe1c8dc. 00000400:00000010:0.0:1767384947.085592:0:34220:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003d74368b. 00000400:00000010:0.0:1767384947.085595:0:34220:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009bfe1e25. 00000400:00000010:0.0:1767384947.085596:0:34220:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d1b60e2f. 00000400:00000010:0.0:1767384947.085597:0:34220:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005c891947. 00000400:00000010:0.0:1767384947.085600:0:34220:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c25a2409. 00000800:00000010:0.0:1767384947.085613:0:34220:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000b252f1a3. 00000800:00000200:0.0:1767384947.085622:0:34220:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384947.085633:0:34220:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384947.085665:0:34220:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:0.0:1767384947.085684:0:34220:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp43 [8/256/0/180] 00000400:00000010:0.0:1767384947.086951:0:34220:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 00000000c38920bb. 00000400:00000010:0.0:1767384947.086956:0:34220:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005c24a83. 00000400:00000010:0.0:1767384947.086962:0:34220:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073db7c4c. 00000400:00000001:0.0:1767384947.086983:0:34220:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384947.086984:0:34220:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384947.086986:0:34220:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080216c13. 00000400:00000200:0.0:1767384947.086988:0:34220:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065204f26 00000400:00000010:0.0:1767384947.086990:0:34220:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065204f26. 00000400:00000010:0.0:1767384947.086992:0:34220:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 00000000330a596c. 00000400:00000200:0.0:1767384947.086997:0:34220:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (33) 00000400:00000200:0.0:1767384947.087008:0:34220:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:1.0:1767384947.087266:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384947.087272:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100171 00000400:00000010:1.0:1767384947.087278:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054df7106. 00000400:00000200:1.0:1767384947.087281:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (34) 00000400:00000010:1.0:1767384947.087285:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006a201179. 00000400:00000200:1.0:1767384947.087292:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1767384947.087302:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1767384947.087308:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:1.0:1767384947.087313:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[43, 37], ns[43, 37] 00000400:00000200:1.0:1767384947.087316:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[62, 37] 00000400:00000200:1.0:1767384947.087327:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 37], ns[66, 37] 00000400:00000200:1.0:1767384947.087332:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 37], ns[77, 37] 00000400:00000200:1.0:1767384947.087337:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 37], ns[81, 37] 00000400:00000200:1.0:1767384947.087340:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 37], ns[97, 37] 00000400:00000200:1.0:1767384947.087345:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 37], ns[104, 37] 00000400:00000200:1.0:1767384947.087349:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 37], ns[125, 37] 00000400:00000200:1.0:1767384947.087352:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 37], ns[131, 37] 00000400:00000200:1.0:1767384947.087355:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 37], ns[137, 37] 00000400:00000200:1.0:1767384947.087357:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 37], ns[141, 37] 00000400:00000200:1.0:1767384947.087363:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 37], ns[32, 37] 00000400:00000200:1.0:1767384947.087366:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 00000400:00000200:1.0:1767384947.087369:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 32], ns[46, 32] 00000400:00000200:1.0:1767384947.087372:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 32], ns[50, 32] 00000400:00000200:1.0:1767384947.087375:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 32], ns[54, 32] 00000400:00000200:1.0:1767384947.087378:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 32], ns[58, 32] 00000400:00000200:1.0:1767384947.087382:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 32], ns[74, 32] 00000400:00000200:1.0:1767384947.087400:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 32], ns[123, 32] 00000400:00000200:1.0:1767384947.087403:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 32], ns[75, 32] 00000400:00000200:0.0:1767384947.087407:0:34220:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131115 00000400:00000200:1.0:1767384947.087416:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[125, 32], ns[135, 32] 00000020:00000010:0.0:1767384947.087416:0:34220:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000be9167b0. 00000400:00000200:1.0:1767384947.087425:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 32], ns[93, 32] 00000020:01000000:0.0:1767384947.087425:0:34220:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:1.0:1767384947.087433:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[137, 32], ns[147, 32] 00000020:01000000:0.0:1767384947.087433:0:34220:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp43 00000400:00000200:1.0:1767384947.087441:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 32], ns[114, 32] 00000400:00000200:1.0:1767384947.087443:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[123, 32], ns[133, 32] 00000400:00000200:1.0:1767384947.087446:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 32], ns[122, 32] 00000400:00000200:1.0:1767384947.087449:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 32], ns[146, 32] 00000400:00000200:1.0:1767384947.087452:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 32], ns[145, 32] 00000400:00000200:1.0:1767384947.087454:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[132, 32], ns[142, 32] 00000400:00000010:0.0:1767384947.087455:0:34220:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000007de2074e. 00000400:00000200:1.0:1767384947.087460:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[139, 32], ns[149, 32] 00000400:00000010:0.0:1767384947.087461:0:34220:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000b310dde9. 00000400:00000200:1.0:1767384947.087467:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[140, 32], ns[150, 32] 00000400:00000200:1.0:1767384947.087471:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000020:00000001:2.0:1767384947.087476:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384947.087476:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp22 00000400:00000200:1.0:1767384947.087480:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp22 lpni_is_preferred = 0 10000000:00000001:2.0:1767384947.087481:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384947.087485:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp22 10000000:00000001:2.0:1767384947.087486:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384947.087489:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384947.087491:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp22 NI seq info: [151:151:256:4294967295] 192.168.203.157@tcp22 LPNI seq info [141:141:8:4294967295] 00000020:01000004:2.0:1767384947.087493:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384947.087498:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384947.087499:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384947.087502:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384947.087502:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp22 00000400:00000200:1.0:1767384947.087508:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp22(192.168.203.157@tcp22:) -> 192.168.203.157@tcp22(192.168.203.157@tcp:192.168.203.157@tcp22) : PUT try# 0 00000020:01000004:2.0:1767384947.087512:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384947.087515:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384947.087518:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000800:00000200:1.0:1767384947.087518:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.157@tcp22 00000020:01000004:2.0:1767384947.087521:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384947.087524:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000010:1.0:1767384947.087525:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002ddfa5dc. 00000020:01000004:2.0:1767384947.087526:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384947.087534:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028d02595. 00000800:00000200:1.0:1767384947.087534:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e41b7566] -> 12345-192.168.203.157@tcp22 (6) 00000020:00000040:2.0:1767384947.087540:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1767384947.087545:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:1.0:1767384947.087545:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp22 ip 192.168.203.157:988 02000000:00000001:2.0:1767384947.087549:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384947.087554:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384947.087555:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002ddfa5dc type 1, nob 688 niov 1 nkiov 1 02000000:00000010:2.0:1767384947.087563:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002921a5f9. 00000100:00000001:2.0:1767384947.087570:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384947.087572:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 00000400:00000200:1.0:1767384947.087575:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100571 rc 0 00000100:00000001:2.0:1767384947.087578:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384947.087581:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384947.087588:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028d02595] to pc [ptlrpcd_00_03+3] req@0000000028d02595 x1853237358518912/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384947.087615:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384947.087618:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.087618:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384947.087620:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.087623:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:2.0:1767384947.087624:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384947.087627:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384947.087631:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384947.087634:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:1.0:1767384947.087634:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028d02595 x1853237358518912/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384947.087637:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384947.087640:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384947.087644:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384947.087648:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384947.087651:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384947.087654:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384947.087655:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384947.087656:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384947.087659:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384947.087660:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:1.0:1767384947.087660:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384947.087662:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384947.087666:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384947.087668:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1767384947.087670:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001853ff18. 00000020:00000040:2.0:1767384947.087673:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 02000000:00000001:1.0:1767384947.087673:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384947.087679:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.087680:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1767384947.087685:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000028d02595 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358518912:0@lo:253: 02000000:00000001:2.0:1767384947.087689:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384947.087693:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1767384947.087694:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1767384947.087694:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384947.087700:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002ddfa5dc. 02000000:00000001:1.0:1767384947.087701:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1767384947.087704:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006334ea9b. 00000400:00000200:3.0:1767384947.087705:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384947.087706:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.087709:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384947.087712:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384947.087714:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384947.087716:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp22->192.168.203.157@tcp22: PUT: OK 00000100:00000001:2.0:1767384947.087717:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384947.087719:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000bf1fc5f5. 02000000:00000001:1.0:1767384947.087723:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384947.087725:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:2.0:1767384947.087725:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001853ff18] to pc [ptlrpcd_00_00+0] req@000000001853ff18 x1853237358519040/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384947.087727:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000745cd949. 00000400:00000200:3.0:1767384947.087730:0:16120:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp: 0 00000400:00000010:1.0:1767384947.087734:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2df88a2. 00000800:00000001:3.0:1767384947.087739:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767384947.087741:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358518912, portal 25 00000100:00000001:1.0:1767384947.087745:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384947.087746:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504577408 : -108642204974208 : ffff9d30c3f70380) 00000800:00000001:3.0:1767384947.087747:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384947.087751:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000001:2.0:1767384947.087752:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384947.087753:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000028d02595 x1853237358518912/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384947.087756:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384947.087757:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384947.087763:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384947.087767:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384947.087770:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp22(192.168.203.157@tcp22) <- 192.168.203.157@tcp22 : PUT - for me 00000100:00000001:1.0:1767384947.087770:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767384947.087772:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000be9167b0. 00000100:00000040:1.0:1767384947.087777:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384947.087781:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000591cc4a0. 00000100:00000200:1.0:1767384947.087783:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358518912, offset 0 00000100:00000001:2.0:1767384947.087786:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384947.087787:0:16120:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 592 into portal 0 MB=0x8000000000000000 00000100:00000001:2.0:1767384947.087791:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384947.087792:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384947.087802:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384947.087805:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384947.087806:0:16120:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.157@tcp of length 560/592 into md 0x1b55 [1] + 0 00000100:00100000:2.0:1767384947.087807:0:16128:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767384947.087813:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384947.087814:0:16120:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b86e92b. 00000400:00000200:1.0:1767384947.087815:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272706280 00000400:00000200:3.0:1767384947.087819:0:16120:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001001990f 00000100:00000001:2.0:1767384947.087823:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:3.0:1767384947.087824:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384947.087828:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384947.087829:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13f5 [2] + 0 00000800:00000001:3.0:1767384947.087831:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384947.087832:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384947.087834:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061094ded. 00000100:00000001:2.0:1767384947.087835:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384947.087836:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384947.087838:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000904a518a 00000100:00000001:2.0:1767384947.087839:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384947.087844:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp22->192.168.203.157@tcp22: PUT: OK 00000100:00000040:2.0:1767384947.087847:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001853ff18 x1853237358519040/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384947.087848:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384947.087849:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001001990f 00000400:00000010:3.0:1767384947.087854:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001001990f. 00000400:00000200:1.0:1767384947.087858:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384947.087860:0:16120:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384947.087866:0:16120:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (35) 00000100:00000001:2.0:1767384947.087867:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384947.087867:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000904a518a 00000100:00000001:2.0:1767384947.087871:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384947.087872:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000904a518a. 00000400:00000200:3.0:1767384947.087873:0:16120:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 02000000:00000001:2.0:1767384947.087877:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384947.087880:0:16120:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.157@tcp (592 bytes) 00000100:00000001:1.0:1767384947.087880:0:16130:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384947.087881:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384947.087885:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:2.0:1767384947.087886:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384947.087888:0:16120:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000100:00000040:1.0:1767384947.087891:0:16130:0:(events.c:337:request_in_callback()) incoming req@00000000f207023d x1853237358518912 msgsize 4848 00000100:00100000:2.0:1767384947.087892:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001853ff18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358519040:0@lo:253: 00000100:00000001:2.0:1767384947.087902:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1767384947.087903:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384947.087905:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384947.087906:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384947.087907:0:16120:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (36) 02000000:00000001:2.0:1767384947.087907:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384947.087912:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384947.087915:0:16120:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:1.0:1767384947.087917:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384947.087922:0:16120:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp22 to MR: 192.168.203.157@tcp22 local destination 02000000:00000010:2.0:1767384947.087925:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f1da5d9a. 02000000:00000001:2.0:1767384947.087929:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384947.087930:0:16120:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp22 NI seq info: [152:152:256:4294967295] 192.168.203.157@tcp22 LPNI seq info [142:142:8:4294967295] 00000400:00000010:2.0:1767384947.087935:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a2e3ce8. 00000400:00000200:3.0:1767384947.087942:0:16120:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp22(192.168.203.157@tcp22:192.168.203.157@tcp22) -> 192.168.203.157@tcp22(192.168.203.157@tcp22:192.168.203.157@tcp22) 192.168.203.157@tcp22 : ACK try# 0 00000400:00000010:2.0:1767384947.087944:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000114350b9. 00000800:00000200:3.0:1767384947.087949:0:16120:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.157@tcp22 00000400:00000200:1.0:1767384947.087949:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000591cc4a0 00000400:00000010:1.0:1767384947.087953:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000591cc4a0. 00000800:00000010:3.0:1767384947.087955:0:16120:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ac04492. 00000100:00000001:1.0:1767384947.087957:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384947.087958:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358519040, portal 25 00000100:00000200:1.0:1767384947.087963:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000028d02595 x1853237358518912/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384947.087964:0:16120:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e41b7566] -> 12345-192.168.203.157@tcp22 (6) 00000100:00000001:2.0:1767384947.087965:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384947.087967:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504579200 : -108642204972416 : ffff9d30c3f70a80) 00000800:00000200:3.0:1767384947.087975:0:16120:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp22 ip 192.168.203.157:997 00000100:00000040:2.0:1767384947.087977:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001853ff18 x1853237358519040/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384947.087981:0:16120:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003ac04492 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1767384947.087994:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384947.087995:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384947.087996:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:3.0:1767384947.088003:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384947.088003:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384947.088004:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028d02595 x1853237358518912/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.088032:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.088034:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1767384947.088036:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb5122aa. 00000100:00000001:1.0:1767384947.088039:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384947.088040:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358519040, offset 0 00000100:00000001:1.0:1767384947.088043:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294936962 00000400:00000200:2.0:1767384947.088048:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1767384947.088050:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ba3d49a4. 00000400:00000200:2.0:1767384947.088057:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384947.088057:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384947.088069:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272706300 00000100:00000001:1.0:1767384947.088070:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294936962 00000800:00000200:3.0:1767384947.088075:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1767384947.088076:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000042f8c425. 00000400:00000200:2.0:1767384947.088077:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13fd [2] + 0 00000800:00000010:3.0:1767384947.088082:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ac04492. 00000400:00000010:2.0:1767384947.088083:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b31338d6. 00000100:00000001:1.0:1767384947.088084:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384947.088090:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294936962 00000400:00000200:2.0:1767384947.088091:0:16128:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003959c0a7 00000400:00000200:3.0:1767384947.088093:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767384947.088094:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e20a05ec. 00000400:00000200:2.0:1767384947.088097:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384947.088101:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384947.088106:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp22->192.168.203.157@tcp22: ACK: OK 00000400:00000200:2.0:1767384947.088106:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384947.088115:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294936962 00000100:00000010:1.0:1767384947.088119:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f491390. 00000800:00000001:3.0:1767384947.088120:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384947.088121:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003959c0a7 00000100:00000001:1.0:1767384947.088123:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000400:00000010:2.0:1767384947.088124:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003959c0a7. 00000800:00000001:3.0:1767384947.088126:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384947.088128:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384947.088130:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384947.088130:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384947.088131:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384947.088134:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:3.0:1767384947.088136:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384947.088136:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384947.088138:0:16128:0:(events.c:337:request_in_callback()) incoming req@00000000ceaf0af1 x1853237358519040 msgsize 4848 00000800:00000001:3.0:1767384947.088139:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384947.088142:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384947.088146:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384947.088147:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384947.088147:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384947.088151:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767384947.088152:0:16128:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384947.088157:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384947.088158:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp22(192.168.203.157@tcp22) <- 192.168.203.157@tcp22 : ACK - for me 00000100:00000001:1.0:1767384947.088159:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384947.088163:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384947.088163:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.088167:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384947.088173:0:16120:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.157@tcp22: ACK from 12345-192.168.203.157@tcp22 into md 0x1c05 00000400:00000200:3.0:1767384947.088176:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384947.088177:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb5122aa 00000100:00000001:1.0:1767384947.088180:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384947.088182:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bb5122aa. 00000400:00000200:3.0:1767384947.088183:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp22->192.168.203.157@tcp22: ACK: OK 00000100:00000001:1.0:1767384947.088184:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.088187:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384947.088190:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054df7106 00000100:00000200:2.0:1767384947.088193:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001853ff18 x1853237358519040/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384947.088194:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054df7106. 00000400:00000200:3.0:1767384947.088200:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:1.0:1767384947.088201:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384947.088205:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358518912 00000400:00000200:3.0:1767384947.088206:0:16120:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.157@tcp ev->status 0 02000000:00000001:1.0:1767384947.088209:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384947.088213:0:16120:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000100:00000001:1.0:1767384947.088213:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384947.088217:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.088220:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384947.088221:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384947.088224:0:16120:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (35) 00000100:00000040:2.0:1767384947.088226:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001853ff18 x1853237358519040/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384947.088226:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358518912 00000020:00000001:1.0:1767384947.088231:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:3.0:1767384947.088232:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:1.0:1767384947.088234:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000800:00000001:3.0:1767384947.088237:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384947.088238:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384947.088240:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384947.088243:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000100:00000001:2.0:1767384947.088244:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384947.088247:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:1.0:1767384947.088250:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384947.088251:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.088254:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384947.088256:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294936962 00000020:00000010:1.0:1767384947.088259:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060cd1304. 00000100:00000001:2.0:1767384947.088260:0:16128:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, keep current deadline 4294936962 00000400:00000200:3.0:1767384947.088261:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:1.0:1767384947.088264:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384947.088266:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294936962 00000400:00000010:3.0:1767384947.088268:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 00000000e1e6ea95. 00000020:00000010:1.0:1767384947.088269:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060cd1304. 00000100:00000001:2.0:1767384947.088270:0:16128:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, keep current deadline 4294936962 00000400:00000010:3.0:1767384947.088275:0:16125:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b86e92b. 00000100:00000001:2.0:1767384947.088275:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294936962 00000100:00000001:2.0:1767384947.088277:0:16128:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, keep current deadline 4294936962 00000020:00000010:1.0:1767384947.088278:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb915499. 00000400:00000010:3.0:1767384947.088282:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001001990f. 00000100:00000001:2.0:1767384947.088282:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294936962 00000020:00000010:1.0:1767384947.088285:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fffc59f1. 00000100:00000001:2.0:1767384947.088287:0:16128:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, keep current deadline 4294936962 00000400:00000200:3.0:1767384947.088288:0:16125:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000e1e6ea95 00000020:00000010:1.0:1767384947.088291:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000eadd25d. 00000100:00000001:2.0:1767384947.088293:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384947.088294:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 000000005437cbcb. 00000100:00000001:2.0:1767384947.088296:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384947.088298:0:16125:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 592 success 00000100:00000001:2.0:1767384947.088303:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384947.088307:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102071 00000100:00000001:2.0:1767384947.088307:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384947.088310:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:3.0:1767384947.088312:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (34) 00000100:00000001:1.0:1767384947.088315:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384947.088317:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1767384947.088318:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 000000007372d11a. 00000100:00000001:1.0:1767384947.088321:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384947.088322:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000479d091f. 00000400:00000010:3.0:1767384947.088328:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c9d948bf. 00000100:00000001:1.0:1767384947.088329:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384947.088334:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1767384947.088341:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000100:00000001:1.0:1767384947.088341:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384947.088346:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:3.0:1767384947.088352:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[43, 37], ns[43, 37] 00000100:00000001:1.0:1767384947.088354:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384947.088357:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[62, 37] 00000100:00100000:1.0:1767384947.088358:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358519040 00000100:00000001:2.0:1767384947.088361:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384947.088362:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384947.088366:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 37], ns[66, 37] 00000100:00000001:2.0:1767384947.088366:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384947.088366:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384947.088371:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384947.088375:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 37], ns[77, 37] 00000100:00100000:2.0:1767384947.088376:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 02000000:00000001:1.0:1767384947.088376:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384947.088381:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358519040 00000100:00000040:2.0:1767384947.088383:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000020:00000001:1.0:1767384947.088398:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384947.088401:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 37], ns[81, 37] 00000020:00000040:1.0:1767384947.088401:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000100:00000001:2.0:1767384947.088403:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631940176 : -108637077611440 : ffff9d31f5945c50) 00000020:00000001:1.0:1767384947.088405:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384947.088408:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=16 00000020:00000001:1.0:1767384947.088413:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000040:2.0:1767384947.088414:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f207023d x1853237358518912/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:173/0 lens 4848/0 e 0 to 0 dl 1767384958 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384947.088416:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 37], ns[97, 37] 00000020:00000001:1.0:1767384947.088418:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:1.0:1767384947.088425:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384947.088429:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060cd1304. 00000400:00000200:3.0:1767384947.088433:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 37], ns[104, 37] 00000100:00000001:1.0:1767384947.088435:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384947.088441:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060cd1304. 00000020:00000010:1.0:1767384947.088448:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065b97841. 00000400:00000200:3.0:1767384947.088449:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 37], ns[125, 37] 00000100:00000001:2.0:1767384947.088450:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384947.088455:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000623bd85e. 00000400:00000200:3.0:1767384947.088456:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 37], ns[131, 37] 00000020:00000010:2.0:1767384947.088457:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006879ea62. 00000020:00000010:1.0:1767384947.088460:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d943940b. 00000100:00000001:2.0:1767384947.088461:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384947.088468:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767384947.088469:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006879ea62. 00000100:00000001:1.0:1767384947.088471:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384947.088473:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 37], ns[137, 37] 00000100:00000001:1.0:1767384947.088474:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.088482:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384947.088484:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 37], ns[141, 37] 00000100:00000001:1.0:1767384947.088487:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384947.088488:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f207023d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+16:16130:x1853237358518912:12345-0@lo:253: 00000100:00000200:2.0:1767384947.088497:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358518912 00000400:00000200:3.0:1767384947.088498:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 37], ns[152, 37] 00000100:00000001:1.0:1767384947.088499:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384947.088501:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384947.088503:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384947.088506:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 37], ns[34, 37] 00000020:00000001:2.0:1767384947.088507:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384947.088512:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384947.088512:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000400:00000200:3.0:1767384947.088515:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 34], ns[46, 34] 00000100:00000040:1.0:1767384947.088517:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000020:00000001:2.0:1767384947.088519:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384947.088522:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 34], ns[50, 34] 00000020:00000001:2.0:1767384947.088523:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:2.0:1767384947.088529:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384947.088529:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635435862271056 : -108637847280560 : ffff9d31c7b42450) 00000400:00000200:3.0:1767384947.088533:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 34], ns[54, 34] 00000020:00000001:2.0:1767384947.088533:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384947.088537:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ceaf0af1 x1853237358519040/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:173/0 lens 4848/0 e 0 to 0 dl 1767384958 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384947.088539:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384947.088543:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384947.088547:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 34], ns[58, 34] 00000020:00000001:2.0:1767384947.088548:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.088555:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384947.088556:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384947.088559:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 34], ns[74, 34] 02000000:00000001:2.0:1767384947.088560:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1767384947.088561:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060cd1304. 02000000:00000010:2.0:1767384947.088567:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004d66b48a. 00000100:00000001:1.0:1767384947.088568:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384947.088569:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 34], ns[123, 34] 02000000:00000001:2.0:1767384947.088573:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384947.088574:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060cd1304. 00000400:00000200:3.0:1767384947.088579:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 34], ns[75, 34] 00000100:00000001:2.0:1767384947.088579:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384947.088585:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ceaf0af1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+16:16128:x1853237358519040:12345-0@lo:253: 20000000:00000001:2.0:1767384947.088586:0:16764:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000200:1.0:1767384947.088593:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358519040 00000400:00000200:3.0:1767384947.088594:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[125, 34], ns[135, 34] 00000020:00000001:1.0:1767384947.088596:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000010:2.0:1767384947.088598:0:16764:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000382dec4f. 00000020:00000001:1.0:1767384947.088600:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384947.088604:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384947.088605:0:16764:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384947.088608:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 34], ns[93, 34] 00000020:00000001:1.0:1767384947.088609:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:2.0:1767384947.088610:0:16764:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:1.0:1767384947.088612:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 20000000:00000001:2.0:1767384947.088614:0:16764:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384947.088618:0:16764:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384947.088619:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384947.088622:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384947.088623:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[137, 34], ns[147, 34] 20000000:00000001:2.0:1767384947.088624:0:16764:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384947.088626:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384947.088629:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:2.0:1767384947.088630:0:16764:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:1.0:1767384947.088634:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384947.088637:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 34], ns[114, 34] 20000000:00000010:2.0:1767384947.088641:0:16764:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e90b69e5. 00000100:00000001:1.0:1767384947.088641:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384947.088643:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[123, 34], ns[133, 34] 02000000:00000001:1.0:1767384947.088645:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:2.0:1767384947.088646:0:16764:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 00000400:00000200:3.0:1767384947.088654:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 34], ns[122, 34] 02000000:00000010:1.0:1767384947.088654:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000086838fc1. 20000000:00000001:2.0:1767384947.088655:0:16764:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000001:1.0:1767384947.088660:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384947.088661:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 34], ns[146, 34] 00080000:00000001:2.0:1767384947.088662:0:16764:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00000001:1.0:1767384947.088668:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384947.088672:0:16763:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384947.088679:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 34], ns[145, 34] 20000000:00000010:1.0:1767384947.088682:0:16763:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000077a9c5d9. 00000400:00000200:3.0:1767384947.088683:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[132, 34], ns[142, 34] 20000000:01000000:1.0:1767384947.088689:0:16763:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384947.088690:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[139, 34], ns[149, 34] 20000000:00000001:1.0:1767384947.088695:0:16763:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767384947.088696:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[140, 34], ns[150, 34] 20000000:00000001:1.0:1767384947.088700:0:16763:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384947.088701:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 00080000:00000001:2.0:1767384947.088702:0:16764:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384947.088703:0:16763:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384947.088708:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp23 00080000:00000001:2.0:1767384947.088708:0:16764:0:(osd_index.c:949:osd_remote_fid()) Process entered 20000000:00000001:1.0:1767384947.088709:0:16763:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384947.088711:0:16764:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384947.088713:0:16763:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384947.088715:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp23 lpni_is_preferred = 0 00080000:00000001:2.0:1767384947.088716:0:16764:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:3.0:1767384947.088720:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp23 00000020:00000001:2.0:1767384947.088721:0:16764:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384947.088725:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp23 NI seq info: [153:153:256:4294967295] 192.168.203.157@tcp23 LPNI seq info [143:143:8:4294967295] 00000020:00000001:2.0:1767384947.088728:0:16764:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00000400:00000200:3.0:1767384947.088731:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp23 00080000:00000001:2.0:1767384947.088733:0:16764:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384947.088738:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp23(192.168.203.157@tcp23:) -> 192.168.203.157@tcp23(192.168.203.157@tcp:192.168.203.157@tcp23) : GET try# 0 00000800:00000200:3.0:1767384947.088743:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp23 00080000:00000010:2.0:1767384947.088746:0:16764:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000034d15ff7. 00000800:00000010:3.0:1767384947.088747:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003ac04492. 00080000:00000001:2.0:1767384947.088751:0:16764:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490406400 : -108642219145216 : ffff9d30c31ec800) 00000800:00000200:3.0:1767384947.088756:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009170affd] -> 12345-192.168.203.157@tcp23 (6) 00080000:00000001:2.0:1767384947.088757:0:16764:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:3.0:1767384947.088762:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp23 ip 192.168.203.157:988 00000800:00000200:3.0:1767384947.088765:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003ac04492 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384947.088773:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp 00000400:00000200:3.0:1767384947.088774:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100271 rc 0 00000800:00000200:3.0:1767384947.088819:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384947.088821:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003ac04492. 00000400:00000200:3.0:1767384947.088825:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384947.088828:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp23->192.168.203.157@tcp23: GET: OK 00000400:00000200:3.0:1767384947.088831:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384947.088833:0:16120:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp: 0 00000800:00000001:3.0:1767384947.088839:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384947.088843:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1767384947.088844:0:16764:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000800:00000001:3.0:1767384947.088845:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:2.0:1767384947.088847:0:16764:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384947.088850:0:16764:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000001:3.0:1767384947.088851:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384947.088861:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp23(192.168.203.157@tcp23) <- 192.168.203.157@tcp23 : GET - for me 00080000:00000001:2.0:1767384947.088867:0:16764:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384947.088871:0:16120:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 592 into portal 0 MB=0x8000000000000000 00080000:00000001:2.0:1767384947.088872:0:16764:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384947.088877:0:16120:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp of length 592/592 into md 0x1c01 [1] + 0 00000400:00000200:3.0:1767384947.088884:0:16120:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp23 to MR: 192.168.203.157@tcp23 local destination 00000400:00000200:3.0:1767384947.088888:0:16120:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp23 NI seq info: [154:154:256:4294967295] 192.168.203.157@tcp23 LPNI seq info [144:144:8:4294967295] 00000400:00000200:3.0:1767384947.088897:0:16120:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp23(192.168.203.157@tcp23:192.168.203.157@tcp23) -> 192.168.203.157@tcp23(192.168.203.157@tcp23:192.168.203.157@tcp23) 192.168.203.157@tcp23 : REPLY try# 0 00000800:00000200:3.0:1767384947.088902:0:16120:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.157@tcp23 00000800:00000010:3.0:1767384947.088905:0:16120:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ac04492. 00000800:00000200:3.0:1767384947.088909:0:16120:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009170affd] -> 12345-192.168.203.157@tcp23 (6) 00000800:00000200:3.0:1767384947.088913:0:16120:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp23 ip 192.168.203.157:995 00000800:00000200:3.0:1767384947.088915:0:16120:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003ac04492 type 3, nob 688 niov 1 nkiov 1 00000800:00000200:3.0:1767384947.088948:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384947.088950:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ac04492. 00080000:00000001:2.0:1767384947.088950:0:16764:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384947.088956:0:16764:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384947.088957:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384947.088961:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp23->192.168.203.157@tcp23: REPLY: OK 00000800:00000001:3.0:1767384947.088968:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384947.088970:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384947.088971:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384947.088974:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384947.088976:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384947.088978:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384947.088983:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp23(192.168.203.157@tcp23) <- 192.168.203.157@tcp23 : REPLY - for me 00000400:00000200:3.0:1767384947.088991:0:16120:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp23: Reply from 12345-192.168.203.157@tcp23 of length 592/592 into md 0x1c1d 00000800:00000001:3.0:1767384947.088994:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384947.088997:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384947.088998:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384947.089002:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp23->192.168.203.157@tcp23: REPLY: OK 00000400:00000200:3.0:1767384947.089005:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000479d091f 00000400:00000010:3.0:1767384947.089007:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000479d091f. 00000400:00000200:3.0:1767384947.089010:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384947.089139:0:16120:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.157@tcp has discovery enabled 00000400:00000200:3.0:1767384947.089142:0:16120:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000200:3.0:1767384947.089145:0:16120:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.157@tcp data present 35. state = 0x100271 00000400:00000200:3.0:1767384947.089148:0:16120:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:3.0:1767384947.089159:0:16120:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (35) 00000800:00000001:3.0:1767384947.089166:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384947.089169:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000001:3.0:1767384947.089170:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384947.089182:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x1000f1 00000400:00000010:1.0:1767384947.089188:0:16125:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 720 at 000000001415bda8. 00000400:00000010:1.0:1767384947.089192:0:16125:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 864 at 0000000066e10a27. 00000400:00000010:1.0:1767384947.089196:0:16125:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 720 at 000000004a52bbf7. 00000400:00000200:1.0:1767384947.089225:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp33(000000008f5b82ff) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384947.089233:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp39(00000000288d2936) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384947.089236:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp40(00000000793542ba) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384947.089239:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp41(000000004b6fc6f1) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384947.089244:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000005618afae. 00000400:00000200:1.0:1767384947.089248:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 000000005618afae nid 192.168.203.157@tcp42 00000400:00000010:1.0:1767384947.089252:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000008e18693f. 00000400:00000200:1.0:1767384947.089254:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 000000008e18693f net tcp42 00000400:00000200:1.0:1767384947.089257:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (34) 00000400:00000200:1.0:1767384947.089262:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp42 flags 0x11 00000400:00000010:1.0:1767384947.089268:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ea7628d6. 00000400:00000200:1.0:1767384947.089272:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000ea7628d6 nid 192.168.203.157@tcp43 00000400:00000010:1.0:1767384947.089293:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000007fadc0e1. 00000400:00000200:1.0:1767384947.089296:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 000000007fadc0e1 net tcp43 00000400:00000200:1.0:1767384947.089298:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (35) 00000400:00000200:1.0:1767384947.089302:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp43 flags 0x11 00000400:00000010:1.0:1767384947.089305:0:16125:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 720 at 000000001415bda8. 00000400:00000010:1.0:1767384947.089309:0:16125:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 864 at 0000000066e10a27. 00000400:00000010:1.0:1767384947.089311:0:16125:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 720 at 000000004a52bbf7. 00000400:00000010:1.0:1767384947.089314:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 000000007372d11a. 00000400:00000200:1.0:1767384947.089317:0:16125:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:1.0:1767384947.089319:0:16125:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.157@tcp(00000000aa3f4fd0): 0. state = 0x100171 00000400:00000200:1.0:1767384947.089323:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100171 rc 1 00000400:00000200:1.0:1767384947.089325:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100171 00000400:00000200:1.0:1767384947.089328:0:16125:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.157@tcp 00000400:00000200:1.0:1767384947.089330:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100111 rc 0 00000400:00000200:1.0:1767384947.089333:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:1.0:1767384947.089336:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (36) 00080000:00000001:2.0:1767384947.096224:0:16764:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384947.096231:0:16764:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00080000:00000001:1.0:1767384947.096232:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384947.096236:0:16764:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384947.096237:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384947.096240:0:16764:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384947.096241:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384947.096244:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384947.096245:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384947.096247:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000034d15ff7. 00080000:00000001:1.0:1767384947.096251:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384947.096252:0:16764:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384947.096265:0:16764:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384947.096268:0:16764:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:2.0:1767384947.096273:0:16764:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:3.0:1767384947.096274:0:16763:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003319a65f. 20000000:01000000:0.0:1767384947.096276:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:3.0:1767384947.096278:0:16763:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 20000000:00000001:0.0:1767384947.096282:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:3.0:1767384947.096283:0:16763:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:0.0:1767384947.096286:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384947.096288:0:16763:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:0.0:1767384947.096293:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384947.096298:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384947.096305:0:16785:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ee4122b5 count: 2 00010000:00000001:0.0:1767384947.096309:0:16785:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384947.096310:0:16763:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384947.096313:0:16763:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384947.096315:0:16763:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384947.096317:0:16763:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384947.096322:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384947.096322:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:3.0:1767384947.096329:0:16763:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00010000:00000010:0.0:1767384947.096329:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f5275565. 00080000:00000001:3.0:1767384947.096334:0:16763:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:0.0:1767384947.096338:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000010:3.0:1767384947.096340:0:16763:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fecd7d22. 00000020:00000040:0.0:1767384947.096342:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f5275565 with handle 0x4895a8f6c11e8797 to hash 00080000:00000001:3.0:1767384947.096343:0:16763:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431482875904 : -108642226675712 : ffff9d30c2abe000) 00080000:00000001:3.0:1767384947.096349:0:16763:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:0.0:1767384947.096349:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384947.096352:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854934016 : -108637854617600 : ffff9d31c7443000) 00010000:00000001:0.0:1767384947.096357:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854934016 : -108637854617600 : ffff9d31c7443000) 00010000:00000001:0.0:1767384947.096362:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384947.096364:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384947.096368:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f5275565/0x4895a8f6c11e8797 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384947.096378:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384947.096382:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384947.096397:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384947.096399:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384947.096402:0:16785:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384947.096407:0:16785:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000ac75b9fe/0x4895a8f6c11e8790 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e8789 expref: 16 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384947.096414:0:16785:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384947.096417:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384947.096420:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384947.096423:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384947.096425:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384947.096428:0:16785:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384947.096431:0:16785:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000f5275565/0x4895a8f6c11e8797 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384947.096439:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ee4122b5) refcount = 2 00000001:00000001:3.0:1767384947.096441:0:16763:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000040:0.0:1767384947.096443:0:16785:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00080000:00000001:3.0:1767384947.096444:0:16763:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384947.096447:0:16763:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000040:0.0:1767384947.096449:0:16785:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ac75b9fe/0x4895a8f6c11e8790 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x4895a8f6c11e8789 expref: 16 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384947.096457:0:16785:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00080000:00000001:3.0:1767384947.096460:0:16763:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384947.096464:0:16763:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000040:0.0:1767384947.096467:0:16785:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000f5275565/0x4895a8f6c11e8797 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384947.096477:0:16785:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dc751ee6. 00000100:00000001:0.0:1767384947.096481:0:16785:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384947.096485:0:16785:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007de2074e. 00000100:00000001:0.0:1767384947.096487:0:16785:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635431491318912 : -108642218232704 : ffff9d30c32cb480) 00000100:00000001:0.0:1767384947.096489:0:16785:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635431491318912 : -108642218232704 : ffff9d30c32cb480) 00000100:00000001:0.0:1767384947.096492:0:16785:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384947.096493:0:16785:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384947.096495:0:16785:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384947.096498:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384947.096500:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384947.096502:0:16785:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384947.096504:0:16785:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384947.096506:0:16785:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384947.096508:0:16785:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384947.096512:0:16785:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b276a0f. 00000020:00000040:0.0:1767384947.096515:0:16785:0:(genops.c:1229:class_import_get()) import 00000000c30cd863 refcount=2 obd=MGS 00000100:00000001:0.0:1767384947.096518:0:16785:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384947.096520:0:16785:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384947.096523:0:16785:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384947.096527:0:16785:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009cea93e7. 00000100:00000001:0.0:1767384947.096532:0:16785:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384947.096536:0:16785:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000ac75b9fe/0x4895a8f6c11e8790 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4895a8f6c11e8789 expref: 16 pid: 16763 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384947.096538:0:16763:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384947.096543:0:16763:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00010000:0.0:1767384947.096552:0:16785:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000ac75b9fe/0x4895a8f6c11e8790 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4895a8f6c11e8789 expref: 16 pid: 16763 timeout: 419 lvb_type: 0 00010000:00000001:0.0:1767384947.096559:0:16785:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384947.096561:0:16785:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384947.096564:0:16785:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003b276a0f x1853237358519168/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384947.096571:0:16785:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384947.096572:0:16785:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384947.096579:0:16785:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003b276a0f pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16785:1853237358519168:0@lo:104: 00000100:00000001:0.0:1767384947.096581:0:16785:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384947.096584:0:16785:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384947.096586:0:16785:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384947.096587:0:16785:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384947.096589:0:16785:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dff8385c. 02000000:00000001:0.0:1767384947.096591:0:16785:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384947.096594:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080216c13. 00000400:00000010:0.0:1767384947.096598:0:16785:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065204f26. 00000100:00000200:0.0:1767384947.096602:0:16785:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358519168, portal 16 00000100:00000001:0.0:1767384947.096604:0:16785:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384947.096605:0:16785:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780947968 : -108637928603648 : ffff9d31c2db4000) 00000100:00000040:0.0:1767384947.096609:0:16785:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000003b276a0f x1853237358519168/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384947.096618:0:16785:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384947.096621:0:16785:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384947.096623:0:16785:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ea848ad. 00000100:00000200:0.0:1767384947.096627:0:16785:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237358519168, offset 0 00000400:00000200:0.0:1767384947.096636:0:16785:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384947.096646:0:16785:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384947.096656:0:16785:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272706380 00000400:00000200:0.0:1767384947.096662:0:16785:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x18fd [2] + 328 00000400:00000200:0.0:1767384947.096668:0:16785:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384947.096672:0:16785:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384947.096677:0:16785:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384947.096679:0:16785:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384947.096683:0:16785:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aa3eddaf. 00000100:00000040:0.0:1767384947.096686:0:16785:0:(events.c:337:request_in_callback()) incoming req@00000000aa3eddaf x1853237358519168 msgsize 328 00000100:00100000:0.0:1767384947.096692:0:16785:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384947.096705:0:16785:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384947.096713:0:16785:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ea848ad 00000400:00000010:0.0:1767384947.096716:0:16785:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ea848ad. 00000100:00000001:0.0:1767384947.096719:0:16785:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384947.096724:0:16785:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003b276a0f x1853237358519168/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384947.096730:0:16753:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384947.096734:0:16753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358519168 02000000:00000001:3.0:1767384947.096737:0:16753:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384947.096740:0:16753:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384947.096743:0:16753:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384947.096746:0:16753:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.096746:0:16785:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384947.096751:0:16753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358519168 00000100:00000040:0.0:1767384947.096753:0:16785:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003b276a0f x1853237358519168/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1767384947.096754:0:16753:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384947.096764:0:16753:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e83fb 00000100:00000001:0.0:1767384947.096765:0:16785:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384947.096767:0:16753:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384947.096770:0:16753:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f3b2147e refcount=3 00000100:00000001:0.0:1767384947.096770:0:16785:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384947.096774:0:16753:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633131008 : -108637076420608 : ffff9d31f5a68800) 00000020:00000001:3.0:1767384947.096776:0:16753:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633131008 : -108637076420608 : ffff9d31f5a68800) 00000100:00000001:0.0:1767384947.096778:0:16785:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.096779:0:16753:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384947.096784:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294936970 00000020:00000010:3.0:1767384947.096785:0:16753:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009fe6b3db. 00000100:00000001:3.0:1767384947.096790:0:16753:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384947.096793:0:16753:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009fe6b3db. 00000100:00000001:0.0:1767384947.096795:0:16785:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294936962 00000020:00000010:3.0:1767384947.096797:0:16753:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a2ca5a7. 00000020:00000010:3.0:1767384947.096803:0:16753:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c35b9dcb. 00000100:00000001:0.0:1767384947.096803:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294936970 00000020:00000010:3.0:1767384947.096807:0:16753:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ceb3d2dd. 00000100:00000001:0.0:1767384947.096808:0:16785:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294936962 00000100:00000001:0.0:1767384947.096813:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294936970 00000100:00000040:3.0:1767384947.096815:0:16753:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384947.096816:0:16785:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294936962 00000100:00000001:3.0:1767384947.096820:0:16753:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384947.096822:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294936970 00000100:00000001:3.0:1767384947.096823:0:16753:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384947.096826:0:16753:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.096828:0:16785:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294936962 00000100:00000001:3.0:1767384947.096832:0:16753:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.096833:0:16785:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384947.096838:0:16785:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384947.096840:0:16785:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384947.096842:0:16785:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384947.096844:0:16785:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384947.096846:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384947.096847:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384947.096848:0:16753:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384947.096848:0:16785:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384947.096852:0:16785:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384947.096854:0:16785:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384947.096856:0:16785:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.096858:0:16785:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384947.096859:0:16785:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384947.096861:0:16753:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384947.096861:0:16785:0:(client.c:2690:ptlrpc_set_wait()) set 000000007de2074e going to sleep for 11 seconds 00000100:00000001:3.0:1767384947.096865:0:16753:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384947.096867:0:16785:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384947.096870:0:16785:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384947.096872:0:16753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:3.0:1767384947.096876:0:16753:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f3b2147e : new rpc_count 1 00000100:00000001:1.0:1767384947.096876:0:18556:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384947.096880:0:18556:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384947.096881:0:16753:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635435780949760 : -108637928601856 : ffff9d31c2db4700) 00000100:00000001:1.0:1767384947.096883:0:18556:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384947.096887:0:16753:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aa3eddaf x1853237358519168/t0(0) o104->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:173/0 lens 328/0 e 0 to 0 dl 1767384958 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384947.096887:0:18556:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.096897:0:16753:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384947.096900:0:16753:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009fe6b3db. 00000100:00000001:3.0:1767384947.096903:0:16753:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384947.096904:0:16753:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009fe6b3db. 00000100:00100000:3.0:1767384947.096909:0:16753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aa3eddaf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fc613044-dd35-4201-b03c-4d69ab0214c0+3:16785:x1853237358519168:12345-0@lo:104: 00000100:00000200:3.0:1767384947.096912:0:16753:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358519168 00010000:00000001:3.0:1767384947.096919:0:16753:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384947.096924:0:16753:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384947.096925:0:16753:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384947.096927:0:16753:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003dfbde8f refcount=2 00000020:00000001:3.0:1767384947.096929:0:16753:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879613952 : -108637829937664 : ffff9d31c8bcc600) 00010000:00000001:3.0:1767384947.096931:0:16753:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879613952 : -108637829937664 : ffff9d31c8bcc600) 00010000:00000001:3.0:1767384947.096933:0:16753:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384947.096936:0:16753:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384947.096938:0:16753:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.157@tcp lock: 000000003dfbde8f/0x4895a8f6c11e8789 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4895a8f6c11e8790 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384947.096945:0:16753:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384947.096947:0:16753:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384947.096950:0:16753:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007372d11a. 02000000:00000001:3.0:1767384947.096952:0:16753:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.096954:0:16753:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384947.096957:0:16753:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384947.096959:0:16753:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384947.096961:0:16753:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c1b60063 time=71 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384947.096965:0:16753:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384947.096966:0:16753:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:3.0:1767384947.096968:0:16753:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:3.0:1767384947.096970:0:16753:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384947.096972:0:16753:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.096974:0:16753:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384947.096976:0:16753:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384947.096978:0:16753:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000479d091f. 00000100:00000200:3.0:1767384947.096981:0:16753:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237358519168, offset 224 00000400:00000200:3.0:1767384947.096985:0:16753:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384947.096991:0:16753:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384947.096996:0:16753:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272706380 00000400:00000200:3.0:1767384947.096999:0:16753:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1c21 [1] + 224 00000400:00000200:3.0:1767384947.097002:0:16753:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384947.097004:0:16753:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384947.097035:0:16753:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384947.097040:0:16753:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003b276a0f x1853237358519168/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384947.097051:0:16753:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000003b276a0f x1853237358519168/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384947.097067:0:16753:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384947.097074:0:16753:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000479d091f 00000400:00000010:3.0:1767384947.097077:0:16753:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000479d091f. 00000100:00000001:3.0:1767384947.097081:0:16753:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384947.097082:0:16785:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384947.097083:0:16753:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384947.097087:0:16785:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384947.097090:0:16753:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384947.097094:0:16753:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000001:0.0:1767384947.097097:0:16785:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384947.097098:0:16753:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000010:0.0:1767384947.097100:0:16785:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080216c13. 00010000:00000010:3.0:1767384947.097103:0:16753:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000041194b04. 00000400:00000200:0.0:1767384947.097105:0:16785:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065204f26 00010000:00000001:3.0:1767384947.097108:0:16753:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000010:0.0:1767384947.097109:0:16785:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065204f26. 00000100:00000001:0.0:1767384947.097114:0:16785:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384947.097118:0:16785:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003b276a0f x1853237358519168/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1767384947.097119:0:16753:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767384947.097125:0:16753:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384947.097130:0:16753:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384947.097133:0:16753:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384947.097135:0:16785:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003b276a0f x1853237358519168/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384947.097139:0:16753:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa3eddaf x1853237358519168/t0(0) o104->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:173/0 lens 328/224 e 0 to 0 dl 1767384958 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384947.097147:0:16785:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384947.097150:0:16785:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384947.097152:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384947.097154:0:16785:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767384947.097155:0:16753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aa3eddaf pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fc613044-dd35-4201-b03c-4d69ab0214c0+3:16785:x1853237358519168:12345-0@lo:104: Request processed in 254us (464us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384947.097156:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384947.097157:0:16785:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384947.097160:0:16785:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:1.0:1767384947.097162:0:16757:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:0.0:1767384947.097163:0:16785:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384947.097169:0:16753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 02000000:00000001:0.0:1767384947.097170:0:16785:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384947.097171:0:16757:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000040:3.0:1767384947.097173:0:16753:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f3b2147e : new rpc_count 0 00010000:00000001:1.0:1767384947.097175:0:16757:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00001000:0.0:1767384947.097176:0:16785:0:(import.c:2128:obd_at_measure()) add 5 to 0000000080a5a92e time=71 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384947.097177:0:16753:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:1.0:1767384947.097179:0:16757:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.157@tcp lock: 000000003dfbde8f/0x4895a8f6c11e8789 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4895a8f6c11e8790 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384947.097181:0:16753:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1767384947.097182:0:16785:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cfe3d233 time=71 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384947.097186:0:16753:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c35b9dcb. 00000100:00000001:0.0:1767384947.097192:0:16785:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1767384947.097193:0:16753:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ceb3d2dd. 00000100:00000001:0.0:1767384947.097195:0:16785:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384947.097196:0:16757:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003dfbde8f already unused, calling callback (00000000de964f35) 00000020:00000010:3.0:1767384947.097198:0:16753:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a2ca5a7. 00010000:00000001:0.0:1767384947.097199:0:16785:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 10000000:00000001:1.0:1767384947.097200:0:16757:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:0.0:1767384947.097203:0:16785:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:1.0:1767384947.097204:0:16757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.157@tcp lock: 000000003dfbde8f/0x4895a8f6c11e8789 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4895a8f6c11e8790 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000020:00000040:3.0:1767384947.097205:0:16753:0:(genops.c:898:class_export_put()) PUTting export 00000000f3b2147e : new refcount 2 00000100:00000001:0.0:1767384947.097208:0:16785:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.097210:0:16753:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384947.097216:0:16757:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000040:0.0:1767384947.097217:0:16785:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003b276a0f x1853237358519168/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384947.097220:0:16757:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384947.097223:0:16757:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384947.097226:0:16757:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003dfbde8f refcount=3 00000100:00000001:0.0:1767384947.097228:0:16785:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384947.097229:0:16757:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879613952 : -108637829937664 : ffff9d31c8bcc600) 00000100:00000001:0.0:1767384947.097232:0:16785:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1767384947.097233:0:16757:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879613952 : -108637829937664 : ffff9d31c8bcc600) 00000100:00000001:0.0:1767384947.097235:0:16785:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384947.097238:0:16757:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:0.0:1767384947.097239:0:16785:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00010000:1.0:1767384947.097242:0:16757:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.157@tcp lock: 000000003dfbde8f/0x4895a8f6c11e8789 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4895a8f6c11e8790 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384947.097242:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384947.097246:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384947.097248:0:16785:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384947.097254:0:16757:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000040:0.0:1767384947.097255:0:16785:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b276a0f x1853237358519168/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384963 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00010000:1.0:1767384947.097257:0:16757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.157@tcp lock: 000000003dfbde8f/0x4895a8f6c11e8789 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4895a8f6c11e8790 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384947.097262:0:16785:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003b276a0f pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16785:1853237358519168:0@lo:104: 10000000:01000000:1.0:1767384947.097270:0:16757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:0.0:1767384947.097273:0:16785:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384947.097274:0:16757:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384947.097278:0:16757:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000001:0.0:1767384947.097278:0:16785:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384947.097281:0:16757:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000001:0.0:1767384947.097282:0:16785:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:1.0:1767384947.097284:0:16757:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384947.097285:0:16785:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384947.097286:0:16757:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384947.097289:0:16785:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003b276a0f x1853237358519168/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384963 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384947.097295:0:16785:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384947.097297:0:16785:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384947.097298:0:16785:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dff8385c. 10000000:00000001:1.0:1767384947.097299:0:16757:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 02000000:00000001:0.0:1767384947.097301:0:16785:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000001:1.0:1767384947.097302:0:16757:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:0.0:1767384947.097304:0:16785:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000040:1.0:1767384947.097305:0:16757:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ff67cc77) refs 2 00000020:00000040:0.0:1767384947.097308:0:16785:0:(genops.c:1242:class_import_put()) import 00000000c30cd863 refcount=1 obd=MGS 10000000:00000001:1.0:1767384947.097309:0:16757:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000001:0.0:1767384947.097312:0:16785:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:1.0:1767384947.097313:0:16757:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384947.097316:0:16785:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009cea93e7. 00010000:00000001:1.0:1767384947.097318:0:16757:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:0.0:1767384947.097320:0:16785:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767384947.097321:0:16757:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:0.0:1767384947.097324:0:16785:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1767384947.097325:0:16757:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000010:0.0:1767384947.097327:0:16785:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003b276a0f. 00010000:00000001:1.0:1767384947.097328:0:16757:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384947.097331:0:16757:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.097331:0:16785:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384947.097334:0:16785:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384947.097335:0:16757:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003dfbde8f with handle 0x4895a8f6c11e8789 from hash 00000100:00000010:0.0:1767384947.097337:0:16785:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007de2074e. 00010000:00000001:1.0:1767384947.097338:0:16757:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1767384947.097340:0:16785:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384947.097341:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384947.097342:0:16785:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384947.097344:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1767384947.097346:0:16785:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dc751ee6. 00010000:00000001:1.0:1767384947.097347:0:16757:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384947.097351:0:16757:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384947.097351:0:16785:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384947.097354:0:16757:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384947.097355:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384947.097359:0:16757:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384947.097359:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384947.097363:0:16757:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 20000000:00000001:0.0:1767384947.097364:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384947.097367:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000010:1.0:1767384947.097369:0:16757:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd92e08b. 00010000:00010000:0.0:1767384947.097369:0:16785:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000f5275565/0x4895a8f6c11e8797 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1767384947.097374:0:16757:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=6 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1767384947.097380:0:16757:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384947.097382:0:16757:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384947.097397:0:16757:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384947.097402:0:16757:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000720d5a57. 00000100:00000001:1.0:1767384947.097406:0:16757:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384947.097408:0:16757:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384947.097411:0:16757:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.157@tcp lock: 000000003dfbde8f/0x4895a8f6c11e8789 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4895a8f6c11e8790 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384947.097424:0:16757:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384947.097425:0:16757:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384947.097428:0:16757:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384947.097430:0:16757:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384947.097435:0:16757:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd92e08b] to pc [ptlrpcd_00_01+1] req@00000000dd92e08b x1853237358519296/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384947.097456:0:16757:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384947.097459:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384947.097460:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384947.097462:0:16757:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384947.097464:0:16757:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384947.097465:0:16757:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384947.097467:0:16757:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.157@tcp lock: 000000003dfbde8f/0x4895a8f6c11e8789 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4895a8f6c11e8790 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384947.097471:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384947.097473:0:16757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.157@tcp lock: 000000003dfbde8f/0x4895a8f6c11e8789 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4895a8f6c11e8790 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384947.097477:0:16757:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000bdb2e6e0 count: 0 00010000:00000001:1.0:1767384947.097489:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384947.097491:0:16757:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384947.097493:0:16757:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000041194b04. 00010000:00000001:1.0:1767384947.097496:0:16757:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384947.097498:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384947.097500:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384947.097502:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384947.097504:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384947.097506:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384947.097508:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384947.097509:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384947.097511:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384947.097513:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384947.097533:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384947.097536:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384947.097538:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384947.097541:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dd92e08b x1853237358519296/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.097547:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384947.097548:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384947.097551:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384947.097553:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384947.097555:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384947.097558:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dd92e08b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358519296:0@lo:103: 00000100:00000001:1.0:1767384947.097561:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384947.097564:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384947.097565:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384947.097567:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384947.097570:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006a8cbd30. 02000000:00000001:1.0:1767384947.097572:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384947.097576:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9f9ccda. 00000400:00000010:1.0:1767384947.097581:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e26a58f9. 00000100:00000200:1.0:1767384947.097584:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358519296, portal 18 00000100:00000001:1.0:1767384947.097586:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384947.097587:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515725696 : -108637193825920 : ffff9d31eea71180) 00000100:00000040:1.0:1767384947.097591:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dd92e08b x1853237358519296/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.097596:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384947.097598:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384947.097600:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000479c74e7. 00000100:00000200:1.0:1767384947.097602:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237358519296, offset 0 00000400:00000200:1.0:1767384947.097609:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384947.097615:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384947.097623:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272706400 00000400:00000200:1.0:1767384947.097628:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 328 00000400:00000200:1.0:1767384947.097631:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384947.097635:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384947.097647:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384947.097649:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384947.097654:0:16128:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cdbf7c2f. 00000100:00000040:1.0:1767384947.097658:0:16128:0:(events.c:337:request_in_callback()) incoming req@00000000cdbf7c2f x1853237358519296 msgsize 328 00000100:00100000:1.0:1767384947.097664:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384947.097676:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384947.097684:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000479c74e7 00000400:00000010:1.0:1767384947.097686:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000479c74e7. 00000100:00000001:1.0:1767384947.097690:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384947.097691:0:16756:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384947.097694:0:16756:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358519296 00000100:00000200:1.0:1767384947.097696:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dd92e08b x1853237358519296/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384947.097697:0:16756:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384947.097699:0:16756:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384947.097701:0:16756:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384947.097707:0:16756:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384947.097711:0:16756:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358519296 00000100:00000001:1.0:1767384947.097713:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384947.097714:0:16756:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384947.097717:0:16756:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000100:00000040:1.0:1767384947.097718:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dd92e08b x1853237358519296/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384947.097720:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384947.097723:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=17 00000020:00000001:3.0:1767384947.097728:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:3.0:1767384947.097732:0:16756:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:1.0:1767384947.097734:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.097736:0:16756:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384947.097737:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1767384947.097740:0:16756:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009fe6b3db. 00000100:00000001:1.0:1767384947.097742:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.097743:0:16756:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384947.097747:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294936971 00000020:00000010:3.0:1767384947.097748:0:16756:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009fe6b3db. 00000020:00000010:3.0:1767384947.097755:0:16756:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a2ca5a7. 00000100:00000001:1.0:1767384947.097757:0:16128:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294936970 00000020:00000010:3.0:1767384947.097761:0:16756:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c35b9dcb. 00000100:00000001:1.0:1767384947.097762:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294936971 00000020:00000010:3.0:1767384947.097765:0:16756:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ceb3d2dd. 00000100:00000001:1.0:1767384947.097768:0:16128:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294936970 00000100:00000001:1.0:1767384947.097773:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294936971 00000100:00000040:3.0:1767384947.097774:0:16756:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384947.097776:0:16128:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294936970 00000100:00000001:3.0:1767384947.097778:0:16756:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384947.097780:0:16756:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384947.097781:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294936971 00010000:00000001:3.0:1767384947.097783:0:16756:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384947.097786:0:16756:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.097786:0:16128:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294936970 00010000:00000001:3.0:1767384947.097790:0:16756:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384947.097794:0:16756:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384947.097794:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384947.097795:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384947.097798:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384947.097799:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ac75b9fe refcount=4 00000020:00000001:3.0:1767384947.097803:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854929920 : -108637854621696 : ffff9d31c7442000) 00000100:00000001:1.0:1767384947.097805:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384947.097806:0:16756:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854929920 : -108637854621696 : ffff9d31c7442000) 00000100:00000001:1.0:1767384947.097808:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384947.097811:0:16756:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000ac75b9fe/0x4895a8f6c11e8790 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4895a8f6c11e8789 expref: 17 pid: 16763 timeout: 419 lvb_type: 0 00000100:00000001:1.0:1767384947.097814:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384947.097817:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:3.0:1767384947.097820:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384947.097821:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384947.097828:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384947.097830:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384947.097831:0:16756:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384947.097834:0:16756:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384947.097836:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.097840:0:16756:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384947.097840:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384947.097847:0:16756:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cdbf7c2f x1853237358519296/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:173/0 lens 328/0 e 0 to 0 dl 1767384958 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384947.097853:0:16756:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384947.097855:0:16756:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.097855:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384947.097859:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.097871:0:16756:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384947.097882:0:16755:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384947.097885:0:16755:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384947.097889:0:16755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:0.0:1767384947.097891:0:16755:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 3 00000100:00000001:0.0:1767384947.097894:0:16755:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436515735552 : -108637193816064 : ffff9d31eea73800) 00000100:00000001:3.0:1767384947.097895:0:16756:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1767384947.097897:0:16756:0:(service.c:3434:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00000010:3.0:1767384947.097902:0:16756:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000dc490fb9. 00000100:00000040:0.0:1767384947.097906:0:16755:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cdbf7c2f x1853237358519296/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:173/0 lens 328/0 e 0 to 0 dl 1767384958 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384947.097909:0:16756:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00000001:0.0:1767384947.097917:0:16755:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384947.097919:0:16755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1f8ca3d. 00000100:00000001:0.0:1767384947.097922:0:16755:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384947.097923:0:16755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1f8ca3d. 00000100:00100000:0.0:1767384947.097927:0:16755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cdbf7c2f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fc613044-dd35-4201-b03c-4d69ab0214c0+17:16128:x1853237358519296:12345-0@lo:103: 00000100:00000200:0.0:1767384947.097931:0:16755:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358519296 00010000:00000001:0.0:1767384947.097933:0:16755:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384947.097935:0:16755:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384947.097937:0:16755:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384947.097940:0:16755:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384947.097941:0:16755:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384947.097944:0:16755:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b310dde9. 02000000:00000001:0.0:1767384947.097945:0:16755:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.097947:0:16755:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384947.097949:0:16755:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384947.097950:0:16755:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384947.097952:0:16755:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384947.097953:0:16755:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384947.097954:0:16755:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ac75b9fe refcount=4 00000020:00000001:0.0:1767384947.097956:0:16755:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854929920 : -108637854621696 : ffff9d31c7442000) 00010000:00000001:0.0:1767384947.097957:0:16755:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854929920 : -108637854621696 : ffff9d31c7442000) 00010000:00000040:0.0:1767384947.097960:0:16755:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ee4122b5 count: 3 00010000:00010000:0.0:1767384947.097962:0:16755:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000ac75b9fe/0x4895a8f6c11e8790 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4895a8f6c11e8789 expref: 17 pid: 16763 timeout: 419 lvb_type: 0 00000100:00001000:0.0:1767384947.097967:0:16755:0:(import.c:2128:obd_at_measure()) add 0 to 0000000011468271 time=1767384947 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384947.097970:0:16755:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384947.097975:0:16755:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384947.097976:0:16755:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384947.097979:0:16755:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000ac75b9fe/0x4895a8f6c11e8790 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4895a8f6c11e8789 expref: 17 pid: 16763 timeout: 419 lvb_type: 0 00000020:00000001:0.0:1767384947.097992:0:16755:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384947.097994:0:16755:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:3.0:1767384947.097995:0:16756:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384947.097996:0:16755:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384947.098001:0:16755:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384947.098004:0:16755:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384947.098005:0:16755:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767384947.098008:0:34224:0:(service.c:2991:ptlrpc_main()) Process entered 00010000:00000001:0.0:1767384947.098010:0:16755:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:3.0:1767384947.098041:0:34224:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000009fe6b3db. 00000020:00000010:3.0:1767384947.098046:0:34224:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002b184b9d. 00000020:00000010:3.0:1767384947.098158:0:34224:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003438a13a. 00000020:00000010:3.0:1767384947.098162:0:34224:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006345929a. 00000020:00000010:3.0:1767384947.098164:0:34224:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000087c7ef40. 00000040:00000010:3.0:1767384947.098168:0:34224:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fb797632. 00000020:00000010:3.0:1767384947.098173:0:34224:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000717c01bb. 00000020:00000010:3.0:1767384947.098177:0:34224:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d8c06e7d. 00000020:00000010:3.0:1767384947.098181:0:34224:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c8a0449c. 80000000:00000010:3.0:1767384947.098184:0:34224:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f8b95d44. 40000000:00000010:3.0:1767384947.098187:0:34224:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000098b4f0c8. 00000008:00000010:3.0:1767384947.098191:0:34224:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000002aa00879. 00020000:00000010:3.0:1767384947.098195:0:34224:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000004474cda3. 00008000:00000010:3.0:1767384947.098199:0:34224:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000097013ff7. 00100000:00000010:3.0:1767384947.098203:0:34224:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000020d82edb. 00040000:00000010:3.0:1767384947.098206:0:34224:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a79c382d. 00040000:00000010:3.0:1767384947.098209:0:34224:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d0b16fa1. 00040000:00000010:3.0:1767384947.098213:0:34224:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008e5ffd7a. 00080000:00000010:3.0:1767384947.098215:0:34224:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e9c6856f. 00000004:00000010:3.0:1767384947.098224:0:34224:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000bb91013b. 00000004:00000010:3.0:1767384947.098228:0:34224:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000be59cb53. 00000004:00000010:3.0:1767384947.098232:0:34224:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009768d02a. 00002000:00000010:3.0:1767384947.098236:0:34224:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005437cbcb. 00000004:00000010:3.0:1767384947.098240:0:34224:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000462cc401. 00000080:00000010:3.0:1767384947.098243:0:34224:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000733a45da. 00000080:00000010:3.0:1767384947.098246:0:34224:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000020eb6bf9. 00000100:00000010:3.0:1767384947.098250:0:34224:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000004e4a6b75. 00000100:00000200:3.0:1767384947.098260:0:34224:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00010000:00000001:0.0:1767384947.098294:0:16755:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384947.098296:0:16755:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384947.098297:0:16755:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384947.098299:0:16755:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ac75b9fe with handle 0x4895a8f6c11e8790 from hash 00010000:00000001:0.0:1767384947.098300:0:16755:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384947.098301:0:16755:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384947.098302:0:16755:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384947.098303:0:16755:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384947.098305:0:16755:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384947.098306:0:16755:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384947.098308:0:16755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ac75b9fe/0x4895a8f6c11e8790 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4895a8f6c11e8789 expref: 17 pid: 16763 timeout: 419 lvb_type: 0 00010000:00000040:0.0:1767384947.098312:0:16755:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000005d63f134 : new locks_count 9 00000020:00000040:0.0:1767384947.098314:0:16755:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 16 00010000:00000001:0.0:1767384947.098316:0:16755:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384947.098318:0:16755:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384947.098319:0:16755:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384947.098320:0:16755:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000f5275565 00010000:00000001:0.0:1767384947.098322:0:16755:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384947.098323:0:16755:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384947.098324:0:16755:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384947.098325:0:16755:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384947.098326:0:16755:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384947.098328:0:16755:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384947.098329:0:16755:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384947.098330:0:16755:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000f5275565/0x4895a8f6c11e8797 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384947.098342:0:16755:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384947.098344:0:16755:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384947.098345:0:16755:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384947.098346:0:16755:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384947.098347:0:16755:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ee4122b5) refcount = 2 00010000:00010000:0.0:1767384947.098349:0:16755:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f5275565/0x4895a8f6c11e8797 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384947.098353:0:16755:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384947.098354:0:16755:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384947.098355:0:16755:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384947.098357:0:16755:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384947.098359:0:16755:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b1f8ca3d. 00000100:00000001:0.0:1767384947.098361:0:16755:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384947.098363:0:16755:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000be1bb583. 00000100:00000001:0.0:1767384947.098365:0:16755:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635431491319680 : -108642218231936 : ffff9d30c32cb780) 00000100:00000001:0.0:1767384947.098366:0:16755:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635431491319680 : -108642218231936 : ffff9d30c32cb780) 00000100:00000001:0.0:1767384947.098368:0:16755:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384947.098369:0:16755:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384947.098370:0:16755:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384947.098372:0:16755:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384947.098374:0:16755:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003542952s 00010000:00000001:0.0:1767384947.098376:0:16755:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384947.098377:0:16755:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384947.098378:0:16755:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f5275565 refcount=5 00000020:00000001:0.0:1767384947.098379:0:16755:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854934016 : -108637854617600 : ffff9d31c7443000) 00010000:00000001:0.0:1767384947.098381:0:16755:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854934016 : -108637854617600 : ffff9d31c7443000) 00010000:00000001:0.0:1767384947.098383:0:16755:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384947.098384:0:16755:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f5275565/0x4895a8f6c11e8797 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384947.098404:0:16755:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384947.098406:0:16755:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f5275565/0x4895a8f6c11e8797 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384947.098420:0:16755:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384947.098421:0:16755:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384947.098423:0:16755:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f5275565/0x4895a8f6c11e8797 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384947.098429:0:16755:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384947.098430:0:16755:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384947.098432:0:16755:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384947.098434:0:16755:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f5275565/0x4895a8f6c11e8797 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384947.098440:0:16755:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f5275565 already unused, calling callback (00000000be7801c4) 00010000:00000001:0.0:1767384947.098443:0:16755:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384947.098446:0:16755:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384947.098448:0:16755:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f5275565/0x4895a8f6c11e8797 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384947.098453:0:16755:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384947.098455:0:16755:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384947.098456:0:16755:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384947.098458:0:16755:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f5275565 refcount=6 00000020:00000001:0.0:1767384947.098460:0:16755:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854934016 : -108637854617600 : ffff9d31c7443000) 00010000:00000001:0.0:1767384947.098462:0:16755:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854934016 : -108637854617600 : ffff9d31c7443000) 00010000:00000001:0.0:1767384947.098465:0:16755:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384947.098467:0:16755:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f5275565/0x4895a8f6c11e8797 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384947.098472:0:16755:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384947.098475:0:16755:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384947.098476:0:16755:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384947.098490:0:16755:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384947.098492:0:16755:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384947.098493:0:16755:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384947.098499:0:16755:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384947.098500:0:16755:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f5275565 with handle 0x4895a8f6c11e8797 from hash 00010000:00000001:0.0:1767384947.098502:0:16755:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384947.098504:0:16755:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384947.098505:0:16755:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384947.098506:0:16755:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384947.098507:0:16755:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384947.098509:0:16755:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384947.098510:0:16755:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384947.098511:0:16755:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384947.098513:0:16755:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384947.098514:0:16755:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767384947.098516:0:16785:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000f5275565/0x4895a8f6c11e8797 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384947.098516:0:16755:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384947.098520:0:16755:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384947.098522:0:16755:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384947.098524:0:16755:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384947.098527:0:16755:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384947.098533:0:16785:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384947.098533:0:16755:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384947.098536:0:16755:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f5275565/0x4895a8f6c11e8797 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384947.098537:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:2.0:1767384947.098543:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f5275565/0x4895a8f6c11e8797 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384947.098547:0:16755:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384947.098549:0:16755:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384947.098552:0:16755:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384947.098553:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384947.098554:0:16755:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384947.098557:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384947.098557:0:16755:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384947.098561:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384947.098561:0:16755:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384947.098564:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:0.0:1767384947.098564:0:16755:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384947.098566:0:16755:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384947.098568:0:16755:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384947.098570:0:16755:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384947.098571:0:16755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f5275565/0x4895a8f6c11e8797 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384947.098577:0:16755:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384947.098578:0:16755:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384947.098580:0:16755:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384947.098581:0:16755:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384947.098588:0:16755:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.098589:0:16755:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.098590:0:16755:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384947.098591:0:16755:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000be1bb583. 00000100:00000001:0.0:1767384947.098593:0:16755:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384947.098594:0:16755:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384947.098595:0:16755:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b1f8ca3d. 00010000:00000001:0.0:1767384947.098597:0:16755:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384947.098598:0:16755:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ee4122b5 count: 0 00010000:00010000:0.0:1767384947.098602:0:16755:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384947.098603:0:16755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384947.098606:0:16755:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384947.098607:0:16755:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384947.098608:0:16755:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bb2adef3 time=71 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384947.098611:0:16755:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384947.098613:0:16755:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384947.098614:0:16755:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384947.098616:0:16755:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384947.098617:0:16755:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.098618:0:16755:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384947.098620:0:16755:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384947.098623:0:16755:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065204f26. 00000100:00000200:0.0:1767384947.098625:0:16755:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237358519296, offset 224 00000400:00000200:0.0:1767384947.098628:0:16755:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384947.098632:0:16755:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384947.098636:0:16755:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272706400 00000400:00000200:0.0:1767384947.098639:0:16755:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1c2d [1] + 224 00000400:00000200:0.0:1767384947.098641:0:16755:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384947.098643:0:16755:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384947.098646:0:16755:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384947.098647:0:16755:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dd92e08b x1853237358519296/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384947.098653:0:16755:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dd92e08b x1853237358519296/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384947.098674:0:16755:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384947.098678:0:16755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065204f26 00000400:00000010:0.0:1767384947.098679:0:16755:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065204f26. 00000100:00000001:0.0:1767384947.098681:0:16755:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384947.098682:0:16755:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384947.098684:0:16755:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384947.098686:0:16755:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:0.0:1767384947.098688:0:16755:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.098689:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384947.098690:0:16755:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.098692:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384947.098695:0:16755:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cdbf7c2f x1853237358519296/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:173/0 lens 328/224 e 0 to 0 dl 1767384958 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384947.098696:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384947.098699:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384947.098702:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9f9ccda. 00000100:00100000:0.0:1767384947.098706:0:16755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cdbf7c2f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fc613044-dd35-4201-b03c-4d69ab0214c0+16:16128:x1853237358519296:12345-0@lo:103: Request processed in 788us (1046us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384947.098707:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e26a58f9 00000400:00000010:2.0:1767384947.098712:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e26a58f9. 00000100:00100000:0.0:1767384947.098714:0:16755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:0.0:1767384947.098716:0:16755:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 2 00000100:00000001:0.0:1767384947.098719:0:16755:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384947.098722:0:16755:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384947.098724:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384947.098725:0:16755:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c35b9dcb. 00000020:00000010:0.0:1767384947.098730:0:16755:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ceb3d2dd. 00000100:00000200:2.0:1767384947.098731:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dd92e08b x1853237358519296/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384947.098735:0:16755:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a2ca5a7. 00000020:00000040:0.0:1767384947.098741:0:16755:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 15 00000100:00000200:2.0:1767384947.098745:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dd92e08b x1853237358519296/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384947.098745:0:16755:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384947.098756:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384947.098759:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384947.098761:0:16128:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384947.098762:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384947.098763:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384947.098765:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384947.098766:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384947.098769:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f692eeab time=71 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384947.098771:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=71 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384947.098774:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384947.098775:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384947.098777:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384947.098779:0:16128:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.098780:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384947.098783:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dd92e08b x1853237358519296/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384947.098788:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384947.098790:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384947.098791:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384947.098794:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd92e08b x1853237358519296/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384963 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384947.098800:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dd92e08b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358519296:0@lo:103: 00000100:00000001:2.0:1767384947.098805:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.098807:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384947.098810:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dd92e08b x1853237358519296/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384963 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384947.098815:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384947.098817:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384947.098824:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006a8cbd30. 02000000:00000001:2.0:1767384947.098828:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384947.098829:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384947.098830:0:16128:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1767384947.098832:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384947.098834:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000720d5a57. 02000000:00000001:2.0:1767384947.098836:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384947.098837:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384947.098839:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd92e08b. 00000100:00000001:2.0:1767384947.098842:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384947.098843:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384947.098846:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.098847:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384947.098849:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384947.098851:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.098852:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384947.102044:0:16611:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ac75b9fe. 00010000:00000010:0.1:1767384947.102052:0:16611:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f5275565. 00010000:00000010:0.1:1767384947.102057:0:16611:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ee4122b5. 00010000:00000010:1.1:1767384947.103040:0:34226:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000bdb2e6e0. 00010000:00000010:1.1:1767384947.103047:0:34226:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003dfbde8f. 00080000:00000001:1.0:1767384947.107453:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:3.0:1767384947.107456:0:16763:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384947.107457:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384947.107460:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384947.107462:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:3.0:1767384947.107463:0:16763:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00040000:00000001:1.0:1767384947.107464:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384947.107468:0:16763:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384947.107469:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000fecd7d22. 20000000:00000001:3.0:1767384947.107471:0:16763:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384947.107474:0:16763:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384947.107476:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384947.107483:0:16763:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384947.107487:0:16763:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384947.107492:0:16763:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384947.107505:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384947.107511:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384947.107514:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384947.107518:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384947.107520:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384947.107527:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002a4eb710. 00010000:00000001:2.0:1767384947.107532:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384947.107535:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006a0e0033. 00000020:00000001:2.0:1767384947.107539:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384947.107542:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006a0e0033 with handle 0x4895a8f6c11e879e to hash 00000020:00000001:2.0:1767384947.107544:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384947.107547:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635436275761664 : -108637433789952 : ffff9d31e0598200) 00010000:00000001:2.0:1767384947.107550:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635436275761664 : -108637433789952 : ffff9d31e0598200) 00010000:00000001:2.0:1767384947.107554:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384947.107556:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384947.107559:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006a0e0033/0x4895a8f6c11e879e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384947.107569:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384947.107572:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384947.107581:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384947.107583:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384947.107585:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384947.107588:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384947.107589:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384947.107592:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384947.107594:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384947.107596:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384947.107598:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384947.107600:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002a4eb710) refcount = 1 00010000:00010000:2.0:1767384947.107604:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006a0e0033/0x4895a8f6c11e879e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384947.107610:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384947.107611:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384947.107613:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384947.107615:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384947.107617:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384947.107620:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384947.107623:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003542952s 00010000:00000001:2.0:1767384947.107627:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384947.107629:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384947.107631:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006a0e0033 refcount=4 00000020:00000001:2.0:1767384947.107634:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275761664 : -108637433789952 : ffff9d31e0598200) 00010000:00000001:2.0:1767384947.107637:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275761664 : -108637433789952 : ffff9d31e0598200) 00010000:00000001:2.0:1767384947.107639:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384947.107641:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006a0e0033/0x4895a8f6c11e879e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384947.107648:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384947.107650:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006a0e0033/0x4895a8f6c11e879e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384947.107656:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384947.107657:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384947.107659:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006a0e0033/0x4895a8f6c11e879e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384947.107671:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384947.107673:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384947.107675:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384947.107677:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006a0e0033/0x4895a8f6c11e879e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384947.107684:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006a0e0033 already unused, calling callback (00000000be7801c4) 00010000:00000001:2.0:1767384947.107687:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384947.107690:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384947.107692:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006a0e0033/0x4895a8f6c11e879e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384947.107698:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384947.107700:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384947.107702:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384947.107703:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006a0e0033 refcount=5 00000020:00000001:2.0:1767384947.107706:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275761664 : -108637433789952 : ffff9d31e0598200) 00010000:00000001:2.0:1767384947.107709:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275761664 : -108637433789952 : ffff9d31e0598200) 00010000:00000001:2.0:1767384947.107712:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384947.107713:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006a0e0033/0x4895a8f6c11e879e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384947.107719:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384947.107722:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384947.107724:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384947.107727:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384947.107729:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384947.107731:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384947.107732:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384947.107735:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006a0e0033 with handle 0x4895a8f6c11e879e from hash 00010000:00000001:2.0:1767384947.107738:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384947.107739:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384947.107741:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384947.107749:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384947.107751:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384947.107753:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384947.107756:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384947.107757:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384947.107760:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384947.107762:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384947.107763:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384947.107766:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384947.107768:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384947.107770:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384947.107772:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384947.107774:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384947.107777:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006a0e0033/0x4895a8f6c11e879e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384947.107783:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384947.107785:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384947.107787:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384947.107789:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384947.107790:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384947.107791:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384947.107793:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384947.107796:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384947.107798:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384947.107801:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006a0e0033/0x4895a8f6c11e879e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384947.107808:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384947.107810:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767384947.107810:0:34226:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000104f08ff. 00010000:00010000:2.0:1767384947.107814:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006a0e0033/0x4895a8f6c11e879e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384947.107823:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002a4eb710 count: 0 00000400:00000040:1.0:1767384947.107827:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384947.107830:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00010000:00000001:2.0:1767384947.107832:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000040:1.0:1767384947.107833:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 20000000:00000001:2.0:1767384947.107837:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000040:1.0:1767384947.107837:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384947.107842:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384947.107844:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384947.107847:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384947.107848:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384947.107850:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384947.107851:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384947.107853:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384947.107855:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384947.107856:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384947.107857:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384947.107859:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384947.107860:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384947.107861:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384947.107863:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384947.107864:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384947.107866:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384947.107867:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384947.107869:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384947.107870:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384947.107871:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384947.107872:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384947.107874:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384947.107881:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384947.107883:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384947.107885:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384947.107886:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384947.107888:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384947.107889:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384947.107890:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384947.107891:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384947.107892:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384947.107893:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384947.107894:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384947.107896:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384947.107897:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384947.107898:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384947.107899:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384947.107900:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384947.107902:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384947.107903:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384947.107904:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384947.107906:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384947.107907:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384947.107907:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384947.107909:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384947.107910:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384947.107911:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384947.107912:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384947.107913:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384947.107915:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384947.107916:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384947.107918:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384947.107919:0:34226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384947.108046:0:34226:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000104f08ff. 00080000:00000020:0.0:1767384947.108217:0:16764:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384947.108221:0:16764:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384947.108223:0:16764:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000382dec4f. 20000000:00000001:0.0:1767384947.108228:0:16764:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384947.108232:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358518912 00010000:00000001:0.0:1767384947.108234:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384947.108239:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f207023d x1853237358518912/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:173/0 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384947.108246:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384947.108248:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384947.108257:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=71 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384947.108260:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384947.108263:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384947.108265:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384947.108268:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384947.108270:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.108274:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384947.108277:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384947.108280:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007facdaf. 00000100:00000200:0.0:1767384947.108284:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358518912, offset 224 00000400:00000200:0.0:1767384947.108289:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384947.108296:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384947.108304:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272706280 00000400:00000200:0.0:1767384947.108309:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c09 [2] + 224 00000400:00000200:0.0:1767384947.108314:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384947.108318:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384947.108322:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384947.108325:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028d02595 x1853237358518912/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384947.108332:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000028d02595 x1853237358518912/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384947.108344:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384947.108349:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007facdaf 00000400:00000010:0.0:1767384947.108351:0:16764:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000007facdaf. 00000100:00000001:0.0:1767384947.108354:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384947.108355:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384947.108359:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384947.108361:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00000001:2.0:1767384947.108362:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384947.108363:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384947.108366:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.108368:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384947.108369:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384947.108372:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f207023d x1853237358518912/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:173/0 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384947.108380:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f207023d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16130:x1853237358518912:12345-0@lo:253: Request processed in 19931us (20488us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384947.108382:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384947.108399:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384947.108403:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000745cd949. 00000400:00000200:2.0:1767384947.108410:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2df88a2 00000400:00000010:2.0:1767384947.108415:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b2df88a2. 00000100:00100000:0.0:1767384947.108415:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00000040:0.0:1767384947.108419:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00000001:2.0:1767384947.108422:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384947.108423:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384947.108427:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384947.108432:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028d02595 x1853237358518912/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384947.108432:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fffc59f1. 00000020:00000010:0.0:1767384947.108440:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000eadd25d. 00000020:00000010:0.0:1767384947.108447:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb915499. 00000100:00000200:2.0:1767384947.108450:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028d02595 x1853237358518912/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384947.108454:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 02000000:00000001:0.0:1767384947.108461:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384947.108464:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004d66b48a. 00000100:00000001:2.0:1767384947.108465:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384947.108468:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384947.108469:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384947.108472:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384947.108474:0:16130:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:0.0:1767384947.108477:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:2.0:1767384947.108478:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384947.108482:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384947.108483:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080216c13. 00000100:00000001:2.0:1767384947.108487:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384947.108490:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007facdaf. 02000000:00000001:2.0:1767384947.108492:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384947.108499:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=71 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384947.108503:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=71 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384947.108507:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384947.108509:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384947.108511:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384947.108513:0:16130:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.108517:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384947.108520:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028d02595 x1853237358518912/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384947.108528:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384947.108531:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384947.108533:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384947.108538:0:16130:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384947.108541:0:16130:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384947.108543:0:16130:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384947.108545:0:16130:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384947.108547:0:16130:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384947.108549:0:16130:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384947.108551:0:16130:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384947.108553:0:16130:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384947.108563:0:16130:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384947.108565:0:16130:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384947.108569:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028d02595 x1853237358518912/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384947.108577:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000028d02595 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358518912:0@lo:253: 00000100:00000001:2.0:1767384947.108582:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384947.108586:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384947.108588:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028d02595 x1853237358518912/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384947.108596:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384947.108598:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384947.108601:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000bf1fc5f5. 02000000:00000001:2.0:1767384947.108606:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384947.108609:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384947.108611:0:16130:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1767384947.108614:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384947.108617:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002921a5f9. 02000000:00000001:2.0:1767384947.108621:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384947.108623:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384947.108626:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028d02595. 00000100:00000001:2.0:1767384947.108630:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384947.108632:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384947.108634:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384947.108640:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384947.108642:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.108645:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384947.108647:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384947.109059:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294936971, at 4294936972 00000100:00000040:2.0:1767384947.109065:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294936971, at 4294936972 00000100:00000010:0.0:1767384947.109067:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ba3d49a4. 00000100:00000010:2.0:1767384947.109076:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e20a05ec. 00080000:00000020:2.0:1767384947.109722:0:16763:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384947.109725:0:16763:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384947.109727:0:16763:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000077a9c5d9. 20000000:00000001:2.0:1767384947.109733:0:16763:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384947.109737:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358519040 00010000:00000001:2.0:1767384947.109740:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384947.109752:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ceaf0af1 x1853237358519040/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:173/0 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384947.109761:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384947.109763:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384947.109766:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=71 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384947.109770:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384947.109773:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:2.0:1767384947.109775:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384947.109778:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384947.109780:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.109783:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384947.109787:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384947.109790:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc84e510. 00000100:00000200:2.0:1767384947.109794:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358519040, offset 224 00000400:00000200:2.0:1767384947.109802:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384947.109811:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384947.109818:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272706300 00000400:00000200:2.0:1767384947.109825:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c11 [2] + 224 00000400:00000200:2.0:1767384947.109831:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384947.109835:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384947.109840:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384947.109845:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001853ff18 x1853237358519040/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384947.109854:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001853ff18 x1853237358519040/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384947.109870:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384947.109877:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc84e510 00000400:00000010:2.0:1767384947.109879:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc84e510. 00000100:00000001:2.0:1767384947.109883:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384947.109885:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384947.109889:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384947.109894:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:2.0:1767384947.109897:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384947.109899:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384947.109908:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384947.109914:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ceaf0af1 x1853237358519040/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:173/0 lens 4848/4768 e 0 to 0 dl 1767384958 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384947.109924:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ceaf0af1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16128:x1853237358519040:12345-0@lo:253: Request processed in 21367us (21785us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384947.109932:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00000040:2.0:1767384947.109934:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:2.0:1767384947.109936:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384947.109938:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384947.109941:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000623bd85e. 00000020:00000010:2.0:1767384947.109945:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d943940b. 00000020:00000010:2.0:1767384947.109948:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065b97841. 00000020:00000040:2.0:1767384947.109951:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 02000000:00000001:2.0:1767384947.109954:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384947.109956:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000086838fc1. 02000000:00000001:2.0:1767384947.109959:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384947.109961:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384947.109965:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384947.109969:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085ce38cc. 00000400:00000010:2.0:1767384947.109973:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc84e510. 00000100:00000001:2.0:1767384947.109988:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384947.109991:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384947.109994:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384947.109995:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384947.109996:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a2e3ce8. 00000400:00000200:2.0:1767384947.110000:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000114350b9 00000400:00000010:2.0:1767384947.110001:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000114350b9. 00000100:00000001:2.0:1767384947.110004:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384947.110007:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001853ff18 x1853237358519040/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384947.110045:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001853ff18 x1853237358519040/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384947.110054:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384947.110056:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294936971, at 4294936973 00000100:00000001:2.0:1767384947.110058:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384947.110058:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294936971, at 4294936973 00000100:00000010:3.0:1767384947.110067:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f491390. 00000100:00000001:2.0:1767384947.110068:0:16128:0:(client.c:1578:after_reply()) Process entered 00000100:00000010:1.0:1767384947.110069:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000042f8c425. 02000000:00000001:2.0:1767384947.110074:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384947.110077:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384947.110079:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384947.110081:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384947.110085:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=71 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384947.110089:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=71 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384947.110091:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384947.110093:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384947.110095:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384947.110096:0:16128:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.110098:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384947.110102:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001853ff18 x1853237358519040/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384947.110110:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384947.110113:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384947.110115:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384947.110117:0:16128:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384947.110119:0:16128:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384947.110120:0:16128:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384947.110122:0:16128:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384947.110123:0:16128:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384947.110124:0:16128:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384947.110126:0:16128:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384947.110127:0:16128:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384947.110129:0:16128:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384947.110132:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001853ff18 x1853237358519040/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384947.110139:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001853ff18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358519040:0@lo:253: 00000100:00000001:2.0:1767384947.110145:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384947.110147:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384947.110149:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001853ff18 x1853237358519040/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384963 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384947.110156:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384947.110158:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384947.110167:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f1da5d9a. 02000000:00000001:2.0:1767384947.110170:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384947.110172:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384947.110173:0:16128:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1767384947.110175:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384947.110176:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006334ea9b. 02000000:00000001:2.0:1767384947.110182:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384947.110183:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384947.110184:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001853ff18. 00000100:00000001:2.0:1767384947.110187:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384947.110188:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384947.110190:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384947.110195:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384947.110196:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384947.110198:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384947.110200:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384947.112048:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002a4eb710. 00010000:00000010:2.1:1767384947.112055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006a0e0033. 00000400:00000001:2.0:1767384947.162079:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384947.162083:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384947.162085:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005688dda0 00000400:00000010:2.0:1767384947.162089:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005688dda0. 00000400:00000200:2.0:1767384947.162093:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384947.162099:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp40 recovery ping unlinked 00000400:00000010:2.0:1767384947.162108:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001a4b3416. 00000400:00000010:2.0:1767384947.162111:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000093859aaf. 00000400:00000200:2.0:1767384947.162120:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp39 00000400:00000010:2.0:1767384947.162124:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000073168306. 00000400:00000010:2.0:1767384947.162128:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a47c28c2. 00000400:00000010:2.0:1767384947.162133:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005688dda0. 00000400:00000010:2.0:1767384947.162141:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000248c09c1. 00000400:00000200:2.0:1767384947.162145:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp39 00000400:00000200:2.0:1767384947.162156:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp39 local destination 00000400:00000200:2.0:1767384947.162161:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp39 00000400:00000200:2.0:1767384947.162166:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp39 NI seq info: [155:155:256:4294967295] 192.168.203.157@tcp39 LPNI seq info [145:145:8:4294967295] 00000400:00000200:2.0:1767384947.162172:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp39 00000400:00000200:2.0:1767384947.162182:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp39(192.168.203.157@tcp39:) -> 192.168.203.157@tcp39(192.168.203.157@tcp39:192.168.203.157@tcp39) : GET try# 0 00000800:00000200:2.0:1767384947.162196:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp39 00000800:00000010:2.0:1767384947.162200:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000003dfbf9f. 00000800:00000200:2.0:1767384947.162205:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002844a64] -> 12345-192.168.203.157@tcp39 (2) 00000800:00000200:2.1:1767384947.162211:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002844a64] -> 12345-192.168.203.157@tcp39 (2) 00000400:00000200:2.0:1767384947.162223:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp39 added to recovery queue. ping count: 3 next ping: 277 health :700 00000400:00000200:2.0:1767384947.162302:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384947.162352:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:2.0:1767384947.162421:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:2.0:1767384947.162460:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:2.0:1767384947.162499:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:2.0:1767384947.162545:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384947.162576:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384947.162601:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384947.162620:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384947.162658:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384947.162693:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384947.162727:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384947.162766:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384947.162805:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384947.162856:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384947.162886:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384947.162921:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384947.162957:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384947.162997:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384947.163102:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384947.163136:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384947.163154:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384947.163178:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:2.0:1767384947.163214:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384947.163270:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384947.163325:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384947.163383:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384947.163446:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:2.0:1767384947.163489:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384947.163515:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384947.163534:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384947.163554:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384947.163570:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384947.163598:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384947.163643:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:2.0:1767384947.163801:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000382dec4f. 00000800:00000010:2.0:1767384947.163806:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000340e1d83. 00000800:00000010:2.0:1767384947.163811:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ea50c051. 00000800:00000010:2.0:1767384947.163834:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ea50c051. 00000800:00020000:2.0:1767384947.163844:0:16116:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:2.0:1767384947.163847:0:16116:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000340e1d83. 00000800:00000010:2.0:1767384947.163850:0:16116:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000382dec4f. 00000400:02020000:2.0:1767384947.163882:0:16116:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp39 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384947.163887:0:16116:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp39 notifying 192.168.203.157@tcp39: down 00000800:00000200:2.0:1767384947.163892:0:16116:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp39 down 00000800:00000100:2.0:1767384947.163897:0:16116:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp39 00000800:00000010:2.0:1767384947.163901:0:16116:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000003dfbf9f. 00000400:00000200:2.0:1767384947.163904:0:16116:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384947.163908:0:16116:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp39->192.168.203.157@tcp39: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384947.163914:0:16116:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384947.163916:0:16116:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384947.163918:0:16116:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp39) recovery failed with -71 00010000:00000001:1.0:1767384947.545076:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384947.545082:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384947.545088:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384947.545089:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384947.545125:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384947.545129:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384947.545132:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767384947.737070:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fc613044-dd35-4201-b03c-4d69ab0214c0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:0.0:1767384947.737077:0:16793:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:3.0:1767384947.737079:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000020:0.0:1767384947.737080:0:16793:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384947.737087:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d1f2c82b. 00000100:00000010:0.0:1767384947.737087:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b276a0f. 00000020:00000040:0.0:1767384947.737096:0:16793:0:(genops.c:1229:class_import_get()) import 000000002913d734 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:3.0:1767384947.737097:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1767384947.737105:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384947.737105:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384947.737110:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384947.737110:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384947.737115:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384947.737115:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384947.737125:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000026d8a51f. 02000000:00000010:3.0:1767384947.737126:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f422091a. 00000100:00000001:3.0:1767384947.737133:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.737134:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.737140:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384947.737141:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc613044-dd35-4201-b03c-4d69ab0214c0->MGS req@00000000d1f2c82b x1853237358519424/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384947.737142:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384947.737152:0:16793:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b276a0f] to pc [ptlrpcd_00_02+2] req@000000003b276a0f x1853237358519552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384947.737174:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384947.737175:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384947.737179:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1f2c82b] to pc [ptlrpcd_00_03+3] req@00000000d1f2c82b x1853237358519424/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384947.737185:0:16793:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.737187:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384947.737191:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384947.737192:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384947.737196:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384947.737196:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384947.737197:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384947.737201:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767384947.737202:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001d84ff5b. 00000100:00000001:1.0:1767384947.737202:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767384947.737207:0:8:0:(genops.c:1229:class_import_get()) import 000000002913d734 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:1.0:1767384947.737207:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003b276a0f x1853237358519552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384947.737211:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384947.737214:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767384947.737218:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d1f2c82b x1853237358519424/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384947.737219:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384947.737223:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.737225:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384947.737228:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384947.737232:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f4d24da0. 02000000:00000001:1.0:1767384947.737234:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384947.737235:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384947.737238:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384947.737239:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.737240:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384947.737243:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384947.737244:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384947.737248:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384947.737249:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003b276a0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16129:1853237358519552:0@lo:13: 00000100:00000040:3.0:1767384947.737250:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000001d84ff5b x1853237358519680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384947.737251:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384947.737258:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d1f2c82b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358519424:0@lo:400: 00000100:00000001:1.0:1767384947.737260:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384947.737265:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384947.737267:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384947.737268:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384947.737272:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384947.737274:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384947.737275:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384947.737275:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.737278:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384947.737279:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384947.737280:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b6f5260b. 00000100:00000040:3.0:1767384947.737284:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d84ff5b] to pc [ptlrpcd_00_00+0] req@000000001d84ff5b x1853237358519680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384947.737284:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384947.737284:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dff8385c. 02000000:00000001:0.0:1767384947.737289:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384947.737293:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000859e08fe. 00000400:00000010:0.0:1767384947.737297:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061094ded. 00000400:00000010:1.0:1767384947.737301:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000479c74e7. 00000400:00000010:0.0:1767384947.737304:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065204f26. 00000100:00000200:1.0:1767384947.737308:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358519552, portal 4 00000100:00000200:0.0:1767384947.737309:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358519424, portal 25 00000100:00000001:1.0:1767384947.737312:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384947.737313:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.737313:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384947.737317:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780947968 : -108637928603648 : ffff9d31c2db4000) 00000100:00000001:0.0:1767384947.737317:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436633361024 : -108637076190592 : ffff9d31f5aa0a80) 00000100:00000040:3.0:1767384947.737318:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384947.737324:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1767384947.737327:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d1f2c82b x1853237358519424/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384947.737328:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbc79d97. 00000100:00000040:1.0:1767384947.737328:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003b276a0f x1853237358519552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384963 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384947.737333:0:8:0:(genops.c:1229:class_import_get()) import 000000005ebd018a refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384947.737339:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384947.737342:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384947.737345:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384947.737352:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000199afcae. 00000100:00000001:3.0:1767384947.737357:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.737361:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384947.737361:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384947.737369:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384947.737370:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000bbc79d97 x1853237358519808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384947.737370:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384947.737373:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063dbe9c6. 00000400:00000010:0.0:1767384947.737376:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ea848ad. 00000100:00000200:1.0:1767384947.737379:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237358519552, offset 0 00000100:00000200:0.0:1767384947.737395:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237358519424, offset 0 00000100:00000001:3.0:1767384947.737402:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384947.737403:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384947.737405:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384947.737412:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbc79d97] to pc [ptlrpcd_00_01+1] req@00000000bbc79d97 x1853237358519808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384947.737412:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384947.737420:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384947.737427:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384947.737431:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384947.737434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767384947.737439:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272706500 00000400:00000200:0.0:1767384947.737441:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272706480 00000100:00000001:3.0:1767384947.737443:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384947.737448:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a3010022. 00000400:00000200:1.0:1767384947.737449:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 2688 00000020:00000040:3.0:1767384947.737453:0:8:0:(genops.c:1229:class_import_get()) import 00000000e13b832f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384947.737456:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384947.737457:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384947.737458:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1429 [2] + 0 02000000:00000001:3.0:1767384947.737459:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384947.737462:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384947.737464:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000013a002. 00000400:00000200:1.0:1767384947.737468:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1767384947.737470:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003b316abc. 00000400:00000200:0.0:1767384947.737470:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000018eb2a3a 00000100:00000001:3.0:1767384947.737476:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384947.737476:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384947.737480:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000a3010022 x1853237358519936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384947.737481:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384947.737485:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:0.0:1767384947.737490:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384947.737492:0:16129:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007c7946c9. 00000100:00000040:1.0:1767384947.737497:0:16129:0:(events.c:337:request_in_callback()) incoming req@000000007c7946c9 x1853237358519552 msgsize 224 00000100:00000001:3.0:1767384947.737498:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384947.737499:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018eb2a3a 00000100:00000001:3.0:1767384947.737502:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384947.737505:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3010022] to pc [ptlrpcd_00_02+2] req@00000000a3010022 x1853237358519936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384947.737513:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000018eb2a3a. 00000100:00100000:1.0:1767384947.737520:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384947.737520:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384947.737521:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384947.737524:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384947.737527:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (275) 00000100:00000040:0.0:1767384947.737528:0:16130:0:(events.c:337:request_in_callback()) incoming req@000000005d92ce29 x1853237358519424 msgsize 224 00000100:00000001:1.0:1767384947.737533:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1767384947.737537:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384947.737539:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384947.737542:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063dbe9c6 00000400:00000010:1.0:1767384947.737545:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063dbe9c6. 00000100:00000001:3.0:1767384947.737549:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384947.737549:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384947.737549:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384947.737554:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767384947.737556:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003b276a0f x1853237358519552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384963 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384947.737557:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384947.737558:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ea848ad 00000400:00000010:0.0:1767384947.737562:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ea848ad. 00000100:00000040:3.0:1767384947.737564:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bbc79d97 x1853237358519808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384947.737567:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384947.737577:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d1f2c82b x1853237358519424/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.737582:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384947.737587:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003b276a0f x1853237358519552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384963 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384947.737597:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384947.737601:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.737604:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384947.737609:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384947.737610:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384947.737611:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d1f2c82b x1853237358519424/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.737612:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384947.737617:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.737618:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384947.737621:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384947.737622:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384947.737624:0:16129:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4723 usecs (5 jiffies) 02000000:00000001:3.0:1767384947.737628:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.737628:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.737630:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294937605 00000100:00000001:0.0:1767384947.737635:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294937611 00000100:00000010:1.0:1767384947.737637:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000042f8c425. 00000100:00100000:3.0:1767384947.737640:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bbc79d97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16128:1853237358519808:0@lo:400: 00000100:00000001:1.0:1767384947.737644:0:16129:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384947.737649:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384947.737653:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384947.737654:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294937605 02000000:00000001:3.0:1767384947.737655:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384947.737658:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003af6cd54. 02000000:00000001:3.0:1767384947.737660:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384947.737660:0:16130:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294937605 00000100:00000001:1.0:1767384947.737662:0:16129:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 02000000:00000010:3.0:1767384947.737666:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066e32cf1. 00000100:00000001:1.0:1767384947.737669:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294937605 00000100:00000001:0.0:1767384947.737669:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294937611 02000000:00000001:3.0:1767384947.737672:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.737675:0:16130:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294937605 00000100:00000010:1.0:1767384947.737676:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee3d6d41. 00000400:00000010:3.0:1767384947.737679:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5876595. 00000100:00000001:1.0:1767384947.737682:0:16129:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384947.737683:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294937611 00000400:00000010:3.0:1767384947.737687:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000479d091f. 00000100:00000001:1.0:1767384947.737688:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294937605 00000100:00000001:0.0:1767384947.737690:0:16130:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294937605 00000100:00000200:3.0:1767384947.737695:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358519808, portal 10 00000100:00000010:1.0:1767384947.737695:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000844d7b3a. 00000100:00000001:0.0:1767384947.737696:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294937611 00000100:00000001:3.0:1767384947.737701:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384947.737702:0:16129:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384947.737705:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436633360128 : -108637076191488 : ffff9d31f5aa0700) 00000100:00000001:1.0:1767384947.737707:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384947.737708:0:16130:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294937605 00000100:00000040:3.0:1767384947.737712:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bbc79d97 x1853237358519808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384947.737723:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384947.737728:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.737729:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.737733:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.737735:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.737738:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384947.737741:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384947.737743:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384947.737746:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384947.737748:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767384947.737750:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044170aa6. 00000100:00000001:1.0:1767384947.737751:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384947.737753:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767384947.737757:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237358519808, offset 0 00000100:00000001:1.0:1767384947.737757:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384947.737757:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384947.737761:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384947.737764:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384947.737765:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384947.737769:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384947.737769:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a3010022 x1853237358519936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384947.737769:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384947.737773:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.737778:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384947.737782:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384947.737791:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384947.737792:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384947.737794:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384947.737796:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272706600 02000000:00000001:1.0:1767384947.737797:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384947.737798:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1767384947.737802:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384947.737803:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358519424 00000400:00000200:3.0:1767384947.737807:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6936 02000000:00000001:0.0:1767384947.737808:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1767384947.737810:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a3010022 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16129:1853237358519936:0@lo:400: 00000100:00000001:0.0:1767384947.737811:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384947.737814:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384947.737819:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384947.737819:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384947.737821:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384947.737823:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384947.737826:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384947.737827:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358519424 00000400:00000200:3.0:1767384947.737831:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384947.737832:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767384947.737833:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384947.737837:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 02000000:00000010:1.0:1767384947.737838:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050f413a9. 00000100:00000001:3.0:1767384947.737840:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1767384947.737840:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384947.737842:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384947.737844:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000100:00000200:3.0:1767384947.737845:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:1.0:1767384947.737846:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de3fe2b0. 00000020:00000001:0.0:1767384947.737850:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000400:00000010:1.0:1767384947.737852:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063dbe9c6. 00000020:00000001:0.0:1767384947.737854:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000010:3.0:1767384947.737856:0:16128:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000093056fb4. 00000100:00000200:1.0:1767384947.737857:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358519936, portal 10 00000100:00000001:0.0:1767384947.737858:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384947.737862:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384947.737865:0:16128:0:(events.c:337:request_in_callback()) incoming req@0000000093056fb4 x1853237358519808 msgsize 224 00000100:00000001:1.0:1767384947.737865:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436633359232 : -108637076192384 : ffff9d31f5aa0380) 00000020:00000010:0.0:1767384947.737865:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003bfa9704. 00000100:00000001:0.0:1767384947.737871:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384947.737875:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a3010022 x1853237358519936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384947.737876:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003bfa9704. 00000100:00100000:3.0:1767384947.737882:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1767384947.737884:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2368a29. 00000100:00000001:1.0:1767384947.737890:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384947.737891:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003dab5633. 00000100:00000040:1.0:1767384947.737893:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384947.737896:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384947.737898:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e0c63cf. 00000020:00000010:0.0:1767384947.737899:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006b4bac8c. 00000100:00000200:1.0:1767384947.737903:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237358519936, offset 0 00000400:00000200:3.0:1767384947.737905:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044170aa6 00000100:00000040:0.0:1767384947.737907:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:3.0:1767384947.737909:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000044170aa6. 00000100:00000001:0.0:1767384947.737912:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384947.737914:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384947.737916:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.737921:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384947.737924:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384947.737925:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384947.737930:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbc79d97 x1853237358519808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384947.737934:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384947.737939:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384947.737947:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384947.737951:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272706680 00000100:00000001:0.0:1767384947.737954:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384947.737955:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bbc79d97 x1853237358519808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384947.737959:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384947.737960:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7160 00000100:00100000:0.0:1767384947.737969:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000400:00000200:1.0:1767384947.737970:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384947.737978:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384947.737978:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:3.0:1767384947.737979:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.737981:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384947.737985:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1767384947.737985:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384947.737992:0:16129:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000667d68f8. 00000100:00000001:0.0:1767384947.737993:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631935056 : -108637077616560 : ffff9d31f5944850) 00000100:00000001:3.0:1767384947.737995:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384947.737995:0:16129:0:(events.c:337:request_in_callback()) incoming req@00000000667d68f8 x1853237358519936 msgsize 224 00000100:00000040:3.0:1767384947.738003:0:16128:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2995 usecs (3 jiffies) 00000100:00000040:0.0:1767384947.738004:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005d92ce29 x1853237358519424/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:173/0 lens 224/0 e 0 to 0 dl 1767384958 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384947.738009:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294937603 00000100:00100000:1.0:1767384947.738009:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384947.738039:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384947.738045:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384947.738046:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e0c63cf 00000400:00000010:1.0:1767384947.738050:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e0c63cf. 00000020:00000010:0.0:1767384947.738050:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003bfa9704. 00000100:00000001:1.0:1767384947.738053:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384947.738055:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384947.738058:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a3010022 x1853237358519936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384947.738060:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003bfa9704. 00000100:00000001:1.0:1767384947.738068:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384947.738069:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005d92ce29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16130:x1853237358519424:12345-0@lo:400: 00000100:00000040:1.0:1767384947.738072:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a3010022 x1853237358519936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384947.738079:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358519424 00000100:00000001:1.0:1767384947.738082:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.738085:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384947.738086:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384947.738088:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384947.738091:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:1.0:1767384947.738092:0:16129:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2953 usecs (3 jiffies) 00000100:00000001:1.0:1767384947.738097:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294937604 00000020:00000001:0.0:1767384947.738097:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.738098:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294937611 00000100:00000001:1.0:1767384947.738102:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294937604 00000100:00000001:1.0:1767384947.738105:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294937611 00000020:00000001:0.0:1767384947.738106:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384947.738109:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294937604 00000020:00000001:0.0:1767384947.738111:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169792 : -1040381824 : ffffffffc1fd0880) 00000100:00000001:1.0:1767384947.738112:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294937611 00000100:00000001:1.0:1767384947.738115:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294937604 00000100:00000001:1.0:1767384947.738118:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294937611 00000020:00000001:0.0:1767384947.738119:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384947.738120:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384947.738123:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384947.738126:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384947.738128:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384947.738130:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384947.738131:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.738134:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384947.738135:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.738138:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384947.738140:0:16763:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384947.738141:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384947.738145:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384947.738146:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384947.738147:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384947.738151:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384947.738151:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384947.738156:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384947.738159:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009634a443. 02000000:00000001:0.0:1767384947.738163:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.738165:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384947.738167:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.738168:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384947.738171:0:16763:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.738172:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384947.738173:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294937611 00000100:00000001:3.0:1767384947.738178:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294937604 00010000:00000040:0.0:1767384947.738178:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358519424 00000100:00000040:1.0:1767384947.738179:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001d84ff5b x1853237358519680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384947.738184:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384947.738185:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294937611 00000100:00000001:3.0:1767384947.738190:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294937604 00010000:00000200:0.0:1767384947.738191:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005d92ce29 x1853237358519424/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:173/0 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384947.738197:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294937611 00000100:00000001:1.0:1767384947.738200:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384947.738205:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294937604 00000100:00000001:1.0:1767384947.738205:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384947.738207:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1767384947.738210:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1767384947.738211:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.738212:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294937611 02000000:00000001:1.0:1767384947.738213:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1767384947.738216:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=71 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384947.738217:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.738220:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384947.738222:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001d84ff5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16127:1853237358519680:0@lo:400: 00000100:00000001:3.0:1767384947.738228:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.738229:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384947.738230:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1767384947.738232:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384947.738234:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.738235:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384947.738236:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 02000000:00000001:1.0:1767384947.738237:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384947.738242:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384947.738242:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000010:1.0:1767384947.738243:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000068f026b0. 02000000:00000001:0.0:1767384947.738246:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384947.738247:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384947.738250:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384947.738252:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a2adda5. 00000100:00000001:3.0:1767384947.738253:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384947.738253:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384947.738257:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1767384947.738260:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e0c63cf. 00000100:00000040:0.0:1767384947.738261:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384947.738262:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384947.738266:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767384947.738266:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358519680, portal 4 00000400:00000010:0.0:1767384947.738268:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ea848ad. 00000100:00000001:3.0:1767384947.738270:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.738271:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1767384947.738273:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237358519424, offset 224 00000100:00000001:3.0:1767384947.738275:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.738275:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436633362816 : -108637076188800 : ffff9d31f5aa1180) 00000400:00000200:0.0:1767384947.738283:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384947.738285:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001d84ff5b x1853237358519680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.738293:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384947.738296:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384947.738297:0:16769:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384947.738300:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384947.738311:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272706480 00000100:00100000:3.0:1767384947.738312:0:16769:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358519808 02000000:00000001:3.0:1767384947.738316:0:16769:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1767384947.738316:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034f9ecd9. 00000100:00000001:3.0:1767384947.738320:0:16769:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384947.738321:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1c51 [1] + 224 00000400:00000200:0.0:1767384947.738325:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384947.738326:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237358519680, offset 0 00000100:00000001:3.0:1767384947.738329:0:16769:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384947.738334:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384947.738335:0:16769:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384947.738336:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384947.738342:0:16769:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358519808 00000100:00000001:0.0:1767384947.738344:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384947.738345:0:16769:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384947.738349:0:16769:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8544 00000400:00000200:1.0:1767384947.738349:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384947.738351:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1767384947.738352:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d1f2c82b x1853237358519424/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384947.738355:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d62afedc refcount=5 00000400:00000200:1.0:1767384947.738359:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272706580 00000020:00000001:3.0:1767384947.738360:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 00000020:00000001:3.0:1767384947.738367:0:16769:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 00000400:00000200:1.0:1767384947.738372:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 3664 00000100:00000001:3.0:1767384947.738374:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384947.738375:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d1f2c82b x1853237358519424/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384947.738378:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002dbb73bd. 00000400:00000200:1.0:1767384947.738391:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384947.738397:0:16769:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384947.738399:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384947.738403:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002dbb73bd. 00000100:00000001:1.0:1767384947.738406:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:3.0:1767384947.738410:0:16769:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000044136d5. 00000100:00000200:1.0:1767384947.738410:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384947.738415:0:16127:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b0cf731c. 00000020:00000010:3.0:1767384947.738416:0:16769:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000733d5c37. 00000100:00000001:0.0:1767384947.738416:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384947.738420:0:16127:0:(events.c:337:request_in_callback()) incoming req@00000000b0cf731c x1853237358519680 msgsize 224 00000020:00000010:3.0:1767384947.738422:0:16769:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002025b0d3. 00000400:00000200:0.0:1767384947.738423:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ea848ad 00000100:00100000:1.0:1767384947.738428:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1767384947.738428:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ea848ad. 00000100:00000040:3.0:1767384947.738433:0:16769:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384947.738434:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384947.738436:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384947.738438:0:16769:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384947.738439:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384947.738440:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.738441:0:16769:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384947.738445:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034f9ecd9 00000100:00000001:3.0:1767384947.738446:0:16769:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384947.738447:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000010:1.0:1767384947.738449:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034f9ecd9. 00010000:00000001:0.0:1767384947.738453:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384947.738454:0:16769:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384947.738454:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1767384947.738456:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.738458:0:16769:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1767384947.738459:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384947.738462:0:16769:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384947.738462:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001d84ff5b x1853237358519680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384947.738466:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d92ce29 x1853237358519424/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:173/0 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.738478:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384947.738484:0:16769:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384947.738488:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001d84ff5b x1853237358519680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384963 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384947.738493:0:16769:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384947.738496:0:16769:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358519936 02000000:00000001:3.0:1767384947.738500:0:16769:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384947.738503:0:16769:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384947.738507:0:16769:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384947.738508:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005d92ce29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16130:x1853237358519424:12345-0@lo:400: Request processed in 460us (974us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384947.738510:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384947.738511:0:16769:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.738512:0:16127:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384947.738515:0:16769:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358519936 00000100:00000001:1.0:1767384947.738516:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384947.738519:0:16769:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384947.738522:0:16769:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e853d 00000100:00000040:1.0:1767384947.738522:0:16127:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4723 usecs (5 jiffies) 00000020:00000001:3.0:1767384947.738527:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384947.738528:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294937606 00000100:00100000:0.0:1767384947.738528:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000020:00000040:3.0:1767384947.738529:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e235a287 refcount=5 00000100:00000040:0.0:1767384947.738533:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:1.0:1767384947.738534:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294937611 00000100:00000001:0.0:1767384947.738539:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384947.738540:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294937606 00000020:00000001:3.0:1767384947.738541:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431487174656 : -108642222376960 : ffff9d30c2ed7800) 00000100:00000001:0.0:1767384947.738543:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384947.738545:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294937611 00000020:00000001:3.0:1767384947.738546:0:16769:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431487174656 : -108642222376960 : ffff9d30c2ed7800) 00000100:00000001:1.0:1767384947.738548:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294937606 00000020:00000010:0.0:1767384947.738549:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003dab5633. 00000100:00000001:3.0:1767384947.738552:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384947.738553:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294937611 00000020:00000010:0.0:1767384947.738555:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006b4bac8c. 00000020:00000010:3.0:1767384947.738556:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002dbb73bd. 00000020:00000010:0.0:1767384947.738560:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2368a29. 00000020:00000010:3.0:1767384947.738562:0:16769:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e115830d. 00000100:00000001:1.0:1767384947.738562:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294937606 00000100:00000001:1.0:1767384947.738568:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294937611 00000020:00000040:0.0:1767384947.738569:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 00000020:00000040:3.0:1767384947.738571:0:16769:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8a46e2f) now 8 - evictor 00000100:00000001:1.0:1767384947.738572:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384947.738585:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384947.738587:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384947.738589:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009634a443. 00000100:00000001:1.0:1767384947.738592:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384947.738595:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384947.738596:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384947.738598:0:16769:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384947.738598:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384947.738604:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384947.738605:0:16769:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed808160. 00000100:00000200:0.0:1767384947.738606:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384947.738607:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384947.738613:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384947.738614:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d802f19. 00000020:00000010:3.0:1767384947.738616:0:16769:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000620a8d90. 00000100:00000001:1.0:1767384947.738616:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384947.738620:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384947.738623:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f5ea5ed8. 00000020:00000010:3.0:1767384947.738624:0:16769:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f8915cf0. 00000100:00000001:1.0:1767384947.738625:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.738634:0:16769:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384947.738637:0:16769:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384947.738639:0:16769:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384947.738644:0:16769:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384947.738645:0:18104:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384947.738647:0:16769:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:1.0:1767384947.738648:0:18104:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358519552 00000100:00000001:0.0:1767384947.738648:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384947.738650:0:16769:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384947.738652:0:18104:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384947.738652:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384947.738656:0:18104:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384947.738658:0:18104:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384947.738659:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384947.738660:0:16769:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384947.738661:0:18104:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384947.738662:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384947.738664:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061094ded. 00000100:00100000:1.0:1767384947.738668:0:18104:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358519552 00000400:00000200:0.0:1767384947.738669:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065204f26 00000020:00000001:1.0:1767384947.738671:0:18104:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:0.0:1767384947.738672:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065204f26. 00000020:00000040:1.0:1767384947.738673:0:18104:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8560 00000100:00000001:3.0:1767384947.738675:0:16769:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384947.738676:0:18104:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384947.738676:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384947.738680:0:16769:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1767384947.738681:0:18104:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ce565cee refcount=5 00000100:00000200:0.0:1767384947.738682:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d1f2c82b x1853237358519424/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384947.738686:0:18104:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00100000:3.0:1767384947.738687:0:16769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000020:00000001:1.0:1767384947.738691:0:18104:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00000040:3.0:1767384947.738693:0:16769:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d62afedc : new rpc_count 1 00000100:00000001:1.0:1767384947.738697:0:18104:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384947.738698:0:16769:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436633368192 : -108637076183424 : ffff9d31f5aa2680) 00000020:00000010:1.0:1767384947.738702:0:18104:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ded5074. 00000100:00000040:3.0:1767384947.738707:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000093056fb4 x1853237358519808/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:173/0 lens 224/0 e 0 to 0 dl 1767384958 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384947.738708:0:18104:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000078dc1207. 00000100:00000200:0.0:1767384947.738711:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d1f2c82b x1853237358519424/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384947.738715:0:18104:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fe96f595) now 6 - evictor 00000100:00000001:1.0:1767384947.738722:0:18104:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384947.738727:0:18104:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019aa2c19. 00000100:00000001:3.0:1767384947.738744:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384947.738744:0:18104:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002e07ea51. 00000100:00000001:0.0:1767384947.738745:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384947.738750:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e115830d. 00000100:00000001:0.0:1767384947.738750:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384947.738751:0:18104:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d943940b. 00000100:00000001:3.0:1767384947.738755:0:16769:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384947.738756:0:16130:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767384947.738760:0:18104:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000010:3.0:1767384947.738761:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e115830d. 02000000:00000001:0.0:1767384947.738761:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384947.738764:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384947.738767:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.738769:0:18104:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1767384947.738771:0:16769:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000093056fb4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16128:x1853237358519808:12345-0@lo:400: 00000100:00000001:1.0:1767384947.738772:0:18104:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1767384947.738773:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.738776:0:18104:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384947.738777:0:16769:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358519808 00000020:00000001:3.0:1767384947.738781:0:16769:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384947.738782:0:18104:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384947.738784:0:16769:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00001000:0.0:1767384947.738784:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=71 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384947.738788:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=71 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384947.738791:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384947.738792:0:18104:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384947.738794:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384947.738795:0:16769:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384947.738800:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767384947.738801:0:16769:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384947.738803:0:18104:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384947.738805:0:16769:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00010000:00000001:0.0:1767384947.738805:0:16130:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.738806:0:18104:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384947.738810:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384947.738811:0:16769:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384947.738817:0:16769:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384947.738817:0:18104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000040:0.0:1767384947.738817:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d1f2c82b x1853237358519424/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384947.738823:0:18104:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ce565cee : new rpc_count 1 00000020:00000001:3.0:1767384947.738825:0:16769:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384947.738828:0:18104:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436515726592 : -108637193825024 : ffff9d31eea71500) 00000020:00000001:3.0:1767384947.738830:0:16769:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384947.738835:0:16769:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.738835:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384947.738838:0:18104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007c7946c9 x1853237358519552/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:173/0 lens 224/0 e 0 to 0 dl 1767384958 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384947.738842:0:16769:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384947.738842:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384947.738847:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384947.738849:0:16769:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384947.738850:0:18104:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384947.738854:0:16769:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1767384947.738854:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d1f2c82b x1853237358519424/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384947.738855:0:18104:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bdef59e0. 02000000:00000010:3.0:1767384947.738860:0:16769:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006f75a506. 00000100:00000001:1.0:1767384947.738861:0:18104:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384947.738868:0:16769:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384947.738868:0:18104:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bdef59e0. 00000100:00100000:0.0:1767384947.738869:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d1f2c82b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358519424:0@lo:400: 00000100:00000001:3.0:1767384947.738875:0:16769:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.738877:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384947.738879:0:18104:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007c7946c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16129:x1853237358519552:12345-0@lo:13: 00000100:00000001:0.0:1767384947.738882:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384947.738883:0:16769:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384947.738886:0:18104:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358519552 00010000:00000040:3.0:1767384947.738888:0:16769:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358519808 00000100:00000040:0.0:1767384947.738888:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d1f2c82b x1853237358519424/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384947.738889:0:18104:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384947.738893:0:18104:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:3.0:1767384947.738894:0:16769:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384947.738896:0:18104:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384947.738901:0:16769:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000093056fb4 x1853237358519808/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:173/0 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384947.738901:0:18104:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384947.738905:0:18104:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673334736 : -1036216880 : ffffffffc23c95d0) 00000100:00000001:0.0:1767384947.738905:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384947.738909:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1767384947.738911:0:18104:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000010:0.0:1767384947.738913:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dff8385c. 00000020:00000001:1.0:1767384947.738914:0:18104:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384947.738918:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384947.738920:0:18104:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384947.738922:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1767384947.738924:0:16769:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384947.738924:0:18104:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000040:0.0:1767384947.738925:0:16130:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1767384947.738928:0:18104:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384947.738929:0:16769:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384947.738929:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384947.738932:0:18104:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:0.0:1767384947.738933:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f422091a. 00000100:00001000:3.0:1767384947.738934:0:16769:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=66 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384947.738935:0:18104:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384947.738940:0:18104:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000752e9ede. 02000000:00000001:0.0:1767384947.738941:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384947.738942:0:16769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1767384947.738943:0:18104:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384947.738945:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384947.738946:0:18104:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384947.738947:0:16769:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000010:0.0:1767384947.738948:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d1f2c82b. 00000100:00000001:3.0:1767384947.738951:0:16769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000100:00000001:0.0:1767384947.738953:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1767384947.738956:0:16769:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00002000:00000001:1.0:1767384947.738956:0:18104:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:0.0:1767384947.738957:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384947.738960:0:16769:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384947.738961:0:18104:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:0.0:1767384947.738961:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384947.738965:0:18104:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:3.0:1767384947.738966:0:16769:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384947.738968:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00080000:00000001:1.0:1767384947.738969:0:18104:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000040:3.0:1767384947.738970:0:16769:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384947.738974:0:16769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044170aa6. 00000100:00000001:0.0:1767384947.738976:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384947.738979:0:16769:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358519808, offset 224 00000100:00000001:0.0:1767384947.738980:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00080000:00000001:1.0:1767384947.738981:0:18104:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.738985:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384947.738986:0:16769:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384947.738986:0:18104:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384947.738991:0:18104:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:1.0:1767384947.738994:0:18104:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000400:00000200:3.0:1767384947.738999:0:16769:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000020:1.0:1767384947.739000:0:18104:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000ce565cee dirty 0 pend 0 grant 0 00002000:00000020:1.0:1767384947.739005:0:18104:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:1.0:1767384947.739007:0:18104:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000400:00000200:3.0:1767384947.739009:0:16769:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272706600 00000100:00000001:0.0:1767384947.739009:0:17540:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000001:00000001:1.0:1767384947.739026:0:18104:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384947.739029:0:18104:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384947.739030:0:18104:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384947.739032:0:18104:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237358519552 00010000:00000001:1.0:1767384947.739034:0:18104:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384947.739039:0:18104:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007c7946c9 x1853237358519552/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:173/0 lens 224/368 e 0 to 0 dl 1767384958 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384947.739045:0:16769:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c5d [1] + 224 00010000:00000001:1.0:1767384947.739048:0:18104:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384947.739050:0:18104:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384947.739052:0:18104:0:(import.c:2128:obd_at_measure()) add 1 to 000000007564533c time=61 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384947.739059:0:18104:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1767384947.739063:0:17540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358519680 00000400:00000200:3.0:1767384947.739064:0:16769:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384947.739064:0:18104:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 22 to 0@lo 02000000:00000001:0.0:1767384947.739067:0:17540:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384947.739069:0:18104:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000100:00000001:0.0:1767384947.739071:0:17540:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384947.739073:0:18104:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384947.739075:0:17540:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384947.739076:0:16769:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384947.739077:0:18104:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384947.739078:0:17540:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.739082:0:18104:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384947.739084:0:17540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358519680 00000100:00000040:1.0:1767384947.739087:0:18104:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384947.739087:0:17540:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384947.739088:0:16769:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767384947.739089:0:17540:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8560 00000400:00000010:1.0:1767384947.739093:0:18104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034f9ecd9. 00000020:00000001:0.0:1767384947.739093:0:17540:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384947.739095:0:17540:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ce565cee refcount=6 00000100:00000200:3.0:1767384947.739097:0:16769:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bbc79d97 x1853237358519808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384947.739098:0:18104:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237358519552, offset 224 00000020:00000001:0.0:1767384947.739099:0:17540:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000020:00000001:0.0:1767384947.739105:0:17540:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000400:00000200:1.0:1767384947.739111:0:18104:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384947.739112:0:17540:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384947.739116:0:17540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003bfa9704. 00000100:00000001:0.0:1767384947.739120:0:17540:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384947.739121:0:16769:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bbc79d97 x1853237358519808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384947.739124:0:18104:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384947.739126:0:17540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003bfa9704. 00000020:00000010:0.0:1767384947.739134:0:17540:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dff8385c. 00000400:00000200:1.0:1767384947.739138:0:18104:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272706500 00000100:00000001:3.0:1767384947.739140:0:16769:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384947.739140:0:17540:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003dab5633. 00000400:00000200:1.0:1767384947.739144:0:18104:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c4d [1] + 224 00000020:00000010:0.0:1767384947.739146:0:17540:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006b4bac8c. 00000400:00000200:1.0:1767384947.739148:0:18104:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384947.739153:0:17540:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000200:3.0:1767384947.739155:0:16769:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044170aa6 00000400:00000010:3.0:1767384947.739159:0:16769:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000044170aa6. 00000100:00000001:0.0:1767384947.739159:0:17540:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384947.739160:0:18104:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384947.739164:0:17540:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384947.739165:0:16769:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384947.739167:0:17540:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384947.739168:0:16769:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384947.739168:0:18104:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384947.739177:0:18104:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003b276a0f x1853237358519552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384963 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384947.739182:0:16769:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.739183:0:17540:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384947.739188:0:17540:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:3.0:1767384947.739190:0:16769:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384947.739191:0:17540:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384947.739192:0:18104:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000003b276a0f x1853237358519552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384947.739198:0:16769:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384947.739203:0:16769:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.739204:0:17540:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384947.739209:0:18104:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384947.739210:0:16769:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384947.739217:0:18104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034f9ecd9 00000100:00000001:0.0:1767384947.739218:0:17540:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384947.739219:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000093056fb4 x1853237358519808/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:173/0 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384947.739220:0:18104:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034f9ecd9. 00000100:00000001:0.0:1767384947.739222:0:17540:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384947.739226:0:18104:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384947.739228:0:18104:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:0.0:1767384947.739231:0:17540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:1.0:1767384947.739234:0:18104:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384947.739237:0:17540:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ce565cee : new rpc_count 2 00000100:00000040:1.0:1767384947.739241:0:18104:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00000001:0.0:1767384947.739242:0:17540:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436515729280 : -108637193822336 : ffff9d31eea71f80) 00000100:00100000:3.0:1767384947.739245:0:16769:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000093056fb4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16128:x1853237358519808:12345-0@lo:400: Request processed in 496us (1375us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384947.739245:0:18104:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384947.739255:0:18104:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384947.739260:0:18104:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384947.739265:0:18104:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007c7946c9 x1853237358519552/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:173/0 lens 224/368 e 0 to 0 dl 1767384958 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384947.739269:0:17540:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b0cf731c x1853237358519680/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:173/0 lens 224/0 e 0 to 0 dl 1767384958 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384947.739271:0:16769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00000040:3.0:1767384947.739279:0:16769:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d62afedc : new rpc_count 0 00000100:00000001:3.0:1767384947.739284:0:16769:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384947.739288:0:16769:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384947.739293:0:16769:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000733d5c37. 00000100:00100000:1.0:1767384947.739294:0:18104:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007c7946c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16129:x1853237358519552:12345-0@lo:13: Request processed in 439us (1791us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384947.739295:0:17540:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384947.739297:0:16769:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002025b0d3. 00000020:00000010:0.0:1767384947.739299:0:17540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003bfa9704. 00000020:00000010:3.0:1767384947.739303:0:16769:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000044136d5. 00000100:00000001:0.0:1767384947.739304:0:17540:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384947.739308:0:16769:0:(genops.c:898:class_export_put()) PUTting export 00000000d62afedc : new refcount 4 00000100:00100000:1.0:1767384947.739308:0:18104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000020:00000010:0.0:1767384947.739309:0:17540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003bfa9704. 00000100:00000001:3.0:1767384947.739315:0:16769:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384947.739315:0:18104:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce565cee : new rpc_count 1 00000100:00000001:1.0:1767384947.739320:0:18104:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:0.0:1767384947.739320:0:17540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b0cf731c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16127:x1853237358519680:12345-0@lo:400: 00000100:00000001:1.0:1767384947.739324:0:18104:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384947.739325:0:17540:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358519680 00000020:00000010:1.0:1767384947.739328:0:18104:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002e07ea51. 00000100:00000001:3.0:1767384947.739329:0:16769:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384947.739329:0:17540:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384947.739334:0:16769:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384947.739334:0:18104:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d943940b. 00000020:00000001:0.0:1767384947.739335:0:17540:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384947.739337:0:17540:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384947.739339:0:18104:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019aa2c19. 00000020:00000001:0.0:1767384947.739340:0:17540:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384947.739343:0:17540:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00000100:00100000:3.0:1767384947.739345:0:16769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000020:00000040:1.0:1767384947.739345:0:18104:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 5 00000020:00000001:0.0:1767384947.739347:0:17540:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384947.739351:0:18104:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384947.739352:0:16769:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e235a287 : new rpc_count 1 00000020:00000001:0.0:1767384947.739352:0:17540:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384947.739357:0:16769:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436515736448 : -108637193815168 : ffff9d31eea73b80) 00000020:00000001:0.0:1767384947.739358:0:17540:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384947.739360:0:17540:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384947.739363:0:17540:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384947.739364:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000667d68f8 x1853237358519936/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:173/0 lens 224/0 e 0 to 0 dl 1767384958 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384947.739365:0:17540:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384947.739367:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384947.739370:0:17540:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384947.739371:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384947.739374:0:17540:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:1.0:1767384947.739376:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:0.0:1767384947.739378:0:17540:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009634a443. 00000100:00000001:3.0:1767384947.739379:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000001:1.0:1767384947.739391:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767384947.739393:0:17540:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.739396:0:17540:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384947.739397:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e115830d. 00000400:00000010:1.0:1767384947.739399:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000859e08fe. 00000020:00000001:0.0:1767384947.739399:0:17540:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.739401:0:16769:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384947.739405:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000479c74e7 00010000:00000040:0.0:1767384947.739405:0:17540:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237358519680 00000020:00000010:3.0:1767384947.739406:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e115830d. 00000400:00000010:1.0:1767384947.739409:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000479c74e7. 00010000:00000001:0.0:1767384947.739411:0:17540:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:3.0:1767384947.739414:0:16769:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000667d68f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16129:x1853237358519936:12345-0@lo:400: 00000100:00000001:1.0:1767384947.739414:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000200:0.0:1767384947.739417:0:17540:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b0cf731c x1853237358519680/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:173/0 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384947.739421:0:16769:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358519936 00000100:00000200:1.0:1767384947.739421:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003b276a0f x1853237358519552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384947.739426:0:16769:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384947.739430:0:16769:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384947.739433:0:16769:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384947.739437:0:16769:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:0.0:1767384947.739439:0:17540:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1767384947.739441:0:16769:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00010000:00000001:0.0:1767384947.739443:0:17540:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384947.739447:0:16769:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00001000:0.0:1767384947.739449:0:17540:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf489f17 time=61 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384947.739450:0:16769:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384947.739452:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003b276a0f x1853237358519552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384947.739456:0:16769:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384947.739458:0:17540:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384947.739460:0:16769:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384947.739463:0:16769:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.739464:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384947.739467:0:16769:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384947.739468:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384947.739470:0:17540:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:3.0:1767384947.739472:0:16769:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384947.739472:0:16129:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384947.739476:0:17540:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:1.0:1767384947.739477:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767384947.739478:0:16769:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384947.739479:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384947.739482:0:17540:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:3.0:1767384947.739483:0:16769:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000838ba2a8. 00000100:00000001:1.0:1767384947.739483:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384947.739486:0:17540:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384947.739488:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384947.739489:0:16769:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.739491:0:17540:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384947.739492:0:16769:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384947.739493:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000310710fb time=61 v=5 (5 0 0 0) 00000020:00000001:3.0:1767384947.739496:0:16769:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384947.739497:0:17540:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000040:3.0:1767384947.739503:0:16769:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358519936 00000100:00001000:1.0:1767384947.739503:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a6c23273 time=61 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384947.739504:0:17540:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065204f26. 00010000:00000001:3.0:1767384947.739509:0:16769:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384947.739511:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767384947.739511:0:17540:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237358519680, offset 224 00000100:00000001:1.0:1767384947.739514:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384947.739515:0:16769:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000667d68f8 x1853237358519936/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:173/0 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384947.739518:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767384947.739522:0:17540:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00080000:1.0:1767384947.739526:0:16129:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003b276a0f x1853237358519552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384947.739528:0:16769:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1767384947.739534:0:17540:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384947.739538:0:16769:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384947.739539:0:16129:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384947.739542:0:16769:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=66 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384947.739543:0:16129:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384947.739545:0:16129:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000200:0.0:1767384947.739548:0:17540:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272706580 00000100:00000001:1.0:1767384947.739551:0:16129:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384947.739552:0:16769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384947.739553:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384947.739558:0:16769:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 22 to 0@lo 00000400:00000200:0.0:1767384947.739558:0:17540:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c6d [1] + 224 00000100:00000040:1.0:1767384947.739561:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003b276a0f x1853237358519552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384947.739563:0:16769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000400:00000200:0.0:1767384947.739567:0:17540:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384947.739569:0:16769:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384947.739574:0:16769:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.739576:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384947.739578:0:17540:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384947.739582:0:16769:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384947.739582:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384947.739584:0:17540:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384947.739587:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384947.739591:0:16129:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000200:0.0:1767384947.739591:0:17540:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001d84ff5b x1853237358519680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384947.739592:0:16769:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00000040:1.0:1767384947.739593:0:16129:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000400:00000010:3.0:1767384947.739599:0:16769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044170aa6. 00000004:00000040:1.0:1767384947.739603:0:16129:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000040:0.0:1767384947.739604:0:17540:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001d84ff5b x1853237358519680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384947.739606:0:16769:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358519936, offset 224 00000004:00000020:1.0:1767384947.739617:0:16129:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000067181a10): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000400:00000200:3.0:1767384947.739623:0:16769:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384947.739623:0:17540:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000001:1.0:1767384947.739624:0:16129:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384947.739631:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b276a0f x1853237358519552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384963 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384947.739635:0:17540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065204f26 00000400:00000200:3.0:1767384947.739640:0:16769:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384947.739640:0:17540:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065204f26. 00000100:00100000:1.0:1767384947.739644:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003b276a0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16129:1853237358519552:0@lo:13: 00000100:00000001:0.0:1767384947.739647:0:17540:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384947.739649:0:17540:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384947.739650:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.739653:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384947.739654:0:16769:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272706680 00000100:00000001:0.0:1767384947.739654:0:17540:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384947.739657:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003b276a0f x1853237358519552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384963 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384947.739662:0:17540:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 21 to 0@lo 00000400:00000200:3.0:1767384947.739666:0:16769:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c65 [1] + 224 00010000:00000001:0.0:1767384947.739668:0:17540:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384947.739672:0:17540:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384947.739675:0:16769:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384947.739677:0:17540:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384947.739682:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1767384947.739684:0:17540:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b0cf731c x1853237358519680/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:173/0 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384947.739685:0:16769:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384947.739686:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384947.739690:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b6f5260b. 00000100:00000001:3.0:1767384947.739694:0:16769:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384947.739696:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384947.739699:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:3.0:1767384947.739700:0:16769:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a3010022 x1853237358519936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384947.739702:0:16129:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00100000:0.0:1767384947.739706:0:17540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b0cf731c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16127:x1853237358519680:12345-0@lo:400: Request processed in 405us (1279us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384947.739707:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384947.739711:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000026d8a51f. 02000000:00000001:1.0:1767384947.739717:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384947.739720:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384947.739721:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003b276a0f. 00000100:00000040:3.0:1767384947.739723:0:16769:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a3010022 x1853237358519936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.739726:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384947.739729:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384947.739734:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.739739:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384947.739739:0:17540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:1.0:1767384947.739743:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384947.739744:0:17540:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce565cee : new rpc_count 0 00000100:00000001:3.0:1767384947.739746:0:16769:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384947.739748:0:17540:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384947.739751:0:17540:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384947.739753:0:17540:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003dab5633. 00000100:00000001:1.0:1767384947.739755:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384947.739756:0:17540:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006b4bac8c. 00000100:00000001:1.0:1767384947.739757:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384947.739762:0:16769:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044170aa6 00000020:00000010:0.0:1767384947.739762:0:17540:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dff8385c. 00000400:00000010:3.0:1767384947.739766:0:16769:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000044170aa6. 00000020:00000040:0.0:1767384947.739767:0:17540:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 4 00000100:00000001:3.0:1767384947.739769:0:16769:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384947.739771:0:17540:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384947.739772:0:16769:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384947.739773:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384947.739776:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384947.739777:0:16769:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384947.739778:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a2adda5. 00000100:00000040:3.0:1767384947.739784:0:16769:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000200:1.0:1767384947.739784:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e0c63cf 00010000:00000001:3.0:1767384947.739788:0:16769:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384947.739788:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e0c63cf. 00000020:00000001:3.0:1767384947.739790:0:16769:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384947.739792:0:16769:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384947.739796:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000667d68f8 x1853237358519936/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:173/0 lens 224/224 e 0 to 0 dl 1767384958 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.739798:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767384947.739799:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384947.739803:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1767384947.739805:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001d84ff5b x1853237358519680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384947.739806:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de3fe2b0. 00000400:00000200:0.0:1767384947.739813:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063dbe9c6 00000400:00000010:0.0:1767384947.739816:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063dbe9c6. 00000100:00000001:0.0:1767384947.739821:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384947.739827:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a3010022 x1853237358519936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384947.739835:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001d84ff5b x1853237358519680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384947.739849:0:16769:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000667d68f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16129:x1853237358519936:12345-0@lo:400: Request processed in 464us (1847us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384947.739861:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384947.739861:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a3010022 x1853237358519936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.739865:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384947.739870:0:16127:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767384947.739871:0:16769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 02000000:00000001:1.0:1767384947.739873:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384947.739875:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384947.739879:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384947.739880:0:16769:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e235a287 : new rpc_count 0 00000100:00000001:0.0:1767384947.739881:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384947.739882:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.739885:0:16769:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384947.739886:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384947.739887:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d21af389 time=61 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384947.739888:0:16769:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384947.739889:0:16129:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384947.739893:0:16769:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000620a8d90. 02000000:00000001:0.0:1767384947.739893:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00001000:1.0:1767384947.739894:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a6c23273 time=61 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384947.739897:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384947.739899:0:16769:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f8915cf0. 00000100:00000001:1.0:1767384947.739899:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384947.739900:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.739903:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384947.739905:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384947.739906:0:16769:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed808160. 00010000:00000001:1.0:1767384947.739907:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:0.0:1767384947.739910:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a558cf0b time=66 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384947.739913:0:16769:0:(genops.c:898:class_export_put()) PUTting export 00000000e235a287 : new refcount 4 00010000:00080000:1.0:1767384947.739914:0:16127:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001d84ff5b x1853237358519680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384947.739916:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f60eced4 time=66 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384947.739917:0:16769:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384947.739924:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767384947.739927:0:16127:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.739928:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.739931:0:16127:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:0.0:1767384947.739931:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767384947.739934:0:16127:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384947.739937:0:16127:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00080000:0.0:1767384947.739938:0:16129:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a3010022 x1853237358519936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.739941:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384947.739943:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1767384947.739949:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fe96f595) now 6 - evictor 00000100:00000040:1.0:1767384947.739949:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001d84ff5b x1853237358519680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767384947.739956:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:3.0:1767384947.739959:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8a46e2f) now 8 - evictor 00000100:00000001:3.0:1767384947.739972:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384947.739973:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384947.739975:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384947.739980:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:3.0:1767384947.739981:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384947.739981:0:16129:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.739982:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384947.739985:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384947.739987:0:16129:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:3.0:1767384947.739988:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5876595. 00000100:00000040:1.0:1767384947.739989:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d84ff5b x1853237358519680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384947.739990:0:16129:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000400:00000200:3.0:1767384947.739993:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000479d091f 00000100:00000001:0.0:1767384947.739994:0:16129:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000010:3.0:1767384947.739998:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000479d091f. 00000100:00000001:0.0:1767384947.739998:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.740003:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384947.740007:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001d84ff5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16127:1853237358519680:0@lo:400: 00000100:00000040:0.0:1767384947.740008:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a3010022 x1853237358519936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384947.740010:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bbc79d97 x1853237358519808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.740046:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384947.740051:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384947.740056:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001d84ff5b x1853237358519680/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384947.740060:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bbc79d97 x1853237358519808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384947.740061:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384947.740067:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384947.740070:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384947.740077:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a3010022 x1853237358519936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.740080:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384947.740083:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384947.740086:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000068f026b0. 02000000:00000001:1.0:1767384947.740092:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384947.740095:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384947.740095:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384947.740097:0:16127:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00100000:0.0:1767384947.740098:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a3010022 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16129:1853237358519936:0@lo:400: 00000100:00000001:3.0:1767384947.740100:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384947.740101:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384947.740104:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f4d24da0. 00000100:00000001:3.0:1767384947.740106:0:16128:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384947.740106:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384947.740108:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384947.740110:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384947.740110:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384947.740111:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384947.740113:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:1.0:1767384947.740114:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001d84ff5b. 00000100:00000040:0.0:1767384947.740116:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a3010022 x1853237358519936/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384947.740119:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384947.740122:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384947.740123:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384947.740128:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384947.740129:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384947.740130:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384947.740131:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384947.740133:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:0.0:1767384947.740134:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050f413a9. 00000100:00001000:3.0:1767384947.740135:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5338197 time=66 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384947.740137:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384947.740140:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384947.740142:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1767384947.740144:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c619e3cd time=66 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384947.740144:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384947.740145:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384947.740148:0:16129:0:(genops.c:1242:class_import_put()) import 00000000e13b832f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384947.740154:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767384947.740155:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384947.740158:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384947.740159:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003b316abc. 00010000:00000001:3.0:1767384947.740162:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384947.740164:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00080000:3.0:1767384947.740168:0:16128:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bbc79d97 x1853237358519808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384947.740168:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384947.740172:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a3010022. 00000100:00000001:0.0:1767384947.740178:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767384947.740179:0:16128:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.740180:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384947.740182:0:16128:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384947.740183:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384947.740185:0:16128:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384947.740188:0:16128:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384947.740188:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384947.740189:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384947.740193:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bbc79d97 x1853237358519808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384947.740197:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384947.740201:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384947.740204:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.740210:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384947.740213:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384947.740215:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384947.740220:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbc79d97 x1853237358519808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384947.740228:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bbc79d97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16128:1853237358519808:0@lo:400: 00000100:00000001:3.0:1767384947.740234:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384947.740246:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384947.740249:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bbc79d97 x1853237358519808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384947.740255:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384947.740258:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384947.740259:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066e32cf1. 02000000:00000001:3.0:1767384947.740262:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384947.740263:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384947.740264:0:16128:0:(genops.c:1242:class_import_put()) import 000000005ebd018a refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384947.740265:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384947.740273:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000199afcae. 02000000:00000001:3.0:1767384947.740277:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384947.740279:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384947.740280:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbc79d97. 00000100:00000001:3.0:1767384947.740281:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384947.740282:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384947.740283:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384947.740287:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384947.740289:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384947.740291:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384947.740293:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384947.749063:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294937611, at 4294937612 00000100:00000040:1.0:1767384947.749067:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294937611, at 4294937612 00000100:00000040:0.0:1767384947.749069:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294937611, at 4294937612 00000100:00000010:2.0:1767384947.749073:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee3d6d41. 00000100:00000010:1.0:1767384947.749075:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003af6cd54. 00000100:00000010:0.0:1767384947.749077:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000042f8c425. 00000100:00000040:3.0:1767384947.750071:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294937611, at 4294937613 00000100:00000010:3.0:1767384947.750078:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000844d7b3a. 00000400:00000001:3.0:1767384948.186085:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384948.186090:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384948.186092:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005688dda0 00000400:00000010:3.0:1767384948.186096:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005688dda0. 00000400:00000200:3.0:1767384948.186101:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384948.186107:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp39 recovery ping unlinked 00000400:00000010:3.0:1767384948.186116:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000073168306. 00000400:00000010:3.0:1767384948.186119:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a47c28c2. 00000400:00000200:3.0:1767384948.186122:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp40 00000400:00000010:3.0:1767384948.186125:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007ee103dc. 00000400:00000010:3.0:1767384948.186128:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009cc1fb16. 00000400:00000010:3.0:1767384948.186132:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000479d091f. 00000400:00000010:3.0:1767384948.186136:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000360c8a8e. 00000400:00000200:3.0:1767384948.186140:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp40 00000400:00000200:3.0:1767384948.186149:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp40 local destination 00000400:00000200:3.0:1767384948.186154:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp40 00000400:00000200:3.0:1767384948.186156:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp40 NI seq info: [156:156:256:4294967295] 192.168.203.157@tcp40 LPNI seq info [146:146:8:4294967295] 00000400:00000200:3.0:1767384948.186161:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp40 00000400:00000200:3.0:1767384948.186168:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp40(192.168.203.157@tcp40:) -> 192.168.203.157@tcp40(192.168.203.157@tcp40:192.168.203.157@tcp40) : GET try# 0 00000800:00000200:3.0:1767384948.186171:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp40 00000800:00000010:3.0:1767384948.186176:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d790dfaf. 00000800:00000200:3.0:1767384948.186186:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b73ca1f] -> 12345-192.168.203.157@tcp40 (2) 00000800:00000200:3.1:1767384948.186191:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b73ca1f] -> 12345-192.168.203.157@tcp40 (2) 00000400:00000200:3.0:1767384948.186207:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp40 added to recovery queue. ping count: 2 next ping: 274 health :800 00000400:00000200:3.0:1767384948.186212:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp41 00000400:00000010:3.0:1767384948.186216:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005827bbd5. 00000400:00000010:3.0:1767384948.186219:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008862c44b. 00000400:00000010:3.0:1767384948.186221:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044170aa6. 00000400:00000010:3.0:1767384948.186226:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000989e489. 00000400:00000200:3.0:1767384948.186229:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp41 00000400:00000200:3.0:1767384948.186235:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp41 local destination 00000400:00000200:3.0:1767384948.186238:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp41 00000400:00000200:3.0:1767384948.186240:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp41 NI seq info: [157:157:256:4294967295] 192.168.203.157@tcp41 LPNI seq info [147:147:8:4294967295] 00000400:00000200:3.0:1767384948.186243:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp41 00000400:00000200:3.0:1767384948.186248:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp41(192.168.203.157@tcp41:) -> 192.168.203.157@tcp41(192.168.203.157@tcp41:192.168.203.157@tcp41) : GET try# 0 00000800:00000200:3.0:1767384948.186251:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp41 00000800:00000010:3.0:1767384948.186254:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003b316abc. 00000800:00000200:3.0:1767384948.186256:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce03a022] -> 12345-192.168.203.157@tcp41 (2) 00000800:00000200:3.1:1767384948.186259:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce03a022] -> 12345-192.168.203.157@tcp41 (2) 00000400:00000200:0.0:1767384948.186262:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:3.0:1767384948.186275:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp41 added to recovery queue. ping count: 1 next ping: 272 health :900 00000400:00000200:1.0:1767384948.186313:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.186314:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.186366:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.186399:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.186423:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.186454:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.186469:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.186503:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.186520:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.186555:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.186569:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.186599:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.186617:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.186649:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.186675:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.186700:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.186726:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.186750:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.186770:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.186793:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.186821:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.186854:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.186885:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.186909:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.186951:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.186957:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.187051:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.187060:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.187120:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.187141:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.187186:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.187204:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.187238:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.187257:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.187288:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.187307:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.187335:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.187357:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.187399:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.187448:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.187462:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.187512:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.187529:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.187572:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.187590:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.187638:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.187652:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.187699:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.187713:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.187761:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.187774:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.187827:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.187846:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.187903:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.187921:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.187974:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.187989:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.188062:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.188092:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.188127:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.188163:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.188203:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.188240:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.188274:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.188308:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.188340:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.188368:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.188399:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.188426:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.188467:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.188487:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.188512:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.188539:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.188562:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.157:988 00000800:00000010:0.0:1767384948.188562:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d9273208. 00000800:00000010:0.0:1767384948.188569:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001bb19d35. 00000800:00000010:0.0:1767384948.188575:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dc751ee6. 00000400:00000200:1.0:1767384948.188588:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.157:988 00000800:00000010:0.0:1767384948.188596:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dc751ee6. 00000800:00020000:0.0:1767384948.188607:0:16118:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:0.0:1767384948.188610:0:16118:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001bb19d35. 00000800:00000010:0.0:1767384948.188613:0:16118:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d9273208. 00000400:00000200:1.0:1767384948.188629:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.157:988 00000400:02020000:0.0:1767384948.188669:0:16118:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp40 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384948.188671:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.188677:0:16118:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp40 notifying 192.168.203.157@tcp40: down 00000800:00000200:0.0:1767384948.188683:0:16118:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp40 down 00000800:00000100:0.0:1767384948.188690:0:16118:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp40 00000800:00000010:0.0:1767384948.188693:0:16118:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d790dfaf. 00000400:00000200:0.0:1767384948.188697:0:16118:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384948.188699:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.157:988 00000400:00000200:0.0:1767384948.188705:0:16118:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp40->192.168.203.157@tcp40: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384948.188713:0:16118:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384948.188716:0:16118:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384948.188719:0:16118:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp40) recovery failed with -71 00000400:00000200:1.0:1767384948.188724:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.188743:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.188758:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.188773:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.188787:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.157:988 00000800:00000010:1.0:1767384948.188960:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000086838fc1. 00000800:00000010:1.0:1767384948.188965:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004be8d95f. 00000800:00000010:1.0:1767384948.188968:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000023af292f. 00000400:00000200:0.0:1767384948.188971:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384948.188995:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp41 from 206.3.0.2 00000800:00000010:1.0:1767384948.188996:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000023af292f. 00000800:00000010:0.0:1767384948.189000:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000de025e61. 00000800:00000010:1.0:1767384948.189060:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000077a9c5d9. 00000800:00000010:1.0:1767384948.189066:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c658a07a. 00000800:00000010:1.0:1767384948.189097:0:16115:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007ddd661c. 00000800:00000200:1.1:1767384948.189105:0:16115:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce03a022] -> 12345-192.168.203.157@tcp41 (2) 00000800:00000200:1.1:1767384948.189112:0:16115:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp41 000000007ddd661c deleted 00000800:00000010:1.1:1767384948.189115:0:16115:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000007ddd661c. 00000800:00000200:1.1:1767384948.189121:0:16115:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384948.189127:0:16115:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp41 ip 192.168.203.157:974 00000800:00000200:1.1:1767384948.189130:0:16115:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003b316abc type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384948.189136:0:16115:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp41 p 3.x 192.168.203.157 -> 192.168.203.157:974 incarnation:1767384942454897772 sched[0] 00000800:00000010:1.0:1767384948.189141:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000023af292f. 00000800:00000010:1.0:1767384948.189188:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000023af292f. 00000800:00000010:1.0:1767384948.189192:0:16115:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c658a07a. 00000800:00000200:2.1:1767384948.189212:0:16117:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384948.189219:0:16117:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp41 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384942454897772 sched[0] 00000800:00000010:2.0:1767384948.189223:0:16117:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004be8d95f. 00000800:00000010:1.0:1767384948.189231:0:16115:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000de025e61. 00000800:00000001:1.0:1767384948.189252:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384948.189257:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384948.189276:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384948.189283:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384948.189309:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000800:00000200:1.0:1767384948.189320:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384948.189324:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003b316abc. 00000400:00000200:1.0:1767384948.189329:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384948.189335:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp41->192.168.203.157@tcp41: GET: OK 00000400:00000200:1.0:1767384948.189341:0:16121:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384948.189345:0:16121:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp41 recovery message sent successfully:0 00000800:00000001:1.0:1767384948.189358:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384948.189364:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384948.189366:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384948.189375:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384948.189376:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.189410:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp41(192.168.203.157@tcp41) <- 192.168.203.157@tcp41 : GET - for me 00000400:00000200:1.0:1767384948.189427:0:16121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384948.189436:0:16121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp of length 272/272 into md 0x1c01 [1] + 0 00000400:00000200:2.0:1767384948.189439:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.189447:0:16121:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp41 to MR: 192.168.203.157@tcp41 local destination 00000400:00000200:1.0:1767384948.189455:0:16121:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp41 NI seq info: [158:158:256:4294967295] 192.168.203.157@tcp41 LPNI seq info [148:148:8:4294967295] 00000400:00000200:1.0:1767384948.189469:0:16121:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp41(192.168.203.157@tcp41:192.168.203.157@tcp41) -> 192.168.203.157@tcp41(192.168.203.157@tcp41:192.168.203.157@tcp41) 192.168.203.157@tcp41 : REPLY try# 0 00000800:00000200:1.0:1767384948.189479:0:16121:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.157@tcp41 00000800:00000010:1.0:1767384948.189483:0:16121:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000088dcab83. 00000800:00000200:1.0:1767384948.189489:0:16121:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ce03a022] -> 12345-192.168.203.157@tcp41 (4) 00000800:00000200:1.0:1767384948.189495:0:16121:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp41 ip 192.168.203.157:988 00000800:00000200:1.0:1767384948.189498:0:16121:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000088dcab83 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384948.189499:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000800:00000200:1.0:1767384948.189541:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384948.189543:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000088dcab83. 00000400:00000200:1.0:1767384948.189547:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384948.189553:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp41->192.168.203.157@tcp41: REPLY: OK 00000400:00000200:2.0:1767384948.189558:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000800:00000001:1.0:1767384948.189565:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384948.189570:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384948.189574:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384948.189578:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384948.189580:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384948.189584:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384948.189591:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp41(192.168.203.157@tcp41) <- 192.168.203.157@tcp41 : REPLY - for me 00000400:00000200:1.0:1767384948.189601:0:16121:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp41: Reply from 12345-192.168.203.157@tcp41 of length 272/272 into md 0x1c91 00000800:00000001:1.0:1767384948.189606:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384948.189611:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384948.189613:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384948.189618:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp41->192.168.203.157@tcp41: REPLY: OK 00000400:00000200:2.0:1767384948.189621:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:1.0:1767384948.189622:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044170aa6 00000400:00000010:1.0:1767384948.189626:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000044170aa6. 00000400:00000200:1.0:1767384948.189631:0:16121:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384948.189637:0:16121:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005827bbd5. 00000400:00000010:1.0:1767384948.189646:0:16121:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008862c44b. 00000800:00000001:1.0:1767384948.189653:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384948.189657:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384948.189682:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384948.189735:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384948.189787:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384948.189844:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384948.189901:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384948.189948:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384948.189999:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384948.190073:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384948.190136:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384948.190200:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384948.190235:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384948.190254:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384948.190286:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384948.190317:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384948.190340:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384948.190367:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384948.190396:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:2.0:1767384948.190420:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384948.190439:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384948.190459:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384948.190482:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384948.190499:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:2.0:1767384948.190516:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384948.190533:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384948.190548:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384948.190573:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384948.190592:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384948.190605:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384948.190625:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:2.0:1767384948.190715:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000382dec4f. 00000800:00000010:2.0:1767384948.190718:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001902980a. 00000800:00000010:2.0:1767384948.190722:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009a429e34. 00000800:00000010:2.0:1767384948.190737:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009a429e34. 00000800:00020000:2.0:1767384948.190742:0:16117:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:2.0:1767384948.190745:0:16117:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001902980a. 00000800:00000010:2.0:1767384948.190747:0:16117:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000382dec4f. 00000400:02020000:2.0:1767384948.190778:0:16117:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp41 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00010000:00000001:1.0:1767384948.569065:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384948.569070:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384948.569075:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384948.569077:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384948.569112:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384948.569117:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384948.569120:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384948.576557:0:34712:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384948.576572:0:34712:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384948.576578:0:34712:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384948.576587:0:34712:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384948.576594:0:34712:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384948.576599:0:34712:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384949.209113:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384949.209118:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384949.209121:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000479d091f 00000800:00000200:3.0:1767384949.209124:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000992d650f] -> 12345-192.168.203.157@tcp25 (6) 00000400:00000010:2.0:1767384949.209126:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000479d091f. 00000400:00000200:2.0:1767384949.209133:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:3.0:1767384949.209135:0:16119:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp25 ip 192.168.203.157:988 00000400:00000200:2.0:1767384949.209139:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp40 recovery ping unlinked 00000800:00000200:3.0:1767384949.209141:0:16119:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000082be1b3a type 192, nob 24 niov 1 nkiov 0 00000400:00000010:2.0:1767384949.209151:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007ee103dc. 00000400:00000010:2.0:1767384949.209156:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009cc1fb16. 00000400:00000200:2.0:1767384949.209164:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp35 00000400:00000010:2.0:1767384949.209166:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e0f8f07a. 00000400:00000010:2.0:1767384949.209171:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a47c28c2. 00000400:00000010:2.0:1767384949.209175:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccf64db9. 00000400:00000010:2.0:1767384949.209180:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000033139736. 00000400:00000200:2.0:1767384949.209183:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp35 00000400:00000200:2.0:1767384949.209194:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp35 local destination 00000400:00000200:2.0:1767384949.209198:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp35 00000400:00000200:2.0:1767384949.209202:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp35 NI seq info: [159:159:256:4294967295] 192.168.203.157@tcp35 LPNI seq info [149:149:8:4294967295] 00000400:00000200:2.0:1767384949.209216:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp35 00000400:00000200:2.0:1767384949.209223:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp35(192.168.203.157@tcp35:) -> 192.168.203.157@tcp35(192.168.203.157@tcp35:192.168.203.157@tcp35) : GET try# 0 00000800:00000200:2.0:1767384949.209227:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp35 00000800:00000010:2.0:1767384949.209231:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b95ed111. 00000800:00000200:2.0:1767384949.209236:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001892aa2f] -> 12345-192.168.203.157@tcp35 (2) 00000800:00000200:2.1:1767384949.209241:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001892aa2f] -> 12345-192.168.203.157@tcp35 (2) 00000400:00000200:2.0:1767384949.209261:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp35 added to recovery queue. ping count: 4 next ping: 287 health :600 00000800:00000001:2.0:1767384949.209302:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384949.209310:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384949.209314:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384949.209319:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384949.209323:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384949.209334:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.209398:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.209453:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.209495:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.209540:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.209579:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.209626:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.209676:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.209698:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.209715:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.209734:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.209754:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.209774:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.209791:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.209809:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.209827:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.209844:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.209859:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.209874:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.209889:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.209908:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.209926:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.209941:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.209957:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.209974:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.209997:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.210015:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.210080:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.210102:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.210119:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.210136:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.210165:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.210179:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.210200:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.210218:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:3.0:1767384949.210342:0:29524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000019e0feed. 00000800:00000010:3.0:1767384949.210346:0:29524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e3dc49cc. 00000800:00000010:3.0:1767384949.210351:0:29524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007b3749f7. 00000800:00000010:3.0:1767384949.210391:0:29524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007b3749f7. 00000800:00020000:3.0:1767384949.210400:0:29524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:3.0:1767384949.210403:0:29524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e3dc49cc. 00000800:00000010:3.0:1767384949.210406:0:29524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000019e0feed. 00000400:02020000:3.0:1767384949.210464:0:29524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp35 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384949.210470:0:29524:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp35 notifying 192.168.203.157@tcp35: down 00000800:00000200:3.0:1767384949.210475:0:29524:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp35 down 00000800:00000100:3.0:1767384949.210482:0:29524:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp35 00000800:00000010:3.0:1767384949.210484:0:29524:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b95ed111. 00000400:00000200:3.0:1767384949.210488:0:29524:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384949.210492:0:29524:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp35->192.168.203.157@tcp35: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384949.210500:0:29524:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384949.210502:0:29524:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384949.210506:0:29524:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp35) recovery failed with -71 00000001:00000001:3.0:1767384949.299128:0:34876:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384949.299134:0:34876:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp44 --if ens2 00000001:00000001:3.0:1767384949.305251:0:34876:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384949.314578:0:34877:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000000b4940b. 00000400:00000010:3.0:1767384949.314593:0:34877:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000040e13c99. 00000400:00000010:3.0:1767384949.314605:0:34877:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e3dc49cc. 00000400:00000010:3.0:1767384949.314609:0:34877:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000066e32cf1. 00000400:00000010:3.0:1767384949.314614:0:34877:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005827bbd5. 00000400:00000010:3.0:1767384949.314619:0:34877:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007b3749f7. 00000400:00000010:3.0:1767384949.314621:0:34877:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003f79eacf. 00000400:00000010:3.0:1767384949.314624:0:34877:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000009f5ca8d. 00000400:00000010:3.0:1767384949.314628:0:34877:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d03c84b8. 00000800:00000010:3.0:1767384949.314646:0:34877:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000003b316abc. 00000800:00000200:3.0:1767384949.314658:0:34877:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384949.314675:0:34877:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384949.314718:0:34877:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:3.0:1767384949.314745:0:34877:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp44 [8/256/0/180] 00000400:00000010:3.0:1767384949.316199:0:34877:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000faffa31c. 00000400:00000010:3.0:1767384949.316205:0:34877:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5876595. 00000400:00000010:3.0:1767384949.316209:0:34877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ab784e2. 00000400:00000001:3.0:1767384949.316225:0:34877:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384949.316227:0:34877:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384949.316228:0:34877:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005c24a83. 00000400:00000200:3.0:1767384949.316231:0:34877:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073db7c4c 00000400:00000010:3.0:1767384949.316233:0:34877:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073db7c4c. 00000400:00000010:3.0:1767384949.316236:0:34877:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 00000000c38920bb. 00000400:00000200:3.0:1767384949.316240:0:34877:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (35) 00000400:00000200:3.0:1767384949.316252:0:34877:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:3.0:1767384949.316260:0:34877:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131116 00000020:00000010:3.0:1767384949.316278:0:34877:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000019e0feed. 00000020:01000000:3.0:1767384949.316281:0:34877:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384949.316284:0:34877:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp44 00000400:00000200:1.0:1767384949.316291:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384949.316297:0:34877:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000040e13c99. 00000400:00000200:1.0:1767384949.316298:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000400:00000010:3.0:1767384949.316303:0:34877:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000000b4940b. 00000400:00000010:1.0:1767384949.316307:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e0c63cf. 00000400:00000200:1.0:1767384949.316311:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (36) 00000400:00000010:1.0:1767384949.316316:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d237b991. 00000400:00000200:1.0:1767384949.316320:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp23 00000400:00000200:1.0:1767384949.316332:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp23 to MR: 192.168.203.157@tcp23 local destination 00000020:00000001:2.0:1767384949.316334:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384949.316340:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp23 NI seq info: [160:160:256:4294967295] 192.168.203.157@tcp23 LPNI seq info [150:150:8:4294967295] 10000000:00000001:2.0:1767384949.316341:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384949.316346:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384949.316349:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp23 10000000:01000000:2.0:1767384949.316351:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384949.316358:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384949.316363:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp23(192.168.203.157@tcp23:192.168.203.157@tcp23) -> 192.168.203.157@tcp23(192.168.203.157@tcp23:192.168.203.157@tcp23) : PUT try# 0 00000020:01000004:2.0:1767384949.316364:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384949.316369:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000200:1.0:1767384949.316384:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.157@tcp23 00000020:01000004:2.0:1767384949.316390:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000010:1.0:1767384949.316390:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a5a8025e. 00000020:01000004:2.0:1767384949.316394:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384949.316398:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000200:1.0:1767384949.316401:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009170affd] -> 12345-192.168.203.157@tcp23 (6) 00000020:01000004:2.0:1767384949.316402:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384949.316418:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384949.316420:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:1.0:1767384949.316421:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp23 ip 192.168.203.157:988 00000020:01000004:2.0:1767384949.316424:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:1.0:1767384949.316426:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a5a8025e type 1, nob 704 niov 1 nkiov 1 00000100:00000010:2.0:1767384949.316432:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001853ff18. 00000020:00000040:2.0:1767384949.316440:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000400:00000200:1.0:1767384949.316446:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 00000100:00000001:2.0:1767384949.316447:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384949.316452:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384949.316452:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100551 rc 0 02000000:00000001:2.0:1767384949.316459:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384949.316469:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000382dec4f. 00000100:00000001:2.0:1767384949.316476:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384949.316484:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384949.316487:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384949.316496:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001853ff18] to pc [ptlrpcd_00_03+3] req@000000001853ff18 x1853237358520064/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384949.316563:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384949.316565:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.316568:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1767384949.316571:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.316572:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1767384949.316573:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1767384949.316578:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384949.316579:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001853ff18 x1853237358520064/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384949.316579:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a5a8025e. 00000400:00000200:0.0:1767384949.316589:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384949.316590:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384949.316592:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384949.316595:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 02000000:00000001:3.0:1767384949.316597:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384949.316601:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384949.316604:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384949.316609:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001853ff18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358520064:0@lo:253: 00000400:00000200:0.0:1767384949.316612:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp23->192.168.203.157@tcp23: PUT: OK 00000020:00000001:2.0:1767384949.316613:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384949.316614:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 10000000:00000001:2.0:1767384949.316619:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 02000000:00000001:3.0:1767384949.316621:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384949.316621:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 10000000:00000001:2.0:1767384949.316623:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 02000000:00000001:3.0:1767384949.316626:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767384949.316627:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:0.0:1767384949.316629:0:16120:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp23: 0 02000000:00000001:3.0:1767384949.316631:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:01000004:2.0:1767384949.316635:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384949.316638:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000010:3.0:1767384949.316639:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004ba79b44. 00000020:01000004:2.0:1767384949.316640:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:3.0:1767384949.316643:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384949.316645:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:01000004:2.0:1767384949.316646:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:3.0:1767384949.316648:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e4679c0. 00000020:01000004:2.0:1767384949.316651:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384949.316653:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384949.316655:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000800:00000001:0.0:1767384949.316657:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384949.316659:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000010:3.0:1767384949.316660:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000040e13c99. 00000800:00000001:0.0:1767384949.316663:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:01000004:2.0:1767384949.316664:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000200:3.0:1767384949.316665:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358520064, portal 25 00000100:00000001:3.0:1767384949.316669:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000001:0.0:1767384949.316670:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384949.316672:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504579200 : -108642204972416 : ffff9d30c3f70a80) 00000100:00000010:2.0:1767384949.316672:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028d02595. 00000020:00000040:2.0:1767384949.316680:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000040:3.0:1767384949.316681:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001853ff18 x1853237358520064/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384949.316686:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp23(192.168.203.157@tcp23) <- 192.168.203.157@tcp23 : PUT - for me 00000100:00000001:2.0:1767384949.316688:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384949.316692:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384949.316698:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.316699:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384949.316706:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384949.316708:0:16120:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 608 into portal 0 MB=0x8000000000000000 00000400:00000010:3.0:1767384949.316710:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8875d00. 02000000:00000010:2.0:1767384949.316710:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001d4cf45b. 00000100:00000001:2.0:1767384949.316719:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384949.316722:0:16120:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.157@tcp of length 592/608 into md 0x1c19 [1] + 0 00000100:00000001:2.0:1767384949.316727:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767384949.316729:0:16120:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b86e92b. 00000100:00000001:2.0:1767384949.316732:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384949.316735:0:16120:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001001990f 00000100:00000200:3.0:1767384949.316739:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358520064, offset 0 00000100:00000040:2.0:1767384949.316741:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028d02595] to pc [ptlrpcd_00_00+0] req@0000000028d02595 x1853237358520192/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384949.316742:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384949.316750:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:0.0:1767384949.316751:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384949.316757:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384949.316764:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384949.316770:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp23->192.168.203.157@tcp23: PUT: OK 00000400:00000200:0.0:1767384949.316776:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001001990f 00000400:00000200:3.0:1767384949.316777:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272706700 00000400:00000010:0.0:1767384949.316781:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001001990f. 10000000:00000001:2.0:1767384949.316782:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384949.316787:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384949.316788:0:16120:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384949.316791:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1455 [2] + 0 00000020:00000001:2.0:1767384949.316791:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384949.316796:0:16120:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (37) 00000400:00000010:3.0:1767384949.316799:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8fea476. 00000020:01000000:2.0:1767384949.316799:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384949.316804:0:16120:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000200:3.0:1767384949.316805:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003ac13970 00000020:00000010:2.0:1767384949.316806:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000019e0feed. 00000400:00000200:0.0:1767384949.316812:0:16120:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.157@tcp (608 bytes) 00000400:00000200:3.0:1767384949.316813:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384949.316820:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384949.316824:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384949.316824:0:16120:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:0.0:1767384949.316837:0:16120:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (38) 00000100:00000001:2.0:1767384949.316838:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384949.316843:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384949.316847:0:16120:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384949.316848:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ac13970 00000100:00000040:2.0:1767384949.316851:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028d02595 x1853237358520192/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384949.316853:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003ac13970. 00000400:00000200:0.0:1767384949.316859:0:16120:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp23 to MR: 192.168.203.157@tcp23 local destination 00000100:00000001:3.0:1767384949.316860:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384949.316864:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384949.316870:0:16130:0:(events.c:337:request_in_callback()) incoming req@00000000f7eac55c x1853237358520064 msgsize 4848 00000400:00000200:0.0:1767384949.316874:0:16120:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp23 NI seq info: [161:161:256:4294967295] 192.168.203.157@tcp23 LPNI seq info [151:151:8:4294967295] 00000100:00000001:2.0:1767384949.316878:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384949.316882:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384949.316884:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384949.316888:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384949.316889:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:2.0:1767384949.316893:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384949.316900:0:16120:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp23(192.168.203.157@tcp23:192.168.203.157@tcp23) -> 192.168.203.157@tcp23(192.168.203.157@tcp23:192.168.203.157@tcp23) 192.168.203.157@tcp23 : ACK try# 0 02000000:00000001:2.0:1767384949.316901:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.316902:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:0.0:1767384949.316909:0:16120:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.157@tcp23 00000400:00000200:3.0:1767384949.316910:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8875d00 00000100:00100000:2.0:1767384949.316910:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000028d02595 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358520192:0@lo:253: 00000400:00000010:3.0:1767384949.316915:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8875d00. 00000800:00000010:0.0:1767384949.316916:0:16120:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000004c7052. 00000100:00000001:3.0:1767384949.316920:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384949.316920:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384949.316926:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1767384949.316927:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001853ff18 x1853237358520064/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384949.316931:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384949.316932:0:16120:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009170affd] -> 12345-192.168.203.157@tcp23 (6) 02000000:00000001:2.0:1767384949.316937:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1767384949.316943:0:16120:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp23 ip 192.168.203.157:995 00000800:00000200:0.0:1767384949.316948:0:16120:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000004c7052 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1767384949.316949:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1767384949.316949:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d5768b80. 00000100:00000040:3.0:1767384949.316954:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001853ff18 x1853237358520064/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384949.316956:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384949.316958:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384949.316965:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a2e3ce8. 00000800:00000001:0.0:1767384949.316966:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384949.316975:0:16127:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c691350e. 00000100:00000001:3.0:1767384949.316977:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.316981:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1767384949.316983:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358520192, portal 25 00000100:00000001:3.0:1767384949.316986:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384949.316988:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384949.316991:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294939190 00000100:00000001:2.0:1767384949.316991:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504577408 : -108642204974208 : ffff9d30c3f70380) 00000100:00000010:3.0:1767384949.316999:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000013f15096. 00000100:00000040:2.0:1767384949.317002:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000028d02595 x1853237358520192/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384949.317007:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1767384949.317040:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384949.317045:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000004c7052. 00000100:00000001:2.0:1767384949.317047:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384949.317050:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384949.317054:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294939191 00000100:00000040:2.0:1767384949.317055:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384949.317060:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp23->192.168.203.157@tcp23: ACK: OK 00000100:00000010:3.0:1767384949.317061:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1539f69. 00000400:00000010:2.0:1767384949.317064:0:16127:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000390992ac. 00000100:00000001:3.0:1767384949.317066:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000800:00000001:0.0:1767384949.317067:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767384949.317069:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358520192, offset 0 00000100:00000001:3.0:1767384949.317073:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294939191 00000800:00000001:0.0:1767384949.317073:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384949.317079:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1767384949.317080:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f41a7e15. 00000400:00000200:2.0:1767384949.317082:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:0.0:1767384949.317085:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384949.317086:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000800:00000001:0.0:1767384949.317089:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384949.317094:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294939191 00000800:00000001:0.0:1767384949.317097:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384949.317098:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1767384949.317099:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fd80d6a8. 00000100:00000001:3.0:1767384949.317105:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384949.317109:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp23(192.168.203.157@tcp23) <- 192.168.203.157@tcp23 : ACK - for me 00000100:00000001:3.0:1767384949.317111:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384949.317115:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272706780 00000100:00000001:3.0:1767384949.317117:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.317122:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384949.317126:0:16120:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.157@tcp23: ACK from 12345-192.168.203.157@tcp23 into md 0x1c9d 00000100:00000001:3.0:1767384949.317127:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384949.317131:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384949.317137:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384949.317139:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp23->192.168.203.157@tcp23: ACK: OK 00000400:00000200:2.0:1767384949.317140:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x145d [2] + 0 00000100:00000001:3.0:1767384949.317141:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384949.317147:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384949.317148:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d43db1e1. 00000100:00000001:3.0:1767384949.317149:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384949.317152:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384949.317156:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384949.317156:0:16127:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a6cd9cfe 00000400:00000200:0.0:1767384949.317163:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e0c63cf 00000400:00000010:0.0:1767384949.317172:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e0c63cf. 00000400:00000200:2.0:1767384949.317173:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384949.317177:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384949.317181:0:16120:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.157@tcp ev->status 0 00000400:00000200:0.0:1767384949.317186:0:16120:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:0.0:1767384949.317189:0:16120:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (37) 00000400:00000200:2.0:1767384949.317192:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:0.0:1767384949.317196:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384949.317199:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6cd9cfe 00000800:00000001:0.0:1767384949.317201:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384949.317205:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a6cd9cfe. 00000100:00000001:2.0:1767384949.317211:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384949.317214:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384949.317216:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384949.317218:0:16127:0:(events.c:337:request_in_callback()) incoming req@000000001100efbf x1853237358520192 msgsize 4848 00000100:00000001:0.0:1767384949.317221:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384949.317230:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384949.317234:0:16127:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384949.317241:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384949.317243:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384949.317247:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384949.317248:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1767384949.317248:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358520064 02000000:00000001:0.0:1767384949.317253:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384949.317256:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384949.317259:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000390992ac 00000400:00000010:2.0:1767384949.317270:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000390992ac. 00000100:00000001:0.0:1767384949.317270:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384949.317276:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384949.317279:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384949.317286:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000028d02595 x1853237358520192/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384949.317286:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358520064 00000020:00000001:0.0:1767384949.317290:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384949.317293:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:0.0:1767384949.317297:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384949.317300:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000020:00000001:0.0:1767384949.317304:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384949.317306:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384949.317308:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384949.317312:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384949.317313:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028d02595 x1853237358520192/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384949.317316:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cfd4a027. 00000100:00000001:0.0:1767384949.317321:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384949.317327:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cfd4a027. 00000100:00000001:2.0:1767384949.317334:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384949.317335:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cad59d99. 00000100:00000001:2.0:1767384949.317337:0:16127:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1767384949.317343:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000db25f306. 00000100:00000001:2.0:1767384949.317346:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384949.317349:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006b4bac8c. 00000100:00000001:2.0:1767384949.317352:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294939191 00000100:00000040:0.0:1767384949.317359:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384949.317364:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384949.317365:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294939190 00000100:00000001:0.0:1767384949.317366:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384949.317367:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:0.0:1767384949.317383:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384949.317389:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 0000000033f5d254. 00000100:00000001:2.0:1767384949.317390:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294939191 00000100:00000001:0.0:1767384949.317393:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384949.317396:0:16125:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfe21ea4. 00000100:00000001:2.0:1767384949.317398:0:16127:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, keep current deadline 4294939191 00000400:00000010:3.0:1767384949.317402:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027fa4960. 00000100:00000001:2.0:1767384949.317403:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294939191 00000100:00000001:0.0:1767384949.317404:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384949.317408:0:16125:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000033f5d254 00000100:00000001:2.0:1767384949.317411:0:16127:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, keep current deadline 4294939191 00000100:00000001:2.0:1767384949.317414:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294939191 00000100:00000001:0.0:1767384949.317416:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1767384949.317419:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 00000000e1e6ea95. 00000100:00000001:2.0:1767384949.317420:0:16127:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, keep current deadline 4294939191 00000100:00100000:0.0:1767384949.317420:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358520192 00000400:00000200:3.0:1767384949.317425:0:16125:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 608 success 02000000:00000001:0.0:1767384949.317425:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384949.317427:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384949.317428:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384949.317431:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384949.317432:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102051 00000100:00000001:2.0:1767384949.317434:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384949.317436:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384949.317438:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (36) 00000100:00000001:2.0:1767384949.317442:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384949.317442:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358520192 00000400:00000010:3.0:1767384949.317443:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000b38664f1. 00000020:00000001:0.0:1767384949.317446:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384949.317449:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384949.317450:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000400:00000010:3.0:1767384949.317451:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2626c3. 00000020:00000001:0.0:1767384949.317452:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384949.317456:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000020:00000001:0.0:1767384949.317458:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000400:00000010:3.0:1767384949.317459:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c78978fa. 00000020:00000001:0.0:1767384949.317464:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384949.317467:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384949.317469:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp 00000100:00000001:0.0:1767384949.317470:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384949.317473:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384949.317478:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384949.317479:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000020:00000010:0.0:1767384949.317481:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cfd4a027. 00000100:00000001:2.0:1767384949.317482:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384949.317487:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384949.317488:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384949.317489:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:00000010:0.0:1767384949.317491:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cfd4a027. 00000100:00000001:2.0:1767384949.317498:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384949.317499:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[43, 37], ns[43, 37] 00000020:00000010:0.0:1767384949.317500:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f1d6bfa. 00000020:00000010:0.0:1767384949.317507:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000623a571c. 00000400:00000200:3.0:1767384949.317511:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[62, 37] 00000020:00000010:0.0:1767384949.317513:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000549978. 00000400:00000200:3.0:1767384949.317518:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 37], ns[66, 37] 00000100:00000001:0.0:1767384949.317520:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384949.317523:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384949.317524:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 37], ns[77, 37] 00000100:00000001:0.0:1767384949.317525:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384949.317533:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384949.317534:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 37], ns[81, 37] 00000100:00000001:0.0:1767384949.317537:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384949.317542:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 37], ns[97, 37] 00000100:00000001:2.0:1767384949.317545:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384949.317548:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 37], ns[104, 37] 00000100:00000001:2.0:1767384949.317550:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384949.317551:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384949.317555:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 37], ns[125, 37] 00000100:00000001:0.0:1767384949.317556:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384949.317563:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000400:00000200:3.0:1767384949.317567:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 37], ns[131, 37] 00000100:00000040:2.0:1767384949.317571:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000400:00000200:3.0:1767384949.317575:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 37], ns[137, 37] 00000100:00100000:0.0:1767384949.317577:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00000001:2.0:1767384949.317578:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631945296 : -108637077606320 : ffff9d31f5947050) 00000100:00000040:0.0:1767384949.317584:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000400:00000200:3.0:1767384949.317585:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 37], ns[141, 37] 00000100:00000001:0.0:1767384949.317588:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631898192 : -108637077653424 : ffff9d31f593b850) 00000100:00000040:2.0:1767384949.317590:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f7eac55c x1853237358520064/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:175/0 lens 4848/0 e 0 to 0 dl 1767384960 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384949.317598:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001100efbf x1853237358520192/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:175/0 lens 4848/0 e 0 to 0 dl 1767384960 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384949.317600:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 37], ns[152, 37] 00000400:00000200:3.0:1767384949.317618:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 37], ns[161, 37] 00000100:00000001:0.0:1767384949.317638:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384949.317640:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 37], ns[46, 37] 00000100:00000001:2.0:1767384949.317640:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384949.317643:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cfd4a027. 00000020:00000010:2.0:1767384949.317647:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c078084. 00000100:00000001:0.0:1767384949.317648:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384949.317653:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 37], ns[50, 37] 00000020:00000010:0.0:1767384949.317654:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cfd4a027. 00000100:00000001:2.0:1767384949.317655:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384949.317663:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c078084. 00000100:00100000:0.0:1767384949.317664:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001100efbf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16127:x1853237358520192:12345-0@lo:253: 00000400:00000200:3.0:1767384949.317666:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 37], ns[54, 37] 00000100:00000200:0.0:1767384949.317672:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358520192 00000400:00000200:3.0:1767384949.317677:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 37], ns[58, 37] 00000020:00000001:0.0:1767384949.317678:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:2.0:1767384949.317679:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f7eac55c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16130:x1853237358520064:12345-0@lo:253: 00000020:00000001:0.0:1767384949.317683:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384949.317687:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384949.317690:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 37], ns[74, 37] 00000100:00000200:2.0:1767384949.317691:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358520064 00000020:00000001:0.0:1767384949.317693:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384949.317697:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:2.0:1767384949.317698:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384949.317700:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 37], ns[123, 37] 00000020:00000001:0.0:1767384949.317704:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384949.317706:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384949.317707:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384949.317708:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000020:00000001:2.0:1767384949.317711:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384949.317712:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384949.317719:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384949.317720:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[125, 37], ns[135, 37] 00000020:00000001:2.0:1767384949.317724:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:0.0:1767384949.317724:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384949.317727:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384949.317728:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 37], ns[93, 37] 00000020:00000001:2.0:1767384949.317733:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384949.317735:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384949.317737:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384949.317738:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[137, 37], ns[147, 37] 02000000:00000001:0.0:1767384949.317739:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384949.317744:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000010:0.0:1767384949.317748:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d9273208. 00000400:00000200:3.0:1767384949.317749:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 37], ns[114, 37] 00000020:00000001:2.0:1767384949.317749:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1767384949.317753:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384949.317756:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384949.317757:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384949.317760:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[149, 37], ns[159, 37] 20000000:00000001:0.0:1767384949.317764:0:16764:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767384949.317765:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384949.317768:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 37], ns[122, 37] 02000000:00000001:2.0:1767384949.317771:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384949.317774:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 37], ns[146, 37] 20000000:00000010:0.0:1767384949.317775:0:16764:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009831d8d2. 02000000:00000010:2.0:1767384949.317781:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002db24bbd. 20000000:01000000:0.0:1767384949.317781:0:16764:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384949.317785:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 37], ns[145, 37] 20000000:00000001:0.0:1767384949.317787:0:16764:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000001:2.0:1767384949.317788:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384949.317791:0:16764:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:2.0:1767384949.317794:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384949.317795:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[145, 37], ns[155, 37] 20000000:00000001:0.0:1767384949.317795:0:16764:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384949.317801:0:16764:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384949.317804:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[146, 37], ns[156, 37] 20000000:00000001:0.0:1767384949.317805:0:16764:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384949.317810:0:16763:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384949.317811:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 37], ns[158, 37] 20000000:00000010:0.0:1767384949.317817:0:16764:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007e2d689a. 20000000:01000000:0.0:1767384949.317821:0:16764:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 20000000:00000010:2.0:1767384949.317823:0:16763:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d51b0034. 20000000:00000001:0.0:1767384949.317828:0:16764:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:2.0:1767384949.317831:0:16763:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384949.317833:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 37], ns[0, 37] 00080000:00000001:0.0:1767384949.317835:0:16764:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:2.0:1767384949.317837:0:16763:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384949.317842:0:16763:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384949.317843:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp42] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 20000000:00000001:2.0:1767384949.317847:0:16763:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384949.317849:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp42 20000000:00000001:2.0:1767384949.317853:0:16763:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384949.317857:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp42 20000000:00000001:2.0:1767384949.317858:0:16763:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384949.317863:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp42 lpni_is_preferred = 0 00000400:00000200:3.0:1767384949.317866:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp42 00000400:00000200:3.0:1767384949.317869:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp42 NI seq info: [162:162:256:4294967295] 192.168.203.157@tcp42 LPNI seq info [152:152:8:4294967295] 00000400:00000200:3.0:1767384949.317873:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp42 00000400:00000200:3.0:1767384949.317879:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp42(192.168.203.157@tcp42:) -> 192.168.203.157@tcp42(192.168.203.157@tcp:192.168.203.157@tcp42) : GET try# 0 00000800:00000200:3.0:1767384949.317884:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp42 00080000:00000001:0.0:1767384949.317885:0:16764:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767384949.317887:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d790dfaf. 00080000:00000001:0.0:1767384949.317891:0:16764:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000800:00000010:3.0:1767384949.317894:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e8875d00. 00080000:00000001:0.0:1767384949.317895:0:16764:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384949.317900:0:16125:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000d144a520. 00080000:00000001:0.0:1767384949.317900:0:16764:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384949.317907:0:16764:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000200:3.0:1767384949.317908:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e8875d00] -> 12345-192.168.203.157@tcp42 (2) 00000800:00000200:3.1:1767384949.317913:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e8875d00] -> 12345-192.168.203.157@tcp42 (2) 00000020:00000001:0.0:1767384949.317915:0:16764:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:0.0:1767384949.317921:0:16764:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384949.317925:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp 00000400:00000200:3.0:1767384949.317927:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100251 rc 0 00080000:00000010:0.0:1767384949.317929:0:16764:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000262be902. 00080000:00000001:0.0:1767384949.317934:0:16764:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635436781195264 : -108636928356352 : ffff9d31fe79d000) 00080000:00000001:0.0:1767384949.317938:0:16764:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384949.317990:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000001:00000001:0.0:1767384949.318074:0:16764:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384949.318077:0:16764:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384949.318079:0:16764:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384949.318099:0:16764:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384949.318102:0:16764:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384949.318212:0:16764:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384949.318215:0:16764:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384949.318288:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.318322:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.318347:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.318397:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.318428:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.318452:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.318471:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.318495:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.318527:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.318554:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.318584:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.318618:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.318643:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.318701:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.318736:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.318773:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.318810:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.318839:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.318871:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.318906:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.318936:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.318959:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.318981:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.319004:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.319050:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.319074:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.319103:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.319129:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.319152:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.319174:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.319203:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.319231:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.319259:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:3.0:1767384949.319282:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:3.0:1767384949.319448:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000019e0feed. 00000800:00000010:3.0:1767384949.319453:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000096a1dd41. 00000800:00000010:3.0:1767384949.319458:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000066aee634. 00000800:00000010:3.0:1767384949.319479:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000066aee634. 00000800:00020000:3.0:1767384949.319486:0:16116:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:3.0:1767384949.319490:0:16116:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000096a1dd41. 00000800:00000010:3.0:1767384949.319493:0:16116:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000019e0feed. 00000400:02020000:3.0:1767384949.319534:0:16116:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp42 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384949.319547:0:16116:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp42 notifying 192.168.203.157@tcp42: down 00000800:00000200:3.0:1767384949.319553:0:16116:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp42 down 00000800:00000100:3.0:1767384949.319561:0:16116:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp42 00000800:00000010:3.0:1767384949.319563:0:16116:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d790dfaf. 00000400:00000200:3.0:1767384949.319567:0:16116:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384949.319572:0:16116:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp42->192.168.203.157@tcp42: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384949.319579:0:16116:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp42 added to recovery queue. ping count: 0 next ping: 272 health :900 00000400:00000200:3.0:1767384949.319583:0:16116:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384949.319587:0:16116:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp: 1 00000400:00000200:3.0:1767384949.319592:0:16116:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:3.0:1767384949.319618:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384949.319623:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100851 00000400:00000001:3.0:1767384949.319626:0:16125:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384949.319627:0:16125:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384949.319628:0:16125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2626c3 00000400:00000010:3.0:1767384949.319630:0:16125:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2626c3. 00000400:00000200:3.0:1767384949.319633:0:16125:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384949.319636:0:16125:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000010:3.0:1767384949.319638:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000b38664f1. 00000400:00000200:3.0:1767384949.319641:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (37) 00000400:00000200:3.0:1767384949.319644:0:16125:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.157@tcp:-71 00000400:00000200:3.0:1767384949.319645:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102051 rc -71 00000400:00000200:3.0:1767384949.319647:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:3.0:1767384949.319650:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (36) 00080000:00000001:0.0:1767384949.327132:0:16764:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384949.327138:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:0.0:1767384949.327139:0:16764:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00040000:00000001:3.0:1767384949.327142:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384949.327145:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384949.327147:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384949.327149:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384949.327151:0:16764:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384949.327152:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000262be902. 20000000:00000001:0.0:1767384949.327154:0:16764:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384949.327159:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384949.327167:0:16764:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384949.327185:0:16764:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384949.327188:0:16764:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384949.327194:0:16764:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384949.327196:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384949.327199:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000010:1.0:1767384949.327201:0:16763:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000065b97841. 20000000:01000000:1.0:1767384949.327205:0:16763:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 10000000:01000000:3.0:1767384949.327209:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384949.327212:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384949.327216:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000001:1.0:1767384949.327217:0:16763:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000010:3.0:1767384949.327223:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004a265249. 00080000:00000001:1.0:1767384949.327223:0:16763:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:3.0:1767384949.327244:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384949.327248:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000559b0a39. 00000020:00000001:3.0:1767384949.327251:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384949.327254:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000559b0a39 with handle 0x4895a8f6c11e87a5 to hash 00000020:00000001:3.0:1767384949.327256:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384949.327257:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635431492108288 : -108642217443328 : ffff9d30c338c000) 00010000:00000001:3.0:1767384949.327259:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635431492108288 : -108642217443328 : ffff9d30c338c000) 00080000:00000001:1.0:1767384949.327261:0:16763:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384949.327262:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384949.327266:0:16763:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384949.327267:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384949.327269:0:16763:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384949.327271:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000559b0a39/0x4895a8f6c11e87a5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384949.327272:0:16763:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384949.327276:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384949.327282:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:1.0:1767384949.327282:0:16763:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00010000:00000001:3.0:1767384949.327287:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:1.0:1767384949.327288:0:16763:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384949.327290:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384949.327293:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:1.0:1767384949.327295:0:16763:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000024744588. 00010000:00000001:3.0:1767384949.327296:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384949.327299:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384949.327301:0:16763:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431482868736 : -108642226682880 : ffff9d30c2abc400) 00010000:00000001:3.0:1767384949.327302:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384949.327306:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:1.0:1767384949.327308:0:16763:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384949.327309:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384949.327313:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384949.327314:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384949.327315:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004a265249) refcount = 1 00010000:00010000:3.0:1767384949.327318:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000559b0a39/0x4895a8f6c11e87a5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384949.327322:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384949.327324:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384949.327325:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384949.327327:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384949.327329:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384949.327337:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384949.327340:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003542952s 00010000:00000001:3.0:1767384949.327343:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384949.327344:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384949.327345:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000559b0a39 refcount=4 00000020:00000001:3.0:1767384949.327347:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431492108288 : -108642217443328 : ffff9d30c338c000) 00010000:00000001:3.0:1767384949.327350:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635431492108288 : -108642217443328 : ffff9d30c338c000) 00010000:00000001:3.0:1767384949.327352:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384949.327354:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000559b0a39/0x4895a8f6c11e87a5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384949.327359:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384949.327360:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000559b0a39/0x4895a8f6c11e87a5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384949.327364:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384949.327365:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384949.327367:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000559b0a39/0x4895a8f6c11e87a5 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384949.327388:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384949.327389:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384949.327391:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384949.327393:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000559b0a39/0x4895a8f6c11e87a5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384949.327398:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000559b0a39 already unused, calling callback (00000000be7801c4) 00010000:00000001:3.0:1767384949.327400:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384949.327402:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384949.327404:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000559b0a39/0x4895a8f6c11e87a5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384949.327408:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384949.327409:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000001:1.0:1767384949.327410:0:16763:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:3.0:1767384949.327411:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:1.0:1767384949.327414:0:16763:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384949.327417:0:16763:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000040:3.0:1767384949.327419:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000559b0a39 refcount=5 00000020:00000001:3.0:1767384949.327422:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431492108288 : -108642217443328 : ffff9d30c338c000) 00010000:00000001:3.0:1767384949.327423:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635431492108288 : -108642217443328 : ffff9d30c338c000) 00010000:00000001:3.0:1767384949.327427:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384949.327429:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000559b0a39/0x4895a8f6c11e87a5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384949.327431:0:16763:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384949.327433:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000001:1.0:1767384949.327435:0:16763:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384949.327436:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384949.327439:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384949.327442:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384949.327444:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384949.327446:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384949.327447:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384949.327449:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000559b0a39 with handle 0x4895a8f6c11e87a5 from hash 00010000:00000001:3.0:1767384949.327451:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384949.327452:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384949.327453:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384949.327454:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384949.327456:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384949.327458:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384949.327459:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384949.327461:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384949.327463:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384949.327464:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384949.327466:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384949.327467:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384949.327468:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384949.327470:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384949.327471:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384949.327473:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384949.327475:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000559b0a39/0x4895a8f6c11e87a5 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384949.327479:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384949.327480:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384949.327486:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384949.327487:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384949.327489:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384949.327490:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384949.327492:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384949.327494:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384949.327495:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384949.327497:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000559b0a39/0x4895a8f6c11e87a5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384949.327501:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384949.327502:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384949.327503:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000559b0a39/0x4895a8f6c11e87a5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384949.327508:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004a265249 count: 0 00010000:00000001:3.0:1767384949.327517:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384949.327519:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:1.0:1767384949.327524:0:16763:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384949.327527:0:16763:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:3.0:1767384949.329085:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294939191, at 4294939192 00000100:00000010:3.0:1767384949.329095:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fd80d6a8. 00000100:00000040:1.0:1767384949.329178:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294939191, at 4294939192 00000100:00000010:1.0:1767384949.329184:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1539f69. 00000100:00000040:0.0:1767384949.330047:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294939191, at 4294939193 00000100:00000010:0.0:1767384949.330053:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000013f15096. 00000100:00000040:2.0:1767384949.330079:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294939191, at 4294939193 00000100:00000010:2.0:1767384949.330087:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f41a7e15. 00010000:00000010:3.1:1767384949.333040:0:34883:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004a265249. 00010000:00000010:3.1:1767384949.333048:0:34883:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000559b0a39. 00080000:00000001:3.0:1767384949.335970:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384949.335973:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:1.0:1767384949.335973:0:16763:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384949.335977:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:1.0:1767384949.335980:0:16763:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00040000:00000001:3.0:1767384949.335981:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384949.335984:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384949.335985:0:16763:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384949.335988:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000024744588. 20000000:00000001:1.0:1767384949.335989:0:16763:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384949.335992:0:16763:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384949.335995:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384949.336000:0:16763:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384949.336004:0:16763:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767384949.336044:0:16763:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384949.336058:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384949.336062:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384949.336064:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384949.336068:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384949.336070:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384949.336076:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000000fa7c34. 00010000:00000001:2.0:1767384949.336080:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384949.336083:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d44f8866. 00000020:00000001:2.0:1767384949.336086:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384949.336089:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d44f8866 with handle 0x4895a8f6c11e87ac to hash 00000020:00000001:2.0:1767384949.336091:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384949.336093:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635436275764736 : -108637433786880 : ffff9d31e0598e00) 00010000:00000001:2.0:1767384949.336095:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635436275764736 : -108637433786880 : ffff9d31e0598e00) 00010000:00000001:2.0:1767384949.336097:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384949.336099:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384949.336102:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d44f8866/0x4895a8f6c11e87ac lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384949.336108:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384949.336110:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384949.336111:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384949.336113:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384949.336114:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384949.336116:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384949.336117:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384949.336125:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384949.336127:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384949.336128:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384949.336130:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384949.336131:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000000fa7c34) refcount = 1 00010000:00010000:2.0:1767384949.336134:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d44f8866/0x4895a8f6c11e87ac lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384949.336139:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384949.336140:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384949.336142:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384949.336143:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384949.336145:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384949.336146:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384949.336148:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003542952s 00010000:00000001:2.0:1767384949.336150:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384949.336152:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384949.336153:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d44f8866 refcount=4 00000020:00000001:2.0:1767384949.336154:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275764736 : -108637433786880 : ffff9d31e0598e00) 00010000:00000001:2.0:1767384949.336156:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275764736 : -108637433786880 : ffff9d31e0598e00) 00010000:00000001:2.0:1767384949.336158:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384949.336160:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d44f8866/0x4895a8f6c11e87ac lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384949.336165:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384949.336166:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d44f8866/0x4895a8f6c11e87ac lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384949.336170:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384949.336171:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384949.336172:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d44f8866/0x4895a8f6c11e87ac lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384949.336176:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384949.336177:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384949.336184:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384949.336186:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d44f8866/0x4895a8f6c11e87ac lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384949.336190:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d44f8866 already unused, calling callback (00000000be7801c4) 00010000:00000001:2.0:1767384949.336192:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384949.336195:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384949.336196:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d44f8866/0x4895a8f6c11e87ac lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384949.336200:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384949.336202:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384949.336203:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384949.336204:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d44f8866 refcount=5 00000020:00000001:2.0:1767384949.336205:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275764736 : -108637433786880 : ffff9d31e0598e00) 00010000:00000001:2.0:1767384949.336207:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275764736 : -108637433786880 : ffff9d31e0598e00) 00010000:00000001:2.0:1767384949.336209:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384949.336210:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d44f8866/0x4895a8f6c11e87ac lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384949.336214:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384949.336215:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384949.336217:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384949.336219:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384949.336220:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384949.336222:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384949.336223:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384949.336224:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d44f8866 with handle 0x4895a8f6c11e87ac from hash 00010000:00000001:2.0:1767384949.336226:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384949.336227:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384949.336228:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384949.336229:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384949.336231:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384949.336232:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384949.336234:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384949.336235:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384949.336243:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384949.336244:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384949.336246:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384949.336247:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384949.336249:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384949.336250:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384949.336252:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384949.336253:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384949.336255:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d44f8866/0x4895a8f6c11e87ac lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384949.336258:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384949.336260:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384949.336261:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384949.336262:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384949.336263:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384949.336264:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384949.336265:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384949.336267:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384949.336269:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384949.336271:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d44f8866/0x4895a8f6c11e87ac lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384949.336274:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384949.336276:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384949.336277:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d44f8866/0x4895a8f6c11e87ac lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384949.336280:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000000fa7c34 count: 0 00010000:00000001:2.0:1767384949.336306:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384949.336307:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384949.337890:0:16764:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384949.337895:0:16764:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384949.337898:0:16764:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009831d8d2. 20000000:00000001:0.0:1767384949.337905:0:16764:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384949.337910:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358520192 00010000:00000001:0.0:1767384949.337914:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384949.337923:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001100efbf x1853237358520192/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:175/0 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384949.337934:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384949.337937:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384949.337942:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=73 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384949.337946:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384949.337949:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384949.337951:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384949.337954:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384949.337956:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384949.337959:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384949.337963:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384949.337968:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e61d01de. 00000100:00000200:0.0:1767384949.337973:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358520192, offset 224 00000400:00000200:0.0:1767384949.337981:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384949.337992:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384949.338002:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272706780 00000400:00000200:0.0:1767384949.338024:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ca9 [2] + 224 00000400:00000200:0.0:1767384949.338056:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384949.338061:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384949.338073:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384949.338077:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028d02595 x1853237358520192/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384949.338085:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000028d02595 x1853237358520192/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384949.338096:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384949.338103:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e61d01de 00000100:00000001:2.0:1767384949.338105:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384949.338105:0:16764:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e61d01de. 00000100:00000001:0.0:1767384949.338108:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384949.338109:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384949.338110:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384949.338116:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384949.338117:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384949.338118:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000001:2.0:1767384949.338120:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384949.338122:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384949.338123:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a2e3ce8. 00000020:00000001:0.0:1767384949.338126:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384949.338129:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c691350e 00000020:00000001:0.0:1767384949.338130:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384949.338133:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c691350e. 00000100:00000040:0.0:1767384949.338136:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001100efbf x1853237358520192/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:175/0 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384949.338146:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384949.338146:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001100efbf pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16127:x1853237358520192:12345-0@lo:253: Request processed in 20516us (20927us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384949.338152:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028d02595 x1853237358520192/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384949.338157:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00000040:0.0:1767384949.338165:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00000200:2.0:1767384949.338168:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028d02595 x1853237358520192/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384949.338169:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384949.338172:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384949.338178:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384949.338178:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000623a571c. 00000100:00000001:2.0:1767384949.338180:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384949.338184:0:16127:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384949.338185:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000549978. 02000000:00000001:2.0:1767384949.338186:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384949.338189:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384949.338190:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f1d6bfa. 00000100:00000001:2.0:1767384949.338191:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384949.338195:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384949.338198:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 00000100:00001000:2.0:1767384949.338199:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=73 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384949.338202:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384949.338204:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=73 v=5 (1 0 0 0) 02000000:00000010:0.0:1767384949.338205:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d9273208. 00000100:00000001:2.0:1767384949.338208:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384949.338209:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384949.338210:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384949.338212:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384949.338214:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384949.338216:0:16127:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384949.338218:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384949.338219:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384949.338225:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028d02595 x1853237358520192/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384949.338230:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384949.338232:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384949.338234:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384949.338236:0:16127:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384949.338238:0:16127:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384949.338239:0:16127:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384949.338240:0:16127:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384949.338242:0:16127:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384949.338243:0:16127:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384949.338245:0:16127:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384949.338246:0:16127:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384949.338247:0:16127:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384949.338249:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028d02595 x1853237358520192/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384949.338254:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000028d02595 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358520192:0@lo:253: 00000100:00000001:2.0:1767384949.338265:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384949.338267:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384949.338269:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028d02595 x1853237358520192/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384949.338275:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384949.338277:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384949.338299:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d5768b80. 02000000:00000001:2.0:1767384949.338303:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384949.338306:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384949.338308:0:16127:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1767384949.338310:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384949.338312:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001d4cf45b. 02000000:00000001:2.0:1767384949.338316:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384949.338318:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384949.338320:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028d02595. 00000100:00000001:2.0:1767384949.338323:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384949.338325:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384949.338327:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384949.338333:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384949.338335:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384949.338337:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384949.338340:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384949.338356:0:34882:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a02fc542. 00000400:00000010:0.0:1767384949.338357:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061094ded. 00000400:00000010:0.0:1767384949.338368:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e61d01de. 00000400:00000040:1.0:1767384949.338393:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384949.338413:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384949.338415:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384949.338417:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384949.338419:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384949.338420:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384949.338427:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384949.338429:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384949.338430:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384949.338432:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384949.338434:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384949.338436:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384949.338438:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384949.338440:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384949.338441:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384949.338443:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384949.338445:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384949.338447:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384949.338448:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384949.338450:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384949.338452:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384949.338453:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384949.338455:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384949.338456:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384949.338457:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384949.338459:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384949.338460:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384949.338461:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384949.338463:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384949.338464:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384949.338465:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384949.338467:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384949.338469:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384949.338470:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384949.338471:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384949.338473:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384949.338474:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384949.338476:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384949.338478:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384949.338480:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384949.338481:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384949.338483:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384949.338485:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384949.338486:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384949.338488:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384949.338494:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384949.338496:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384949.338497:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384949.338499:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384949.338500:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384949.338501:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384949.338502:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384949.338503:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384949.338505:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384949.338506:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384949.338507:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384949.338508:0:34882:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384949.338619:0:34882:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a02fc542. 00080000:00000020:0.0:1767384949.339170:0:16763:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384949.339173:0:16763:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384949.339174:0:16763:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d51b0034. 20000000:00000001:0.0:1767384949.339178:0:16763:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384949.339180:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358520064 00010000:00000001:0.0:1767384949.339182:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384949.339185:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f7eac55c x1853237358520064/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:175/0 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384949.339190:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384949.339191:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384949.339193:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=73 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384949.339195:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384949.339196:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384949.339198:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384949.339200:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384949.339201:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384949.339203:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384949.339204:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384949.339206:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e23c665b. 00000100:00000200:0.0:1767384949.339209:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358520064, offset 224 00000400:00000200:0.0:1767384949.339212:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384949.339216:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384949.339219:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272706700 00000400:00000200:0.0:1767384949.339223:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ca1 [2] + 224 00000400:00000200:0.0:1767384949.339227:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384949.339229:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384949.339231:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384949.339234:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001853ff18 x1853237358520064/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384949.339240:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001853ff18 x1853237358520064/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384949.339252:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384949.339262:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e23c665b 00000100:00000001:2.0:1767384949.339263:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384949.339264:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e23c665b. 00000100:00000001:2.0:1767384949.339266:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384949.339269:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384949.339271:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384949.339271:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384949.339274:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384949.339275:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384949.339278:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e4679c0. 00000100:00000040:0.0:1767384949.339279:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000200:2.0:1767384949.339284:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040e13c99 00010000:00000001:0.0:1767384949.339284:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384949.339302:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384949.339303:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000040e13c99. 00000020:00000001:0.0:1767384949.339305:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384949.339308:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384949.339311:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f7eac55c x1853237358520064/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:175/0 lens 4848/4768 e 0 to 0 dl 1767384960 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384949.339316:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001853ff18 x1853237358520064/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384949.339334:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f7eac55c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16130:x1853237358520064:12345-0@lo:253: Request processed in 21701us (22459us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384949.339339:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001853ff18 x1853237358520064/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384949.339347:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00000040:0.0:1767384949.339352:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:2.0:1767384949.339354:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384949.339355:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384949.339359:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384949.339360:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384949.339362:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000db25f306. 00000020:00000010:0.0:1767384949.339366:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006b4bac8c. 00000020:00000010:0.0:1767384949.339368:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cad59d99. 00000020:00000040:0.0:1767384949.339386:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 00000100:00000001:2.0:1767384949.339387:0:16130:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384949.339392:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767384949.339392:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384949.339396:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002db24bbd. 00000100:00000001:2.0:1767384949.339397:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384949.339401:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384949.339402:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384949.339404:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384949.339405:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384949.339408:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=73 v=5 (5 0 0 0) 00000100:00000200:0.0:1767384949.339410:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384949.339432:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=73 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384949.339433:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093e02048. 00000100:00000001:2.0:1767384949.339436:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384949.339438:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384949.339438:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e23c665b. 00010000:00000001:2.0:1767384949.339440:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384949.339442:0:16130:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384949.339444:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384949.339448:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001853ff18 x1853237358520064/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384949.339453:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384949.339455:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384949.339455:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384949.339457:0:16130:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384949.339458:0:16130:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384949.339459:0:16130:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384949.339460:0:16130:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384949.339461:0:16130:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384949.339462:0:16130:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384949.339463:0:16130:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384949.339464:0:16130:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384949.339465:0:16130:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384949.339465:0:16130:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384949.339467:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001853ff18 x1853237358520064/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384949.339471:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001853ff18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358520064:0@lo:253: 00000100:00000001:2.0:1767384949.339474:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384949.339475:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384949.339477:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001853ff18 x1853237358520064/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384949.339480:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384949.339487:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384949.339488:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004ba79b44. 02000000:00000001:2.0:1767384949.339491:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384949.339492:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384949.339493:0:16130:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1767384949.339494:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384949.339495:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000382dec4f. 02000000:00000001:2.0:1767384949.339497:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384949.339498:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384949.339499:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001853ff18. 00000100:00000001:2.0:1767384949.339501:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384949.339502:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384949.339503:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384949.339506:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384949.339507:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384949.339509:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384949.339510:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384949.343055:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000000fa7c34. 00010000:00000010:2.1:1767384949.343065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d44f8866. 00010000:00000001:1.0:1767384949.593109:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384949.593115:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384949.593119:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384949.593120:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384949.593171:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384949.593175:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384949.593178:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384950.233084:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384950.233089:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384950.233092:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccf64db9 00000400:00000010:2.0:1767384950.233097:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccf64db9. 00000400:00000200:2.0:1767384950.233102:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384950.233109:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp35 recovery ping unlinked 00000400:00000010:2.0:1767384950.233119:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e0f8f07a. 00000400:00000010:2.0:1767384950.233124:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a47c28c2. 00000800:00000200:0.0:1767384950.233129:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e33b7e07] -> 12345-192.168.203.157@tcp12 (6) 00000400:00000200:2.0:1767384950.233135:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp42 00000800:00000200:0.0:1767384950.233139:0:16119:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp12 ip 192.168.203.157:988 00000400:00000010:2.0:1767384950.233141:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e0f8f07a. 00000800:00000200:0.0:1767384950.233144:0:16119:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000082be1b3a type 192, nob 24 niov 1 nkiov 0 00000400:00000010:2.0:1767384950.233148:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a47c28c2. 00000400:00000010:2.0:1767384950.233154:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccf64db9. 00000400:00000010:2.0:1767384950.233163:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000019f5521e. 00000400:00000200:2.0:1767384950.233168:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp42 00000400:00000200:2.0:1767384950.233183:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp42 local destination 00000400:00000200:2.0:1767384950.233190:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp42 00000400:00000200:2.0:1767384950.233194:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp42 NI seq info: [163:163:256:4294967295] 192.168.203.157@tcp42 LPNI seq info [153:153:8:4294967295] 00000400:00000200:2.0:1767384950.233200:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp42 00000400:00000200:2.0:1767384950.233209:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp42(192.168.203.157@tcp42:) -> 192.168.203.157@tcp42(192.168.203.157@tcp42:192.168.203.157@tcp42) : GET try# 0 00000800:00000200:2.0:1767384950.233222:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp42 00000800:00000010:2.0:1767384950.233226:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005395410d. 00000800:00000200:2.0:1767384950.233233:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e8875d00] -> 12345-192.168.203.157@tcp42 (2) 00000800:00000200:2.1:1767384950.233238:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e8875d00] -> 12345-192.168.203.157@tcp42 (2) 00000800:00000200:1.0:1767384950.233243:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384950.233246:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384950.233259:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp42 added to recovery queue. ping count: 1 next ping: 274 health :900 00000800:00000001:0.0:1767384950.233261:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384950.233266:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384950.233269:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384950.233324:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:1.0:1767384950.233362:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:1.0:1767384950.233395:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:1.0:1767384950.233424:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:1.0:1767384950.233439:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:1.0:1767384950.233452:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:1.0:1767384950.233471:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:1.0:1767384950.233486:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:1.0:1767384950.233502:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:1.0:1767384950.233518:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:1.0:1767384950.233536:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:1.0:1767384950.233553:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:1.0:1767384950.233568:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:1.0:1767384950.233586:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:1.0:1767384950.233614:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:1.0:1767384950.233629:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:1.0:1767384950.233643:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:1.0:1767384950.233677:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:1.0:1767384950.233698:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:1.0:1767384950.233721:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:1.0:1767384950.233753:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:1.0:1767384950.233781:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:1.0:1767384950.233798:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:1.0:1767384950.233815:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:1.0:1767384950.233830:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:1.0:1767384950.233842:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:1.0:1767384950.233859:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:1.0:1767384950.233873:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:1.0:1767384950.233897:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:1.0:1767384950.233918:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:1.0:1767384950.233940:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:1.0:1767384950.233962:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:1.0:1767384950.233987:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:1.0:1767384950.234061:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:1.0:1767384950.234101:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:1.0:1767384950.234233:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bf1fc5f5. 00000800:00000010:1.0:1767384950.234237:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001ab46afd. 00000800:00000010:1.0:1767384950.234241:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bdef59e0. 00000800:00000010:1.0:1767384950.234258:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bdef59e0. 00000800:00020000:1.0:1767384950.234264:0:16118:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:1.0:1767384950.240751:0:16118:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001ab46afd. 00000800:00000010:1.0:1767384950.240758:0:16118:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bf1fc5f5. 00000400:02020000:1.0:1767384950.240810:0:16118:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp42 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384950.245314:0:16118:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp42 notifying 192.168.203.157@tcp42: down 00000400:00000200:1.0:1767384950.245319:0:16118:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384950.245324:0:16118:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp42 00000800:00000010:1.0:1767384950.245327:0:16118:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005395410d. 00000400:00000200:1.0:1767384950.245332:0:16118:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384950.245344:0:16118:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp42->192.168.203.157@tcp42: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384950.245355:0:16118:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384950.245357:0:16118:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384950.245361:0:16118:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp42) recovery failed with -71 00010000:00000001:1.0:1767384950.617107:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384950.617111:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384950.617116:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384950.617117:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384950.617160:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384950.617165:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384950.617168:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384950.915320:0:35379:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384950.915331:0:35379:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384950.915335:0:35379:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384950.915339:0:35379:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384950.915344:0:35379:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384950.915347:0:35379:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384951.258065:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384951.258069:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384951.258072:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccf64db9 00000400:00000010:2.0:1767384951.258075:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccf64db9. 00000400:00000200:2.0:1767384951.258090:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384951.258095:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp42 recovery ping unlinked 00000400:00000010:2.0:1767384951.258105:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e0f8f07a. 00000400:00000010:2.0:1767384951.258108:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a47c28c2. 00000001:00000001:3.0:1767384951.634704:0:35543:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384951.634709:0:35543:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp45 --if ens2 00000001:00000001:3.0:1767384951.637969:0:35543:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1767384951.642067:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384951.642071:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384951.642075:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384951.642076:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384951.642104:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384951.642108:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384951.642110:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767384951.646456:0:35544:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000af1bf6a4. 00000400:00000010:3.0:1767384951.646471:0:35544:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000637fda37. 00000400:00000010:3.0:1767384951.646481:0:35544:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000fe13da08. 00000400:00000010:3.0:1767384951.646485:0:35544:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000007ae9c63a. 00000400:00000010:3.0:1767384951.646489:0:35544:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000319bd059. 00000400:00000010:3.0:1767384951.646494:0:35544:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c185f885. 00000400:00000010:3.0:1767384951.646501:0:35544:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000092c0a7e2. 00000400:00000010:3.0:1767384951.646503:0:35544:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007da5dbab. 00000400:00000010:3.0:1767384951.646506:0:35544:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000a8f8e380. 00000800:00000010:3.0:1767384951.646522:0:35544:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000f01ca874. 00000800:00000200:3.0:1767384951.646533:0:35544:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384951.646550:0:35544:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384951.646589:0:35544:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:3.0:1767384951.646627:0:35544:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp45 [8/256/0/180] 00000400:00000010:3.0:1767384951.648335:0:35544:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 000000008883c4cb. 00000400:00000010:3.0:1767384951.648341:0:35544:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052f9d3cb. 00000400:00000010:3.0:1767384951.648346:0:35544:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2626c3. 00000400:00000001:3.0:1767384951.648404:0:35544:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384951.648406:0:35544:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384951.648408:0:35544:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5876595. 00000400:00000200:3.0:1767384951.648410:0:35544:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ab784e2 00000400:00000010:3.0:1767384951.648412:0:35544:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ab784e2. 00000400:00000010:3.0:1767384951.648415:0:35544:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000faffa31c. 00000400:00000200:3.0:1767384951.648419:0:35544:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (35) 00000400:00000200:3.0:1767384951.648429:0:35544:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:3.0:1767384951.648437:0:35544:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131117 00000020:00000010:3.0:1767384951.648443:0:35544:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000019e0feed. 00000020:01000000:3.0:1767384951.648446:0:35544:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384951.648449:0:35544:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp45 00000400:00000010:3.0:1767384951.648459:0:35544:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000637fda37. 00000400:00000200:0.0:1767384951.648460:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384951.648464:0:35544:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000af1bf6a4. 00000400:00000200:0.0:1767384951.648469:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102071 00000400:00000200:0.0:1767384951.648475:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (36) 00000020:00000001:2.0:1767384951.648481:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:0.0:1767384951.648482:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000262be902. 10000000:00000001:2.0:1767384951.648485:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384951.648489:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000010:0.0:1767384951.648489:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065204f26. 10000000:01000000:2.0:1767384951.648492:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384951.648496:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384951.648498:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384951.648499:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:0.0:1767384951.648500:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008a188a74. 00000020:01000004:2.0:1767384951.648501:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384951.648503:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384951.648506:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384951.648507:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384951.648509:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384951.648511:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384951.648513:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384951.648513:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp 00000100:00000010:2.0:1767384951.648520:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001853ff18. 00000020:00000040:2.0:1767384951.648524:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1767384951.648528:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384951.648530:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 02000000:00000001:2.0:1767384951.648531:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384951.648536:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384951.648542:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 02000000:00000010:2.0:1767384951.648545:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002db24bbd. 00000400:00000200:0.0:1767384951.648550:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[43, 37], ns[43, 37] 00000100:00000001:2.0:1767384951.648558:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384951.648561:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[62, 37] 00000100:00000001:2.0:1767384951.648567:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384951.648571:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384951.648571:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 37], ns[66, 37] 00000100:00000040:2.0:1767384951.648579:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001853ff18] to pc [ptlrpcd_00_01+1] req@000000001853ff18 x1853237358520320/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384951.648581:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 37], ns[77, 37] 00000400:00000200:0.0:1767384951.648601:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 37], ns[81, 37] 00000400:00000200:0.0:1767384951.648607:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 37], ns[97, 37] 00000400:00000200:0.0:1767384951.648613:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 37], ns[104, 37] 10000000:00000001:2.0:1767384951.648616:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384951.648620:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384951.648623:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384951.648626:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384951.648629:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384951.648634:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384951.648635:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384951.648638:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384951.648639:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384951.648639:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 37], ns[125, 37] 10000000:00000001:2.0:1767384951.648643:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384951.648646:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:1.0:1767384951.648646:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001853ff18 x1853237358520320/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384951.648651:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384951.648655:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:0.0:1767384951.648655:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 37], ns[131, 37] 00000020:01000004:2.0:1767384951.648659:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384951.648663:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384951.648666:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384951.648668:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384951.648669:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384951.648672:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:1.0:1767384951.648672:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384951.648676:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384951.648676:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 37], ns[137, 37] 02000000:00000001:1.0:1767384951.648678:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384951.648679:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384951.648681:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384951.648684:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028d02595. 02000000:00000001:1.0:1767384951.648688:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384951.648690:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00100000:1.0:1767384951.648693:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001853ff18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358520320:0@lo:253: 00000100:00000001:2.0:1767384951.648694:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384951.648694:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 37], ns[141, 37] 02000000:00000001:2.0:1767384951.648698:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384951.648701:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384951.648703:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384951.648709:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 37], ns[152, 37] 02000000:00000010:2.0:1767384951.648710:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d51b0034. 02000000:00000001:1.0:1767384951.648711:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384951.648715:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384951.648716:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384951.648721:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384951.648722:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384951.648722:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 37], ns[161, 37] 00000100:00000001:2.0:1767384951.648723:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384951.648730:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028d02595] to pc [ptlrpcd_00_02+2] req@0000000028d02595 x1853237358520448/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384951.648732:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000bf1fc5f5. 00000400:00000200:0.0:1767384951.648738:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 37], ns[46, 37] 02000000:00000001:1.0:1767384951.648739:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384951.648748:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a2adda5. 00000400:00000200:0.0:1767384951.648751:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 37], ns[50, 37] 10000000:00000001:2.0:1767384951.648754:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384951.648757:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7955faa. 10000000:00000001:2.0:1767384951.648759:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384951.648763:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 37], ns[54, 37] 00000100:00000200:1.0:1767384951.648764:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358520320, portal 25 00000020:00000001:2.0:1767384951.648770:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384951.648772:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:01000000:2.0:1767384951.648777:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384951.648777:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504579200 : -108642204972416 : ffff9d30c3f70a80) 00000400:00000200:0.0:1767384951.648779:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 37], ns[58, 37] 00000020:00000010:2.0:1767384951.648782:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000019e0feed. 00000400:00000200:0.0:1767384951.648793:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 37], ns[74, 37] 00000100:00000040:1.0:1767384951.648795:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001853ff18 x1853237358520320/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384951.648797:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384951.648818:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384951.648824:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 37], ns[123, 37] 00000100:00000001:2.0:1767384951.648828:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384951.648829:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384951.648835:0:16130:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000040:1.0:1767384951.648835:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384951.648838:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000100:00000001:2.0:1767384951.648841:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384951.648842:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ba6ae6bc. 00000400:00000200:0.0:1767384951.648849:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[125, 37], ns[135, 37] 00000100:00000200:1.0:1767384951.648850:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358520320, offset 0 00000100:00000001:2.0:1767384951.648854:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384951.648859:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384951.648860:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384951.648863:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 37], ns[93, 37] 00000100:00000001:2.0:1767384951.648865:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384951.648867:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384951.648870:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384951.648876:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[137, 37], ns[147, 37] 00000100:00000040:2.0:1767384951.648877:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028d02595 x1853237358520448/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384951.648891:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 37], ns[114, 37] 00000100:00000001:2.0:1767384951.648894:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384951.648897:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384951.648901:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384951.648902:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[149, 37], ns[159, 37] 02000000:00000001:2.0:1767384951.648904:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384951.648910:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384951.648913:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000028d02595 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358520448:0@lo:253: 00000100:00000001:2.0:1767384951.648918:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384951.648922:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384951.648925:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384951.648927:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384951.648930:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 37], ns[122, 37] 02000000:00000010:2.0:1767384951.648935:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000382dec4f. 00000400:00000200:0.0:1767384951.648939:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 37], ns[146, 37] 02000000:00000001:2.0:1767384951.648940:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384951.648947:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a2e3ce8. 00000400:00000200:0.0:1767384951.648951:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 37], ns[145, 37] 00000400:00000010:2.0:1767384951.648954:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000107867c0. 00000400:00000200:0.0:1767384951.648960:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[145, 37], ns[155, 37] 00000100:00000200:2.0:1767384951.648961:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358520448, portal 25 00000100:00000001:2.0:1767384951.648966:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384951.648970:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504577408 : -108642204974208 : ffff9d30c3f70380) 00000400:00000200:0.0:1767384951.648973:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[146, 37], ns[156, 37] 00000100:00000040:2.0:1767384951.648977:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000028d02595 x1853237358520448/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384951.648991:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 37], ns[158, 37] 00000100:00000001:2.0:1767384951.648993:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384951.648999:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[153, 37], ns[163, 37] 00000100:00000040:2.0:1767384951.649005:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384951.649011:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f2dcf94. 00000400:00000200:0.0:1767384951.649012:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 37], ns[0, 37] 00000100:00000200:2.0:1767384951.649016:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358520448, offset 0 00000400:00000200:0.0:1767384951.649022:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp43 00000400:00000200:2.0:1767384951.649049:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384951.649057:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp43 00000400:00000200:0.0:1767384951.649064:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp43 lpni_is_preferred = 0 00000400:00000200:0.0:1767384951.649068:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp43 00000400:00000200:0.0:1767384951.649072:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp43 NI seq info: [164:164:256:4294967295] 192.168.203.157@tcp43 LPNI seq info [154:154:8:4294967295] 00000400:00000200:0.0:1767384951.649081:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp43 00000400:00000200:0.0:1767384951.649089:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp43(192.168.203.157@tcp43:) -> 192.168.203.157@tcp43(192.168.203.157@tcp:192.168.203.157@tcp43) : GET try# 0 00000800:00000200:0.0:1767384951.649097:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp43 00000400:00000200:1.0:1767384951.649104:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384951.649105:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:0.0:1767384951.649105:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004c5465d3. 00000400:00000200:1.0:1767384951.649116:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272706800 00000800:00000010:0.0:1767384951.649117:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000afded8e. 00000400:00000200:2.0:1767384951.649121:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272706880 00000400:00000200:1.0:1767384951.649137:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1481 [2] + 0 00000800:00000010:0.0:1767384951.649137:0:16125:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000adda4f80. 00000400:00000010:1.0:1767384951.649144:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f0ec02a. 00000400:00000200:1.0:1767384951.649147:0:16128:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000087cd8305 00000800:00000200:0.0:1767384951.649152:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000afded8e] -> 12345-192.168.203.157@tcp43 (2) 00000400:00000200:2.0:1767384951.649155:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1489 [2] + 0 00000400:00000200:1.0:1767384951.649155:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384951.649163:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:0.1:1767384951.649165:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000afded8e] -> 12345-192.168.203.157@tcp43 (2) 00000400:00000010:2.0:1767384951.649166:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c61f70e3. 00000400:00000200:2.0:1767384951.649173:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cc5030ed 00000400:00000200:1.0:1767384951.649177:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087cd8305 00000400:00000200:2.0:1767384951.649179:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384951.649180:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000087cd8305. 00000400:00000200:2.0:1767384951.649188:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384951.649188:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384951.649188:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp 00000100:00000200:1.0:1767384951.649191:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384951.649197:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc5030ed 00000100:00000040:1.0:1767384951.649197:0:16128:0:(events.c:337:request_in_callback()) incoming req@000000000bc8760c x1853237358520320 msgsize 4848 00000400:00000200:0.0:1767384951.649197:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100271 rc 0 00000400:00000010:2.0:1767384951.649202:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cc5030ed. 00000100:00100000:1.0:1767384951.649208:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384951.649210:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384951.649211:0:16128:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:2.0:1767384951.649215:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384951.649218:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384951.649220:0:16130:0:(events.c:337:request_in_callback()) incoming req@00000000df482916 x1853237358520448 msgsize 4848 00000100:00000001:1.0:1767384951.649222:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384951.649223:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384951.649229:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba6ae6bc 00000100:00100000:2.0:1767384951.649231:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1767384951.649233:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ba6ae6bc. 00000100:00000040:2.0:1767384951.649234:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384951.649237:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384951.649241:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001853ff18 x1853237358520320/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384951.649245:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384951.649250:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384951.649253:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f2dcf94 00000100:00000040:1.0:1767384951.649254:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001853ff18 x1853237358520320/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384951.649258:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009f2dcf94. 00000100:00000001:2.0:1767384951.649266:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384951.649266:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384951.649271:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1767384951.649275:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000028d02595 x1853237358520448/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384951.649275:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384951.649281:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294941523 00000100:00000001:2.0:1767384951.649287:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384951.649293:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028d02595 x1853237358520448/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384951.649293:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004bf891cd. 00000100:00000001:1.0:1767384951.649311:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384951.649314:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384951.649318:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384951.649321:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294941523 00000100:00000001:2.0:1767384951.649323:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384951.649326:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000242a161f. 00000100:00000001:2.0:1767384951.649328:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294941523 00000100:00000001:1.0:1767384951.649330:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384951.649334:0:16130:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, keep current deadline 4294941523 00000100:00000001:1.0:1767384951.649336:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294941523 00000100:00000001:2.0:1767384951.649340:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294941523 00000100:00000010:1.0:1767384951.649341:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000ffbb6fc. 00000100:00000001:2.0:1767384951.649345:0:16130:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, keep current deadline 4294941523 00000100:00000001:1.0:1767384951.649346:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384951.649350:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294941523 00000100:00000010:1.0:1767384951.649353:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007ba8d3ce. 00000100:00000001:2.0:1767384951.649372:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294941523 00000100:00000001:1.0:1767384951.649372:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384951.649377:0:16130:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, keep current deadline 4294941523 00000100:00000001:1.0:1767384951.649377:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384951.649381:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384951.649384:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294941523 00000100:00000001:1.0:1767384951.649386:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384951.649389:0:16130:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, keep current deadline 4294941523 00000100:00000001:1.0:1767384951.649390:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384951.649395:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384951.649396:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384951.649398:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384951.649400:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384951.649404:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384951.649405:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384951.649407:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384951.649411:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384951.649412:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384951.649414:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384951.649428:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000100:00000001:1.0:1767384951.649476:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384951.649479:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358520320 02000000:00000001:1.0:1767384951.649482:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384951.649484:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384951.649486:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384951.649489:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384951.649492:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358520320 00000020:00000001:1.0:1767384951.649494:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384951.649496:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:1.0:1767384951.649498:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384951.649499:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:1.0:1767384951.649501:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000100:00100000:2.0:1767384951.649503:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358520448 00000020:00000001:1.0:1767384951.649505:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 02000000:00000001:2.0:1767384951.649506:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384951.649509:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384951.649510:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384951.649512:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384951.649516:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384951.649520:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358520448 00000100:00000001:1.0:1767384951.649521:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384951.649522:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384951.649525:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000010:1.0:1767384951.649526:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e82612ce. 00000020:00000001:2.0:1767384951.649528:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384951.649531:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384951.649532:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000020:00000001:2.0:1767384951.649537:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000010:1.0:1767384951.649537:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e82612ce. 00000020:00000001:2.0:1767384951.649542:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000400:00000200:0.0:1767384951.649543:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000100:00000001:2.0:1767384951.649545:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384951.649545:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c54a42b. 00000020:00000010:2.0:1767384951.649550:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c078084. 00000020:00000010:1.0:1767384951.649553:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d2b732e9. 00000100:00000001:2.0:1767384951.649554:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384951.649559:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c078084. 00000020:00000010:1.0:1767384951.649561:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d943940b. 00000020:00000010:2.0:1767384951.649564:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005351af1e. 00000020:00000010:2.0:1767384951.649569:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000512612e0. 00000100:00000040:1.0:1767384951.649573:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:2.0:1767384951.649574:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c180fbf. 00000100:00000001:1.0:1767384951.649580:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384951.649581:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384951.649582:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384951.649583:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384951.649585:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384951.649588:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384951.649591:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384951.649594:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384951.649601:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384951.649602:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384951.649615:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000100:00000001:1.0:1767384951.649618:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384951.649622:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384951.649623:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384951.649627:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384951.649631:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00000040:1.0:1767384951.649634:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:1.0:1767384951.649636:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631894096 : -108637077657520 : ffff9d31f593a850) 00000100:00100000:2.0:1767384951.649639:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00000040:2.0:1767384951.649643:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000100:00000040:1.0:1767384951.649644:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000bc8760c x1853237358520320/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:177/0 lens 4848/0 e 0 to 0 dl 1767384962 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384951.649647:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631884880 : -108637077666736 : ffff9d31f5938450) 00000100:00000040:2.0:1767384951.649656:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000df482916 x1853237358520448/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:177/0 lens 4848/0 e 0 to 0 dl 1767384962 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384951.649657:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384951.649662:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e82612ce. 00000100:00000001:2.0:1767384951.649665:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384951.649666:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384951.649670:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c078084. 00000020:00000010:1.0:1767384951.649670:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e82612ce. 00000400:00000200:0.0:1767384951.649671:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000100:00000001:2.0:1767384951.649676:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384951.649681:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000bc8760c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16128:x1853237358520320:12345-0@lo:253: 00000020:00000010:2.0:1767384951.649682:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c078084. 00000100:00000200:1.0:1767384951.649688:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358520320 00000100:00100000:2.0:1767384951.649691:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000df482916 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16130:x1853237358520448:12345-0@lo:253: 00000020:00000001:1.0:1767384951.649691:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384951.649695:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:2.0:1767384951.649696:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358520448 00000020:00000001:2.0:1767384951.649699:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384951.649699:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384951.649703:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384951.649704:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384951.649705:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384951.649709:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384951.649710:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:2.0:1767384951.649711:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000400:00000200:0.0:1767384951.649714:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000020:00000001:2.0:1767384951.649720:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384951.649720:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384951.649722:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384951.649724:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384951.649726:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384951.649729:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384951.649731:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384951.649732:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384951.649735:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384951.649737:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000010:2.0:1767384951.649741:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001d4cf45b. 00000020:00000001:1.0:1767384951.649741:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384951.649744:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384951.649745:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384951.649750:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384951.649752:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:2.0:1767384951.649753:0:16763:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384951.649756:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 02000000:00000001:1.0:1767384951.649757:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:2.0:1767384951.649763:0:16763:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d5768b80. 20000000:01000000:2.0:1767384951.649767:0:16763:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000010:1.0:1767384951.649767:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000730e0f09. 20000000:00000001:2.0:1767384951.649772:0:16763:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000001:1.0:1767384951.649773:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384951.649777:0:16763:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:1.0:1767384951.649778:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384951.649781:0:16764:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384951.649789:0:16763:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384951.649792:0:16763:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384951.649811:0:16763:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384951.649815:0:16764:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000dd87d557. 20000000:01000000:1.0:1767384951.649819:0:16764:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384951.649821:0:16764:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:2.0:1767384951.649822:0:16763:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000188fb37d. 20000000:00000001:1.0:1767384951.649823:0:16764:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384951.649826:0:16764:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384951.649827:0:16763:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 20000000:00000001:1.0:1767384951.649829:0:16764:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384951.649833:0:16764:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384951.649833:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 20000000:00000001:2.0:1767384951.649837:0:16763:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384951.649845:0:16763:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384951.649886:0:16763:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384951.649890:0:16763:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384951.649891:0:16763:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384951.649893:0:16763:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:0.0:1767384951.649894:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000020:00000001:2.0:1767384951.649896:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384951.649902:0:16763:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:2.0:1767384951.649906:0:16763:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384951.649912:0:16763:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009f5e6957. 00080000:00000001:2.0:1767384951.649914:0:16763:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490412544 : -108642219139072 : ffff9d30c31ee000) 00080000:00000001:2.0:1767384951.649917:0:16763:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384951.649937:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:0.0:1767384951.649984:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000001:00000001:2.0:1767384951.650013:0:16763:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384951.650015:0:16763:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384951.650018:0:16763:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384951.650037:0:16763:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384951.650039:0:16763:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384951.650093:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:0.0:1767384951.650153:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00080000:00000001:2.0:1767384951.650170:0:16763:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384951.650173:0:16763:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384951.650223:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:0.0:1767384951.650282:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:0.0:1767384951.650345:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:0.0:1767384951.650447:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:0.0:1767384951.650510:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:0.0:1767384951.650552:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:0.0:1767384951.650636:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:0.0:1767384951.650676:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:0.0:1767384951.650715:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:0.0:1767384951.650747:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:0.0:1767384951.650787:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:0.0:1767384951.650830:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:0.0:1767384951.650854:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:0.0:1767384951.650880:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:0.0:1767384951.650903:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:0.0:1767384951.650917:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:0.0:1767384951.650935:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:0.0:1767384951.650963:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:0.0:1767384951.650984:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:0.0:1767384951.651001:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:0.0:1767384951.651068:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:0.0:1767384951.651105:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:0.0:1767384951.651135:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:1.0:1767384951.651494:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000060ecdfc7. 00000800:00000010:1.0:1767384951.651502:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000085ccd011. 00000800:00000010:1.0:1767384951.651509:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000639ae81. 00000800:00000010:1.0:1767384951.651543:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000639ae81. 00000800:00020000:1.0:1767384951.651555:0:16115:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:1.0:1767384951.651560:0:16115:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000085ccd011. 00000800:00000010:1.0:1767384951.651563:0:16115:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000060ecdfc7. 00000400:02020000:1.0:1767384951.651636:0:16115:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp43 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384951.651646:0:16115:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp43 notifying 192.168.203.157@tcp43: down 00000800:00000200:1.0:1767384951.651653:0:16115:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp43 down 00000800:00000100:1.0:1767384951.651661:0:16115:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp43 00000800:00000010:1.0:1767384951.651665:0:16115:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004c5465d3. 00000400:00000200:1.0:1767384951.651671:0:16115:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384951.651677:0:16115:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp43->192.168.203.157@tcp43: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384951.651687:0:16115:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp43 added to recovery queue. ping count: 0 next ping: 275 health :900 00000400:00000200:1.0:1767384951.651691:0:16115:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384951.651704:0:16115:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp: 1 00000400:00000200:1.0:1767384951.651709:0:16115:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:0.0:1767384951.651731:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384951.651737:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100871 00000400:00000001:0.0:1767384951.651742:0:16125:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384951.651744:0:16125:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384951.651745:0:16125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065204f26 00000400:00000010:0.0:1767384951.651747:0:16125:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065204f26. 00000400:00000200:0.0:1767384951.651751:0:16125:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384951.651771:0:16125:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000010:0.0:1767384951.651775:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000262be902. 00000400:00000200:0.0:1767384951.651780:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (37) 00000400:00000200:0.0:1767384951.651783:0:16125:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.157@tcp:-71 00000400:00000200:0.0:1767384951.651786:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102071 rc -71 00000400:00000200:0.0:1767384951.651790:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:0.0:1767384951.651795:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (36) 00080000:00000001:2.0:1767384951.658673:0:16763:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384951.658680:0:16763:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00080000:00000001:0.0:1767384951.658681:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384951.658683:0:16763:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384951.658685:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384951.658687:0:16763:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384951.658688:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384951.658691:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384951.658692:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384951.658694:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009f5e6957. 20000000:01000000:2.0:1767384951.658698:0:16763:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384951.658699:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384951.658709:0:16763:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384951.658713:0:16763:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:3.0:1767384951.658715:0:16764:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000c01406d. 20000000:01000000:3.0:1767384951.658719:0:16764:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 00080000:00000020:2.0:1767384951.658720:0:16763:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384951.658725:0:16764:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384951.658730:0:16764:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:2.0:1767384951.658736:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384951.658739:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384951.658742:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384951.658745:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384951.658748:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384951.658757:0:16764:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384951.658759:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000000fa7c34. 00080000:00000001:3.0:1767384951.658761:0:16764:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384951.658764:0:16764:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384951.658765:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384951.658766:0:16764:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384951.658771:0:16764:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:2.0:1767384951.658771:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e72c685a. 00000020:00000001:3.0:1767384951.658776:0:16764:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00000020:00000001:2.0:1767384951.658778:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384951.658781:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e72c685a with handle 0x4895a8f6c11e87b3 to hash 00000020:00000001:2.0:1767384951.658785:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384951.658787:0:16764:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384951.658789:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635436275762688 : -108637433788928 : ffff9d31e0598600) 00080000:00000010:3.0:1767384951.658794:0:16764:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000af1bf6a4. 00010000:00000001:2.0:1767384951.658795:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635436275762688 : -108637433788928 : ffff9d31e0598600) 00080000:00000001:3.0:1767384951.658798:0:16764:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635435826370560 : -108637883181056 : ffff9d31c5905800) 00010000:00000001:2.0:1767384951.658801:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384951.658802:0:16764:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384951.658806:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384951.658811:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e72c685a/0x4895a8f6c11e87b3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384951.658820:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384951.658824:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384951.658826:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384951.658829:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384951.658831:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384951.658834:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384951.658836:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384951.658839:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384951.658841:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384951.658843:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384951.658845:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384951.658848:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000000fa7c34) refcount = 1 00010000:00010000:2.0:1767384951.658852:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e72c685a/0x4895a8f6c11e87b3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384951.658859:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384951.658862:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384951.658863:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384951.658866:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384951.658869:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384951.658873:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384951.658876:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003542952s 00010000:00000001:2.0:1767384951.658880:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384951.658888:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384951.658891:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e72c685a refcount=4 00000020:00000001:2.0:1767384951.658893:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275762688 : -108637433788928 : ffff9d31e0598600) 00000001:00000001:3.0:1767384951.658895:0:16764:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1767384951.658896:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275762688 : -108637433788928 : ffff9d31e0598600) 00080000:00000001:3.0:1767384951.658898:0:16764:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384951.658899:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:3.0:1767384951.658901:0:16764:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:2.0:1767384951.658903:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e72c685a/0x4895a8f6c11e87b3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384951.658910:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384951.658911:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e72c685a/0x4895a8f6c11e87b3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384951.658915:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384951.658917:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384951.658918:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e72c685a/0x4895a8f6c11e87b3 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384951.658920:0:16764:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384951.658925:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384951.658926:0:16764:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384951.658928:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384951.658931:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384951.658933:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e72c685a/0x4895a8f6c11e87b3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384951.658938:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e72c685a already unused, calling callback (00000000be7801c4) 00010000:00000001:2.0:1767384951.658940:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384951.658943:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384951.658944:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e72c685a/0x4895a8f6c11e87b3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384951.658949:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384951.658950:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384951.658951:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384951.658952:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e72c685a refcount=5 00000020:00000001:2.0:1767384951.658954:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275762688 : -108637433788928 : ffff9d31e0598600) 00010000:00000001:2.0:1767384951.658956:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275762688 : -108637433788928 : ffff9d31e0598600) 00010000:00000001:2.0:1767384951.658963:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384951.658965:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e72c685a/0x4895a8f6c11e87b3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384951.658969:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384951.658972:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384951.658973:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384951.658977:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384951.658978:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384951.658981:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384951.658982:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384951.658985:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e72c685a with handle 0x4895a8f6c11e87b3 from hash 00010000:00000001:2.0:1767384951.658987:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384951.658989:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384951.658990:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384951.658991:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384951.658993:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384951.658995:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384951.658997:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384951.658998:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384951.659000:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384951.659002:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384951.659003:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384951.659006:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384951.659008:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384951.659010:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384951.659038:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384951.659040:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384951.659042:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e72c685a/0x4895a8f6c11e87b3 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384951.659048:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384951.659049:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384951.659051:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384951.659053:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384951.659055:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384951.659057:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384951.659063:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00080000:00000001:3.0:1767384951.659064:0:16764:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:2.0:1767384951.659066:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384951.659070:0:16764:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:00000001:2.0:1767384951.659070:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384951.659075:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e72c685a/0x4895a8f6c11e87b3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384951.659079:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384951.659081:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384951.659082:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e72c685a/0x4895a8f6c11e87b3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384951.659086:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000000fa7c34 count: 0 00010000:00000001:2.0:1767384951.659098:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384951.659099:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384951.661186:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294941523, at 4294941524 00000100:00000010:3.0:1767384951.661193:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007ba8d3ce. 00000100:00000040:0.0:1767384951.662068:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294941523, at 4294941525 00000100:00000010:0.0:1767384951.662076:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004bf891cd. 00000100:00000040:2.0:1767384951.662129:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294941523, at 4294941525 00000100:00000040:1.0:1767384951.662132:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294941523, at 4294941525 00000100:00000010:2.0:1767384951.662138:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000ffbb6fc. 00000100:00000010:1.0:1767384951.662143:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000242a161f. 00010000:00000010:2.1:1767384951.664042:0:35548:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000000fa7c34. 00010000:00000010:2.1:1767384951.664052:0:35548:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e72c685a. 00080000:00000001:0.0:1767384951.667429:0:16764:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384951.667435:0:16764:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:0.0:1767384951.667439:0:16764:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384951.667441:0:16764:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384951.667445:0:16764:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384951.667455:0:16764:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384951.667459:0:16764:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1767384951.667462:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384951.667466:0:16764:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767384951.667467:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384951.667472:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384951.667476:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384951.667479:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384951.667485:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000000fa7c34. 00080000:00000001:0.0:1767384951.667488:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:2.0:1767384951.667490:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384951.667494:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e72c685a. 00000020:00000001:2.0:1767384951.667498:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00040000:00000001:0.0:1767384951.667500:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000040:2.0:1767384951.667502:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e72c685a with handle 0x4895a8f6c11e87ba to hash 00040000:00000001:0.0:1767384951.667504:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:2.0:1767384951.667509:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00040000:00000001:0.0:1767384951.667509:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:2.0:1767384951.667514:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635436275762688 : -108637433788928 : ffff9d31e0598600) 00040000:00000001:0.0:1767384951.667514:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:2.0:1767384951.667520:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635436275762688 : -108637433788928 : ffff9d31e0598600) 00080000:00000010:0.0:1767384951.667520:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000af1bf6a4. 00010000:00000001:2.0:1767384951.667527:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384951.667527:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:2.0:1767384951.667532:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384951.667535:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e72c685a/0x4895a8f6c11e87ba lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384951.667544:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384951.667554:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384951.667556:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384951.667558:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384951.667560:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384951.667563:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384951.667564:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384951.667567:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384951.667569:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384951.667571:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384951.667573:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384951.667574:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000000fa7c34) refcount = 1 00010000:00010000:2.0:1767384951.667579:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e72c685a/0x4895a8f6c11e87ba lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384951.667586:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384951.667588:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384951.667590:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384951.667592:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384951.667594:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384951.667597:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384951.667600:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003542952s 00010000:00000001:2.0:1767384951.667603:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384951.667605:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384951.667607:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e72c685a refcount=4 00000020:00000001:2.0:1767384951.667610:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275762688 : -108637433788928 : ffff9d31e0598600) 00010000:00000001:2.0:1767384951.667613:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275762688 : -108637433788928 : ffff9d31e0598600) 00010000:00000001:2.0:1767384951.667616:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384951.667618:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e72c685a/0x4895a8f6c11e87ba lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384951.667625:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384951.667627:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e72c685a/0x4895a8f6c11e87ba lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384951.667634:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384951.667635:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384951.667642:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e72c685a/0x4895a8f6c11e87ba lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384951.667649:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384951.667651:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384951.667653:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384951.667655:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e72c685a/0x4895a8f6c11e87ba lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384951.667661:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e72c685a already unused, calling callback (00000000be7801c4) 00010000:00000001:2.0:1767384951.667663:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384951.667665:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384951.667667:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e72c685a/0x4895a8f6c11e87ba lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384951.667673:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384951.667674:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384951.667676:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384951.667678:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e72c685a refcount=5 00000020:00000001:2.0:1767384951.667679:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275762688 : -108637433788928 : ffff9d31e0598600) 00010000:00000001:2.0:1767384951.667682:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275762688 : -108637433788928 : ffff9d31e0598600) 00010000:00000001:2.0:1767384951.667685:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384951.667687:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e72c685a/0x4895a8f6c11e87ba lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384951.667693:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384951.667695:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384951.667697:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384951.667701:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384951.667703:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384951.667706:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384951.667708:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384951.667711:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e72c685a with handle 0x4895a8f6c11e87ba from hash 00010000:00000001:2.0:1767384951.667714:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384951.667716:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384951.667724:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384951.667726:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384951.667728:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384951.667730:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384951.667732:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384951.667734:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384951.667737:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384951.667739:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384951.667741:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384951.667745:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384951.667746:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384951.667748:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384951.667750:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384951.667752:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384951.667755:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e72c685a/0x4895a8f6c11e87ba lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384951.667761:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384951.667763:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384951.667764:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384951.667767:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384951.667769:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384951.667770:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384951.667772:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384951.667775:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384951.667777:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384951.667779:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e72c685a/0x4895a8f6c11e87ba lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384951.667786:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384951.667788:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384951.667790:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e72c685a/0x4895a8f6c11e87ba lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384951.667796:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000000fa7c34 count: 0 00010000:00000001:2.0:1767384951.667807:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384951.667809:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384951.668404:0:16763:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384951.668409:0:16763:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384951.668411:0:16763:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d5768b80. 20000000:00000001:0.0:1767384951.668417:0:16763:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384951.668421:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358520448 00010000:00000001:0.0:1767384951.668424:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384951.668433:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000df482916 x1853237358520448/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:177/0 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384951.668443:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384951.668446:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384951.668450:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=75 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384951.668455:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384951.668458:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384951.668461:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384951.668465:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384951.668468:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384951.668472:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384951.668476:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384951.668481:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a26e0edb. 00000100:00000200:0.0:1767384951.668487:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358520448, offset 224 00000400:00000200:0.0:1767384951.668495:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384951.668509:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384951.668521:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272706880 00000400:00000200:0.0:1767384951.668529:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1cdd [2] + 224 00000400:00000200:0.0:1767384951.668537:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384951.668543:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384951.668549:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384951.668555:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028d02595 x1853237358520448/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384951.668566:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000028d02595 x1853237358520448/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384951.668597:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384951.668606:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384951.668607:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a26e0edb 00000400:00000010:0.0:1767384951.668610:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a26e0edb. 00000100:00000001:0.0:1767384951.668613:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384951.668617:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384951.668618:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384951.668624:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384951.668625:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384951.668630:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384951.668630:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000010:2.0:1767384951.668636:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a2e3ce8. 00010000:00000001:0.0:1767384951.668636:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384951.668641:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384951.668643:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000107867c0 00000400:00000010:2.0:1767384951.668647:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000107867c0. 00000020:00000001:0.0:1767384951.668647:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384951.668654:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384951.668656:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000df482916 x1853237358520448/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:177/0 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384951.668661:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028d02595 x1853237358520448/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384951.668689:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000df482916 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16130:x1853237358520448:12345-0@lo:253: Request processed in 19020us (19466us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384951.668690:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028d02595 x1853237358520448/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384951.668708:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384951.668710:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00000001:2.0:1767384951.668712:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384951.668717:0:16130:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767384951.668717:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00000001:0.0:1767384951.668722:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384951.668723:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384951.668725:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384951.668727:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384951.668731:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384951.668732:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000512612e0. 02000000:00000001:2.0:1767384951.668735:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384951.668739:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c180fbf. 00000100:00001000:2.0:1767384951.668742:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=75 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384951.668744:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005351af1e. 00000100:00001000:2.0:1767384951.668749:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=75 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384951.668752:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 00000100:00000001:2.0:1767384951.668755:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384951.668758:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384951.668759:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384951.668762:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1767384951.668763:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001d4cf45b. 00010000:00000001:2.0:1767384951.668766:0:16130:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384951.668769:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384951.668770:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384951.668773:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384951.668778:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028d02595 x1853237358520448/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384951.668782:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384951.668791:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384951.668795:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384951.668797:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384951.668801:0:16130:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384951.668803:0:16130:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384951.668805:0:16130:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384951.668807:0:16130:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384951.668808:0:16130:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384951.668811:0:16130:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384951.668820:0:16130:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384951.668823:0:16130:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384951.668824:0:16130:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384951.668829:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028d02595 x1853237358520448/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384951.668838:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000028d02595 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358520448:0@lo:253: 00000100:00000001:2.0:1767384951.668844:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384951.668847:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384951.668850:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028d02595 x1853237358520448/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384951.668858:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384951.668860:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384951.668863:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000382dec4f. 02000000:00000001:2.0:1767384951.668868:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384951.668870:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384951.668872:0:16130:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1767384951.668874:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384951.668876:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d51b0034. 02000000:00000001:2.0:1767384951.668880:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384951.668882:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384951.668884:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028d02595. 00000100:00000001:2.0:1767384951.668888:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384951.668890:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384951.668891:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384951.668898:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384951.668900:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384951.668902:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384951.668904:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384951.669001:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e8cbd7d. 00000400:00000010:0.0:1767384951.669008:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a26e0edb. 00080000:00000020:1.0:1767384951.670731:0:16764:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384951.670734:0:16764:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384951.670735:0:16764:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000dd87d557. 20000000:00000001:1.0:1767384951.670740:0:16764:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384951.670743:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358520320 00010000:00000001:1.0:1767384951.670744:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384951.670748:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000bc8760c x1853237358520320/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:177/0 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384951.670754:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384951.670755:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384951.670757:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=75 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384951.670759:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384951.670760:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:1.0:1767384951.670762:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:1.0:1767384951.670764:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384951.670765:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384951.670767:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384951.670768:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384951.670771:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000947f3e46. 00000100:00000200:1.0:1767384951.670773:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358520320, offset 224 00000400:00000200:1.0:1767384951.670777:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384951.670781:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384951.670786:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272706800 00000400:00000200:1.0:1767384951.670789:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1cd5 [2] + 224 00000400:00000200:1.0:1767384951.670794:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384951.670796:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384951.670798:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384951.670801:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001853ff18 x1853237358520320/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384951.670807:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001853ff18 x1853237358520320/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384951.670826:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384951.670831:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000947f3e46 00000400:00000010:1.0:1767384951.670832:0:16764:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000947f3e46. 00000100:00000001:1.0:1767384951.670834:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384951.670836:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384951.670838:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384951.670839:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384951.670842:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384951.670844:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000001:0.0:1767384951.670847:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384951.670848:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384951.670852:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384951.670852:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384951.670854:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384951.670857:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000bc8760c x1853237358520320/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:177/0 lens 4848/4768 e 0 to 0 dl 1767384962 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384951.670862:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a2adda5. 00000100:00100000:1.0:1767384951.670866:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000bc8760c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16128:x1853237358520320:12345-0@lo:253: Request processed in 21208us (21667us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384951.670867:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7955faa 00000400:00000010:0.0:1767384951.670872:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c7955faa. 00000100:00100000:1.0:1767384951.670877:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00000001:0.0:1767384951.670877:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384951.670882:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000200:0.0:1767384951.670884:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001853ff18 x1853237358520320/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384951.670885:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384951.670888:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384951.670892:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d2b732e9. 00000020:00000010:1.0:1767384951.670897:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d943940b. 00000100:00000200:0.0:1767384951.670900:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001853ff18 x1853237358520320/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384951.670902:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c54a42b. 00000020:00000040:1.0:1767384951.670910:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 00000100:00000001:0.0:1767384951.670910:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384951.670914:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384951.670915:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384951.670917:0:16128:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:1.0:1767384951.670918:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000730e0f09. 02000000:00000001:0.0:1767384951.670919:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384951.670922:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384951.670923:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384951.670924:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384951.670926:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384951.670927:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384951.670932:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384951.670932:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=75 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384951.670937:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=75 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384951.670938:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f0ec02a. 00000100:00000001:0.0:1767384951.670940:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384951.670943:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384951.670945:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000947f3e46. 00010000:00000001:0.0:1767384951.670945:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384951.670949:0:16128:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384951.670952:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384951.670955:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001853ff18 x1853237358520320/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384951.670961:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384951.670962:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384951.670964:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384951.670966:0:16128:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384951.670967:0:16128:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384951.670968:0:16128:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384951.670969:0:16128:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384951.670970:0:16128:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384951.670971:0:16128:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384951.670972:0:16128:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384951.670973:0:16128:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384951.670974:0:16128:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384951.670981:0:16128:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384951.670983:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001853ff18 x1853237358520320/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384951.670989:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001853ff18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358520320:0@lo:253: 00000100:00000001:0.0:1767384951.670992:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384951.670993:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384951.670994:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001853ff18 x1853237358520320/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384967 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384951.670998:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384951.671000:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384951.671001:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000bf1fc5f5. 02000000:00000001:0.0:1767384951.671005:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384951.671006:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384951.671006:0:16128:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1767384951.671008:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384951.671009:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002db24bbd. 02000000:00000001:0.0:1767384951.671042:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384951.671044:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384951.671045:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001853ff18. 00000100:00000001:0.0:1767384951.671047:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384951.671048:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384951.671049:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384951.671053:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384951.671054:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384951.671056:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384951.671057:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384951.671615:0:35549:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000002202ccd7. 00000400:00000040:2.0:1767384951.671634:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384951.671637:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384951.671640:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384951.671641:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384951.671644:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384951.671645:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384951.671648:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384951.671655:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384951.671657:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384951.671658:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384951.671661:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384951.671663:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384951.671665:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384951.671667:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384951.671668:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384951.671670:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384951.671672:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384951.671673:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384951.671674:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384951.671677:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384951.671678:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384951.671680:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384951.671682:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384951.671683:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384951.671685:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384951.671688:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384951.671689:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384951.671691:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384951.671692:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384951.671694:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384951.671695:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384951.671698:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384951.671699:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384951.671701:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384951.671703:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384951.671705:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384951.671706:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384951.671708:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384951.671709:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384951.671710:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384951.671711:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384951.671713:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384951.671714:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384951.671715:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384951.671716:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384951.671717:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384951.671722:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384951.671723:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384951.671725:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384951.671726:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384951.671727:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384951.671728:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384951.671729:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384951.671730:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384951.671731:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384951.671732:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384951.671733:0:35549:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384951.671821:0:35549:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000002202ccd7. 00010000:00000010:2.1:1767384951.673167:0:35549:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000000fa7c34. 00010000:00000010:2.1:1767384951.673173:0:35549:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e72c685a. 00000400:00000200:3.0:1767384952.281184:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp42 00000400:00000010:3.0:1767384952.281190:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007357f961. 00000400:00000010:3.0:1767384952.281197:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000052620571. 00000400:00000010:3.0:1767384952.281203:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ab784e2. 00000400:00000010:3.0:1767384952.281211:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fc30e803. 00000400:00000200:3.0:1767384952.281216:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp42 00000400:00000200:3.0:1767384952.281239:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp42 local destination 00000400:00000200:3.0:1767384952.281246:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp42 00000400:00000200:3.0:1767384952.281253:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp42 NI seq info: [165:165:256:4294967295] 192.168.203.157@tcp42 LPNI seq info [155:155:8:4294967295] 00000400:00000200:3.0:1767384952.281261:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp42 00000400:00000200:3.0:1767384952.281275:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp42(192.168.203.157@tcp42:) -> 192.168.203.157@tcp42(192.168.203.157@tcp42:192.168.203.157@tcp42) : GET try# 0 00000800:00000200:3.0:1767384952.281283:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp42 00000800:00000010:3.0:1767384952.281287:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001dec2049. 00000800:00000200:3.0:1767384952.281295:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e8875d00] -> 12345-192.168.203.157@tcp42 (2) 00000800:00000200:3.1:1767384952.281302:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e8875d00] -> 12345-192.168.203.157@tcp42 (2) 00000400:00000200:3.0:1767384952.281324:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp42 added to recovery queue. ping count: 2 next ping: 278 health :800 00000400:00000200:3.0:1767384952.281332:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp40 00000400:00000010:3.0:1767384952.281336:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ba5c7f9a. 00000400:00000010:3.0:1767384952.281339:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006b2a6e55. 00000400:00000010:3.0:1767384952.281364:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0ac64dc. 00000400:00000010:3.0:1767384952.281371:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000087ef365b. 00000400:00000200:3.0:1767384952.281377:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp40 00000400:00000200:3.0:1767384952.281389:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp40 local destination 00000400:00000200:3.0:1767384952.281394:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp40 00000400:00000200:3.0:1767384952.281399:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp40 NI seq info: [166:166:256:4294967295] 192.168.203.157@tcp40 LPNI seq info [156:156:8:4294967295] 00000400:00000200:3.0:1767384952.281406:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp40 00000400:00000200:3.0:1767384952.281418:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp40(192.168.203.157@tcp40:) -> 192.168.203.157@tcp40(192.168.203.157@tcp40:192.168.203.157@tcp40) : GET try# 0 00000800:00000200:3.0:1767384952.281425:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp40 00000800:00000010:3.0:1767384952.281428:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000081dd1f37. 00000800:00000200:3.0:1767384952.281433:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b73ca1f] -> 12345-192.168.203.157@tcp40 (2) 00000800:00000200:3.1:1767384952.281438:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b73ca1f] -> 12345-192.168.203.157@tcp40 (2) 00000400:00000200:3.0:1767384952.281454:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp40 added to recovery queue. ping count: 3 next ping: 282 health :700 00000400:00000200:3.0:1767384952.281536:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:3.0:1767384952.281600:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:3.0:1767384952.281661:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:3.0:1767384952.281724:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:3.0:1767384952.281788:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:3.0:1767384952.281850:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:3.0:1767384952.281904:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:3.0:1767384952.281950:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:3.0:1767384952.281995:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384952.282060:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:3.0:1767384952.282091:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384952.282130:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:3.0:1767384952.282143:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:3.0:1767384952.282201:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384952.282209:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:3.0:1767384952.282239:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384952.282272:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:3.0:1767384952.282298:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384952.282334:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:3.0:1767384952.282379:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384952.282424:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:3.0:1767384952.282438:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384952.282501:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:3.0:1767384952.282502:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384952.282573:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:3.0:1767384952.282575:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384952.282630:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:3.0:1767384952.282642:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:3.0:1767384952.282704:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384952.282704:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:3.0:1767384952.282776:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384952.282795:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:3.0:1767384952.282837:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384952.282862:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:3.0:1767384952.282894:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:2.0:1767384952.282940:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:3.0:1767384952.282954:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:3.0:1767384952.283038:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384952.283047:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:3.0:1767384952.283094:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384952.283113:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:3.0:1767384952.283148:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384952.283171:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:3.0:1767384952.283199:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:2.0:1767384952.283236:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:3.0:1767384952.283257:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384952.283308:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:3.0:1767384952.283321:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384952.283391:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:3.0:1767384952.283407:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384952.283452:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:3.0:1767384952.283477:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384952.283512:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:3.0:1767384952.283546:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384952.283579:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:3.0:1767384952.283601:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384952.283659:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:3.0:1767384952.283666:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:2.0:1767384952.283734:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384952.283784:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384952.283830:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000800:00000010:3.0:1767384952.283873:0:29524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000019e0feed. 00000800:00000010:3.0:1767384952.283878:0:29524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006e9b6b98. 00000800:00000010:3.0:1767384952.283884:0:29524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005c9f23cb. 00000400:00000200:2.0:1767384952.283885:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000800:00000010:3.0:1767384952.283913:0:29524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005c9f23cb. 00000800:00020000:3.0:1767384952.283925:0:29524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:3.0:1767384952.283930:0:29524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006e9b6b98. 00000800:00000010:3.0:1767384952.283933:0:29524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000019e0feed. 00000400:00000200:2.0:1767384952.283944:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:02020000:3.0:1767384952.283992:0:29524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp42 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384952.283998:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:3.0:1767384952.284002:0:29524:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp42 notifying 192.168.203.157@tcp42: down 00000400:00000200:3.0:1767384952.284008:0:29524:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384952.284039:0:29524:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp42 00000800:00000010:3.0:1767384952.284043:0:29524:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001dec2049. 00000400:00000200:3.0:1767384952.284048:0:29524:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384952.284055:0:29524:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp42->192.168.203.157@tcp42: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384952.284073:0:29524:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384952.284077:0:29524:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384952.284084:0:29524:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp42) recovery failed with -71 00000400:00000200:2.0:1767384952.284084:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384952.284140:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384952.284197:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384952.284246:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384952.284286:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384952.284322:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:2.0:1767384952.284509:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d5768b80. 00000800:00000010:2.0:1767384952.284514:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000087cd8305. 00000800:00000010:2.0:1767384952.284519:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000ee82f90. 00000800:00000010:2.0:1767384952.284547:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000ee82f90. 00000800:00020000:2.0:1767384952.284556:0:16117:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:2.0:1767384952.284560:0:16117:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000087cd8305. 00000800:00000010:2.0:1767384952.284564:0:16117:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d5768b80. 00000400:02020000:2.0:1767384952.284633:0:16117:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp40 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384952.284641:0:16117:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp40 notifying 192.168.203.157@tcp40: down 00000400:00000200:2.0:1767384952.284645:0:16117:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384952.284650:0:16117:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp40 00000800:00000010:2.0:1767384952.284653:0:16117:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000081dd1f37. 00000400:00000200:2.0:1767384952.284657:0:16117:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384952.284662:0:16117:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp40->192.168.203.157@tcp40: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384952.284670:0:16117:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384952.284674:0:16117:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384952.284679:0:16117:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp40) recovery failed with -71 10000000:00000001:0.0:1767384952.345059:0:16767:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384952.345063:0:16767:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ff67cc77) refs 2 10000000:00000001:0.0:1767384952.345067:0:16767:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384952.345069:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384952.345071:0:16767:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384952.345072:0:16767:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384952.345074:0:16767:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384952.345076:0:16767:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384952.345077:0:16767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9d31c7708000 from 73 10000000:00000001:0.0:1767384952.345080:0:16767:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384952.345086:0:16767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384952.345093:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016e303d8. 00000020:00000040:0.0:1767384952.345096:0:16767:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1767384952.345100:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384952.345103:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384952.345107:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384952.345113:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000067ede5da. 00000100:00000001:0.0:1767384952.345119:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384952.345123:0:16767:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384952.345125:0:16767:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384952.345132:0:16767:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007b9801b0. 00010000:00000001:0.0:1767384952.345136:0:16767:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384952.345139:0:16767:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e066216e. 00000020:00000001:0.0:1767384952.345143:0:16767:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384952.345144:0:16767:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e066216e with handle 0x4895a8f6c11e87c1 to hash 00000020:00000001:0.0:1767384952.345146:0:16767:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384952.345148:0:16767:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854931456 : -108637854620160 : ffff9d31c7442600) 00010000:00000001:0.0:1767384952.345150:0:16767:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854931456 : -108637854620160 : ffff9d31c7442600) 00010000:00000001:0.0:1767384952.345153:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384952.345156:0:16767:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384952.345158:0:16767:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: 00000000e066216e/0x4895a8f6c11e87c1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384952.345165:0:16767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: 00000000e066216e/0x4895a8f6c11e87c1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384952.345172:0:16767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: 00000000e066216e/0x4895a8f6c11e87c1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384952.345177:0:16767:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384952.345178:0:16767:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384952.345183:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000001fb675. 00000100:00000001:0.0:1767384952.345185:0:16767:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635431505209984 : -108642204341632 : ffff9d30c400aa80) 00000100:00000001:0.0:1767384952.345188:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384952.345189:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780959616 : -108637928592000 : ffff9d31c2db6d80) 00000100:00000001:0.0:1767384952.345198:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384952.345200:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.345202:0:16767:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384952.345203:0:16767:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384952.345209:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016e303d8 x1853237358520576/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384952.345216:0:16767:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384952.345217:0:16767:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384952.345219:0:16767:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384952.345221:0:16767:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384952.345223:0:16767:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384952.345226:0:16767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000016e303d8 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358520576:0@lo:101: 00000100:00000001:0.0:1767384952.345229:0:16767:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384952.345233:0:16767:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384952.345235:0:16767:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384952.345237:0:16767:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384952.345241:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f71b79a5. 02000000:00000001:0.0:1767384952.345242:0:16767:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384952.345247:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fec3e4a. 00000400:00000010:0.0:1767384952.345253:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065204f26. 00000100:00000200:0.0:1767384952.345258:0:16767:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358520576, portal 25 00000100:00000001:0.0:1767384952.345259:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384952.345260:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780959616 : -108637928592000 : ffff9d31c2db6d80) 00000100:00000040:0.0:1767384952.345263:0:16767:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000016e303d8 x1853237358520576/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384968 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384952.345268:0:16767:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384952.345270:0:16767:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384952.345273:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ea848ad. 00000100:00000200:0.0:1767384952.345275:0:16767:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237358520576, offset 0 00000400:00000200:0.0:1767384952.345280:0:16767:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384952.345291:0:16767:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384952.345301:0:16767:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272706900 00000400:00000200:0.0:1767384952.345306:0:16767:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x14ad [2] + 0 00000400:00000010:0.0:1767384952.345309:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a025410f. 00000400:00000200:0.0:1767384952.345317:0:16767:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e02213b0 00000400:00000200:0.0:1767384952.345322:0:16767:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384952.345325:0:16767:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384952.345329:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e02213b0 00000400:00000010:0.0:1767384952.345331:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e02213b0. 00000100:00000001:0.0:1767384952.345334:0:16767:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384952.345336:0:16767:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384952.345339:0:16767:0:(events.c:337:request_in_callback()) incoming req@00000000292c8e8a x1853237358520576 msgsize 328 00000100:00100000:0.0:1767384952.345344:0:16767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384952.345345:0:16767:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384952.345366:0:16767:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384952.345373:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ea848ad 00000400:00000010:0.0:1767384952.345375:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ea848ad. 00000100:00000001:0.0:1767384952.345378:0:16767:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384952.345381:0:16767:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000016e303d8 x1853237358520576/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384968 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384952.345388:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384952.345392:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000016e303d8 x1853237358520576/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384968 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384952.345400:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.345402:0:16767:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384952.345409:0:16767:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.345414:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294942219 00000100:00000010:0.0:1767384952.345419:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a20ce35b. 00000100:00000001:0.0:1767384952.345425:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384952.345434:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294942219 00000100:00000010:0.0:1767384952.345439:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bf94caa9. 00000100:00000001:0.0:1767384952.345444:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384952.345449:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294942219 00000100:00000010:0.0:1767384952.345453:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b1f2b78. 00000100:00000001:0.0:1767384952.345456:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384952.345461:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294942219 00000100:00000010:0.0:1767384952.345464:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000055cd3d5. 00000100:00000001:0.0:1767384952.345472:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384952.345475:0:16767:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384952.345477:0:16767:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.345479:0:16767:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384952.345480:0:16767:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384952.345482:0:16767:0:(client.c:2690:ptlrpc_set_wait()) set 00000000001fb675 going to sleep for 11 seconds 00000100:00000001:0.0:1767384952.345484:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384952.345487:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.345502:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384952.345504:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358520576 02000000:00000001:0.0:1767384952.345506:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384952.345507:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384952.345509:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384952.345512:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384952.345515:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358520576 00000020:00000001:0.0:1767384952.345517:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384952.345519:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:0.0:1767384952.345520:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384952.345522:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000020:00000001:0.0:1767384952.345524:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:0.0:1767384952.345526:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384952.345529:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384952.345532:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cfd4a027. 00000100:00000001:0.0:1767384952.345534:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384952.345536:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cfd4a027. 00000020:00000010:0.0:1767384952.345541:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000455e979f. 00000020:00000010:0.0:1767384952.345544:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003e56b44a. 00000020:00000010:0.0:1767384952.345549:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006b4bac8c. 00000100:00000040:0.0:1767384952.345555:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384952.345558:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384952.345559:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384952.345561:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.345567:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.345574:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384952.345583:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384952.345591:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384952.345594:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00000040:0.0:1767384952.345597:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:0.0:1767384952.345599:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631893072 : -108637077658544 : ffff9d31f593a450) 00000100:00000040:0.0:1767384952.345603:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000292c8e8a x1853237358520576/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:178/0 lens 328/0 e 0 to 0 dl 1767384963 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384952.345610:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384952.345612:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cfd4a027. 00000100:00000001:0.0:1767384952.345614:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384952.345616:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cfd4a027. 00000100:00100000:0.0:1767384952.345620:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000292c8e8a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16767:x1853237358520576:12345-0@lo:101: 00000100:00000200:0.0:1767384952.345623:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358520576 00000020:00000001:0.0:1767384952.345626:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384952.345629:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384952.345631:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384952.345633:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384952.345635:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169728 : -1040381888 : ffffffffc1fd0840) 00000020:00000001:0.0:1767384952.345638:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384952.345640:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384952.345642:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384952.345645:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384952.345648:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384952.345651:0:16764:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384952.345654:0:16764:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384952.345655:0:16764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384952.345658:0:16764:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384952.345661:0:16764:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384952.345666:0:16764:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384952.345671:0:16764:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000860c3a1a. 00010000:00000001:0.0:1767384952.345674:0:16764:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384952.345678:0:16764:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000168ea983. 00000020:00000001:0.0:1767384952.345681:0:16764:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384952.345682:0:16764:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000168ea983 with handle 0x4895a8f6c11e87c8 to hash 00000020:00000001:0.0:1767384952.345689:0:16764:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384952.345691:0:16764:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854930944 : -108637854620672 : ffff9d31c7442400) 00010000:00000001:0.0:1767384952.345694:0:16764:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854930944 : -108637854620672 : ffff9d31c7442400) 00010000:00010000:0.0:1767384952.345697:0:16764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000168ea983/0x4895a8f6c11e87c8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4895a8f6c11e87c1 expref: -99 pid: 16764 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384952.345705:0:16764:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000005d63f134 : new locks_count 10 00000020:00000040:0.0:1767384952.345707:0:16764:0:(genops.c:887:class_export_get()) GET export 000000005d63f134 refcount=15 00000100:00000001:0.0:1767384952.345715:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384952.345717:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384952.345721:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000c38920bb. 02000000:00000001:0.0:1767384952.345724:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.345726:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384952.345729:0:16764:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384952.345732:0:16764:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384952.345735:0:16764:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384952.345736:0:16764:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384952.345738:0:16764:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384952.345739:0:16764:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384952.345740:0:16764:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384952.345742:0:16764:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384952.345744:0:16764:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384952.345745:0:16764:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384952.345746:0:16764:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384952.345748:0:16764:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000860c3a1a) refcount = 1 00010000:00010000:0.0:1767384952.345751:0:16764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000168ea983/0x4895a8f6c11e87c8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4895a8f6c11e87c1 expref: 15 pid: 16764 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384952.345755:0:16764:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384952.345756:0:16764:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384952.345757:0:16764:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384952.345759:0:16764:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384952.345760:0:16764:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384952.345763:0:16764:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384952.345766:0:16764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000168ea983/0x4895a8f6c11e87c8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e87c1 expref: 15 pid: 16764 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384952.345793:0:16764:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384952.345796:0:16764:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384952.345798:0:16764:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384952.345802:0:16764:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384952.345804:0:16764:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384952.345806:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384952.345808:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384952.345810:0:16764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000168ea983, rc 0) 00000020:00000001:0.0:1767384952.345813:0:16764:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384952.345817:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358520576 00010000:00000001:0.0:1767384952.345820:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384952.345826:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000292c8e8a x1853237358520576/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:178/0 lens 328/344 e 0 to 0 dl 1767384963 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384952.345833:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384952.345836:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384952.345840:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=76 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384952.345845:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384952.345848:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384952.345850:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384952.345853:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384952.345856:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.345859:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384952.345862:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384952.345866:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ea848ad. 00000100:00000200:0.0:1767384952.345869:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237358520576, offset 224 00000400:00000200:0.0:1767384952.345876:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384952.345884:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384952.345892:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272706900 00000400:00000200:0.0:1767384952.345897:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1cfd [1] + 224 00000400:00000200:0.0:1767384952.345902:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384952.345906:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384952.345909:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384952.345919:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000016e303d8 x1853237358520576/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384968 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384952.345928:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000016e303d8 x1853237358520576/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384968 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384952.345942:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384952.345948:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ea848ad 00000400:00000010:0.0:1767384952.345950:0:16764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ea848ad. 00000100:00000001:0.0:1767384952.345953:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384952.345954:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384952.345958:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384952.345960:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:0.0:1767384952.345962:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384952.345963:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384952.345965:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384952.345967:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000292c8e8a x1853237358520576/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:178/0 lens 328/344 e 0 to 0 dl 1767384963 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384952.345973:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000292c8e8a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16767:x1853237358520576:12345-0@lo:101: Request processed in 363us (633us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384952.345978:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00000040:0.0:1767384952.345980:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:0.0:1767384952.345982:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384952.345983:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384952.345987:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003e56b44a. 00000020:00000010:0.0:1767384952.345990:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006b4bac8c. 00000020:00000010:0.0:1767384952.345993:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000455e979f. 00000020:00000040:0.0:1767384952.345997:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 02000000:00000001:0.0:1767384952.346001:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384952.346003:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000c38920bb. 02000000:00000001:0.0:1767384952.346006:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384952.346008:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384952.346030:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384952.346034:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ac92ace. 00000400:00000010:0.0:1767384952.346039:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003fedbe97. 00000100:00000001:0.0:1767384952.346063:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384952.346067:0:16767:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384952.346069:0:16767:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384952.346070:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fec3e4a. 00000400:00000200:0.0:1767384952.346073:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065204f26 00000400:00000010:0.0:1767384952.346075:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065204f26. 00000100:00000001:0.0:1767384952.346078:0:16767:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384952.346081:0:16767:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000016e303d8 x1853237358520576/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384968 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384952.346089:0:16767:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000016e303d8 x1853237358520576/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384968 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384952.346094:0:16767:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384952.346096:0:16767:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384952.346098:0:16767:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384952.346100:0:16767:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384952.346102:0:16767:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384952.346103:0:16767:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384952.346105:0:16767:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384952.346108:0:16767:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=76 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384952.346111:0:16767:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=76 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384952.346113:0:16767:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384952.346114:0:16767:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384952.346116:0:16767:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384952.346117:0:16767:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.346119:0:16767:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384952.346121:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016e303d8 x1853237358520576/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384968 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384952.346125:0:16767:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384952.346127:0:16767:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384952.346128:0:16767:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384952.346130:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016e303d8 x1853237358520576/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384968 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384952.346134:0:16767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000016e303d8 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358520576:0@lo:101: 00000100:00000001:0.0:1767384952.346138:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384952.346146:0:16767:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.346147:0:16767:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384952.346148:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384952.346150:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000016e303d8 x1853237358520576/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384968 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384952.346154:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384952.346155:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000001fb675. 00000100:00000001:0.0:1767384952.346158:0:16767:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384952.346158:0:16767:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384952.346160:0:16767:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384952.346162:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384952.346164:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384952.346165:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e066216e refcount=4 00000020:00000001:0.0:1767384952.346166:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854931456 : -108637854620160 : ffff9d31c7442600) 00010000:00000001:0.0:1767384952.346168:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854931456 : -108637854620160 : ffff9d31c7442600) 00010000:00000040:0.0:1767384952.346171:0:16767:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000e066216e, remote cookie: 0x4895a8f6c11e87c8, flags: 0x0 00010000:00000001:0.0:1767384952.346173:0:16767:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384952.346174:0:16767:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384952.346175:0:16767:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384952.346176:0:16767:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384952.346177:0:16767:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384952.346179:0:16767:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007b9801b0) refcount = 1 00010000:00010000:0.0:1767384952.346181:0:16767:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: 00000000e066216e/0x4895a8f6c11e87c1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e87c8 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384952.346184:0:16767:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384952.346185:0:16767:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384952.346186:0:16767:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384952.346188:0:16767:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384952.346189:0:16767:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384952.346191:0:16767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: 00000000e066216e/0x4895a8f6c11e87c1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4895a8f6c11e87c8 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384952.346195:0:16767:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384952.346196:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384952.346202:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384952.346203:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384952.346204:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384952.346205:0:16767:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.346206:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384952.346209:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000016e303d8 x1853237358520576/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384968 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384952.346214:0:16767:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384952.346215:0:16767:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384952.346218:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f71b79a5. 02000000:00000001:0.0:1767384952.346221:0:16767:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384952.346222:0:16767:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384952.346224:0:16767:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1767384952.346225:0:16767:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384952.346227:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000067ede5da. 02000000:00000001:0.0:1767384952.346230:0:16767:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384952.346232:0:16767:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384952.346233:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016e303d8. 00000100:00000001:0.0:1767384952.346236:0:16767:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384952.346237:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384952.346238:0:16767:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384952.346240:0:16767:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384952.346241:0:16767:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ff67cc77) refs 3 10000000:00000001:0.0:1767384952.346243:0:16767:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384952.346244:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384952.346245:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384952.346247:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e066216e refcount=3 00000020:00000001:0.0:1767384952.346249:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854931456 : -108637854620160 : ffff9d31c7442600) 00010000:00000001:0.0:1767384952.346251:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854931456 : -108637854620160 : ffff9d31c7442600) 00010000:00000001:0.0:1767384952.346253:0:16767:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384952.346254:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384952.346255:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384952.346257:0:16767:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384952.346258:0:16767:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384952.346261:0:16767:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000f11f9912. 00000100:00000010:0.0:1767384952.346273:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016e303d8. 00000020:00000040:0.0:1767384952.346274:0:16767:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1767384952.346280:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384952.346281:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384952.346283:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384952.346286:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000067ede5da. 00000100:00000001:0.0:1767384952.346288:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.346291:0:16767:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384952.346293:0:16767:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000f71b79a5. 00000100:00000010:0.0:1767384952.346295:0:16767:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000cfd4a027. 00000020:00000040:0.0:1767384952.346296:0:16767:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1767384952.346299:0:16767:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384952.346300:0:16767:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384952.346302:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000001fb675. 00000100:00000001:0.0:1767384952.346303:0:16767:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635431505209984 : -108642204341632 : ffff9d30c400aa80) 00000100:00000001:0.0:1767384952.346305:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384952.346306:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780959616 : -108637928592000 : ffff9d31c2db6d80) 00000100:00000001:0.0:1767384952.346308:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384952.346309:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.346310:0:16767:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384952.346311:0:16767:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384952.346313:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016e303d8 x1853237358520704/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384952.346318:0:16767:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384952.346319:0:16767:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384952.346320:0:16767:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384952.346321:0:16767:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384952.346323:0:16767:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384952.346324:0:16767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000016e303d8 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358520704:0@lo:256: 00000100:00000001:0.0:1767384952.346326:0:16767:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384952.346328:0:16767:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384952.346329:0:16767:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.346331:0:16767:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384952.346334:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fec3e4a. 00000400:00000010:0.0:1767384952.346337:0:16767:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000d63efc40. 00000100:00000200:0.0:1767384952.346340:0:16767:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958272706980-0x6958272706980, portal 33 00000100:00000001:0.0:1767384952.346342:0:16767:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384952.346348:0:16767:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384952.346363:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000455e979f. 02000000:00000001:0.0:1767384952.346366:0:16767:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384952.346369:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac364a41. 00000400:00000010:0.0:1767384952.346372:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065204f26. 00000100:00000200:0.0:1767384952.346374:0:16767:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358520704, portal 25 00000100:00000001:0.0:1767384952.346376:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384952.346377:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780959616 : -108637928592000 : ffff9d31c2db6d80) 00000100:00000040:0.0:1767384952.346380:0:16767:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000016e303d8 x1853237358520704/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384968 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384952.346384:0:16767:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384952.346386:0:16767:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384952.346388:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ea848ad. 00000100:00000200:0.0:1767384952.346390:0:16767:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237358520704, offset 0 00000400:00000200:0.0:1767384952.346394:0:16767:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384952.346401:0:16767:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384952.346408:0:16767:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272706980 00000400:00000200:0.0:1767384952.346414:0:16767:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x14b5 [2] + 0 00000400:00000010:0.0:1767384952.346417:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061e27d8d. 00000400:00000200:0.0:1767384952.346421:0:16767:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d15f7094 00000400:00000200:0.0:1767384952.346425:0:16767:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384952.346429:0:16767:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384952.346433:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d15f7094 00000400:00000010:0.0:1767384952.346435:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d15f7094. 00000100:00000001:0.0:1767384952.346440:0:16767:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384952.346442:0:16767:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384952.346445:0:16767:0:(events.c:337:request_in_callback()) incoming req@00000000334df491 x1853237358520704 msgsize 304 00000100:00100000:0.0:1767384952.346452:0:16767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384952.346454:0:16767:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384952.346466:0:16767:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384952.346472:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ea848ad 00000400:00000010:0.0:1767384952.346474:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ea848ad. 00000100:00000001:0.0:1767384952.346477:0:16767:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384952.346481:0:16767:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000016e303d8 x1853237358520704/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384968 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384952.346489:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384952.346496:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384952.346498:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358520704 02000000:00000001:2.0:1767384952.346502:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1767384952.346502:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000016e303d8 x1853237358520704/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384968 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384952.346504:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384952.346507:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384952.346512:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384952.346515:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358520704 00000020:00000001:2.0:1767384952.346519:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384952.346522:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000100:00000001:0.0:1767384952.346523:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384952.346524:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384952.346527:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000100:00000001:0.0:1767384952.346528:0:16767:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384952.346530:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:2.0:1767384952.346533:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384952.346536:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384952.346538:0:16767:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384952.346539:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c078084. 00000100:00000001:2.0:1767384952.346544:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384952.346544:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294942220 00000020:00000010:2.0:1767384952.346547:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c078084. 00000020:00000010:2.0:1767384952.346553:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f29fd73. 00000100:00000001:0.0:1767384952.346555:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294942219 00000020:00000010:2.0:1767384952.346557:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000284e2397. 00000020:00000010:2.0:1767384952.346563:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004906a72e. 00000100:00000001:0.0:1767384952.346565:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294942220 00000100:00000040:2.0:1767384952.346568:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384952.346570:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294942219 00000100:00000001:2.0:1767384952.346571:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384952.346574:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384952.346577:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.346580:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294942220 00000100:00000001:2.0:1767384952.346581:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.346588:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294942219 00000100:00000001:2.0:1767384952.346591:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384952.346594:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294942220 00000100:00000001:0.0:1767384952.346602:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294942219 00000100:00000001:2.0:1767384952.346603:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384952.346606:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384952.346609:0:16767:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384952.346612:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00000040:2.0:1767384952.346616:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:0.0:1767384952.346616:0:16767:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.346620:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631892048 : -108637077659568 : ffff9d31f593a050) 00000100:00000001:0.0:1767384952.346622:0:16767:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384952.346625:0:16767:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767384952.346626:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000334df491 x1853237358520704/t0(0) o256->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:178/0 lens 304/0 e 0 to 0 dl 1767384963 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384952.346631:0:16767:0:(client.c:2690:ptlrpc_set_wait()) set 00000000001fb675 going to sleep for 11 seconds 00000100:00000001:2.0:1767384952.346638:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384952.346638:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384952.346643:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384952.346648:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c078084. 00000100:00000001:2.0:1767384952.346652:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384952.346654:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c078084. 00000100:00100000:2.0:1767384952.346657:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000334df491 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16767:x1853237358520704:12345-0@lo:256: 00000100:00000200:2.0:1767384952.346660:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358520704 00000020:00000001:2.0:1767384952.346662:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384952.346664:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384952.346665:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384952.346667:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384952.346668:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170144 : -1040381472 : ffffffffc1fd09e0) 00000020:00000001:2.0:1767384952.346670:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384952.346671:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384952.346673:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384952.346674:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384952.346676:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.346678:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384952.346679:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384952.346681:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000006a402d1e. 02000000:00000001:2.0:1767384952.346682:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.346683:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384952.346685:0:16763:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384952.346688:0:16763:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384952.346690:0:16763:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384952.346692:0:16763:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384952.346694:0:16763:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384952.346695:0:16763:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384952.346696:0:16763:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384952.346699:0:16763:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000040196b7e. 20000000:00000001:2.0:1767384952.346701:0:16763:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384952.346713:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384952.346718:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384952.346722:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384952.346724:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384952.346726:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384952.346727:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384952.346729:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384952.346736:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384952.346737:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384952.346739:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384952.346740:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384952.346741:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384952.346743:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384952.346744:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384952.346745:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384952.346746:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384952.346747:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384952.346749:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384952.346750:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384952.346751:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384952.346753:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384952.346754:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384952.346755:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384952.346756:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384952.346757:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384952.346758:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384952.346760:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384952.346761:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384952.346762:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384952.346764:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384952.346765:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384952.346766:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384952.346768:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384952.346770:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767384952.346771:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:2.0:1767384952.346773:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:2.0:1767384952.346775:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:01000000:2.0:1767384952.346776:0:16763:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 764, pages 3332/1/4/3. 20000000:00000040:2.0:1767384952.346783:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384952.346785:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384952.346786:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384952.346788:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384952.346789:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384952.346791:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384952.346792:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384952.346794:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384952.346800:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384952.346802:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384952.346803:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384952.346804:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384952.346806:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384952.346808:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384952.346809:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384952.346811:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384952.346812:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384952.346814:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384952.346815:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384952.346817:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384952.346818:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384952.346820:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384952.346821:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384952.346822:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384952.346824:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384952.346826:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384952.346827:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384952.346829:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384952.346830:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384952.346831:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384952.346833:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384952.346834:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384952.346836:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384952.346837:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767384952.346839:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:2.0:1767384952.346840:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:2.0:1767384952.346842:0:16763:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:01000000:2.0:1767384952.346843:0:16763:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 764, pages 2568/1/4/3. 20000000:01000000:2.0:1767384952.346845:0:16763:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1528, version 78 20000000:00000001:2.0:1767384952.346847:0:16763:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1528 : 1528 : 5f8) 00000100:00000001:2.0:1767384952.346849:0:16763:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384952.346852:0:16763:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000254052f2. 00000100:00000010:2.0:1767384952.346854:0:16763:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000005e8daba6. 00000020:00000040:2.0:1767384952.346856:0:16763:0:(genops.c:887:class_export_get()) GET export 000000005d63f134 refcount=16 00010000:00000001:2.0:1767384952.346858:0:16763:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384952.346860:0:16763:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384952.346867:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccf64db9. 00000400:00000010:2.0:1767384952.346872:0:16763:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d0348af6. 00000400:00000200:2.0:1767384952.346875:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384952.346881:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384952.346886:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1528 into portal 33 MB=0x6958272706980 00000400:00000200:2.0:1767384952.346890:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1528/1528 into md 0x1d0d [4] + 0 00000400:00000010:2.0:1767384952.346892:0:16763:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fec3e4a. 00000400:00000200:2.0:1767384952.346895:0:16763:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d63efc40 00000400:00000200:2.0:1767384952.346898:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384952.346900:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384952.346902:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d63efc40 00000400:00000010:2.0:1767384952.346903:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000d63efc40. 00000100:00000001:2.0:1767384952.346905:0:16763:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384952.346906:0:16763:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000016e303d8 desc 00000000f71b79a5 mbits 1853237358520704 00000100:00000001:2.0:1767384952.346916:0:16763:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384952.346919:0:16763:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384952.346923:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384952.346928:0:16763:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1d19 00000400:00000200:2.0:1767384952.346930:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384952.346933:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384952.346935:0:16763:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384952.346936:0:16763:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000254052f2 00000100:00000001:2.0:1767384952.346938:0:16763:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:0.0:1767384952.346943:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384952.346944:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccf64db9 00000400:00000010:2.0:1767384952.346946:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccf64db9. 00000100:00000001:0.0:1767384952.346949:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.346950:0:16763:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384952.346952:0:16763:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000254052f2 00000100:00000001:2.0:1767384952.346956:0:16763:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384952.346960:0:16763:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1528 bytes via portal 33 id 12345-0@lo mbits 0x6958272706980-0x6958272706980 00000100:00000001:2.0:1767384952.346963:0:16763:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384952.346966:0:16763:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.346968:0:16763:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384952.346970:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 15 00000100:00000010:2.0:1767384952.346972:0:16763:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000005e8daba6. 00000100:00000010:2.0:1767384952.346975:0:16763:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000254052f2. 00000100:00000001:2.0:1767384952.346982:0:16763:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384952.346983:0:16763:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384952.346988:0:16763:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000040196b7e. 20000000:00000001:2.0:1767384952.346991:0:16763:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384952.346993:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358520704 00010000:00000001:2.0:1767384952.346995:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384952.346998:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000334df491 x1853237358520704/t0(0) o256->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:178/0 lens 304/240 e 0 to 0 dl 1767384963 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384952.347004:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384952.347005:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384952.347007:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=76 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384952.347035:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384952.347038:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:2.0:1767384952.347040:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384952.347042:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384952.347044:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.347046:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384952.347048:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384952.347051:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccf64db9. 00000100:00000200:2.0:1767384952.347054:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237358520704, offset 224 00000400:00000200:2.0:1767384952.347058:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384952.347066:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384952.347071:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272706980 00000400:00000200:2.0:1767384952.347075:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1d11 [1] + 224 00000400:00000200:2.0:1767384952.347077:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384952.347080:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384952.347082:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384952.347083:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000016e303d8 x1853237358520704/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384968 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384952.347090:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000016e303d8 x1853237358520704/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384968 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384952.347100:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384952.347103:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccf64db9 00000400:00000010:2.0:1767384952.347109:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccf64db9. 00000100:00000001:2.0:1767384952.347111:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384952.347112:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384952.347115:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384952.347117:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:2.0:1767384952.347118:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384952.347120:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.347120:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384952.347122:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384952.347126:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000334df491 x1853237358520704/t0(0) o256->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:178/0 lens 304/240 e 0 to 0 dl 1767384963 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384952.347127:0:16767:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384952.347131:0:16767:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384952.347135:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000334df491 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16767:x1853237358520704:12345-0@lo:256: Request processed in 496us (688us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384952.347136:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac364a41. 00000400:00000200:0.0:1767384952.347144:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065204f26 00000100:00100000:2.0:1767384952.347145:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00000040:2.0:1767384952.347149:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000400:00000010:0.0:1767384952.347149:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065204f26. 00000100:00000001:2.0:1767384952.347153:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384952.347155:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384952.347157:0:16767:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384952.347158:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000284e2397. 00000020:00000010:2.0:1767384952.347163:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004906a72e. 00000100:00000200:0.0:1767384952.347165:0:16767:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000016e303d8 x1853237358520704/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384968 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384952.347167:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f29fd73. 00000020:00000040:2.0:1767384952.347170:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 02000000:00000001:2.0:1767384952.347174:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384952.347176:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000006a402d1e. 02000000:00000001:2.0:1767384952.347180:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384952.347182:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384952.347184:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384952.347187:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a2e3ce8. 00000400:00000010:2.0:1767384952.347191:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000087cd8305. 00000100:00000200:0.0:1767384952.347203:0:16767:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000016e303d8 x1853237358520704/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384968 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384952.347211:0:16767:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384952.347212:0:16767:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384952.347214:0:16767:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384952.347216:0:16767:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384952.347218:0:16767:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384952.347219:0:16767:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384952.347222:0:16767:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384952.347224:0:16767:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=76 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384952.347227:0:16767:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=76 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384952.347230:0:16767:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384952.347231:0:16767:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384952.347233:0:16767:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384952.347235:0:16767:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.347237:0:16767:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384952.347239:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000016e303d8 x1853237358520704/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384968 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384952.347248:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000016e303d8 x1853237358520704/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384968 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384952.347255:0:16767:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384952.347257:0:16767:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384952.347260:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016e303d8 x1853237358520704/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384968 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384952.347267:0:16767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000016e303d8 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358520704:0@lo:256: 00000100:00000001:0.0:1767384952.347273:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384952.347275:0:16767:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.347277:0:16767:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384952.347279:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384952.347281:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000016e303d8 x1853237358520704/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384968 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384952.347288:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384952.347297:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000001fb675. 00000100:00000001:0.0:1767384952.347300:0:16767:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384952.347302:0:16767:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384952.347305:0:16767:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 78, more 0. 10000000:00000001:0.0:1767384952.347308:0:16767:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384952.347314:0:16767:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000000d0c576. 00010000:00000001:0.0:1767384952.347323:0:16767:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384952.347325:0:16767:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384952.347330:0:16767:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.157@tcp has 192.168.203.157@tcp. 00000100:00000001:0.0:1767384952.347333:0:16767:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384952.347335:0:16767:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384952.347336:0:16767:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.157@tcp with 192.168.203.157@tcp 00000100:00000200:0.0:1767384952.347338:0:16767:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.157@tcp' 00000100:00000200:0.0:1767384952.347342:0:16767:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 37 NIDs for '192.168.203.157@tcp' 00000400:00000200:0.0:1767384952.347345:0:16767:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:0.0:1767384952.347348:0:16767:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384952.347367:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.157@tcp 00000400:00000200:0.0:1767384952.347373:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384952.347378:0:16767:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (35) 00000400:00000200:0.0:1767384952.347383:0:16767:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (36) 00000400:00000200:0.0:1767384952.347398:0:16767:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:0.0:1767384952.347401:0:16767:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384952.347404:0:16767:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384952.347407:0:16767:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp: 0. pending discovery 00000400:00000200:0.0:1767384952.347410:0:16767:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (37) 00000400:00000200:0.0:1767384952.347413:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp 00000400:00000200:0.0:1767384952.347415:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.157@tcp10 00000400:00000200:0.0:1767384952.347420:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384952.347422:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp10 00000400:00000200:2.0:1767384952.347423:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384952.347425:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.157@tcp11 00000400:00000200:2.0:1767384952.347432:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102071 00000400:00000200:0.0:1767384952.347433:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384952.347439:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp11 00000400:00000200:2.0:1767384952.347440:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (36) 00000400:00000200:0.0:1767384952.347443:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.157@tcp12 00000400:00000010:2.0:1767384952.347448:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 000000006a402d1e. 00000400:00000200:0.0:1767384952.347449:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384952.347455:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp12 00000400:00000010:2.0:1767384952.347456:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccf64db9. 00000400:00000200:0.0:1767384952.347458:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.157@tcp13 00000400:00000010:2.0:1767384952.347465:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c46357f0. 00000400:00000200:0.0:1767384952.347474:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384952.347475:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1767384952.347478:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp13 00000400:00000200:0.0:1767384952.347482:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.157@tcp14 00000400:00000200:0.0:1767384952.347487:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384952.347490:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp14 00000400:00000200:0.0:1767384952.347493:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.157@tcp15 00000400:00000200:2.0:1767384952.347495:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1767384952.347500:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384952.347503:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:0.0:1767384952.347506:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp15 00000400:00000200:2.0:1767384952.347512:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[43, 37], ns[43, 37] 00000400:00000200:0.0:1767384952.347512:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.157@tcp16 00000400:00000200:2.0:1767384952.347521:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[62, 37] 00000400:00000200:0.0:1767384952.347521:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384952.347527:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp16 00000400:00000200:2.0:1767384952.347530:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 37], ns[66, 37] 00000400:00000200:0.0:1767384952.347534:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.157@tcp17 00000400:00000200:2.0:1767384952.347537:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 37], ns[77, 37] 00000400:00000200:0.0:1767384952.347542:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384952.347543:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 37], ns[81, 37] 00000400:00000200:0.0:1767384952.347547:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp17 00000400:00000200:2.0:1767384952.347551:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 37], ns[97, 37] 00000400:00000200:0.0:1767384952.347553:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.157@tcp18 00000400:00000200:2.0:1767384952.347560:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 37], ns[104, 37] 00000400:00000200:0.0:1767384952.347563:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384952.347567:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp18 00000400:00000200:2.0:1767384952.347568:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 37], ns[125, 37] 00000400:00000200:0.0:1767384952.347574:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.157@tcp19 00000400:00000200:2.0:1767384952.347577:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 37], ns[131, 37] 00000400:00000200:0.0:1767384952.347582:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384952.347583:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 37], ns[137, 37] 00000400:00000200:0.0:1767384952.347587:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp19 00000400:00000200:2.0:1767384952.347592:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 37], ns[141, 37] 00000400:00000200:0.0:1767384952.347593:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.157@tcp20 00000400:00000200:0.0:1767384952.347600:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384952.347601:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 37], ns[152, 37] 00000400:00000200:0.0:1767384952.347605:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp20 00000400:00000200:2.0:1767384952.347609:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 37], ns[161, 37] 00000400:00000200:0.0:1767384952.347611:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.157@tcp21 00000400:00000200:2.0:1767384952.347619:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 37], ns[46, 37] 00000400:00000200:0.0:1767384952.347620:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384952.347625:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp21 00000400:00000200:2.0:1767384952.347626:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 37], ns[50, 37] 00000400:00000200:0.0:1767384952.347632:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.157@tcp22 00000400:00000200:2.0:1767384952.347635:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 37], ns[54, 37] 00000400:00000200:0.0:1767384952.347640:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384952.347641:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 37], ns[58, 37] 00000400:00000200:0.0:1767384952.347646:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp22 00000400:00000200:0.0:1767384952.347649:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.157@tcp23 00000400:00000200:0.0:1767384952.347656:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384952.347659:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 37], ns[74, 37] 00000400:00000200:0.0:1767384952.347660:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp23 00000400:00000200:0.0:1767384952.347665:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.157@tcp24 00000400:00000200:2.0:1767384952.347668:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 37], ns[123, 37] 00000400:00000200:0.0:1767384952.347673:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384952.347676:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[75, 37] 00000400:00000200:0.0:1767384952.347678:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp24 00000400:00000200:2.0:1767384952.347684:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[125, 37], ns[135, 37] 00000400:00000200:0.0:1767384952.347685:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.157@tcp25 00000400:00000200:2.0:1767384952.347689:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 37], ns[93, 37] 00000400:00000200:2.0:1767384952.347693:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[137, 37], ns[147, 37] 00000400:00000200:2.0:1767384952.347700:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 37], ns[114, 37] 00000400:00000200:0.0:1767384952.347702:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384952.347707:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp25 00000400:00000200:2.0:1767384952.347708:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[149, 37], ns[159, 37] 00000400:00000200:0.0:1767384952.347714:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.157@tcp26 00000400:00000200:2.0:1767384952.347717:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 37], ns[122, 37] 00000400:00000200:0.0:1767384952.347722:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384952.347725:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 37], ns[146, 37] 00000400:00000200:0.0:1767384952.347727:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp26 00000400:00000200:2.0:1767384952.347731:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 37], ns[145, 37] 00000400:00000200:0.0:1767384952.347735:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.157@tcp27 00000400:00000200:2.0:1767384952.347738:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[145, 37], ns[155, 37] 00000400:00000200:0.0:1767384952.347743:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384952.347745:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[156, 37], ns[166, 37] 00000400:00000200:0.0:1767384952.347748:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp27 00000400:00000200:2.0:1767384952.347752:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 37], ns[158, 37] 00000400:00000200:0.0:1767384952.347754:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.157@tcp28 00000400:00000200:2.0:1767384952.347762:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[155, 37], ns[165, 37] 00000400:00000200:0.0:1767384952.347763:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384952.347768:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp28 00000400:00000200:2.0:1767384952.347771:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[154, 37], ns[164, 37] 00000400:00000200:0.0:1767384952.347773:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.157@tcp29 00000400:00000200:2.0:1767384952.347779:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767384952.347780:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384952.347784:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp 00000400:00000200:0.0:1767384952.347784:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp29 00000400:00000200:2.0:1767384952.347790:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767384952.347790:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.157@tcp30 00000400:00000200:2.0:1767384952.347798:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1767384952.347799:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384952.347802:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp30 00000400:00000200:0.0:1767384952.347807:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.157@tcp31 00000400:00000200:2.0:1767384952.347811:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [167:167:256:4294967295] 192.168.203.157@tcp LPNI seq info [157:157:8:4294967295] 00000400:00000200:0.0:1767384952.347816:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384952.347819:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp31 00000400:00000200:2.0:1767384952.347822:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp 00000400:00000200:0.0:1767384952.347826:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.157@tcp32 00000400:00000200:0.0:1767384952.347836:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384952.347837:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : GET try# 0 00000400:00000200:0.0:1767384952.347841:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp32 00000800:00000200:2.0:1767384952.347846:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp 00000400:00000200:0.0:1767384952.347847:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.157@tcp33 00000800:00000010:2.0:1767384952.347852:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009627990f. 00000400:00000200:0.0:1767384952.347853:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384952.347857:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp33 00000800:00000200:2.0:1767384952.347862:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000015191abb] -> 12345-192.168.203.157@tcp (6) 00000400:00000200:0.0:1767384952.347862:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.157@tcp34 00000400:00000200:0.0:1767384952.347869:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384952.347871:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp34 00000800:00000200:2.0:1767384952.347874:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000400:00000200:0.0:1767384952.347877:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.157@tcp35 00000800:00000200:2.0:1767384952.347880:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009627990f type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384952.347884:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384952.347887:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp35 00000400:00000200:0.0:1767384952.347890:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.157@tcp36 00000400:00000200:0.0:1767384952.347894:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767384952.347896:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp 00000400:00000200:0.0:1767384952.347899:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp36 00000400:00000200:2.0:1767384952.347901:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100271 rc 0 00000400:00000200:0.0:1767384952.347906:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.157@tcp37 00000400:00000200:0.0:1767384952.347919:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp37 NID flags 0x1: -114 00000400:00000200:0.0:1767384952.347921:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp37 00000400:00000200:0.0:1767384952.347923:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.157@tcp38 00000400:00000200:0.0:1767384952.347925:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384952.347927:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp38 00000400:00000200:0.0:1767384952.347928:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.157@tcp39 00000400:00000200:0.0:1767384952.347932:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384952.347933:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp39 00000400:00000200:0.0:1767384952.347935:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.157@tcp40 00000400:00000200:0.0:1767384952.347939:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp40 NID flags 0x1: -114 00000400:00000200:0.0:1767384952.347940:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp40 00000100:00000001:0.0:1767384952.347943:0:16767:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384952.347946:0:16767:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384952.347950:0:16767:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.157@tcp' by NID '192.168.203.157@tcp' 10000000:00000010:0.0:1767384952.347955:0:16767:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000003e56b44a. 10000000:00000040:0.0:1767384952.347958:0:16767:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 77/78 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.157@tcp::2 00000020:00000080:0.0:1767384952.347962:0:16767:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384952.347968:0:16767:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384952.347972:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020239928. 00000020:00000010:0.0:1767384952.347976:0:16767:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b51794e3. 00000800:00000200:2.0:1767384952.347981:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000040:00000010:0.0:1767384952.347981:0:16767:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e8dc9b16. 00000800:00000010:2.0:1767384952.347986:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009627990f. 00000020:00000010:0.0:1767384952.347989:0:16767:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000014318869. 00000400:00000200:2.0:1767384952.347990:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384952.347997:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.157@tcp: GET: OK 00000020:00000010:0.0:1767384952.347998:0:16767:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000092f34a6e. 00000400:00000200:2.0:1767384952.348000:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384952.348004:0:16122:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp: 0 00000020:00000010:0.0:1767384952.348006:0:16767:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000055b723ea. 00000800:00000001:2.0:1767384952.348010:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384952.348044:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384952.348046:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384952.348051:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384952.348057:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.157@tcp : GET - for me 00000400:00000200:2.0:1767384952.348063:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 608 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384952.348069:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp of length 608/608 into md 0x1ccd [1] + 0 00000400:00000200:2.0:1767384952.348077:0:16122:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1767384952.348080:0:16122:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp NI seq info: [168:168:256:4294967295] 192.168.203.157@tcp LPNI seq info [158:158:8:4294967295] 00000400:00000200:2.0:1767384952.348090:0:16122:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) 192.168.203.157@tcp : REPLY try# 0 00000800:00000200:2.0:1767384952.348095:0:16122:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1767384952.348097:0:16122:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009627990f. 00000800:00000200:2.0:1767384952.348102:0:16122:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000015191abb] -> 12345-192.168.203.157@tcp (6) 00000800:00000200:2.0:1767384952.348113:0:16122:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:1023 00000800:00000200:2.0:1767384952.348115:0:16122:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009627990f type 3, nob 704 niov 1 nkiov 1 00000800:00000200:2.0:1767384952.348173:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384952.348175:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009627990f. 00000400:00000200:2.0:1767384952.348177:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384952.348180:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.157@tcp: REPLY: OK 00000800:00000001:2.0:1767384952.348187:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384952.348189:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384952.348191:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384952.348194:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384952.348196:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384952.348198:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384952.348201:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp(192.168.203.157@tcp) <- 192.168.203.157@tcp : REPLY - for me 00000400:00000200:2.0:1767384952.348207:0:16122:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp: Reply from 12345-192.168.203.157@tcp of length 608/608 into md 0x1d25 80000000:00000010:0.0:1767384952.348209:0:16767:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002c00240d. 00000800:00000001:2.0:1767384952.348210:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384952.348217:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 40000000:00000010:0.0:1767384952.348217:0:16767:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001af1a412. 00000400:00000200:2.0:1767384952.348220:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384952.348224:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp->192.168.203.157@tcp: REPLY: OK 00100000:00000010:0.0:1767384952.348225:0:16767:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c90ea6ea. 00000400:00000200:2.0:1767384952.348227:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccf64db9 00000400:00000010:2.0:1767384952.348229:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccf64db9. 00000400:00000200:2.0:1767384952.348233:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00040000:00000010:0.0:1767384952.348235:0:16767:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008d30b326. 00000400:00000200:2.0:1767384952.348236:0:16122:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.157@tcp has discovery enabled 00000400:00000200:2.0:1767384952.348241:0:16122:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00040000:00000010:0.0:1767384952.348243:0:16767:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d5e2a843. 00000400:00000200:2.0:1767384952.348244:0:16122:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.157@tcp (624 bytes) 00000400:00000200:2.0:1767384952.348250:0:16122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00040000:00000010:0.0:1767384952.348251:0:16767:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000064baf91f. 00000400:00000010:2.0:1767384952.348257:0:16122:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 000000006a402d1e. 00080000:00000010:0.0:1767384952.348258:0:16767:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000081fa3f7. 00000400:00000200:2.0:1767384952.348261:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (37) 00000004:00000010:0.0:1767384952.348265:0:16767:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f331812b. 00000800:00000001:2.0:1767384952.348266:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384952.348269:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:0.0:1767384952.348274:0:16767:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005dfea842. 00000004:00000010:0.0:1767384952.348281:0:16767:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000029bff76a. 00000400:00000200:2.0:1767384952.348282:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384952.348287:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 000000006a402d1e. 00000400:00000010:2.0:1767384952.348291:0:16125:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a5b8f87. 00002000:00000010:0.0:1767384952.348295:0:16767:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c38920bb. 00000400:00000010:2.0:1767384952.348296:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccf64db9. 00000400:00000200:2.0:1767384952.348301:0:16125:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000006a402d1e 00000004:00000010:0.0:1767384952.348303:0:16767:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000313b42da. 00000004:00000001:0.0:1767384952.348310:0:16767:0:(osp_dev.c:662:osp_process_config()) Process entered 00000400:00000001:2.0:1767384952.348311:0:16125:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384952.348314:0:16125:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384952.348315:0:16125:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfe21ea4. 00000040:00000001:0.0:1767384952.348315:0:16767:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384952.348320:0:16767:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000003e56b44a 00000400:00000200:2.0:1767384952.348321:0:16125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027fa4960 00000400:00000010:2.0:1767384952.348325:0:16125:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000027fa4960. 00000040:00001000:0.0:1767384952.348326:0:16767:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000400:00000200:2.0:1767384952.348329:0:16125:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000040:00001000:0.0:1767384952.348329:0:16767:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000400:00000010:2.0:1767384952.348333:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 0000000033f5d254. 00000040:00001000:0.0:1767384952.348334:0:16767:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000400:00000200:2.0:1767384952.348336:0:16125:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 624 success 00000040:00001000:0.0:1767384952.348338:0:16767:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000400:00000200:2.0:1767384952.348342:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100871 00000040:00001000:0.0:1767384952.348343:0:16767:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384952.348347:0:16767:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000400:00000200:2.0:1767384952.348348:0:16125:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.157@tcp:0 00000040:00001000:0.0:1767384952.348365:0:16767:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000400:00000200:2.0:1767384952.348371:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102071 rc 1 00000040:00001000:0.0:1767384952.348371:0:16767:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.157@tcp::2 00000040:00000001:0.0:1767384952.348377:0:16767:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:2.0:1767384952.348378:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102071 00000400:00000200:2.0:1767384952.348381:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (36) 00000400:00000010:2.0:1767384952.348384:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 000000009629f47b. 00000400:00000010:2.0:1767384952.348387:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081bd7484. 00000400:00000010:2.0:1767384952.348393:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007111d50b. 00000400:00000200:2.0:1767384952.348400:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1767384952.348407:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1767384952.348412:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 158], ns[40, 168] 00000400:00000200:2.0:1767384952.348419:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[43, 40], ns[43, 40] 00000400:00000200:2.0:1767384952.348426:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 40], ns[62, 40] 00000400:00000200:2.0:1767384952.348436:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 40], ns[66, 40] 00000004:00000001:0.0:1767384952.348440:0:16767:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384952.348449:0:16767:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b51794e3. 00000400:00000200:2.0:1767384952.348453:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 40], ns[77, 40] 00000040:00000010:0.0:1767384952.348457:0:16767:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e8dc9b16. 00000020:00000010:0.0:1767384952.348465:0:16767:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000014318869. 00000400:00000200:2.0:1767384952.348467:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 40], ns[81, 40] 00000020:00000010:0.0:1767384952.348474:0:16767:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000092f34a6e. 00000400:00000200:2.0:1767384952.348475:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 40], ns[97, 40] 00000400:00000200:2.0:1767384952.348482:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 40], ns[104, 40] 00000020:00000010:0.0:1767384952.348484:0:16767:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000055b723ea. 00000400:00000200:2.0:1767384952.348487:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 40], ns[125, 40] 80000000:00000010:0.0:1767384952.348491:0:16767:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002c00240d. 40000000:00000010:0.0:1767384952.348499:0:16767:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001af1a412. 00000400:00000200:2.0:1767384952.348500:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 40], ns[131, 40] 00000400:00000200:2.0:1767384952.348506:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 40], ns[137, 40] 00100000:00000010:0.0:1767384952.348506:0:16767:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c90ea6ea. 00000400:00000200:2.0:1767384952.348513:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 40], ns[141, 40] 00040000:00000010:0.0:1767384952.348514:0:16767:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008d30b326. 00000400:00000200:2.0:1767384952.348520:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 40], ns[152, 40] 00040000:00000010:0.0:1767384952.348522:0:16767:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d5e2a843. 00000400:00000200:2.0:1767384952.348524:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 40], ns[161, 40] 00000400:00000200:2.0:1767384952.348529:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 40], ns[46, 40] 00040000:00000010:0.0:1767384952.348530:0:16767:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000064baf91f. 00000400:00000200:2.0:1767384952.348535:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 40], ns[50, 40] 00080000:00000010:0.0:1767384952.348537:0:16767:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000081fa3f7. 00000400:00000200:2.0:1767384952.348540:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 40], ns[54, 40] 00000004:00000010:0.0:1767384952.348544:0:16767:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f331812b. 00000400:00000200:2.0:1767384952.348545:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 40], ns[58, 40] 00000004:00000010:0.0:1767384952.348551:0:16767:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005dfea842. 00000400:00000200:2.0:1767384952.348552:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 40], ns[74, 40] 00000400:00000200:2.0:1767384952.348559:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 40], ns[123, 40] 00000004:00000010:0.0:1767384952.348559:0:16767:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000029bff76a. 00000400:00000200:2.0:1767384952.348564:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 40], ns[75, 40] 00002000:00000010:0.0:1767384952.348567:0:16767:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c38920bb. 00000400:00000200:2.0:1767384952.348569:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[125, 40], ns[135, 40] 00000400:00000200:2.0:1767384952.348575:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 40], ns[93, 40] 00000004:00000010:0.0:1767384952.348575:0:16767:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000313b42da. 00000400:00000200:2.0:1767384952.348583:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[137, 40], ns[147, 40] 00000020:00000010:0.0:1767384952.348583:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020239928. 00000020:00000001:0.0:1767384952.348589:0:16767:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384952.348590:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 40], ns[114, 40] 00000020:00000001:0.0:1767384952.348596:0:16767:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384952.348597:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[149, 40], ns[159, 40] 10000000:00000010:0.0:1767384952.348604:0:16767:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000003e56b44a. 00000400:00000200:2.0:1767384952.348605:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 40], ns[122, 40] 00000400:00000200:2.0:1767384952.348618:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 40], ns[146, 40] 00000400:00000200:2.0:1767384952.348624:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 40], ns[145, 40] 10000000:00000040:0.0:1767384952.348627:0:16767:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.157@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00000400:00000200:2.0:1767384952.348628:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[145, 40], ns[155, 40] 00000400:00000200:2.0:1767384952.348634:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[156, 40], ns[166, 40] 10000000:00000010:0.0:1767384952.348634:0:16767:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000000d0c576. 10000000:00000001:0.0:1767384952.348641:0:16767:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384952.348642:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 40], ns[158, 40] 00000100:00000001:0.0:1767384952.348647:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384952.348648:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[155, 40], ns[165, 40] 00000400:00000200:2.0:1767384952.348655:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[154, 40], ns[164, 40] 00000100:00000040:0.0:1767384952.348656:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000016e303d8 x1853237358520704/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384968 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384952.348660:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000400:00000200:2.0:1767384952.348667:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp10 00000400:00000200:2.0:1767384952.348673:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp10 lpni_is_preferred = 0 00000100:00000001:0.0:1767384952.348676:0:16767:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1767384952.348677:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp10 02000000:00000001:0.0:1767384952.348680:0:16767:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767384952.348683:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp10 NI seq info: [169:169:256:4294967295] 192.168.203.157@tcp10 LPNI seq info [159:159:8:4294967295] 02000000:00000010:0.0:1767384952.348685:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000455e979f. 00000400:00000200:2.0:1767384952.348690:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp10 02000000:00000001:0.0:1767384952.348691:0:16767:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384952.348696:0:16767:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1767384952.348700:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp10(192.168.203.157@tcp10:) -> 192.168.203.157@tcp10(192.168.203.157@tcp:192.168.203.157@tcp10) : GET try# 0 00000020:00000040:0.0:1767384952.348701:0:16767:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000800:00000200:2.0:1767384952.348707:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp10 00000020:00000001:0.0:1767384952.348707:0:16767:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384952.348711:0:16767:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000800:00000010:2.0:1767384952.348712:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009627990f. 00000020:00000001:0.0:1767384952.348715:0:16767:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000200:2.0:1767384952.348720:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de593de0] -> 12345-192.168.203.157@tcp10 (6) 00000020:00000040:0.0:1767384952.348720:0:16767:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1767384952.348725:0:16767:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384952.348728:0:16767:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000cfd4a027. 00000800:00000200:2.0:1767384952.348729:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp10 ip 192.168.203.157:988 00000800:00000200:2.0:1767384952.348733:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009627990f type 2, nob 96 niov 1 nkiov 0 00000100:00000010:0.0:1767384952.348736:0:16767:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000f71b79a5. 00000100:00000001:0.0:1767384952.348741:0:16767:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000400:00000200:2.0:1767384952.348743:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp 02000000:00000010:0.0:1767384952.348745:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000067ede5da. 00000400:00000200:2.0:1767384952.348747:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100271 rc 0 02000000:00000001:0.0:1767384952.348752:0:16767:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384952.348755:0:16767:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384952.348757:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016e303d8. 00000100:00000001:0.0:1767384952.348761:0:16767:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384952.348763:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384952.348777:0:16767:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000f11f9912. 10000000:01000000:0.0:1767384952.348781:0:16767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384952.348786:0:16767:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00000800:00000200:2.0:1767384952.348787:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1767384952.348788:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000010:2.0:1767384952.348791:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009627990f. 00000020:00000001:0.0:1767384952.348792:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384952.348795:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1767384952.348797:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e066216e refcount=3 00000400:00000200:2.0:1767384952.348803:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp10->192.168.203.157@tcp10: GET: OK 00000020:00000001:0.0:1767384952.348803:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854931456 : -108637854620160 : ffff9d31c7442600) 00010000:00000001:0.0:1767384952.348808:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854931456 : -108637854620160 : ffff9d31c7442600) 00010000:00000001:0.0:1767384952.348813:0:16767:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:2.0:1767384952.348814:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384952.348817:0:16122:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp: 0 00000800:00000001:2.0:1767384952.348822:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:0.0:1767384952.348823:0:16767:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: 00000000e066216e/0x4895a8f6c11e87c1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e87c8 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000800:00000001:2.0:1767384952.348827:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384952.348831:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384952.348837:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384952.348837:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384952.348840:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384952.348845:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp10(192.168.203.157@tcp10) <- 192.168.203.157@tcp10 : GET - for me 00010000:00010000:0.0:1767384952.348845:0:16767:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: 00000000e066216e/0x4895a8f6c11e87c1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e87c8 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384952.348855:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 624 into portal 0 MB=0x8000000000000000 00010000:00000001:0.0:1767384952.348856:0:16767:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384952.348859:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384952.348860:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp of length 624/624 into md 0x1ccd [1] + 0 00010000:00000001:0.0:1767384952.348863:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384952.348867:0:16767:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384952.348869:0:16122:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp10 to MR: 192.168.203.157@tcp10 local destination 10000000:00000001:0.0:1767384952.348871:0:16767:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384952.348875:0:16122:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp10 NI seq info: [170:170:256:4294967295] 192.168.203.157@tcp10 LPNI seq info [160:160:8:4294967295] 10000000:00000001:0.0:1767384952.348876:0:16767:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384952.348882:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384952.348886:0:16767:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ff67cc77) refs 3 00000400:00000200:2.0:1767384952.348891:0:16122:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp10(192.168.203.157@tcp10:192.168.203.157@tcp10) -> 192.168.203.157@tcp10(192.168.203.157@tcp10:192.168.203.157@tcp10) 192.168.203.157@tcp10 : REPLY try# 0 10000000:00000001:0.0:1767384952.348892:0:16767:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000200:2.0:1767384952.348896:0:16122:0:(socklnd_cb.c:1001:ksocknal_send()) sending 624 bytes in 1 frags to 12345-192.168.203.157@tcp10 00000800:00000010:2.0:1767384952.348898:0:16122:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009627990f. 00000800:00000200:2.0:1767384952.348901:0:16122:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de593de0] -> 12345-192.168.203.157@tcp10 (6) 00000800:00000200:2.0:1767384952.348904:0:16122:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp10 ip 192.168.203.157:1021 00000800:00000200:2.0:1767384952.348906:0:16122:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009627990f type 3, nob 720 niov 1 nkiov 1 00000800:00000200:2.0:1767384952.348946:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384952.348948:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009627990f. 00000400:00000200:2.0:1767384952.348949:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384952.348952:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp10->192.168.203.157@tcp10: REPLY: OK 00000800:00000001:2.0:1767384952.348957:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384952.348959:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384952.348961:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384952.348965:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384952.348966:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384952.348968:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384952.348971:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp10(192.168.203.157@tcp10) <- 192.168.203.157@tcp10 : REPLY - for me 00000400:00000200:2.0:1767384952.348977:0:16122:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp10: Reply from 12345-192.168.203.157@tcp10 of length 624/624 into md 0x1d2d 00000800:00000001:2.0:1767384952.348979:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384952.348990:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384952.348992:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384952.348994:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp10->192.168.203.157@tcp10: REPLY: OK 00000400:00000200:2.0:1767384952.348997:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081bd7484 00000400:00000010:2.0:1767384952.348998:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081bd7484. 00000400:00000200:2.0:1767384952.349000:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384952.349002:0:16122:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.157@tcp has discovery enabled 00000400:00000200:2.0:1767384952.349004:0:16122:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000200:2.0:1767384952.349007:0:16122:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.157@tcp data present 37. state = 0x100271 00000400:00000200:2.0:1767384952.349010:0:16122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:2.0:1767384952.349034:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (37) 00000800:00000001:2.0:1767384952.349038:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384952.349040:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384952.349051:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384952.349053:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x1000f1 00000400:00000010:2.0:1767384952.349059:0:16125:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 760 at 00000000532456de. 00000400:00000010:2.0:1767384952.349061:0:16125:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 912 at 00000000254052f2. 00000400:00000010:2.0:1767384952.349063:0:16125:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 760 at 000000009f5e6957. 00000400:00000200:2.0:1767384952.349087:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp35(000000007603a8b2) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384952.349091:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp39(00000000288d2936) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384952.349094:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp40(00000000793542ba) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384952.349096:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp42(000000005618afae) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384952.349099:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp43(00000000ea7628d6) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384952.349103:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000008f29fd73. 00000400:00000200:2.0:1767384952.349108:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 000000008f29fd73 nid 192.168.203.157@tcp44 00000400:00000010:2.0:1767384952.349110:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000048095a22. 00000400:00000200:2.0:1767384952.349111:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 0000000048095a22 net tcp44 00000400:00000200:2.0:1767384952.349114:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (36) 00000400:00000200:2.0:1767384952.349117:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp44 flags 0x11 00000400:00000010:2.0:1767384952.349121:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000004dfc609c. 00000400:00000200:2.0:1767384952.349123:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 000000004dfc609c nid 192.168.203.157@tcp45 00000400:00000010:2.0:1767384952.349125:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000026dbde05. 00000400:00000200:2.0:1767384952.349133:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 0000000026dbde05 net tcp45 00000400:00000200:2.0:1767384952.349134:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (37) 00000400:00000200:2.0:1767384952.349136:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp45 flags 0x11 00000400:00000010:2.0:1767384952.349139:0:16125:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 760 at 00000000532456de. 00000400:00000010:2.0:1767384952.349142:0:16125:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 912 at 00000000254052f2. 00000400:00000010:2.0:1767384952.349144:0:16125:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 760 at 000000009f5e6957. 00000400:00000010:2.0:1767384952.349145:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 000000009629f47b. 00000400:00000200:2.0:1767384952.349147:0:16125:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:2.0:1767384952.349149:0:16125:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.157@tcp(00000000aa3f4fd0): 0. state = 0x100171 00000400:00000200:2.0:1767384952.349152:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100171 rc 1 00000400:00000200:2.0:1767384952.349154:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100171 00000400:00000010:2.0:1767384952.349158:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081bd7484. 00000400:00000200:2.0:1767384952.349161:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (38) 00000400:00000010:2.0:1767384952.349164:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004089d2ee. 00000400:00000200:2.0:1767384952.349167:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp10 00000400:00000200:2.0:1767384952.349174:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp10 to MR: 192.168.203.157@tcp10 local destination 00000400:00000200:2.0:1767384952.349177:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp10 NI seq info: [171:171:256:4294967295] 192.168.203.157@tcp10 LPNI seq info [161:161:8:4294967295] 00000400:00000200:2.0:1767384952.349180:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp10 00000400:00000200:2.0:1767384952.349185:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp10(192.168.203.157@tcp10:192.168.203.157@tcp10) -> 192.168.203.157@tcp10(192.168.203.157@tcp10:192.168.203.157@tcp10) : PUT try# 0 00000800:00000200:2.0:1767384952.349188:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 624 bytes in 1 frags to 12345-192.168.203.157@tcp10 00000800:00000010:2.0:1767384952.349191:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009627990f. 00000800:00000200:2.0:1767384952.349193:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de593de0] -> 12345-192.168.203.157@tcp10 (6) 00000800:00000200:2.0:1767384952.349196:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp10 ip 192.168.203.157:988 00000800:00000200:2.0:1767384952.349198:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009627990f type 1, nob 720 niov 1 nkiov 1 00000400:00000200:2.0:1767384952.349205:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 00000400:00000200:2.0:1767384952.349207:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100571 rc 0 00000800:00000200:2.0:1767384952.349242:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384952.349244:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009627990f. 00000400:00000200:2.0:1767384952.349247:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384952.349250:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp10->192.168.203.157@tcp10: PUT: OK 00000400:00000200:2.0:1767384952.349252:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384952.349261:0:16122:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp10: 0 00000800:00000001:2.0:1767384952.349266:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384952.349270:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384952.349272:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384952.349275:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384952.349278:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp10(192.168.203.157@tcp10) <- 192.168.203.157@tcp10 : PUT - for me 00000400:00000200:2.0:1767384952.349283:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 624 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384952.349287:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.157@tcp of length 624/624 into md 0x1d29 [1] + 0 00000400:00000010:2.0:1767384952.349290:0:16122:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a5b8f87. 00000400:00000200:2.0:1767384952.349293:0:16122:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ccf64db9 00000800:00000001:2.0:1767384952.349296:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384952.349300:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384952.349301:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384952.349304:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp10->192.168.203.157@tcp10: PUT: OK 00000400:00000200:2.0:1767384952.349306:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccf64db9 00000400:00000010:2.0:1767384952.349307:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccf64db9. 00000400:00000200:2.0:1767384952.349309:0:16122:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384952.349312:0:16122:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (39) 00000400:00000200:2.0:1767384952.349315:0:16122:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000010:2.0:1767384952.349318:0:16122:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 000000009f5e6957. 00000400:00000200:2.0:1767384952.349321:0:16122:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.157@tcp 37 00000400:00000200:2.0:1767384952.349325:0:16122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:2.0:1767384952.349331:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (40) 00000400:00000200:2.0:1767384952.349333:0:16122:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384952.349338:0:16122:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp10 to MR: 192.168.203.157@tcp10 local destination 00000400:00000200:2.0:1767384952.349342:0:16122:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp10 NI seq info: [172:172:256:4294967295] 192.168.203.157@tcp10 LPNI seq info [162:162:8:4294967295] 00000400:00000200:2.0:1767384952.349368:0:16122:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp10(192.168.203.157@tcp10:192.168.203.157@tcp10) -> 192.168.203.157@tcp10(192.168.203.157@tcp10:192.168.203.157@tcp10) 192.168.203.157@tcp10 : ACK try# 0 00000800:00000200:2.0:1767384952.349372:0:16122:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.157@tcp10 00000800:00000010:2.0:1767384952.349376:0:16122:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009627990f. 00000800:00000200:2.0:1767384952.349379:0:16122:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de593de0] -> 12345-192.168.203.157@tcp10 (6) 00000800:00000200:2.0:1767384952.349383:0:16122:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp10 ip 192.168.203.157:1021 00000800:00000200:2.0:1767384952.349390:0:16122:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009627990f type 0, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1767384952.349431:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384952.349450:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384952.349454:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009627990f. 00000800:00000001:1.0:1767384952.349455:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384952.349459:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384952.349460:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384952.349468:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp10->192.168.203.157@tcp10: ACK: OK 00000800:00000001:1.0:1767384952.349469:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384952.349478:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384952.349484:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384952.349487:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384952.349493:0:16125:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a5b8f87. 00000400:00000200:1.0:1767384952.349494:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp10(192.168.203.157@tcp10) <- 192.168.203.157@tcp10 : ACK - for me 00000400:00000010:2.0:1767384952.349498:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccf64db9. 00000400:00000200:2.0:1767384952.349503:0:16125:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000006a402d1e 00000400:00000200:2.0:1767384952.349508:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x1004f1 00000400:00000200:1.0:1767384952.349514:0:16120:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.157@tcp10: ACK from 12345-192.168.203.157@tcp10 into md 0x1d31 00000400:00000010:2.0:1767384952.349515:0:16125:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 760 at 000000009629f47b. 00000400:00000010:2.0:1767384952.349519:0:16125:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 912 at 00000000532456de. 00000400:00000200:1.0:1767384952.349519:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384952.349525:0:16125:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 760 at 000000006c5f833c. 00000400:00000200:1.0:1767384952.349530:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp10->192.168.203.157@tcp10: ACK: OK 00000400:00000200:1.0:1767384952.349535:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081bd7484 00000400:00000010:1.0:1767384952.349538:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081bd7484. 00000400:00000200:1.0:1767384952.349542:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384952.349546:0:16120:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.157@tcp ev->status 0 00000400:00000200:1.0:1767384952.349551:0:16120:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:1.0:1767384952.349555:0:16120:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (39) 00000400:00000010:2.0:1767384952.349559:0:16125:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 760 at 000000009629f47b. 00000800:00000001:1.0:1767384952.349561:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384952.349565:0:16125:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 912 at 00000000532456de. 00000800:00000001:1.0:1767384952.349567:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384952.349568:0:16125:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 760 at 000000006c5f833c. 00000400:00000010:2.0:1767384952.349574:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 000000009f5e6957. 00000400:00000200:2.0:1767384952.349577:0:16125:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:2.0:1767384952.349579:0:16125:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.157@tcp(00000000aa3f4fd0): 0. state = 0x100171 00000400:00000200:2.0:1767384952.349582:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100171 rc 1 00000400:00000200:2.0:1767384952.349585:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100171 00000400:00000200:2.0:1767384952.349587:0:16125:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.157@tcp 00000400:00000200:2.0:1767384952.349589:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100111 rc 0 00000400:00000200:2.0:1767384952.349592:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:2.0:1767384952.349596:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (38) 00000020:00000010:3.0:1767384952.357833:0:35785:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000005c9f23cb. 00000020:00000040:3.0:1767384952.357841:0:35785:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384952.357844:0:35785:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000005c9f23cb. 00000100:00000040:0.0:1767384952.358052:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294942220, at 4294942221 00000100:00000010:0.0:1767384952.358060:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a20ce35b. 00000100:00000040:3.0:1767384952.358061:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294942220, at 4294942221 00000100:00000040:1.0:1767384952.358061:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294942220, at 4294942221 00000100:00000010:3.0:1767384952.358070:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000055cd3d5. 00000100:00000010:1.0:1767384952.358071:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bf94caa9. 00000100:00000040:2.0:1767384952.358073:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294942220, at 4294942221 00000100:00000010:2.0:1767384952.358083:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b1f2b78. 00010000:00000001:1.0:1767384952.666065:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384952.666070:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384952.666075:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384952.666077:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384952.666223:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384952.666227:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384952.666230:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:1.0:1767384952.857077:0:16793:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384952.857081:0:16793:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384952.857086:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001a0fe98e. 00000020:00000040:1.0:1767384952.857093:0:16793:0:(genops.c:1229:class_import_get()) import 000000002913d734 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384952.857097:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384952.857099:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384952.857103:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384952.857109:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f9a2e825. 00000100:00000001:1.0:1767384952.857115:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.857119:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384952.857121:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384952.857129:0:16793:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a0fe98e] to pc [ptlrpcd_00_03+3] req@000000001a0fe98e x1853237358520832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384952.857154:0:16793:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.857166:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384952.857174:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384952.857175:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384952.857177:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384952.857181:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384952.857193:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001a0fe98e x1853237358520832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384952.857203:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384952.857205:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384952.857209:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384952.857212:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384952.857215:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384952.857217:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001a0fe98e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16130:1853237358520832:0@lo:13: 00000100:00000001:2.0:1767384952.857221:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384952.857226:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384952.857229:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384952.857231:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384952.857236:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009f5e6957. 02000000:00000001:2.0:1767384952.857238:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384952.857243:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070c4641e. 00000400:00000010:2.0:1767384952.857249:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fb66108. 00000100:00000200:2.0:1767384952.857256:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358520832, portal 4 00000100:00000001:2.0:1767384952.857261:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384952.857265:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515724800 : -108637193826816 : ffff9d31eea70e00) 00000100:00000040:2.0:1767384952.857275:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001a0fe98e x1853237358520832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384968 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384952.857296:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384952.857298:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384952.857300:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bd0b3a1. 00000100:00000200:2.0:1767384952.857302:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237358520832, offset 0 00000400:00000200:2.0:1767384952.857310:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384952.857324:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384952.857336:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272706a00 00000400:00000200:2.0:1767384952.857341:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 2912 00000400:00000200:2.0:1767384952.857361:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384952.857366:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384952.857374:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384952.857376:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1767384952.857387:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028d02595. 00000100:00000040:2.0:1767384952.857389:0:16130:0:(events.c:337:request_in_callback()) incoming req@0000000028d02595 x1853237358520832 msgsize 224 00000100:00100000:2.0:1767384952.857396:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384952.857408:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384952.857417:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bd0b3a1 00000400:00000010:2.0:1767384952.857420:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bd0b3a1. 00000100:00000001:2.0:1767384952.857425:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384952.857427:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001a0fe98e x1853237358520832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384968 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384952.857436:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384952.857439:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001a0fe98e x1853237358520832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384968 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384952.857439:0:17542:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384952.857443:0:17542:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358520832 02000000:00000001:1.0:1767384952.857451:0:17542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384952.857453:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.857454:0:17542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384952.857463:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384952.857464:0:17542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384952.857473:0:17542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.857474:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384952.857479:0:17542:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358520832 00000100:00000040:2.0:1767384952.857481:0:16130:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4600 usecs (5 jiffies) 00000020:00000001:1.0:1767384952.857483:0:17542:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384952.857487:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294942725 00000020:00000040:1.0:1767384952.857487:0:17542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8560 00000020:00000001:1.0:1767384952.857495:0:17542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1767384952.857496:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b839a46b. 00000020:00000040:1.0:1767384952.857499:0:17542:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ce565cee refcount=5 00000020:00000001:1.0:1767384952.857503:0:17542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000020:00000001:1.0:1767384952.857505:0:17542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00000001:2.0:1767384952.857506:0:16130:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384952.857508:0:17542:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384952.857513:0:17542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000099c62c50. 00000020:00000010:1.0:1767384952.857517:0:17542:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000007ded5074. 00000100:00000001:2.0:1767384952.857519:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294942725 00000020:00000040:1.0:1767384952.857523:0:17542:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fe96f595) now 6 - evictor 00000100:00000010:2.0:1767384952.857524:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003ff610aa. 00000100:00000001:2.0:1767384952.857536:0:16130:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384952.857542:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294942725 00000100:00000001:1.0:1767384952.857542:0:17542:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000010:2.0:1767384952.857545:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e84ff1be. 00000020:00000010:1.0:1767384952.857548:0:17542:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca294690. 00000100:00000001:2.0:1767384952.857549:0:16130:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000020:00000010:1.0:1767384952.857556:0:17542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d1ea5a1. 00000100:00000001:2.0:1767384952.857558:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294942725 00000100:00000010:2.0:1767384952.857566:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d5e1fa22. 00000100:00080000:3.0:1767384952.857567:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:1.0:1767384952.857568:0:17542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d943940b. 00000020:00000040:3.0:1767384952.857575:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fe96f595) now 6 - evictor 00000100:00000001:2.0:1767384952.857577:0:16130:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000040:1.0:1767384952.857582:0:17542:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384952.857588:0:17542:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384952.857592:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384952.857593:0:17542:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384952.857600:0:17542:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.857601:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.857611:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.857615:0:17542:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.857621:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384952.857626:0:17542:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384952.857628:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384952.857631:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384952.857635:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384952.857638:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384952.857641:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.857645:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.857646:0:17542:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384952.857649:0:17542:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384952.857659:0:18104:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384952.857659:0:17542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000040:1.0:1767384952.857662:0:17542:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ce565cee : new rpc_count 1 00000100:00000001:3.0:1767384952.857663:0:18104:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384952.857666:0:17542:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635431504577408 : -108642204974208 : ffff9d30c3f70380) 00000100:00000001:3.0:1767384952.857668:0:18104:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.857673:0:18104:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384952.857673:0:17542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000028d02595 x1853237358520832/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:178/0 lens 224/0 e 0 to 0 dl 1767384963 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384952.857692:0:17542:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384952.857694:0:17542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ded5074. 00000100:00000001:1.0:1767384952.857696:0:17542:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384952.857697:0:17542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ded5074. 00000100:00100000:1.0:1767384952.857701:0:17542:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000028d02595 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16130:x1853237358520832:12345-0@lo:13: 00000100:00000200:1.0:1767384952.857703:0:17542:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358520832 00000020:00000001:1.0:1767384952.857706:0:17542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384952.857709:0:17542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384952.857710:0:17542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384952.857712:0:17542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384952.857714:0:17542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673334736 : -1036216880 : ffffffffc23c95d0) 00000020:00000001:1.0:1767384952.857716:0:17542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384952.857719:0:17542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384952.857721:0:17542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384952.857723:0:17542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384952.857725:0:17542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.857729:0:17542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384952.857731:0:17542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384952.857734:0:17542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000fecd7d22. 02000000:00000001:1.0:1767384952.857736:0:17542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.857738:0:17542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384952.857741:0:17542:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1767384952.857745:0:17542:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384952.857747:0:17542:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:1.0:1767384952.857750:0:17542:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384952.857761:0:17542:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384952.857763:0:17542:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384952.857765:0:17542:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:1.0:1767384952.857769:0:17542:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:1.0:1767384952.857771:0:17542:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000ce565cee dirty 0 pend 0 grant 0 00002000:00000020:1.0:1767384952.857774:0:17542:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:1.0:1767384952.857775:0:17542:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:1.0:1767384952.857779:0:17542:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384952.857785:0:17542:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384952.857786:0:17542:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384952.857789:0:17542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237358520832 00010000:00000001:1.0:1767384952.857791:0:17542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384952.857794:0:17542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000028d02595 x1853237358520832/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:178/0 lens 224/368 e 0 to 0 dl 1767384963 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384952.857801:0:17542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384952.857803:0:17542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384952.857805:0:17542:0:(import.c:2128:obd_at_measure()) add 1 to 000000007564533c time=66 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384952.857809:0:17542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384952.857811:0:17542:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:1.0:1767384952.857812:0:17542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:1.0:1767384952.857815:0:17542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384952.857816:0:17542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.857818:0:17542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384952.857820:0:17542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384952.857824:0:17542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000479c74e7. 00000100:00000200:1.0:1767384952.857828:0:17542:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237358520832, offset 224 00000400:00000200:1.0:1767384952.857832:0:17542:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384952.857843:0:17542:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384952.857851:0:17542:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272706a00 00000400:00000200:1.0:1767384952.857856:0:17542:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1d39 [1] + 224 00000400:00000200:1.0:1767384952.857862:0:17542:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384952.857865:0:17542:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384952.857869:0:17542:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384952.857872:0:17542:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001a0fe98e x1853237358520832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384968 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384952.857879:0:17542:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000001a0fe98e x1853237358520832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384952.857892:0:17542:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384952.857898:0:17542:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000479c74e7 00000400:00000010:1.0:1767384952.857899:0:17542:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000479c74e7. 00000100:00000001:1.0:1767384952.857902:0:17542:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384952.857909:0:17542:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384952.857910:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384952.857913:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384952.857914:0:17542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384952.857919:0:17542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000001:2.0:1767384952.857921:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384952.857922:0:17542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384952.857929:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384952.857930:0:17542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384952.857937:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070c4641e. 00000020:00000001:1.0:1767384952.857937:0:17542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384952.857948:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fb66108 00000100:00000040:1.0:1767384952.857951:0:17542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028d02595 x1853237358520832/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:178/0 lens 224/368 e 0 to 0 dl 1767384963 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384952.857952:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fb66108. 00000100:00000001:2.0:1767384952.857960:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384952.857969:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001a0fe98e x1853237358520832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384952.857970:0:17542:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000028d02595 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16130:x1853237358520832:12345-0@lo:13: Request processed in 277us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384952.858005:0:17542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000200:2.0:1767384952.858009:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001a0fe98e x1853237358520832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384952.858034:0:17542:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce565cee : new rpc_count 0 00000100:00000001:1.0:1767384952.858037:0:17542:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384952.858040:0:17542:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384952.858043:0:17542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006d1ea5a1. 00000020:00000010:1.0:1767384952.858047:0:17542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d943940b. 00000020:00000010:1.0:1767384952.858058:0:17542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca294690. 00000100:00000001:2.0:1767384952.858064:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384952.858067:0:17542:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 4 00000100:00000001:2.0:1767384952.858069:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384952.858072:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fc613044-dd35-4201-b03c-4d69ab0214c0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384952.858074:0:16130:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384952.858074:0:17542:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384952.858082:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767384952.858082:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384952.858093:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:3.0:1767384952.858096:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbc79d97. 00000100:00000001:2.0:1767384952.858097:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384952.858107:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384952.858109:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1767384952.858117:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384952.858118:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384952.858121:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384952.858121:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000310710fb time=66 v=5 (5 0 0 0) 02000000:00000010:3.0:1767384952.858133:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000052f9cce0. 00000100:00001000:2.0:1767384952.858133:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a6c23273 time=66 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384952.858145:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.858145:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384952.858147:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384952.858155:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767384952.858161:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc613044-dd35-4201-b03c-4d69ab0214c0->MGS req@00000000bbc79d97 x1853237358520960/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00080000:2.0:1767384952.858167:0:16130:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001a0fe98e x1853237358520832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384952.858199:0:16130:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.858207:0:16130:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384952.858209:0:16130:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384952.858211:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384952.858214:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.858221:0:16130:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384952.858224:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384952.858227:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbc79d97] to pc [ptlrpcd_00_00+0] req@00000000bbc79d97 x1853237358520960/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384952.858233:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001a0fe98e x1853237358520832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384952.858283:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384952.858286:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384952.858289:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384952.858291:0:16130:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767384952.858295:0:16130:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384952.858298:0:16130:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000001:3.0:1767384952.858305:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:2.0:1767384952.858308:0:16130:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000067181a10): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:1.0:1767384952.858312:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384952.858320:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384952.858321:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:2.0:1767384952.858324:0:16130:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.858326:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384952.858334:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1767384952.858341:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a0fe98e x1853237358520832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384968 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384952.858341:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bbc79d97 x1853237358520960/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384952.858343:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000538dd593. 00000020:00000040:3.0:1767384952.858360:0:8:0:(genops.c:1229:class_import_get()) import 000000005ebd018a refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384952.858370:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384952.858375:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384952.858382:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384952.858394:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000067d8575b. 00000100:00000001:3.0:1767384952.858403:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.858416:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384952.858417:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000538dd593 x1853237358521088/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384952.858421:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001a0fe98e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16130:1853237358520832:0@lo:13: 00000100:00000001:1.0:1767384952.858422:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384952.858432:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384952.858440:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384952.858446:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384952.858447:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.858448:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384952.858454:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.858461:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384952.858465:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bbc79d97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358520960:0@lo:400: 00000100:00000040:3.0:1767384952.858467:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000538dd593] to pc [ptlrpcd_00_01+1] req@00000000538dd593 x1853237358521088/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384952.858471:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001a0fe98e x1853237358520832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384968 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384952.858478:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384952.858486:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384952.858493:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.858510:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384952.858511:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384952.858521:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ca294690. 02000000:00000001:2.0:1767384952.858522:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384952.858528:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009f5e6957. 00000100:00000001:3.0:1767384952.858529:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384952.858529:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384952.858544:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767384952.858545:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767384952.858545:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000859e08fe. 00000020:00000001:2.0:1767384952.858548:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384952.858557:0:16130:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384952.858558:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1767384952.858559:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000479c74e7. 00000020:00000001:2.0:1767384952.858569:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384952.858570:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8b8458c. 00000100:00000200:1.0:1767384952.858570:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358520960, portal 25 02000000:00000010:2.0:1767384952.858576:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f9a2e825. 00000020:00000040:3.0:1767384952.858578:0:8:0:(genops.c:1229:class_import_get()) import 00000000e13b832f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384952.858579:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384952.858583:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436633360128 : -108637076191488 : ffff9d31f5aa0700) 02000000:00000001:2.0:1767384952.858585:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384952.858586:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767384952.858590:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bbc79d97 x1853237358520960/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384952.858593:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1767384952.858594:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:2.0:1767384952.858598:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001a0fe98e. 00000100:00000001:0.0:1767384952.858598:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384952.858600:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.858608:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384952.858611:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384952.858612:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384952.858613:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767384952.858614:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000efc4a564. 00000100:00000040:1.0:1767384952.858618:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384952.858620:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384952.858622:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384952.858624:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034f9ecd9. 00000100:00000040:0.0:1767384952.858626:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000538dd593 x1853237358521088/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384952.858630:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384952.858633:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000e8b8458c x1853237358521216/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384952.858633:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237358520960, offset 0 00000100:00000001:2.0:1767384952.858642:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384952.858647:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384952.858652:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384952.858658:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384952.858664:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384952.858675:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384952.858685:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384952.858686:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272706a80 00000100:00000001:3.0:1767384952.858687:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384952.858689:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.858692:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384952.858695:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384952.858696:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14e5 [2] + 0 02000000:00000001:0.0:1767384952.858701:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384952.858702:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8b8458c] to pc [ptlrpcd_00_02+2] req@00000000e8b8458c x1853237358521216/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384952.858703:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000369b0e61. 00000400:00000200:1.0:1767384952.858710:0:16127:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a259621b 02000000:00000001:0.0:1767384952.858710:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384952.858716:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384952.858719:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000538dd593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16128:1853237358521088:0@lo:400: 00000400:00000200:1.0:1767384952.858723:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384952.858730:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a259621b 00000100:00000001:0.0:1767384952.858731:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384952.858735:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a259621b. 02000000:00000001:0.0:1767384952.858736:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384952.858740:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.858741:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384952.858745:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:0.0:1767384952.858746:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384952.858749:0:16127:0:(events.c:337:request_in_callback()) incoming req@0000000091264930 x1853237358520960 msgsize 224 00000100:00000001:3.0:1767384952.858750:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384952.858751:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000067ede5da. 00000100:00100000:1.0:1767384952.858756:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384952.858758:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (280) 00000100:00000040:1.0:1767384952.858759:0:16127:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:0.0:1767384952.858765:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.858770:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384952.858770:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac364a41. 00000100:00000001:1.0:1767384952.858773:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384952.858775:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384952.858777:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384952.858779:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034f9ecd9 00000400:00000010:0.0:1767384952.858780:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065204f26. 00000400:00000010:1.0:1767384952.858782:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034f9ecd9. 00000100:00000040:3.0:1767384952.858783:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8b8458c x1853237358521216/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384952.858788:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384952.858790:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358521088, portal 10 00000100:00000200:1.0:1767384952.858794:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbc79d97 x1853237358520960/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384952.858796:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384952.858796:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384952.858799:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.858801:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436633366400 : -108637076185216 : ffff9d31f5aa1f80) 02000000:00000001:3.0:1767384952.858806:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384952.858809:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384952.858812:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384952.858814:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000538dd593 x1853237358521088/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384952.858819:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8b8458c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16129:1853237358521216:0@lo:400: 00000100:00000001:3.0:1767384952.858829:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384952.858833:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384952.858836:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.858841:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384952.858843:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384952.858845:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384952.858847:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bbc79d97 x1853237358520960/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384968 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384952.858848:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000720d5a57. 00000100:00000040:0.0:1767384952.858853:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384952.858855:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384952.858860:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ea848ad. 00000400:00000010:3.0:1767384952.858864:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5876595. 00000100:00000001:1.0:1767384952.858865:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384952.858867:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237358521088, offset 0 00000100:00000001:1.0:1767384952.858870:0:16127:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767384952.858873:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000033c58979. 00000100:00000001:1.0:1767384952.858876:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384952.858878:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384952.858881:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294942732 00000100:00000200:3.0:1767384952.858888:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358521216, portal 10 00000100:00000001:1.0:1767384952.858891:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294942725 00000400:00000200:0.0:1767384952.858891:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384952.858893:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384952.858898:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436633358336 : -108637076193280 : ffff9d31f5aa0000) 00000100:00000001:1.0:1767384952.858899:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294942732 00000100:00000001:1.0:1767384952.858906:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294942725 00000400:00000200:0.0:1767384952.858907:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272706b00 00000100:00000040:3.0:1767384952.858911:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8b8458c x1853237358521216/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384952.858911:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294942732 00000100:00000001:1.0:1767384952.858918:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294942725 00000400:00000200:0.0:1767384952.858921:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7384 00000100:00000001:1.0:1767384952.858924:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294942732 00000100:00000001:1.0:1767384952.858929:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294942725 00000100:00000001:3.0:1767384952.858930:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384952.858934:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384952.858936:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384952.858938:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384952.858941:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384952.858943:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab0b8782. 00000400:00000200:0.0:1767384952.858946:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384952.858947:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237358521216, offset 0 00000100:00000001:1.0:1767384952.858947:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.858952:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384952.858955:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384952.858956:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384952.858958:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384952.858959:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384952.858960:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384952.858967:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384952.858967:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767384952.858968:0:16128:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016e303d8. 00000100:00000001:1.0:1767384952.858971:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384952.858975:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384952.858976:0:16128:0:(events.c:337:request_in_callback()) incoming req@0000000016e303d8 x1853237358521088 msgsize 224 00000100:00000001:1.0:1767384952.858977:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384952.858983:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272706b80 00000100:00100000:0.0:1767384952.858990:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384952.859001:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7608 00000100:00000001:1.0:1767384952.859002:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384952.859004:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384952.859005:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358520960 02000000:00000001:1.0:1767384952.859009:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384952.859042:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384952.859044:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384952.859047:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384952.859050:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358520960 00000020:00000001:1.0:1767384952.859057:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384952.859058:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ea848ad 00000020:00000040:1.0:1767384952.859059:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:1.0:1767384952.859064:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767384952.859064:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ea848ad. 00000020:00000040:1.0:1767384952.859067:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000400:00000200:3.0:1767384952.859068:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384952.859070:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1767384952.859071:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:1.0:1767384952.859075:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000400:00000200:3.0:1767384952.859078:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384952.859079:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000538dd593 x1853237358521088/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384952.859081:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384952.859085:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ded5074. 00000100:00000001:3.0:1767384952.859086:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384952.859090:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384952.859092:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767384952.859096:0:16129:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a3010022. 00000020:00000010:1.0:1767384952.859098:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ded5074. 00000100:00000040:3.0:1767384952.859101:0:16129:0:(events.c:337:request_in_callback()) incoming req@00000000a3010022 x1853237358521216 msgsize 224 00000100:00000001:0.0:1767384952.859102:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1767384952.859106:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000679db6a5. 00000020:00000010:1.0:1767384952.859112:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d1ea5a1. 00000100:00000040:0.0:1767384952.859113:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000538dd593 x1853237358521088/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384952.859114:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1767384952.859117:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d943940b. 00000100:00000001:0.0:1767384952.859128:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.859129:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384952.859130:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384952.859135:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384952.859138:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab0b8782 00000100:00000001:1.0:1767384952.859138:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384952.859140:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.859140:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767384952.859142:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab0b8782. 00000100:00000001:3.0:1767384952.859148:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384952.859148:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.859151:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384952.859158:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8b8458c x1853237358521216/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384952.859159:0:16128:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3018 usecs (4 jiffies) 00000100:00000001:1.0:1767384952.859163:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384952.859167:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294942726 00000100:00000001:1.0:1767384952.859175:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384952.859175:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294942732 00000100:00000001:1.0:1767384952.859179:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384952.859181:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384952.859181:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294942726 00000100:00100000:1.0:1767384952.859188:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00000001:0.0:1767384952.859188:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294942732 00000100:00000040:3.0:1767384952.859192:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8b8458c x1853237358521216/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384952.859195:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:0.0:1767384952.859196:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294942726 00000100:00000001:1.0:1767384952.859200:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631895120 : -108637077656496 : ffff9d31f593ac50) 00000100:00000001:0.0:1767384952.859202:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294942732 00000100:00000040:1.0:1767384952.859209:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000091264930 x1853237358520960/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:178/0 lens 224/0 e 0 to 0 dl 1767384963 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384952.859209:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294942726 00000100:00000001:0.0:1767384952.859217:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294942732 00000100:00000001:3.0:1767384952.859218:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.859224:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384952.859224:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384952.859227:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384952.859232:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ded5074. 00000100:00000001:0.0:1767384952.859232:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.859233:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.859239:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384952.859239:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384952.859240:0:16129:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2955 usecs (3 jiffies) 00000100:00000001:3.0:1767384952.859247:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294942725 00000020:00000010:1.0:1767384952.859247:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ded5074. 00000100:00000001:0.0:1767384952.859248:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384952.859255:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294942732 00000100:00100000:1.0:1767384952.859258:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000091264930 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16127:x1853237358520960:12345-0@lo:400: 00000100:00000001:0.0:1767384952.859258:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384952.859259:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294942725 00000100:00000001:0.0:1767384952.859262:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384952.859265:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294942732 00000100:00000200:1.0:1767384952.859270:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358520960 00000100:00000001:3.0:1767384952.859271:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294942725 00000100:00000001:0.0:1767384952.859271:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384952.859274:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294942732 00000100:00000001:0.0:1767384952.859275:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384952.859281:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294942725 00000020:00000001:1.0:1767384952.859281:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384952.859282:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384952.859286:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384952.859287:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294942732 00000020:00000001:1.0:1767384952.859289:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.859291:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384952.859291:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384952.859293:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384952.859295:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169792 : -1040381824 : ffffffffc1fd0880) 00000020:00000001:1.0:1767384952.859297:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384952.859300:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384952.859301:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384952.859303:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384952.859306:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384952.859307:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384952.859308:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.859310:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384952.859312:0:16763:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384952.859315:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384952.859317:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384952.859317:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384952.859320:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000066e7b81f. 00000100:00000001:3.0:1767384952.859321:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1767384952.859325:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.859329:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384952.859329:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.859334:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384952.859334:0:16763:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.859340:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384952.859340:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358520960 00000100:00000001:3.0:1767384952.859358:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384952.859359:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384952.859360:0:17560:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384952.859367:0:17560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358521088 00010000:00000200:1.0:1767384952.859368:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000091264930 x1853237358520960/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:178/0 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384952.859372:0:17560:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:1.0:1767384952.859377:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384952.859377:0:17560:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384952.859382:0:17560:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.859383:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1767384952.859383:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384952.859388:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358521216 00000100:00001000:1.0:1767384952.859389:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=76 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384952.859391:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384952.859391:0:17560:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.859393:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384952.859397:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384952.859397:0:17560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358521088 00000100:00000040:1.0:1767384952.859398:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:3.0:1767384952.859401:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.859403:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000020:00000001:0.0:1767384952.859403:0:17560:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767384952.859405:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384952.859408:0:17560:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8544 02000000:00000001:1.0:1767384952.859409:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:3.0:1767384952.859410:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358521216 02000000:00000001:1.0:1767384952.859413:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384952.859414:0:17560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384952.859415:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384952.859417:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1767384952.859420:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e853d 00000020:00000040:0.0:1767384952.859420:0:17560:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d62afedc refcount=5 00000020:00000001:3.0:1767384952.859425:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384952.859425:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384952.859427:0:17560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 00000020:00000040:3.0:1767384952.859428:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e235a287 refcount=5 00000400:00000010:1.0:1767384952.859430:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034f9ecd9. 00000020:00000001:3.0:1767384952.859432:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431487174656 : -108642222376960 : ffff9d30c2ed7800) 00000100:00000200:1.0:1767384952.859435:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237358520960, offset 224 00000020:00000001:3.0:1767384952.859436:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431487174656 : -108642222376960 : ffff9d30c2ed7800) 00000020:00000001:0.0:1767384952.859443:0:17560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 00000100:00000001:3.0:1767384952.859446:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384952.859450:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384952.859451:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384952.859452:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ece08d48. 00000020:00000010:3.0:1767384952.859459:0:16771:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000002dbb73bd. 00000020:00000010:0.0:1767384952.859460:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc751ee6. 00000400:00000200:1.0:1767384952.859465:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1767384952.859469:0:16771:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8a46e2f) now 8 - evictor 00000100:00000001:0.0:1767384952.859469:0:17560:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384952.859476:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272706a80 00000020:00000010:0.0:1767384952.859476:0:17560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc751ee6. 00000020:00000010:0.0:1767384952.859484:0:17560:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7845da6. 00000100:00000001:3.0:1767384952.859486:0:16771:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384952.859489:0:17560:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000090ea3e28. 00000400:00000200:1.0:1767384952.859490:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1d45 [1] + 224 00000020:00000010:3.0:1767384952.859494:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5e78ae7. 00000020:00000010:0.0:1767384952.859498:0:17560:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006b4bac8c. 00000400:00000200:1.0:1767384952.859499:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384952.859502:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000085f129a4. 00000400:00000200:1.0:1767384952.859509:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384952.859510:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f8915cf0. 00000100:00000040:0.0:1767384952.859515:0:17560:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384952.859516:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384952.859521:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bbc79d97 x1853237358520960/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384952.859521:0:17560:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384952.859523:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384952.859524:0:17560:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384952.859528:0:17560:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384952.859530:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1767384952.859534:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bbc79d97 x1853237358520960/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384952.859535:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384952.859536:0:17560:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384952.859539:0:17560:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384952.859544:0:16771:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384952.859544:0:17560:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.859549:0:16771:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384952.859551:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.859551:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384952.859555:0:17560:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384952.859558:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034f9ecd9 00000400:00000010:1.0:1767384952.859563:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034f9ecd9. 00000100:00000001:1.0:1767384952.859567:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384952.859569:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384952.859569:0:17560:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384952.859570:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384952.859573:0:17560:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384952.859574:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384952.859581:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00100000:0.0:1767384952.859582:0:17560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00000001:3.0:1767384952.859585:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1767384952.859586:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:0.0:1767384952.859587:0:17560:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d62afedc : new rpc_count 1 00000100:00000001:3.0:1767384952.859589:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384952.859590:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.859590:0:17560:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635435780959616 : -108637928592000 : ffff9d31c2db6d80) 00000020:00000001:1.0:1767384952.859595:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:3.0:1767384952.859596:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00000040:0.0:1767384952.859598:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000016e303d8 x1853237358521088/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:178/0 lens 224/0 e 0 to 0 dl 1767384963 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384952.859601:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e235a287 : new rpc_count 1 00000100:00000040:1.0:1767384952.859602:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091264930 x1853237358520960/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:178/0 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384952.859606:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436633359232 : -108637076192384 : ffff9d31f5aa0380) 00000100:00000040:3.0:1767384952.859615:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a3010022 x1853237358521216/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:178/0 lens 224/0 e 0 to 0 dl 1767384963 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384952.859625:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384952.859628:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc751ee6. 00000100:00000001:0.0:1767384952.859633:0:17560:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384952.859637:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384952.859638:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000091264930 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16127:x1853237358520960:12345-0@lo:400: Request processed in 406us (884us total) trans 0 rc 0/0 00000020:00000010:0.0:1767384952.859639:0:17560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc751ee6. 00000020:00000010:3.0:1767384952.859643:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002dbb73bd. 00000100:00000001:3.0:1767384952.859649:0:16771:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384952.859649:0:17560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000016e303d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16128:x1853237358521088:12345-0@lo:400: 00000100:00100000:1.0:1767384952.859653:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000020:00000010:3.0:1767384952.859658:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002dbb73bd. 00000100:00000200:0.0:1767384952.859659:0:17560:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358521088 00000100:00000040:1.0:1767384952.859660:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000020:00000001:0.0:1767384952.859663:0:17560:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384952.859664:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1767384952.859665:0:17560:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384952.859667:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384952.859669:0:17560:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384952.859670:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a3010022 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16129:x1853237358521216:12345-0@lo:400: 00000020:00000010:1.0:1767384952.859671:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006d1ea5a1. 00000020:00000010:1.0:1767384952.859676:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d943940b. 00000020:00000001:0.0:1767384952.859679:0:17560:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:3.0:1767384952.859682:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358521216 00000020:00000010:1.0:1767384952.859682:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000679db6a5. 00000020:00000001:0.0:1767384952.859683:0:17560:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00000020:00000001:3.0:1767384952.859688:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000040:1.0:1767384952.859689:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 00000020:00000001:0.0:1767384952.859689:0:17560:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384952.859692:0:17560:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384952.859694:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767384952.859695:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1767384952.859695:0:17560:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384952.859698:0:17560:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:1.0:1767384952.859699:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000066e7b81f. 00000020:00000001:3.0:1767384952.859700:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384952.859701:0:17560:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384952.859706:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384952.859706:0:17560:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1767384952.859710:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384952.859710:0:17560:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384952.859711:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 02000000:00000001:0.0:1767384952.859716:0:17560:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384952.859717:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384952.859717:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384952.859719:0:17560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000262be902. 00000020:00000001:3.0:1767384952.859721:0:16771:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384952.859723:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:0.0:1767384952.859723:0:17560:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384952.859724:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384952.859727:0:17560:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384952.859729:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:1.0:1767384952.859730:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063bf9adb. 00000020:00000001:0.0:1767384952.859730:0:17560:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384952.859732:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384952.859733:0:17560:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358521088 00000400:00000010:1.0:1767384952.859737:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a259621b. 00000020:00000001:3.0:1767384952.859738:0:16771:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000001:0.0:1767384952.859738:0:17560:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384952.859743:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000200:0.0:1767384952.859745:0:17560:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000016e303d8 x1853237358521088/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:178/0 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384952.859747:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384952.859752:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000033f5d254. 00000100:00000001:1.0:1767384952.859753:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384952.859753:0:17560:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384952.859757:0:17560:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384952.859758:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.859758:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1767384952.859760:0:17560:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=71 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384952.859762:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384952.859764:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384952.859765:0:17560:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384952.859766:0:16771:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384952.859768:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000040:3.0:1767384952.859769:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358521216 00000100:00000040:0.0:1767384952.859770:0:17560:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000400:00000010:1.0:1767384952.859771:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000859e08fe. 00010000:00000001:3.0:1767384952.859773:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384952.859777:0:17560:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000400:00000200:1.0:1767384952.859778:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000479c74e7 00000400:00000010:1.0:1767384952.859782:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000479c74e7. 02000000:00000001:0.0:1767384952.859783:0:17560:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384952.859785:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000200:3.0:1767384952.859786:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a3010022 x1853237358521216/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:178/0 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384952.859788:0:17560:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384952.859791:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bbc79d97 x1853237358520960/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384952.859795:0:17560:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384952.859804:0:17560:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384952.859811:0:17560:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ea848ad. 00010000:00000001:3.0:1767384952.859812:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1767384952.859815:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bbc79d97 x1853237358520960/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384952.859816:0:16771:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384952.859818:0:17560:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358521088, offset 224 00000100:00001000:3.0:1767384952.859821:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=71 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384952.859830:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1767384952.859832:0:17560:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384952.859835:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 22 to 0@lo 00000100:00000001:3.0:1767384952.859840:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000100:00000001:1.0:1767384952.859842:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384952.859845:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384952.859845:0:17560:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384952.859848:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384952.859849:0:16127:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384952.859852:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384952.859853:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384952.859857:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384952.859857:0:17560:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272706b00 00000100:00000001:3.0:1767384952.859859:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384952.859860:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384952.859864:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384952.859867:0:17560:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d4d [1] + 224 00000100:00000040:3.0:1767384952.859869:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:1.0:1767384952.859870:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=76 v=5 (5 0 0 0) 00000400:00000200:0.0:1767384952.859873:0:17560:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1767384952.859875:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=76 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384952.859877:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab0b8782. 00000100:00000001:1.0:1767384952.859877:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384952.859880:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384952.859884:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1767384952.859885:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358521216, offset 224 00010000:00000001:1.0:1767384952.859888:0:16127:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384952.859888:0:17560:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384952.859895:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384952.859899:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384952.859899:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bbc79d97 x1853237358520960/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384952.859906:0:17560:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384952.859908:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384952.859912:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1767384952.859914:0:17560:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000538dd593 x1853237358521088/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384952.859915:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384952.859917:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384952.859928:0:17560:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000538dd593 x1853237358521088/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384952.859930:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272706b80 00000100:00000040:1.0:1767384952.859935:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbc79d97 x1853237358520960/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384952.859941:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d55 [1] + 224 00000400:00000200:3.0:1767384952.859951:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384952.859960:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767384952.859963:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bbc79d97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358520960:0@lo:400: 00000100:00000001:0.0:1767384952.859963:0:17560:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384952.859965:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384952.859971:0:17560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ea848ad 00000100:00000001:1.0:1767384952.859972:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384952.859974:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8b8458c x1853237358521216/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384952.859975:0:17560:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ea848ad. 00000100:00000001:1.0:1767384952.859977:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384952.859981:0:17560:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1767384952.859983:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bbc79d97 x1853237358520960/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384952.859984:0:17560:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384952.859989:0:17560:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384952.859995:0:17560:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 21 to 0@lo 00010000:00000001:0.0:1767384952.860000:0:17560:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:3.0:1767384952.860003:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e8b8458c x1853237358521216/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384952.860004:0:17560:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.860005:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384952.860031:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384952.860035:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ca294690. 02000000:00000001:1.0:1767384952.860038:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384952.860039:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384952.860040:0:16127:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1767384952.860042:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384952.860045:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000052f9cce0. 02000000:00000001:1.0:1767384952.860048:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384952.860051:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384952.860055:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbc79d97. 00000100:00000001:1.0:1767384952.860058:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384952.860059:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384952.860061:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384952.860062:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384952.860065:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384952.860067:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384952.860069:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab0b8782 00000100:00000001:1.0:1767384952.860069:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384952.860074:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab0b8782. 00000100:00000001:1.0:1767384952.860074:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.860079:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384952.860081:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384952.860085:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384952.860090:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:3.0:1767384952.860091:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384952.860092:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384952.860093:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.860095:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384952.860103:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384952.860110:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a3010022 x1853237358521216/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:178/0 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384952.860110:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384952.860114:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384952.860117:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384952.860120:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384952.860122:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a3010022 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16129:x1853237358521216:12345-0@lo:400: Request processed in 482us (1018us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384952.860122:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac364a41. 00000400:00000200:1.0:1767384952.860127:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065204f26 00000400:00000010:1.0:1767384952.860131:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065204f26. 00000100:00100000:3.0:1767384952.860133:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00000001:1.0:1767384952.860135:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384952.860136:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e235a287 : new rpc_count 0 00000100:00000001:3.0:1767384952.860140:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384952.860143:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384952.860143:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000538dd593 x1853237358521088/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384952.860146:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000085f129a4. 00000020:00000010:3.0:1767384952.860150:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f8915cf0. 00000020:00000010:3.0:1767384952.860156:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5e78ae7. 00000100:00000200:1.0:1767384952.860160:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000538dd593 x1853237358521088/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384952.860161:0:17560:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:3.0:1767384952.860163:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e235a287 : new refcount 4 00000100:00000001:3.0:1767384952.860169:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384952.860169:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016e303d8 x1853237358521088/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:178/0 lens 224/224 e 0 to 0 dl 1767384963 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384952.860174:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384952.860177:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384952.860181:0:16128:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384952.860184:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384952.860186:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384952.860187:0:17560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000016e303d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16128:x1853237358521088:12345-0@lo:400: Request processed in 560us (1209us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384952.860189:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384952.860193:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384952.860198:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5338197 time=71 v=5 (5 0 0 0) 00000100:00100000:0.0:1767384952.860200:0:17560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:3.0:1767384952.860203:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00001000:1.0:1767384952.860203:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c619e3cd time=71 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384952.860204:0:17560:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d62afedc : new rpc_count 0 00000020:00000040:3.0:1767384952.860210:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8a46e2f) now 8 - evictor 00000100:00000001:0.0:1767384952.860210:0:17560:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384952.860211:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384952.860214:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384952.860215:0:17560:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384952.860220:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1767384952.860220:0:17560:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000090ea3e28. 00000020:00000010:0.0:1767384952.860225:0:17560:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006b4bac8c. 00010000:00080000:1.0:1767384952.860227:0:16128:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000538dd593 x1853237358521088/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384952.860228:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384952.860230:0:17560:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7845da6. 00000100:00000001:3.0:1767384952.860231:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384952.860235:0:17560:0:(genops.c:898:class_export_put()) PUTting export 00000000d62afedc : new refcount 4 00000400:00000001:3.0:1767384952.860258:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384952.860260:0:16128:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384952.860263:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384952.860263:0:17560:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384952.860265:0:16128:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:3.0:1767384952.860268:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5876595. 00000100:00000040:1.0:1767384952.860269:0:16128:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384952.860273:0:16128:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1767384952.860274:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033c58979 00000100:00000001:1.0:1767384952.860275:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384952.860278:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000033c58979. 00000100:00000040:1.0:1767384952.860280:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000538dd593 x1853237358521088/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384952.860284:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384952.860289:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384952.860292:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8b8458c x1853237358521216/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384952.860294:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384952.860297:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384952.860305:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000538dd593 x1853237358521088/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384952.860308:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8b8458c x1853237358521216/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384952.860328:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000538dd593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16128:1853237358521088:0@lo:400: 00000100:00000001:3.0:1767384952.860330:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384952.860334:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384952.860335:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384952.860336:0:16129:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384952.860338:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384952.860339:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384952.860341:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384952.860342:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384952.860361:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000538dd593 x1853237358521088/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384952.860383:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384952.860385:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384952.860388:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000067ede5da. 02000000:00000001:3.0:1767384952.860389:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384952.860391:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384952.860395:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:3.0:1767384952.860396:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a558cf0b time=71 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384952.860396:0:16128:0:(genops.c:1242:class_import_put()) import 000000005ebd018a refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384952.860401:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:3.0:1767384952.860403:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f60eced4 time=71 v=5 (1 0 0 0) 02000000:00000010:1.0:1767384952.860404:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000067d8575b. 02000000:00000001:1.0:1767384952.860410:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384952.860412:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384952.860413:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384952.860417:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384952.860417:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000538dd593. 00010000:00000001:3.0:1767384952.860423:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384952.860423:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384952.860427:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384952.860430:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1767384952.860433:0:16129:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e8b8458c x1853237358521216/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384952.860434:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384952.860437:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384952.860441:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384952.860444:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384952.860450:0:16129:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.860453:0:16129:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384952.860455:0:16129:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384952.860457:0:16129:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384952.860458:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384952.860463:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8b8458c x1853237358521216/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384952.860469:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384952.860472:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384952.860473:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384952.860477:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8b8458c x1853237358521216/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384952.860484:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8b8458c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16129:1853237358521216:0@lo:400: 00000100:00000001:3.0:1767384952.860489:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384952.860491:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384952.860493:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8b8458c x1853237358521216/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384952.860499:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384952.860501:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384952.860502:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000720d5a57. 02000000:00000001:3.0:1767384952.860506:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384952.860508:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384952.860509:0:16129:0:(genops.c:1242:class_import_put()) import 00000000e13b832f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384952.860511:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384952.860520:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000efc4a564. 02000000:00000001:3.0:1767384952.860523:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384952.860525:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384952.860526:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8b8458c. 00000100:00000001:3.0:1767384952.860529:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384952.860530:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384952.860532:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384952.860537:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384952.860538:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384952.860541:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384952.860542:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384952.870069:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294942732, at 4294942733 00000100:00000040:2.0:1767384952.870079:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294942732, at 4294942733 00000100:00000010:0.0:1767384952.870080:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b839a46b. 00000100:00000010:2.0:1767384952.870091:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e84ff1be. 00000100:00000040:3.0:1767384952.870101:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294942732, at 4294942733 00000100:00000010:3.0:1767384952.870109:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d5e1fa22. 00000100:00000040:1.0:1767384952.871047:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294942732, at 4294942734 00000100:00000010:1.0:1767384952.871054:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003ff610aa. 00000400:00000001:3.0:1767384953.305104:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384953.305112:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384953.305115:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ab784e2 00000400:00000010:3.0:1767384953.305121:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ab784e2. 00000400:00000200:3.0:1767384953.305139:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384953.305146:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp42 recovery ping unlinked 00000400:00000010:3.0:1767384953.305160:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007357f961. 00000400:00000010:3.0:1767384953.305166:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000052620571. 00000400:00000001:3.0:1767384953.305170:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384953.305172:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384953.305173:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0ac64dc 00000400:00000010:3.0:1767384953.305175:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0ac64dc. 00000400:00000200:3.0:1767384953.305178:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384953.305180:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp40 recovery ping unlinked 00000400:00000010:3.0:1767384953.305183:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ba5c7f9a. 00000400:00000010:3.0:1767384953.305186:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006b2a6e55. 00000400:00000200:3.0:1767384953.305191:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp43 00000400:00000010:3.0:1767384953.305195:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ba5c7f9a. 00000400:00000010:3.0:1767384953.305201:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000049c5478b. 00000400:00000010:3.0:1767384953.305203:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0ac64dc. 00000400:00000010:3.0:1767384953.305209:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000004dc2bf3. 00000400:00000200:3.0:1767384953.305212:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp43 00000400:00000200:3.0:1767384953.305224:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp43 local destination 00000400:00000200:3.0:1767384953.305237:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp43 00000400:00000200:3.0:1767384953.305240:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp43 NI seq info: [173:173:256:4294967295] 192.168.203.157@tcp43 LPNI seq info [163:163:8:4294967295] 00000400:00000200:3.0:1767384953.305246:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp43 00000400:00000200:3.0:1767384953.305253:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp43(192.168.203.157@tcp43:) -> 192.168.203.157@tcp43(192.168.203.157@tcp43:192.168.203.157@tcp43) : GET try# 0 00000800:00000200:3.0:1767384953.305257:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp43 00000800:00000010:3.0:1767384953.305260:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000aeb3d3f6. 00000800:00000200:3.0:1767384953.305265:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000afded8e] -> 12345-192.168.203.157@tcp43 (2) 00000800:00000200:3.1:1767384953.305269:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000afded8e] -> 12345-192.168.203.157@tcp43 (2) 00000400:00000200:3.0:1767384953.305291:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp43 added to recovery queue. ping count: 1 next ping: 277 health :900 00000400:00000200:2.0:1767384953.305453:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384953.305498:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:2.0:1767384953.305514:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:2.0:1767384953.305528:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:2.0:1767384953.305542:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:2.0:1767384953.305556:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384953.305570:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384953.305583:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384953.305597:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384953.305613:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384953.305628:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384953.305642:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384953.305667:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384953.305681:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384953.305696:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384953.305710:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384953.305724:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384953.305738:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384953.305752:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384953.305767:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384953.305801:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384953.305819:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384953.305834:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:2.0:1767384953.305874:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384953.305915:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384953.305949:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384953.305970:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384953.305984:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:2.0:1767384953.305997:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384953.306011:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384953.306073:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384953.306111:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384953.306131:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384953.306144:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384953.306158:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:2.0:1767384953.306286:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d5768b80. 00000800:00000010:2.0:1767384953.306290:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ac1461de. 00000800:00000010:2.0:1767384953.306294:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008c226b8b. 00000800:00000010:2.0:1767384953.306309:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008c226b8b. 00000800:00020000:2.0:1767384953.306317:0:16116:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:2.0:1767384953.306320:0:16116:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ac1461de. 00000800:00000010:2.0:1767384953.306322:0:16116:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d5768b80. 00000400:02020000:2.0:1767384953.306370:0:16116:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp43 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384953.306376:0:16116:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp43 notifying 192.168.203.157@tcp43: down 00000800:00000200:2.0:1767384953.306381:0:16116:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp43 down 00000800:00000100:2.0:1767384953.306385:0:16116:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp43 00000800:00000010:2.0:1767384953.306388:0:16116:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000aeb3d3f6. 00000400:00000200:2.0:1767384953.306402:0:16116:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384953.306406:0:16116:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp43->192.168.203.157@tcp43: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384953.306414:0:16116:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384953.306416:0:16116:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384953.306419:0:16116:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp43) recovery failed with -71 00080000:00000001:3.0:1767384953.338759:0:36059:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384953.338773:0:36059:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384953.338778:0:36059:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384953.338785:0:36059:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384953.338792:0:36059:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384953.338796:0:36059:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384953.369100:0:16755:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384953.369112:0:16755:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384953.369122:0:16753:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384953.369127:0:16753:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384953.689260:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384953.689266:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384953.689271:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384953.689273:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384953.689305:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384953.689309:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384953.689311:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384953.882068:0:18105:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384953.882073:0:18105:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384954.015089:0:36224:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384954.015093:0:36224:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp46 --if ens2 00000001:00000001:3.0:1767384954.018263:0:36224:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384954.025622:0:36225:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000b38664f1. 00000400:00000010:3.0:1767384954.025636:0:36225:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000008827be69. 00000400:00000010:3.0:1767384954.025644:0:36225:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e4d2f7cb. 00000400:00000010:3.0:1767384954.025647:0:36225:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000089f603b9. 00000400:00000010:3.0:1767384954.025650:0:36225:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c91498ea. 00000400:00000010:3.0:1767384954.025653:0:36225:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006d1c14e0. 00000400:00000010:3.0:1767384954.025655:0:36225:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000534aedc8. 00000400:00000010:3.0:1767384954.025656:0:36225:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005eb3944a. 00000400:00000010:3.0:1767384954.025658:0:36225:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000f9bb8541. 00000800:00000010:3.0:1767384954.025677:0:36225:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000007c0b1395. 00000800:00000200:3.0:1767384954.025697:0:36225:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384954.025707:0:36225:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384954.025740:0:36225:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:3.0:1767384954.025759:0:36225:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp46 [8/256/0/180] 00000400:00000010:3.0:1767384954.027112:0:36225:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 0000000000b4940b. 00000400:00000010:3.0:1767384954.027118:0:36225:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5876595. 00000400:00000010:3.0:1767384954.027122:0:36225:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ab784e2. 00000400:00000001:3.0:1767384954.027137:0:36225:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384954.027139:0:36225:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384954.027140:0:36225:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052f9d3cb. 00000400:00000200:3.0:1767384954.027142:0:36225:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2626c3 00000400:00000010:3.0:1767384954.027143:0:36225:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2626c3. 00000400:00000010:3.0:1767384954.027146:0:36225:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 000000008883c4cb. 00000400:00000200:3.0:1767384954.027149:0:36225:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (37) 00000400:00000200:3.0:1767384954.027159:0:36225:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:3.0:1767384954.027167:0:36225:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131118 00000020:00000010:3.0:1767384954.027172:0:36225:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000019e0feed. 00000020:01000000:3.0:1767384954.027176:0:36225:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384954.027178:0:36225:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp46 00000400:00000200:2.0:1767384954.027188:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384954.027190:0:36225:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000008827be69. 00000400:00000010:3.0:1767384954.027193:0:36225:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000b38664f1. 00000400:00000200:2.0:1767384954.027205:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000400:00000010:2.0:1767384954.027213:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fb66108. 00000400:00000200:2.0:1767384954.027217:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (38) 00000400:00000010:2.0:1767384954.027224:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b6e66496. 00000020:00000001:1.0:1767384954.027224:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384954.027231:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384954.027232:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 10000000:00000001:1.0:1767384954.027235:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384954.027239:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384954.027243:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384954.027245:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384954.027247:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384954.027249:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000020:01000004:1.0:1767384954.027251:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384954.027255:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384954.027258:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384954.027261:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384954.027262:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 158], ns[172, 168] 00000400:00000200:2.0:1767384954.027269:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[43, 158], ns[43, 168] 00000020:01000004:1.0:1767384954.027273:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384954.027277:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384954.027281:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 43], ns[62, 43] 00000020:01000004:1.0:1767384954.027281:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384954.027289:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000980c7aa6. 00000400:00000200:2.0:1767384954.027290:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 43], ns[66, 43] 00000020:00000040:1.0:1767384954.027296:0:37:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000400:00000200:2.0:1767384954.027300:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 43], ns[77, 43] 00000100:00000001:1.0:1767384954.027304:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384954.027309:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 43], ns[81, 43] 02000000:00000001:1.0:1767384954.027309:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384954.027316:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384954.027318:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 43], ns[97, 43] 00000400:00000200:2.0:1767384954.027326:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 43], ns[104, 43] 02000000:00000010:1.0:1767384954.027328:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000dd87d557. 00000400:00000200:2.0:1767384954.027334:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 43], ns[125, 43] 00000100:00000001:1.0:1767384954.027337:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384954.027357:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 43], ns[131, 43] 00000400:00000200:2.0:1767384954.027363:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 43], ns[137, 43] 00000100:00000001:1.0:1767384954.027364:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384954.027369:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384954.027373:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 43], ns[141, 43] 00000400:00000200:2.0:1767384954.027382:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 43], ns[152, 43] 00000100:00000040:1.0:1767384954.027382:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000980c7aa6] to pc [ptlrpcd_00_03+3] req@00000000980c7aa6 x1853237358521344/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384954.027398:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 43], ns[161, 43] 00000400:00000200:2.0:1767384954.027408:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 43], ns[46, 43] 00000400:00000200:2.0:1767384954.027426:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 43], ns[50, 43] 10000000:00000001:1.0:1767384954.027428:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384954.027433:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 43], ns[54, 43] 00000100:00000001:3.0:1767384954.027434:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384954.027435:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.027439:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384954.027442:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.027443:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384954.027447:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 43], ns[58, 43] 00000020:01000000:1.0:1767384954.027448:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:3.0:1767384954.027450:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000980c7aa6 x1853237358521344/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384954.027460:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384954.027464:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384954.027465:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 43], ns[74, 43] 10000000:00000001:1.0:1767384954.027468:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384954.027471:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384954.027475:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384954.027476:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384954.027481:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384954.027481:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 43], ns[123, 43] 00000020:01000004:1.0:1767384954.027482:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384954.027486:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:3.0:1767384954.027489:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384954.027490:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384954.027495:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 43], ns[75, 43] 02000000:00000001:3.0:1767384954.027496:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384954.027496:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384954.027500:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384954.027503:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384954.027503:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384954.027507:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384954.027508:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[125, 43], ns[135, 43] 00000020:01000004:1.0:1767384954.027509:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:3.0:1767384954.027510:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000980c7aa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358521344:0@lo:253: 00000100:00000010:1.0:1767384954.027516:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001a0fe98e. 00000100:00000001:3.0:1767384954.027521:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384954.027522:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 43], ns[93, 43] 00000020:00000040:1.0:1767384954.027522:0:37:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1767384954.027528:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384954.027533:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[137, 43], ns[147, 43] 02000000:00000001:1.0:1767384954.027533:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384954.027534:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384954.027538:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384954.027538:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384954.027544:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 43], ns[114, 43] 02000000:00000001:3.0:1767384954.027545:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384954.027549:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000cd7dfb82. 02000000:00000010:3.0:1767384954.027551:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004ba79b44. 00000400:00000200:2.0:1767384954.027553:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[149, 43], ns[159, 43] 02000000:00000001:3.0:1767384954.027554:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384954.027561:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052f9d3cb. 00000100:00000001:1.0:1767384954.027565:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384954.027566:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 43], ns[122, 43] 00000400:00000010:3.0:1767384954.027567:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008827be69. 00000100:00000200:3.0:1767384954.027573:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358521344, portal 25 00000100:00000001:1.0:1767384954.027573:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384954.027577:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 43], ns[146, 43] 00000100:00000001:3.0:1767384954.027578:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384954.027578:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.027581:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515721216 : -108637193830400 : ffff9d31eea70000) 00000100:00000040:1.0:1767384954.027588:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a0fe98e] to pc [ptlrpcd_00_00+0] req@000000001a0fe98e x1853237358521472/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384954.027590:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000980c7aa6 x1853237358521344/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384954.027592:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 43], ns[145, 43] 00000400:00000200:2.0:1767384954.027613:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[145, 43], ns[155, 43] 00000100:00000001:3.0:1767384954.027617:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384954.027623:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384954.027627:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e4498cd7. 00000100:00000200:3.0:1767384954.027631:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358521344, offset 0 00000400:00000200:2.0:1767384954.027631:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[156, 43], ns[166, 43] 10000000:00000001:1.0:1767384954.027637:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384954.027641:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384954.027643:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 43], ns[158, 43] 10000000:00000001:1.0:1767384954.027644:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384954.027650:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384954.027654:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384954.027655:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[155, 43], ns[165, 43] 00000020:00000010:1.0:1767384954.027658:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000019e0feed. 00000100:00000001:1.0:1767384954.027670:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384954.027673:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[163, 43], ns[173, 43] 00000100:00000001:1.0:1767384954.027675:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384954.027682:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 43], ns[0, 43] 00000100:00000001:1.0:1767384954.027684:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384954.027689:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384954.027692:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp44] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000001:1.0:1767384954.027694:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384954.027701:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp44 00000100:00000040:1.0:1767384954.027702:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001a0fe98e x1853237358521472/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384954.027710:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp44 00000100:00000001:1.0:1767384954.027718:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384954.027720:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp44 lpni_is_preferred = 0 00000100:00000001:1.0:1767384954.027721:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384954.027726:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp44 02000000:00000001:1.0:1767384954.027728:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384954.027732:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384954.027733:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp44 NI seq info: [174:174:256:4294967295] 192.168.203.157@tcp44 LPNI seq info [164:164:8:4294967295] 02000000:00000001:1.0:1767384954.027738:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384954.027744:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001a0fe98e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358521472:0@lo:253: 00000400:00000200:2.0:1767384954.027746:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp44 00000100:00000001:1.0:1767384954.027752:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384954.027757:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384954.027761:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384954.027762:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp44(192.168.203.157@tcp44:) -> 192.168.203.157@tcp44(192.168.203.157@tcp:192.168.203.157@tcp44) : PUT try# 0 02000000:00000001:1.0:1767384954.027766:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767384954.027773:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.157@tcp44 02000000:00000010:1.0:1767384954.027774:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007c868db8. 00000400:00000200:3.0:1767384954.027778:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384954.027781:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384954.027783:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000027bd9b97. 00000400:00000010:1.0:1767384954.027788:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000859e08fe. 00000400:00000200:3.0:1767384954.027792:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272706c00 00000800:00000010:2.0:1767384954.027795:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a77c201d. 00000400:00000010:1.0:1767384954.027796:0:16127:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a53f69e. 00000400:00000200:3.0:1767384954.027802:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x150d [2] + 0 00000800:00000010:2.0:1767384954.027802:0:16125:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c528508b. 00000400:00000010:3.0:1767384954.027810:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000719d8bbf. 00000800:00000200:2.0:1767384954.027813:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a77c201d] -> 12345-192.168.203.157@tcp44 (2) 00000400:00000200:3.0:1767384954.027816:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000069087eb8 00000800:00000200:2.1:1767384954.027822:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a77c201d] -> 12345-192.168.203.157@tcp44 (2) 00000100:00000200:1.0:1767384954.027823:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358521472, portal 25 00000400:00000200:3.0:1767384954.027826:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384954.027829:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384954.027832:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515724800 : -108637193826816 : ffff9d31eea70e00) 00000400:00000200:3.0:1767384954.027834:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384954.027840:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069087eb8 00000400:00000200:2.0:1767384954.027840:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 00000400:00000010:3.0:1767384954.027845:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000069087eb8. 00000400:00000200:2.0:1767384954.027848:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100551 rc 0 00000100:00000001:3.0:1767384954.027851:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384954.027851:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001a0fe98e x1853237358521472/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384954.027855:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384954.027859:0:16130:0:(events.c:337:request_in_callback()) incoming req@000000007f8c09ac x1853237358521344 msgsize 4848 00000100:00100000:3.0:1767384954.027870:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384954.027871:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384954.027872:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:1.0:1767384954.027878:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384954.027882:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384954.027882:0:16127:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000094724b85. 00000100:00000200:1.0:1767384954.027886:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358521472, offset 0 00000400:00000200:3.0:1767384954.027890:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4498cd7 00000400:00000010:3.0:1767384954.027892:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e4498cd7. 00000100:00000001:3.0:1767384954.027895:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384954.027898:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384954.027907:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000980c7aa6 x1853237358521344/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384954.027910:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384954.027921:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384954.027925:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272706c80 00000100:00000040:3.0:1767384954.027926:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000980c7aa6 x1853237358521344/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384954.027935:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384954.027936:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1515 [2] + 0 00000100:00000001:3.0:1767384954.027938:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1767384954.027944:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a81bf77a. 00000100:00000001:3.0:1767384954.027945:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.027950:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294943901 00000100:00000001:2.0:1767384954.027950:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384954.027950:0:16127:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d48f0080 00000100:00100000:2.0:1767384954.027956:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358521344 00000100:00000010:3.0:1767384954.027957:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a727bc0d. 00000400:00000200:1.0:1767384954.027958:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384954.027961:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384954.027965:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384954.027966:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384954.027966:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384954.027970:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384954.027973:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d48f0080 02000000:00000001:2.0:1767384954.027976:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.027977:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294943901 00000400:00000010:1.0:1767384954.027977:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d48f0080. 00000100:00100000:2.0:1767384954.027982:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358521344 00000100:00000010:3.0:1767384954.027984:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fd80d6a8. 00000100:00000001:1.0:1767384954.027985:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:2.0:1767384954.027988:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:1.0:1767384954.027989:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384954.027990:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000020:00000040:2.0:1767384954.027992:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000100:00000001:3.0:1767384954.027997:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294943901 00000020:00000001:2.0:1767384954.027997:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384954.027997:0:16127:0:(events.c:337:request_in_callback()) incoming req@000000001ab7047c x1853237358521472 msgsize 4848 00000100:00000010:3.0:1767384954.028003:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f41a7e15. 00000020:00000040:2.0:1767384954.028003:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000100:00000001:3.0:1767384954.028010:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00100000:1.0:1767384954.028036:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1767384954.028038:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000040:1.0:1767384954.028040:0:16127:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384954.028046:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294943902 00000100:00000010:3.0:1767384954.028051:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000013f15096. 00000020:00000001:2.0:1767384954.028052:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:1.0:1767384954.028053:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384954.028055:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384954.028062:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384954.028062:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384954.028062:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094724b85 00000100:00000001:3.0:1767384954.028068:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384954.028068:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000094724b85. 00000020:00000010:2.0:1767384954.028070:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b70a56ba. 00000100:00000001:3.0:1767384954.028074:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.028075:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384954.028076:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384954.028077:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384954.028083:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001a0fe98e x1853237358521472/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384954.028085:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b70a56ba. 00000100:00000001:3.0:1767384954.028087:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384954.028091:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384954.028095:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384954.028097:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052620571. 00000100:00000001:3.0:1767384954.028098:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384954.028101:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.028104:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.028105:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384954.028107:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008005cd3e. 00000100:00000040:1.0:1767384954.028112:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001a0fe98e x1853237358521472/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384954.028115:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004906a72e. 00000100:00000001:1.0:1767384954.028125:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.028128:0:16127:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384954.028130:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384954.028133:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.028135:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384954.028139:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384954.028140:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294943902 00000100:00000001:2.0:1767384954.028142:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.028150:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.028156:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294943901 00000100:00000001:2.0:1767384954.028162:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384954.028164:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294943902 00000100:00000001:1.0:1767384954.028172:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294943901 00000100:00000001:2.0:1767384954.028176:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384954.028177:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294943902 00000100:00100000:2.0:1767384954.028179:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358521472 02000000:00000001:2.0:1767384954.028184:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384954.028185:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294943901 00000100:00000001:2.0:1767384954.028186:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384954.028189:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384954.028194:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.028195:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294943902 00000100:00100000:2.0:1767384954.028198:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358521472 00000100:00000001:1.0:1767384954.028199:0:16127:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, keep current deadline 4294943902 00000020:00000001:2.0:1767384954.028203:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384954.028204:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384954.028207:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000100:00000001:1.0:1767384954.028209:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384954.028211:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384954.028214:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384954.028215:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=16 00000100:00000001:1.0:1767384954.028219:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384954.028221:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:2.0:1767384954.028226:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:1.0:1767384954.028227:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384954.028229:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384954.028231:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384954.028235:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b70a56ba. 00000100:00000001:1.0:1767384954.028236:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384954.028240:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384954.028241:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384954.028243:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384954.028245:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b70a56ba. 00000100:00000001:1.0:1767384954.028247:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384954.028253:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be333ad2. 00000020:00000010:2.0:1767384954.028259:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000024db52db. 00000400:00000200:3.0:1767384954.028261:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000020:00000010:2.0:1767384954.028263:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000034aa5e39. 00000100:00000001:1.0:1767384954.028270:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384954.028274:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384954.028278:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384954.028282:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1767384954.028282:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00000001:2.0:1767384954.028286:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384954.028288:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:2.0:1767384954.028293:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.028294:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631883856 : -108637077667760 : ffff9d31f5938050) 00000100:00000001:2.0:1767384954.028299:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384954.028304:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007f8c09ac x1853237358521344/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:180/0 lens 4848/0 e 0 to 0 dl 1767384965 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384954.028312:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384954.028313:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000100:00000001:2.0:1767384954.028315:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384954.028316:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384954.028322:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bed537b3. 00000100:00100000:2.0:1767384954.028323:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00000001:1.0:1767384954.028328:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384954.028329:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000100:00000001:2.0:1767384954.028334:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631888976 : -108637077662640 : ffff9d31f5939450) 00000020:00000010:1.0:1767384954.028335:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bed537b3. 00000100:00000040:2.0:1767384954.028357:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001ab7047c x1853237358521472/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:180/0 lens 4848/0 e 0 to 0 dl 1767384965 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384954.028363:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007f8c09ac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+16:16130:x1853237358521344:12345-0@lo:253: 00000400:00000200:3.0:1767384954.028369:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000100:00000200:1.0:1767384954.028374:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358521344 00000100:00000001:2.0:1767384954.028376:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384954.028382:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b70a56ba. 00000100:00000001:2.0:1767384954.028387:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384954.028388:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384954.028390:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b70a56ba. 00000020:00000001:1.0:1767384954.028394:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384954.028398:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384954.028401:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001ab7047c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+16:16127:x1853237358521472:12345-0@lo:253: 00000020:00000001:1.0:1767384954.028402:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:2.0:1767384954.028408:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358521472 00000020:00000001:1.0:1767384954.028408:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:2.0:1767384954.028412:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384954.028415:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384954.028417:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000020:00000001:2.0:1767384954.028417:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384954.028418:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384954.028421:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384954.028424:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384954.028426:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384954.028428:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384954.028429:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:1.0:1767384954.028433:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384954.028434:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384954.028438:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384954.028440:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384954.028442:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384954.028445:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1767384954.028446:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384954.028448:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.028452:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384954.028454:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384954.028455:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000730e0f09. 00000400:00000200:3.0:1767384954.028458:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 02000000:00000001:1.0:1767384954.028460:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384954.028461:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d5768b80. 00000100:00000001:1.0:1767384954.028466:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384954.028467:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.028473:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384954.028474:0:16764:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384954.028485:0:16763:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384954.028485:0:16764:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000002db24bbd. 20000000:01000000:1.0:1767384954.028491:0:16764:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384954.028495:0:16764:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:2.0:1767384954.028496:0:16763:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000382dec4f. 20000000:00000001:1.0:1767384954.028498:0:16764:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:2.0:1767384954.028502:0:16763:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384954.028502:0:16764:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384954.028507:0:16763:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384954.028508:0:16764:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384954.028511:0:16763:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384954.028513:0:16764:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384954.028514:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 20000000:00000001:2.0:1767384954.028515:0:16763:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384954.028519:0:16763:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384954.028522:0:16763:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384954.028524:0:16764:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000040fbc96d. 20000000:01000000:1.0:1767384954.028528:0:16764:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 20000000:00000001:1.0:1767384954.028534:0:16764:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384954.028539:0:16764:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384954.028558:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:3.0:1767384954.028580:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00080000:00000001:1.0:1767384954.028601:0:16764:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384954.028603:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00080000:00000001:1.0:1767384954.028608:0:16764:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384954.028611:0:16764:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384954.028614:0:16764:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384954.028617:0:16764:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384954.028623:0:16764:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00000400:00000200:3.0:1767384954.028624:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00080000:00000001:1.0:1767384954.028629:0:16764:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384954.028637:0:16764:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000066e7b81f. 00080000:00000001:1.0:1767384954.028641:0:16764:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431482867712 : -108642226683904 : ffff9d30c2abc000) 00000400:00000200:3.0:1767384954.028645:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00080000:00000001:1.0:1767384954.028645:0:16764:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384954.028665:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:3.0:1767384954.028695:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:3.0:1767384954.028731:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:3.0:1767384954.028764:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000001:00000001:1.0:1767384954.028797:0:16764:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384954.028800:0:16764:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384954.028804:0:16764:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384954.028810:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00080000:00000001:1.0:1767384954.028828:0:16764:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384954.028832:0:16764:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384954.028861:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:3.0:1767384954.028896:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:3.0:1767384954.028922:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:3.0:1767384954.028952:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00080000:00000001:1.0:1767384954.028974:0:16764:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384954.028979:0:16764:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384954.028995:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000100:00000001:2.0:1767384954.029078:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384954.029082:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384954.029361:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:3.0:1767384954.029389:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:3.0:1767384954.029410:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:3.0:1767384954.029452:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:3.0:1767384954.029487:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:3.0:1767384954.029527:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:3.0:1767384954.029557:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:3.0:1767384954.029592:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:3.0:1767384954.029624:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:3.0:1767384954.029651:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:3.0:1767384954.029685:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:3.0:1767384954.029705:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:3.0:1767384954.029738:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:3.0:1767384954.029762:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:3.0:1767384954.029911:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000019e0feed. 00000800:00000010:3.0:1767384954.029915:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e4498cd7. 00000800:00000010:3.0:1767384954.029919:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000086b92e6c. 00000800:00000010:3.0:1767384954.029935:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000086b92e6c. 00000800:00020000:3.0:1767384954.029943:0:16118:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:3.0:1767384954.029946:0:16118:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e4498cd7. 00000800:00000010:3.0:1767384954.029948:0:16118:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000019e0feed. 00000400:02020000:3.0:1767384954.029980:0:16118:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp44 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384954.029985:0:16118:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp44 notifying 192.168.203.157@tcp44: down 00000800:00000200:3.0:1767384954.029989:0:16118:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp44 down 00000800:00000100:3.0:1767384954.029994:0:16118:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 640 0@<0:0>->192.168.203.157@tcp44 00000800:00000010:3.0:1767384954.029997:0:16118:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000027bd9b97. 00000400:00000200:3.0:1767384954.030003:0:16118:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384954.030006:0:16118:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp44->192.168.203.157@tcp44: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384954.030032:0:16118:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp44 added to recovery queue. ping count: 0 next ping: 277 health :900 00000400:00000200:3.0:1767384954.030035:0:16118:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384954.030039:0:16118:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp: 1 00000400:00000200:3.0:1767384954.030042:0:16118:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:3.0:1767384954.030064:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384954.030067:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x101151 00000400:00000001:3.0:1767384954.030070:0:16125:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384954.030071:0:16125:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384954.030072:0:16125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fb66108 00000400:00000010:3.0:1767384954.030073:0:16125:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fb66108. 00000400:00000200:3.0:1767384954.030086:0:16125:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384954.030090:0:16125:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:3.0:1767384954.030092:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (39) 00000400:00000200:3.0:1767384954.030095:0:16125:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.157@tcp 00000400:00000200:3.0:1767384954.030097:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 rc -71 00000400:00000200:3.0:1767384954.030100:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:3.0:1767384954.030103:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (38) 00080000:00000001:2.0:1767384954.036696:0:16764:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384954.036703:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:2.0:1767384954.036703:0:16764:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:2.0:1767384954.036717:0:16764:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384954.036718:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384954.036720:0:16764:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384954.036721:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384954.036723:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384954.036724:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384954.036726:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000066e7b81f. 00080000:00000001:3.0:1767384954.036730:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384954.036730:0:16764:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384954.036740:0:16764:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384954.036743:0:16764:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:0.0:1767384954.036746:0:16763:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000de7647ca. 00080000:00000020:2.0:1767384954.036748:0:16764:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384954.036751:0:16763:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 20000000:00000001:0.0:1767384954.036755:0:16763:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384954.036759:0:16763:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:2.0:1767384954.036764:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384954.036767:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384954.036769:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384954.036774:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384954.036777:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384954.036779:0:16763:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1767384954.036784:0:16785:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000860c3a1a count: 2 00080000:00000001:0.0:1767384954.036784:0:16763:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384954.036786:0:16763:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384954.036790:0:16763:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384954.036792:0:16785:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384954.036794:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384954.036799:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:0.0:1767384954.036800:0:16763:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:0.0:1767384954.036804:0:16763:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000010:2.0:1767384954.036806:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000027854c9. 00080000:00000010:0.0:1767384954.036810:0:16763:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000330a596c. 00000020:00000001:2.0:1767384954.036812:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384954.036815:0:16763:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635436770060288 : -108636939491328 : ffff9d31fdcfe800) 00000020:00000040:2.0:1767384954.036817:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000027854c9 with handle 0x4895a8f6c11e87cf to hash 00080000:00000001:0.0:1767384954.036820:0:16763:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:2.0:1767384954.036822:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384954.036826:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635436275766784 : -108637433784832 : ffff9d31e0599600) 00010000:00000001:2.0:1767384954.036829:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635436275766784 : -108637433784832 : ffff9d31e0599600) 00010000:00000001:2.0:1767384954.036833:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384954.036835:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384954.036837:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000027854c9/0x4895a8f6c11e87cf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384954.036852:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384954.036855:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384954.036857:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384954.036859:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384954.036861:0:16785:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384954.036863:0:16785:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000168ea983/0x4895a8f6c11e87c8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e87c1 expref: 16 pid: 16764 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384954.036868:0:16785:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384954.036869:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.036871:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384954.036872:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384954.036874:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384954.036875:0:16763:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1767384954.036876:0:16785:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384954.036879:0:16785:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000027854c9/0x4895a8f6c11e87cf lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384954.036881:0:16763:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384954.036888:0:16763:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000040:2.0:1767384954.036889:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000860c3a1a) refcount = 2 00010000:00000040:2.0:1767384954.036893:0:16785:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384954.036894:0:16785:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000168ea983/0x4895a8f6c11e87c8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x4895a8f6c11e87c1 expref: 16 pid: 16764 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384954.036898:0:16785:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384954.036899:0:16785:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000027854c9/0x4895a8f6c11e87cf lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384954.036900:0:16763:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384954.036904:0:16785:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f7d11c33. 00080000:00000001:0.0:1767384954.036906:0:16763:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:2.0:1767384954.036909:0:16785:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384954.036913:0:16785:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2da320a. 00000100:00000001:2.0:1767384954.036915:0:16785:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635431480630656 : -108642228920960 : ffff9d30c2899d80) 00000100:00000001:2.0:1767384954.036917:0:16785:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635431480630656 : -108642228920960 : ffff9d30c2899d80) 00000100:00000001:2.0:1767384954.036919:0:16785:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384954.036921:0:16785:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384954.036922:0:16785:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384954.036928:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384954.036930:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384954.036932:0:16785:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384954.036934:0:16785:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384954.036936:0:16785:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384954.036938:0:16785:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384954.036942:0:16785:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001853ff18. 00000020:00000040:2.0:1767384954.036945:0:16785:0:(genops.c:1229:class_import_get()) import 00000000c30cd863 refcount=2 obd=MGS 00000100:00000001:2.0:1767384954.036948:0:16785:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384954.036950:0:16785:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384954.036953:0:16785:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384954.036958:0:16785:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004fb0087f. 00000100:00000001:2.0:1767384954.036962:0:16785:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384954.036966:0:16785:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000168ea983/0x4895a8f6c11e87c8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4895a8f6c11e87c1 expref: 16 pid: 16764 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384954.036976:0:16785:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000168ea983/0x4895a8f6c11e87c8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4895a8f6c11e87c1 expref: 16 pid: 16764 timeout: 426 lvb_type: 0 00080000:00000001:0.0:1767384954.036981:0:16763:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:2.0:1767384954.036982:0:16785:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384954.036985:0:16785:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00080000:00000001:0.0:1767384954.036986:0:16763:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:2.0:1767384954.037002:0:16785:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001853ff18 x1853237358521600/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384954.037008:0:16785:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384954.037009:0:16785:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384954.037032:0:16785:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001853ff18 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16785:1853237358521600:0@lo:104: 00000100:00000001:2.0:1767384954.037035:0:16785:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384954.037038:0:16785:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384954.037040:0:16785:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384954.037042:0:16785:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384954.037045:0:16785:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fe0ca95a. 02000000:00000001:2.0:1767384954.037047:0:16785:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384954.037050:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070c4641e. 00000400:00000010:2.0:1767384954.037054:0:16785:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bd0b3a1. 00000100:00000200:2.0:1767384954.037058:0:16785:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358521600, portal 16 00000100:00000001:2.0:1767384954.037061:0:16785:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384954.037066:0:16785:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504579200 : -108642204972416 : ffff9d30c3f70a80) 00000100:00000040:2.0:1767384954.037080:0:16785:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000001853ff18 x1853237358521600/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384970 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384954.037086:0:16785:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384954.037090:0:16785:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384954.037093:0:16785:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ead83d3. 00000100:00000200:2.0:1767384954.037095:0:16785:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237358521600, offset 0 00000400:00000200:2.0:1767384954.037100:0:16785:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384954.037107:0:16785:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384954.037115:0:16785:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272706d00 00000400:00000200:2.0:1767384954.037120:0:16785:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x18fd [2] + 656 00000400:00000200:2.0:1767384954.037123:0:16785:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384954.037127:0:16785:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384954.037130:0:16785:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384954.037132:0:16785:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384954.037135:0:16785:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8906ea7. 00000100:00000040:2.0:1767384954.037137:0:16785:0:(events.c:337:request_in_callback()) incoming req@00000000f8906ea7 x1853237358521600 msgsize 328 00000100:00100000:2.0:1767384954.037142:0:16785:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384954.037152:0:16785:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384954.037157:0:16785:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ead83d3 00000400:00000010:2.0:1767384954.037159:0:16785:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ead83d3. 00000100:00000001:2.0:1767384954.037163:0:16785:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384954.037167:0:16785:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001853ff18 x1853237358521600/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384970 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384954.037169:0:16753:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384954.037185:0:16753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358521600 00000100:00000001:2.0:1767384954.037187:0:16785:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384954.037190:0:16753:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1767384954.037194:0:16785:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001853ff18 x1853237358521600/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384970 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384954.037194:0:16753:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384954.037199:0:16753:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.037206:0:16785:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384954.037207:0:16753:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.037213:0:16785:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384954.037215:0:16753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358521600 00000100:00000001:2.0:1767384954.037217:0:16785:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384954.037219:0:16753:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384954.037222:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294943911 00000020:00000040:0.0:1767384954.037223:0:16753:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e83fb 00000020:00000001:0.0:1767384954.037227:0:16753:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384954.037230:0:16753:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f3b2147e refcount=3 00000020:00000001:0.0:1767384954.037233:0:16753:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633131008 : -108637076420608 : ffff9d31f5a68800) 00000020:00000001:0.0:1767384954.037235:0:16753:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633131008 : -108637076420608 : ffff9d31f5a68800) 00000100:00000001:2.0:1767384954.037237:0:16785:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294943902 00000100:00000001:0.0:1767384954.037239:0:16753:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384954.037242:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294943911 00000100:00000001:2.0:1767384954.037259:0:16785:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294943902 00000020:00000010:0.0:1767384954.037262:0:16753:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a5fdf5ae. 00000100:00000001:2.0:1767384954.037263:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294943911 00000100:00000001:0.0:1767384954.037269:0:16753:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384954.037270:0:16785:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294943902 00000020:00000010:0.0:1767384954.037276:0:16753:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a5fdf5ae. 00000100:00000001:2.0:1767384954.037277:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294943911 00000100:00000001:2.0:1767384954.037283:0:16785:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294943902 00000100:00000001:2.0:1767384954.037285:0:16785:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384954.037285:0:16753:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d374ff1a. 00000100:00000001:2.0:1767384954.037289:0:16785:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.037292:0:16785:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.037293:0:16785:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384954.037294:0:16753:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000082ebeac3. 00000020:00000001:2.0:1767384954.037295:0:16785:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.037298:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384954.037300:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384954.037301:0:16785:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384954.037302:0:16753:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006b4bac8c. 00010000:00000001:2.0:1767384954.037303:0:16785:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384954.037306:0:16785:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384954.037309:0:16785:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.037310:0:16785:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384954.037311:0:16785:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767384954.037313:0:16753:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00100000:2.0:1767384954.037314:0:16785:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b2da320a going to sleep for 11 seconds 00000100:00000001:0.0:1767384954.037319:0:16753:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384954.037320:0:16785:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384954.037324:0:16753:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384954.037325:0:16785:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.037327:0:16753:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.037333:0:16753:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.037357:0:16753:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384954.037368:0:16753:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384954.037369:0:16753:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384954.037373:0:16753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:0.0:1767384954.037376:0:16753:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f3b2147e : new rpc_count 1 00000100:00000001:0.0:1767384954.037377:0:16753:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635431504582784 : -108642204968832 : ffff9d30c3f71880) 00000100:00000040:0.0:1767384954.037381:0:16753:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f8906ea7 x1853237358521600/t0(0) o104->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:180/0 lens 328/0 e 0 to 0 dl 1767384965 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384954.037388:0:16753:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384954.037391:0:16753:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a5fdf5ae. 00000100:00000001:0.0:1767384954.037392:0:16753:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384954.037394:0:16753:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a5fdf5ae. 00000100:00100000:0.0:1767384954.037397:0:16753:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f8906ea7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fc613044-dd35-4201-b03c-4d69ab0214c0+3:16785:x1853237358521600:12345-0@lo:104: 00000100:00000200:0.0:1767384954.037399:0:16753:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358521600 00010000:00000001:0.0:1767384954.037401:0:16753:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384954.037404:0:16753:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384954.037406:0:16753:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384954.037407:0:16753:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e066216e refcount=2 00000020:00000001:0.0:1767384954.037408:0:16753:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854931456 : -108637854620160 : ffff9d31c7442600) 00010000:00000001:0.0:1767384954.037410:0:16753:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854931456 : -108637854620160 : ffff9d31c7442600) 00010000:00000001:0.0:1767384954.037412:0:16753:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384954.037420:0:16753:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384954.037423:0:16753:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.157@tcp lock: 00000000e066216e/0x4895a8f6c11e87c1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4895a8f6c11e87c8 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384954.037429:0:16753:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384954.037431:0:16753:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384954.037434:0:16753:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d521eddc. 02000000:00000001:0.0:1767384954.037436:0:16753:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.037437:0:16753:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384954.037440:0:16753:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384954.037442:0:16753:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384954.037445:0:16753:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c1b60063 time=78 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384954.037448:0:16753:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384954.037449:0:16753:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384954.037451:0:16753:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384954.037453:0:16753:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384954.037454:0:16753:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.037456:0:16753:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384954.037458:0:16753:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384954.037461:0:16753:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ea848ad. 00000100:00000200:0.0:1767384954.037463:0:16753:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237358521600, offset 224 00000400:00000200:0.0:1767384954.037467:0:16753:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384954.037473:0:16753:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384954.037478:0:16753:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272706d00 00000400:00000200:0.0:1767384954.037481:0:16753:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1d89 [1] + 224 00000400:00000200:0.0:1767384954.037483:0:16753:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384954.037485:0:16753:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384954.037489:0:16753:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384954.037491:0:16753:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001853ff18 x1853237358521600/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384954.037498:0:16753:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000001853ff18 x1853237358521600/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384954.037509:0:16753:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384954.037513:0:16753:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ea848ad 00000100:00000001:2.0:1767384954.037519:0:16785:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384954.037521:0:16753:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ea848ad. 00000100:00000001:0.0:1767384954.037525:0:16753:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384954.037526:0:16785:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384954.037527:0:16753:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384954.037529:0:16785:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384954.037532:0:16785:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070c4641e. 00000100:00000001:0.0:1767384954.037532:0:16753:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384954.037538:0:16785:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bd0b3a1 00000100:00000040:0.0:1767384954.037538:0:16753:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000010:2.0:1767384954.037542:0:16785:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bd0b3a1. 00010000:00000001:0.0:1767384954.037543:0:16753:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384954.037547:0:16753:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000008b332a95. 00000100:00000001:2.0:1767384954.037548:0:16785:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384954.037552:0:16753:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:2.0:1767384954.037554:0:16785:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001853ff18 x1853237358521600/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384954.037561:0:16785:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001853ff18 x1853237358521600/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384954.037563:0:16753:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384954.037569:0:16753:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384954.037574:0:16753:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.037575:0:16785:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384954.037576:0:16753:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.037578:0:16785:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384954.037582:0:16753:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8906ea7 x1853237358521600/t0(0) o104->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:180/0 lens 328/224 e 0 to 0 dl 1767384965 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1767384954.037584:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384954.037588:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.037590:0:16785:0:(client.c:1578:after_reply()) Process entered 00010000:00010000:3.0:1767384954.037593:0:16757:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 02000000:00000001:2.0:1767384954.037594:0:16785:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384954.037597:0:16785:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384954.037600:0:16757:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:2.0:1767384954.037601:0:16785:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384954.037601:0:16753:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f8906ea7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:fc613044-dd35-4201-b03c-4d69ab0214c0+3:16785:x1853237358521600:12345-0@lo:104: Request processed in 210us (461us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384954.037604:0:16757:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:2.0:1767384954.037606:0:16785:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384954.037609:0:16757:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.157@tcp lock: 00000000e066216e/0x4895a8f6c11e87c1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4895a8f6c11e87c8 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384954.037613:0:16785:0:(import.c:2128:obd_at_measure()) add 5 to 0000000080a5a92e time=78 v=5 (5 0 0 0) 00000100:00100000:0.0:1767384954.037618:0:16753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00001000:2.0:1767384954.037621:0:16785:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cfe3d233 time=78 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384954.037625:0:16753:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f3b2147e : new rpc_count 0 00010000:00010000:3.0:1767384954.037626:0:16757:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e066216e already unused, calling callback (00000000de964f35) 00000100:00000001:2.0:1767384954.037627:0:16785:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384954.037629:0:16753:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384954.037630:0:16785:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384954.037631:0:16757:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1767384954.037633:0:16753:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 10000000:00010000:3.0:1767384954.037636:0:16757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.157@tcp lock: 00000000e066216e/0x4895a8f6c11e87c1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4895a8f6c11e87c8 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384954.037636:0:16785:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1767384954.037638:0:16753:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000082ebeac3. 00010000:00000001:2.0:1767384954.037640:0:16785:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.037645:0:16785:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384954.037646:0:16753:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006b4bac8c. 00010000:00000001:3.0:1767384954.037650:0:16757:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:0.0:1767384954.037652:0:16753:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d374ff1a. 00000100:00000040:2.0:1767384954.037653:0:16785:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001853ff18 x1853237358521600/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384954.037654:0:16757:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384954.037657:0:16757:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384954.037657:0:16753:0:(genops.c:898:class_export_put()) PUTting export 00000000f3b2147e : new refcount 2 00000020:00000040:3.0:1767384954.037661:0:16757:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e066216e refcount=3 00000100:00000001:0.0:1767384954.037662:0:16753:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384954.037667:0:16757:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854931456 : -108637854620160 : ffff9d31c7442600) 00010000:00000001:3.0:1767384954.037671:0:16757:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854931456 : -108637854620160 : ffff9d31c7442600) 00000100:00000001:2.0:1767384954.037672:0:16785:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384954.037675:0:16757:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767384954.037676:0:16785:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00010000:3.0:1767384954.037678:0:16757:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.157@tcp lock: 00000000e066216e/0x4895a8f6c11e87c1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4895a8f6c11e87c8 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384954.037679:0:16785:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384954.037692:0:16785:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 10000000:00000001:3.0:1767384954.037693:0:16757:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:2.0:1767384954.037695:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00010000:3.0:1767384954.037696:0:16757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.157@tcp lock: 00000000e066216e/0x4895a8f6c11e87c1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4895a8f6c11e87c8 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384954.037698:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384954.037701:0:16785:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384954.037705:0:16757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000040:2.0:1767384954.037707:0:16785:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001853ff18 x1853237358521600/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384970 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384954.037714:0:16785:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001853ff18 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16785:1853237358521600:0@lo:104: 10000000:00000001:3.0:1767384954.037717:0:16757:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1767384954.037720:0:16757:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000001:2.0:1767384954.037720:0:16785:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:3.0:1767384954.037722:0:16757:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000001:2.0:1767384954.037724:0:16785:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384954.037725:0:16757:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384954.037728:0:16757:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384954.037728:0:16785:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384954.037731:0:16785:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384954.037734:0:16785:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001853ff18 x1853237358521600/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384970 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384954.037739:0:16785:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:00000001:3.0:1767384954.037740:0:16757:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 02000000:00000001:2.0:1767384954.037742:0:16785:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00000001:3.0:1767384954.037743:0:16757:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000010:2.0:1767384954.037745:0:16785:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fe0ca95a. 10000000:00000040:3.0:1767384954.037756:0:16757:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ff67cc77) refs 2 10000000:00000001:3.0:1767384954.037760:0:16757:0:(mgc_request.c:147:config_log_put()) Process leaving 02000000:00000001:2.0:1767384954.037760:0:16785:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384954.037763:0:16785:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:3.0:1767384954.037764:0:16757:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384954.037767:0:16757:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384954.037770:0:16757:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000040:2.0:1767384954.037772:0:16785:0:(genops.c:1242:class_import_put()) import 00000000c30cd863 refcount=1 obd=MGS 00010000:00000001:3.0:1767384954.037773:0:16757:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:2.0:1767384954.037778:0:16785:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767384954.037779:0:16757:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000010:2.0:1767384954.037782:0:16785:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004fb0087f. 00010000:00000001:3.0:1767384954.037783:0:16757:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384954.037788:0:16757:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e066216e with handle 0x4895a8f6c11e87c1 from hash 02000000:00000001:2.0:1767384954.037789:0:16785:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384954.037793:0:16785:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1767384954.037796:0:16757:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000010:2.0:1767384954.037796:0:16785:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001853ff18. 00010000:00000001:3.0:1767384954.037800:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384954.037804:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384954.037804:0:16785:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767384954.037806:0:16757:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767384954.037808:0:16785:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384954.037810:0:16757:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000010:2.0:1767384954.037813:0:16785:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b2da320a. 00010000:00000001:3.0:1767384954.037814:0:16757:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:2.0:1767384954.037817:0:16785:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384954.037820:0:16757:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384954.037821:0:16785:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384954.037824:0:16757:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000010:2.0:1767384954.037825:0:16785:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f7d11c33. 00010000:00000001:2.0:1767384954.037829:0:16785:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.037830:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.037832:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384954.037835:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384954.037836:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1767384954.037838:0:16785:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000027854c9/0x4895a8f6c11e87cf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000100:00000010:3.0:1767384954.037937:0:16757:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8b8458c. 00000020:00000040:3.0:1767384954.037940:0:16757:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=6 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1767384954.037943:0:16757:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384954.037944:0:16757:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384954.037946:0:16757:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384954.037949:0:16757:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f9388d9c. 00000100:00000001:3.0:1767384954.037951:0:16757:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384954.037953:0:16757:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767384954.037956:0:16757:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.157@tcp lock: 00000000e066216e/0x4895a8f6c11e87c1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4895a8f6c11e87c8 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384954.037960:0:16757:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384954.037962:0:16757:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384954.037970:0:16757:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384954.037971:0:16757:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384954.037975:0:16757:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8b8458c] to pc [ptlrpcd_00_01+1] req@00000000e8b8458c x1853237358521728/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384954.038047:0:16757:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384954.038049:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384954.038050:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384954.038051:0:16757:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384954.038053:0:16757:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384954.038055:0:16757:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384954.038057:0:16757:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.157@tcp lock: 00000000e066216e/0x4895a8f6c11e87c1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4895a8f6c11e87c8 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384954.038059:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384954.038064:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384954.038064:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1767384954.038077:0:16757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.157@tcp lock: 00000000e066216e/0x4895a8f6c11e87c1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4895a8f6c11e87c8 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384954.038079:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384954.038087:0:16757:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007b9801b0 count: 0 00000100:00100000:1.0:1767384954.038087:0:16127:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767384954.038093:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384954.038098:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384954.038099:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767384954.038101:0:16757:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1767384954.038104:0:16757:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000008b332a95. 00000100:00000001:1.0:1767384954.038104:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384954.038108:0:16757:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.038110:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384954.038113:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384954.038114:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384954.038120:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384954.038120:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8b8458c x1853237358521728/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384954.038124:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384954.038129:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384954.038131:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384954.038135:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384954.038138:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767384954.038139:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1767384954.038140:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384954.038144:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384954.038144:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384954.038147:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384954.038150:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384954.038151:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:3.0:1767384954.038152:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767384954.038155:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384954.038159:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384954.038163:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8b8458c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358521728:0@lo:103: 00000100:00000001:1.0:1767384954.038167:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384954.038170:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384954.038172:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384954.038175:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384954.038179:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000679db6a5. 02000000:00000001:1.0:1767384954.038182:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384954.038187:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a2adda5. 00000400:00000010:1.0:1767384954.038192:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000479c74e7. 00000100:00000200:1.0:1767384954.038195:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358521728, portal 18 00000100:00000001:1.0:1767384954.038198:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384954.038200:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436633358336 : -108637076193280 : ffff9d31f5aa0000) 00000100:00000040:1.0:1767384954.038206:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8b8458c x1853237358521728/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384970 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384954.038220:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384954.038224:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384954.038229:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034f9ecd9. 00000100:00000200:1.0:1767384954.038233:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237358521728, offset 0 00000400:00000200:1.0:1767384954.038240:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384954.038247:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384954.038256:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272706d80 00000400:00000200:1.0:1767384954.038263:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 656 00000400:00000200:1.0:1767384954.038268:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384954.038273:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384954.038279:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384954.038281:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384954.038286:0:16127:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd92e08b. 00000100:00000040:1.0:1767384954.038289:0:16127:0:(events.c:337:request_in_callback()) incoming req@00000000dd92e08b x1853237358521728 msgsize 328 00000100:00100000:1.0:1767384954.038297:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384954.038309:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384954.038316:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034f9ecd9 00000400:00000010:1.0:1767384954.038319:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034f9ecd9. 00000100:00000001:1.0:1767384954.038323:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384954.038327:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8b8458c x1853237358521728/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384970 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384954.038349:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384954.038353:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8b8458c x1853237358521728/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384970 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384954.038362:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.038365:0:16127:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384954.038367:0:16755:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384954.038370:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384954.038371:0:16755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358521728 00000100:00000001:1.0:1767384954.038376:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294943912 02000000:00000001:0.0:1767384954.038376:0:16755:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384954.038380:0:16755:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384954.038386:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294943911 00000100:00000001:0.0:1767384954.038395:0:16755:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.038398:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294943912 02000000:00000001:0.0:1767384954.038400:0:16755:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.038404:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294943911 00000100:00100000:0.0:1767384954.038405:0:16755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358521728 00000100:00000001:1.0:1767384954.038411:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294943912 00000020:00000001:0.0:1767384954.038411:0:16755:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384954.038414:0:16755:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000100:00000001:1.0:1767384954.038424:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294943911 00000020:00000001:0.0:1767384954.038425:0:16755:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384954.038429:0:16755:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=17 00000100:00000001:1.0:1767384954.038432:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294943912 00000020:00000001:0.0:1767384954.038434:0:16755:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:1.0:1767384954.038439:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294943911 00000020:00000001:0.0:1767384954.038439:0:16755:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384954.038445:0:16755:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384954.038446:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384954.038451:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.038455:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.038458:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384954.038463:0:16755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001385705d. 00000100:00000001:0.0:1767384954.038470:0:16755:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384954.038473:0:16755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001385705d. 00000020:00000010:0.0:1767384954.038586:0:16755:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d374ff1a. 00000020:00000010:0.0:1767384954.038591:0:16755:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001e50321b. 00000020:00000010:0.0:1767384954.038594:0:16755:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006b4bac8c. 00000100:00000040:0.0:1767384954.038603:0:16755:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384954.038606:0:16755:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384954.038608:0:16755:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384954.038610:0:16755:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384954.038613:0:16755:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384954.038616:0:16755:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384954.038619:0:16755:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384954.038621:0:16755:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384954.038623:0:16755:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000168ea983 refcount=4 00000020:00000001:0.0:1767384954.038626:0:16755:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854930944 : -108637854620672 : ffff9d31c7442400) 00010000:00000001:0.0:1767384954.038628:0:16755:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854930944 : -108637854620672 : ffff9d31c7442400) 00010000:00010000:0.0:1767384954.038633:0:16755:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000168ea983/0x4895a8f6c11e87c8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4895a8f6c11e87c1 expref: 17 pid: 16764 timeout: 426 lvb_type: 0 00010000:00000001:0.0:1767384954.038640:0:16755:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384954.038642:0:16755:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384954.038643:0:16755:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384954.038645:0:16755:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384954.038651:0:16755:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384954.038657:0:16755:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dd92e08b x1853237358521728/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:180/0 lens 328/0 e 0 to 0 dl 1767384965 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384954.038665:0:16755:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384954.038667:0:16755:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.038686:0:16755:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384954.038698:0:34224:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384954.038701:0:34224:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384954.038702:0:16755:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384954.038706:0:16755:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384954.038707:0:34224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:3.0:1767384954.038717:0:34224:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 3 00000100:00000001:3.0:1767384954.038719:0:34224:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436515725696 : -108637193825920 : ffff9d31eea71180) 00000100:00000001:0.0:1767384954.038720:0:16755:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384954.038725:0:34224:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dd92e08b x1853237358521728/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:180/0 lens 328/0 e 0 to 0 dl 1767384965 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384954.038726:0:16755:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.038736:0:34224:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384954.038740:0:34224:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000085febb6a. 00000100:00000001:3.0:1767384954.038742:0:34224:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384954.038744:0:34224:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000085febb6a. 00000100:00100000:3.0:1767384954.038748:0:34224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dd92e08b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fc613044-dd35-4201-b03c-4d69ab0214c0+17:16127:x1853237358521728:12345-0@lo:103: 00000100:00000200:3.0:1767384954.038752:0:34224:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358521728 00010000:00000001:3.0:1767384954.038754:0:34224:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384954.038756:0:34224:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384954.038758:0:34224:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384954.038761:0:34224:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384954.038763:0:34224:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384954.038766:0:34224:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b38664f1. 02000000:00000001:3.0:1767384954.038768:0:34224:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.038769:0:34224:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384954.038771:0:34224:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384954.038773:0:34224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384954.038775:0:34224:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384954.038777:0:34224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384954.038779:0:34224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000168ea983 refcount=4 00000020:00000001:3.0:1767384954.038782:0:34224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854930944 : -108637854620672 : ffff9d31c7442400) 00010000:00000001:3.0:1767384954.038784:0:34224:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854930944 : -108637854620672 : ffff9d31c7442400) 00010000:00000040:3.0:1767384954.038787:0:34224:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000860c3a1a count: 3 00010000:00010000:3.0:1767384954.038791:0:34224:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000168ea983/0x4895a8f6c11e87c8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4895a8f6c11e87c1 expref: 17 pid: 16764 timeout: 426 lvb_type: 0 00000100:00001000:3.0:1767384954.038798:0:34224:0:(import.c:2128:obd_at_measure()) add 0 to 0000000011468271 time=1767384954 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384954.038801:0:34224:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384954.038807:0:34224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384954.038814:0:34224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384954.038818:0:34224:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000168ea983/0x4895a8f6c11e87c8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4895a8f6c11e87c1 expref: 17 pid: 16764 timeout: 426 lvb_type: 0 00000020:00000001:3.0:1767384954.038825:0:34224:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384954.038827:0:34224:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384954.038829:0:34224:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384954.038831:0:34224:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384954.038835:0:34224:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384954.038837:0:34224:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384954.038842:0:34224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384954.038844:0:34224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384954.038847:0:34224:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384954.038849:0:34224:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384954.038851:0:34224:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000168ea983 with handle 0x4895a8f6c11e87c8 from hash 00010000:00000001:3.0:1767384954.038853:0:34224:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384954.038854:0:34224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384954.038855:0:34224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384954.038857:0:34224:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384954.038858:0:34224:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384954.038859:0:34224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384954.038861:0:34224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000168ea983/0x4895a8f6c11e87c8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4895a8f6c11e87c1 expref: 17 pid: 16764 timeout: 426 lvb_type: 0 00010000:00000040:3.0:1767384954.038865:0:34224:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000005d63f134 : new locks_count 9 00000020:00000040:3.0:1767384954.038867:0:34224:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 16 00010000:00000001:3.0:1767384954.038871:0:34224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384954.038873:0:34224:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384954.038875:0:34224:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384954.038876:0:34224:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000027854c9 00010000:00000001:3.0:1767384954.038877:0:34224:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384954.038879:0:34224:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384954.038881:0:34224:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384954.038883:0:34224:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384954.038884:0:34224:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384954.038886:0:34224:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384954.038887:0:34224:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384954.038889:0:34224:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000027854c9/0x4895a8f6c11e87cf lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384954.038897:0:34224:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384954.038899:0:34224:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384954.038901:0:34224:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384954.038902:0:34224:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384954.038903:0:34224:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000860c3a1a) refcount = 2 00010000:00010000:3.0:1767384954.038905:0:34224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000027854c9/0x4895a8f6c11e87cf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384954.038909:0:34224:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384954.038911:0:34224:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384954.038912:0:34224:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384954.038913:0:34224:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384954.038917:0:34224:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000085febb6a. 00000100:00000001:3.0:1767384954.038919:0:34224:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384954.038921:0:34224:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000baa55e81. 00000100:00000001:3.0:1767384954.038923:0:34224:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635435780219072 : -108637929332544 : ffff9d31c2d020c0) 00000100:00000001:3.0:1767384954.038925:0:34224:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635435780219072 : -108637929332544 : ffff9d31c2d020c0) 00000100:00000001:3.0:1767384954.038927:0:34224:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384954.038928:0:34224:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384954.038930:0:34224:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384954.038931:0:34224:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384954.038934:0:34224:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003542952s 00010000:00000001:3.0:1767384954.038936:0:34224:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384954.038937:0:34224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384954.038939:0:34224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000027854c9 refcount=5 00000020:00000001:3.0:1767384954.038940:0:34224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275766784 : -108637433784832 : ffff9d31e0599600) 00010000:00000001:3.0:1767384954.038941:0:34224:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275766784 : -108637433784832 : ffff9d31e0599600) 00010000:00000001:3.0:1767384954.038943:0:34224:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384954.038944:0:34224:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000027854c9/0x4895a8f6c11e87cf lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384954.038950:0:34224:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384954.038952:0:34224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000027854c9/0x4895a8f6c11e87cf lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384954.038962:0:34224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384954.038964:0:34224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384954.038965:0:34224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000027854c9/0x4895a8f6c11e87cf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384954.038969:0:34224:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384954.038971:0:34224:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384954.038973:0:34224:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384954.038974:0:34224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000027854c9/0x4895a8f6c11e87cf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384954.038978:0:34224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000027854c9 already unused, calling callback (00000000be7801c4) 00010000:00000001:3.0:1767384954.038980:0:34224:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384954.038982:0:34224:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384954.038984:0:34224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000027854c9/0x4895a8f6c11e87cf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384954.038987:0:34224:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384954.038989:0:34224:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384954.038990:0:34224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384954.038992:0:34224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000027854c9 refcount=6 00000020:00000001:3.0:1767384954.038993:0:34224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275766784 : -108637433784832 : ffff9d31e0599600) 00010000:00000001:3.0:1767384954.038995:0:34224:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275766784 : -108637433784832 : ffff9d31e0599600) 00010000:00000001:3.0:1767384954.038997:0:34224:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384954.038998:0:34224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000027854c9/0x4895a8f6c11e87cf lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384954.039001:0:34224:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384954.039003:0:34224:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384954.039005:0:34224:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384954.039181:0:34224:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384954.039183:0:34224:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384954.039186:0:34224:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384954.039192:0:34224:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384954.039194:0:34224:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000027854c9 with handle 0x4895a8f6c11e87cf from hash 00010000:00000001:3.0:1767384954.039197:0:34224:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384954.039198:0:34224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384954.039199:0:34224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384954.039200:0:34224:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384954.039202:0:34224:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384954.039203:0:34224:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384954.039205:0:34224:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00010000:2.0:1767384954.039205:0:16785:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000027854c9/0x4895a8f6c11e87cf lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384954.039208:0:34224:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384954.039213:0:34224:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.039218:0:16785:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384954.039219:0:34224:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 20000000:00000001:2.0:1767384954.039223:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384954.039224:0:34224:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:2.0:1767384954.039228:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000027854c9/0x4895a8f6c11e87cf lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384954.039229:0:34224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384954.039231:0:34224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384954.039233:0:34224:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384954.039237:0:34224:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.039238:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384954.039240:0:34224:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.039241:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384954.039243:0:34224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000027854c9/0x4895a8f6c11e87cf lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384954.039243:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384954.039246:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:3.0:1767384954.039251:0:34224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384954.039252:0:34224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384954.039253:0:34224:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384954.039254:0:34224:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384954.039256:0:34224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384954.039257:0:34224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384954.039259:0:34224:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384954.039261:0:34224:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384954.039263:0:34224:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384954.039264:0:34224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384954.039265:0:34224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000027854c9/0x4895a8f6c11e87cf lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384954.039272:0:34224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384954.039274:0:34224:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384954.039275:0:34224:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384954.039276:0:34224:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384954.039283:0:34224:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.039284:0:34224:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.039285:0:34224:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384954.039286:0:34224:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000baa55e81. 00000100:00000001:3.0:1767384954.039289:0:34224:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384954.039291:0:34224:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384954.039293:0:34224:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000085febb6a. 00010000:00000001:3.0:1767384954.039296:0:34224:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384954.039297:0:34224:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000860c3a1a count: 0 00010000:00010000:3.0:1767384954.039304:0:34224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384954.039305:0:34224:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384954.039307:0:34224:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384954.039309:0:34224:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384954.039311:0:34224:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bb2adef3 time=78 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384954.039314:0:34224:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384954.039316:0:34224:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:3.0:1767384954.039318:0:34224:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:3.0:1767384954.039321:0:34224:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384954.039322:0:34224:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.039324:0:34224:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384954.039328:0:34224:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384954.039364:0:34224:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2626c3. 00000100:00000200:3.0:1767384954.039368:0:34224:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237358521728, offset 224 00000400:00000200:3.0:1767384954.039373:0:34224:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384954.039380:0:34224:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384954.039387:0:34224:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272706d80 00000400:00000200:3.0:1767384954.039390:0:34224:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1d95 [1] + 224 00000400:00000200:3.0:1767384954.039393:0:34224:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384954.039396:0:34224:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384954.039398:0:34224:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384954.039402:0:34224:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8b8458c x1853237358521728/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384954.039409:0:34224:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e8b8458c x1853237358521728/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384954.039434:0:34224:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384954.039440:0:34224:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2626c3 00000400:00000010:3.0:1767384954.039442:0:34224:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2626c3. 00000100:00000001:1.0:1767384954.039444:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384954.039445:0:34224:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384954.039449:0:34224:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384954.039449:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384954.039454:0:34224:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384954.039455:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384954.039458:0:34224:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000001:1.0:1767384954.039459:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384954.039461:0:34224:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384954.039463:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a2adda5. 00010000:00000001:3.0:1767384954.039464:0:34224:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384954.039471:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000479c74e7 00000100:00000040:3.0:1767384954.039472:0:34224:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd92e08b x1853237358521728/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:180/0 lens 328/224 e 0 to 0 dl 1767384965 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384954.039476:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000479c74e7. 00000100:00000001:1.0:1767384954.039482:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384954.039489:0:34224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dd92e08b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fc613044-dd35-4201-b03c-4d69ab0214c0+16:16127:x1853237358521728:12345-0@lo:103: Request processed in 750us (1196us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384954.039490:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8b8458c x1853237358521728/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384954.039507:0:34224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000200:1.0:1767384954.039511:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8b8458c x1853237358521728/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384954.039513:0:34224:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 2 00000100:00000001:3.0:1767384954.039519:0:34224:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384954.039524:0:34224:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384954.039527:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384954.039528:0:34224:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001e50321b. 00000100:00000001:1.0:1767384954.039530:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384954.039533:0:34224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006b4bac8c. 00000100:00000001:1.0:1767384954.039534:0:16127:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384954.039539:0:34224:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d374ff1a. 02000000:00000001:1.0:1767384954.039539:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384954.039541:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767384954.039544:0:34224:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 15 00000100:00000001:1.0:1767384954.039545:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.039548:0:34224:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384954.039549:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384954.039555:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f692eeab time=78 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384954.039560:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=78 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384954.039563:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384954.039565:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384954.039567:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384954.039569:0:16127:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.039572:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384954.039575:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8b8458c x1853237358521728/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384954.039598:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384954.039600:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384954.039602:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384954.039606:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8b8458c x1853237358521728/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384970 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384954.039615:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8b8458c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358521728:0@lo:103: 00000100:00000001:1.0:1767384954.039620:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.039622:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384954.039624:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8b8458c x1853237358521728/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384970 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384954.039631:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384954.039634:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384954.039637:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000679db6a5. 02000000:00000001:1.0:1767384954.039642:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384954.039644:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384954.039646:0:16127:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1767384954.039649:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384954.039651:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f9388d9c. 02000000:00000001:1.0:1767384954.039655:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384954.039657:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384954.039659:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8b8458c. 00000100:00000001:1.0:1767384954.039663:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384954.039665:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384954.039669:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.039671:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384954.039673:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384954.039676:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384954.039679:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384954.044844:0:16763:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384954.044847:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384954.044850:0:16763:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00040000:00000001:1.0:1767384954.044850:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384954.044853:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384954.044854:0:16763:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384954.044856:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384954.044857:0:16763:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384954.044859:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384954.044861:0:16763:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:1.0:1767384954.044862:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000330a596c. 20000000:00000001:3.0:1767384954.044869:0:16763:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384954.044874:0:16763:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384954.044874:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384954.044877:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384954.044880:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:3.0:1767384954.044882:0:16763:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:2.0:1767384954.044882:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384954.044887:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384954.044895:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384954.044899:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000047713010. 00010000:00000001:2.0:1767384954.044903:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384954.044906:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000065a56281. 00000020:00000001:2.0:1767384954.044909:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384954.044911:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000065a56281 with handle 0x4895a8f6c11e87d6 to hash 00000020:00000001:2.0:1767384954.044913:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384954.044914:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635436275767808 : -108637433783808 : ffff9d31e0599a00) 00010000:00000001:2.0:1767384954.044915:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635436275767808 : -108637433783808 : ffff9d31e0599a00) 00010000:00000001:2.0:1767384954.044917:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384954.044919:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384954.044921:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000065a56281/0x4895a8f6c11e87d6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384954.044927:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384954.044929:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384954.044931:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384954.044932:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384954.044934:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384954.044936:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384954.044937:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384954.044939:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384954.044940:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384954.044941:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384954.044942:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384954.044943:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000047713010) refcount = 1 00010000:00010000:2.0:1767384954.044945:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000065a56281/0x4895a8f6c11e87d6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384954.044949:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384954.044951:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384954.044952:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384954.044953:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.044955:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384954.044957:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384954.044958:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003542952s 00010000:00000001:2.0:1767384954.044966:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384954.044967:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384954.044969:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000065a56281 refcount=4 00000020:00000001:2.0:1767384954.044971:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275767808 : -108637433783808 : ffff9d31e0599a00) 00010000:00000001:2.0:1767384954.044973:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275767808 : -108637433783808 : ffff9d31e0599a00) 00010000:00000001:2.0:1767384954.044974:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384954.044976:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000065a56281/0x4895a8f6c11e87d6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384954.044980:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384954.044981:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000065a56281/0x4895a8f6c11e87d6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384954.044985:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384954.044986:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384954.044987:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000065a56281/0x4895a8f6c11e87d6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384954.044990:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384954.044991:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.044992:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384954.044993:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000065a56281/0x4895a8f6c11e87d6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384954.044997:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000065a56281 already unused, calling callback (00000000be7801c4) 00010000:00000001:2.0:1767384954.044998:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384954.045000:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384954.045002:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000065a56281/0x4895a8f6c11e87d6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384954.045005:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384954.045007:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384954.045008:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384954.045009:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000065a56281 refcount=5 00000020:00000001:2.0:1767384954.045010:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275767808 : -108637433783808 : ffff9d31e0599a00) 00010000:00000001:2.0:1767384954.045048:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275767808 : -108637433783808 : ffff9d31e0599a00) 00010000:00000001:2.0:1767384954.045050:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384954.045052:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000065a56281/0x4895a8f6c11e87d6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384954.045057:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384954.045059:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384954.045060:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.045063:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384954.045065:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384954.045067:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384954.045069:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384954.045071:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000065a56281 with handle 0x4895a8f6c11e87d6 from hash 00010000:00000001:2.0:1767384954.045072:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384954.045074:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384954.045075:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384954.045076:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384954.045077:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384954.045078:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384954.045080:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384954.045081:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384954.045082:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.045083:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384954.045085:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384954.045087:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384954.045088:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384954.045089:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.045090:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384954.045092:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384954.045093:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000065a56281/0x4895a8f6c11e87d6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384954.045096:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384954.045097:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384954.045098:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384954.045099:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384954.045106:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384954.045107:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384954.045108:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384954.045110:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384954.045111:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384954.045113:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000065a56281/0x4895a8f6c11e87d6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384954.045117:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384954.045118:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384954.045119:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000065a56281/0x4895a8f6c11e87d6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384954.045122:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000047713010 count: 0 00010000:00000001:2.0:1767384954.045128:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384954.045129:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767384954.046036:0:16634:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007b9801b0. 00010000:00000010:3.1:1767384954.046045:0:16634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e066216e. 00010000:00000010:3.1:1767384954.046053:0:16634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000168ea983. 00010000:00000010:3.1:1767384954.046057:0:16634:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000027854c9. 00010000:00000010:3.1:1767384954.046062:0:16634:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000860c3a1a. 00080000:00000020:0.0:1767384954.047036:0:16764:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384954.047040:0:16764:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384954.047042:0:16764:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000002db24bbd. 20000000:00000001:0.0:1767384954.047048:0:16764:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384954.047051:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358521344 00010000:00000001:0.0:1767384954.047054:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384954.047060:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007f8c09ac x1853237358521344/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:180/0 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384954.047067:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384954.047069:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384954.047071:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=78 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384954.047074:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384954.047076:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384954.047078:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384954.047080:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384954.047081:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.047084:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384954.047086:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384954.047089:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000452ca91b. 00000100:00000200:0.0:1767384954.047093:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358521344, offset 224 00000400:00000200:0.0:1767384954.047097:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384954.047104:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384954.047110:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272706c00 00000400:00000200:0.0:1767384954.047115:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d79 [2] + 224 00000400:00000200:0.0:1767384954.047120:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384954.047123:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384954.047126:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384954.047128:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000980c7aa6 x1853237358521344/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384954.047135:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000980c7aa6 x1853237358521344/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384954.047153:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384954.047160:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000452ca91b 00000400:00000010:0.0:1767384954.047163:0:16764:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000452ca91b. 00000100:00000001:3.0:1767384954.047164:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384954.047167:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384954.047168:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384954.047170:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384954.047175:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384954.047188:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000001:3.0:1767384954.047190:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384954.047191:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384954.047194:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384954.047195:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384954.047198:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052f9d3cb. 00000020:00000001:0.0:1767384954.047199:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384954.047205:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008827be69 00000100:00000040:0.0:1767384954.047206:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007f8c09ac x1853237358521344/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:180/0 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384954.047210:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008827be69. 00000100:00000001:3.0:1767384954.047215:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384954.047221:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007f8c09ac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16130:x1853237358521344:12345-0@lo:253: Request processed in 18902us (19357us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384954.047222:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000980c7aa6 x1853237358521344/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384954.047236:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00000200:3.0:1767384954.047238:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000980c7aa6 x1853237358521344/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384954.047240:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00000001:0.0:1767384954.047245:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384954.047248:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384954.047251:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384954.047265:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008005cd3e. 00000100:00000001:3.0:1767384954.047266:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384954.047272:0:16130:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384954.047273:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004906a72e. 02000000:00000001:3.0:1767384954.047274:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384954.047277:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384954.047278:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000052620571. 00000100:00000001:3.0:1767384954.047279:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384954.047283:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384954.047286:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 00000100:00001000:3.0:1767384954.047287:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=78 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384954.047291:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384954.047292:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=78 v=5 (1 0 0 0) 02000000:00000010:0.0:1767384954.047295:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000730e0f09. 00000100:00000001:3.0:1767384954.047296:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384954.047299:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384954.047301:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384954.047301:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384954.047303:0:16130:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.047305:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384954.047306:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384954.047312:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384954.047313:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000980c7aa6 x1853237358521344/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384954.047319:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061e27d8d. 00000100:00000001:3.0:1767384954.047321:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384954.047325:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767384954.047325:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000452ca91b. 00000100:00000001:3.0:1767384954.047327:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384954.047331:0:16130:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384954.047333:0:16130:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384954.047335:0:16130:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384954.047336:0:16130:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384954.047352:0:16130:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384954.047354:0:16130:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384954.047355:0:16130:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384954.047356:0:16130:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384954.047363:0:16130:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384954.047365:0:16130:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384954.047368:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000980c7aa6 x1853237358521344/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384954.047375:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000980c7aa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358521344:0@lo:253: 00000100:00000001:3.0:1767384954.047379:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384954.047382:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384954.047385:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000980c7aa6 x1853237358521344/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384954.047390:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384954.047392:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384954.047394:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004ba79b44. 02000000:00000001:3.0:1767384954.047399:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384954.047401:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384954.047402:0:16130:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384954.047404:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384954.047406:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000dd87d557. 02000000:00000001:3.0:1767384954.047411:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384954.047412:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384954.047414:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000980c7aa6. 00000100:00000001:3.0:1767384954.047417:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384954.047419:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384954.047421:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384954.047425:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384954.047427:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.047429:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384954.047431:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384954.048120:0:16763:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384954.048122:0:16763:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384954.048124:0:16763:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000382dec4f. 20000000:00000001:3.0:1767384954.048129:0:16763:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384954.048132:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358521472 00010000:00000001:3.0:1767384954.048134:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384954.048138:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001ab7047c x1853237358521472/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:180/0 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384954.048152:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384954.048154:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384954.048156:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=78 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384954.048159:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384954.048162:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:3.0:1767384954.048163:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:3.0:1767384954.048165:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384954.048167:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384954.048169:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384954.048172:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384954.048175:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008827be69. 00000100:00000200:3.0:1767384954.048178:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358521472, offset 224 00000400:00000200:3.0:1767384954.048184:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384954.048190:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384954.048197:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272706c80 00000400:00000200:3.0:1767384954.048202:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d81 [2] + 224 00000400:00000200:3.0:1767384954.048206:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384954.048208:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384954.048211:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384954.048214:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001a0fe98e x1853237358521472/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384954.048219:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001a0fe98e x1853237358521472/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384954.048230:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384954.048234:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008827be69 00000400:00000010:3.0:1767384954.048236:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008827be69. 00000100:00000001:3.0:1767384954.048238:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384954.048240:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384954.048242:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384954.048245:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:3.0:1767384954.048247:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384954.048247:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384954.048248:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384954.048253:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384954.048253:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384954.048259:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384954.048262:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384954.048263:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ab7047c x1853237358521472/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:180/0 lens 4848/4768 e 0 to 0 dl 1767384965 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384954.048269:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001ab7047c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16127:x1853237358521472:12345-0@lo:253: Request processed in 19893us (20272us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384954.048275:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000859e08fe. 00000100:00100000:3.0:1767384954.048280:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000400:00000200:0.0:1767384954.048281:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a53f69e 00000100:00000040:3.0:1767384954.048283:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:3.0:1767384954.048286:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:0.0:1767384954.048286:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006a53f69e. 00000100:00000001:3.0:1767384954.048290:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384954.048293:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000024db52db. 00000100:00000001:0.0:1767384954.048294:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384954.048297:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000034aa5e39. 00000020:00000010:3.0:1767384954.048302:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be333ad2. 00000100:00000200:0.0:1767384954.048303:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001a0fe98e x1853237358521472/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384954.048306:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 02000000:00000001:3.0:1767384954.048311:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384954.048315:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d5768b80. 02000000:00000001:3.0:1767384954.048322:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:0.0:1767384954.048323:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001a0fe98e x1853237358521472/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384954.048325:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384954.048331:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384954.048336:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052f9d3cb. 00000100:00000001:0.0:1767384954.048356:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384954.048358:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384954.048360:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008827be69. 00000100:00000001:0.0:1767384954.048361:0:16127:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384954.048365:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384954.048368:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384954.048371:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384954.048373:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384954.048377:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=78 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384954.048381:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=78 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384954.048384:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384954.048386:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384954.048388:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384954.048390:0:16127:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.048392:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384954.048395:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001a0fe98e x1853237358521472/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384954.048403:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384954.048405:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384954.048407:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384954.048410:0:16127:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384954.048412:0:16127:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384954.048413:0:16127:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384954.048415:0:16127:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384954.048417:0:16127:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384954.048418:0:16127:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384954.048420:0:16127:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384954.048421:0:16127:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384954.048422:0:16127:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384954.048433:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a0fe98e x1853237358521472/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384954.048442:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001a0fe98e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358521472:0@lo:253: 00000100:00000001:0.0:1767384954.048449:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384954.048451:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384954.048454:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001a0fe98e x1853237358521472/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384954.048461:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384954.048463:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384954.048466:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007c868db8. 02000000:00000001:0.0:1767384954.048470:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384954.048472:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384954.048474:0:16127:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1767384954.048476:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384954.048478:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000cd7dfb82. 02000000:00000001:0.0:1767384954.048482:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384954.048484:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384954.048485:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001a0fe98e. 00000100:00000001:0.0:1767384954.048489:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384954.048490:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384954.048493:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384954.048498:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384954.048500:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384954.048502:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384954.048505:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384954.050046:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294943912, at 4294943913 00000100:00000010:1.0:1767384954.050054:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fd80d6a8. 00000100:00000040:3.0:1767384954.050056:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294943912, at 4294943913 00000100:00000040:2.0:1767384954.050060:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294943912, at 4294943913 00000100:00000010:3.0:1767384954.050063:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000013f15096. 00000100:00000010:2.0:1767384954.050072:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f41a7e15. 00000100:00000040:0.0:1767384954.050075:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294943912, at 4294943913 00000100:00000010:0.0:1767384954.050083:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a727bc0d. 00000400:00000010:1.0:1767384954.050310:0:36230:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000cded300c. 00000400:00000040:1.0:1767384954.050326:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384954.050328:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384954.050330:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384954.050332:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384954.050333:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384954.050335:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384954.050337:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384954.050354:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384954.050355:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384954.050356:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384954.050357:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384954.050359:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384954.050360:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384954.050362:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384954.050363:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384954.050364:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384954.050365:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384954.050366:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384954.050367:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384954.050368:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384954.050369:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384954.050370:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384954.050372:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384954.050373:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384954.050373:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384954.050375:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384954.050376:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384954.050377:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384954.050378:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384954.050379:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384954.050380:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384954.050381:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384954.050382:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384954.050383:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384954.050389:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384954.050391:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384954.050392:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384954.050393:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384954.050395:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384954.050396:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384954.050397:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384954.050398:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384954.050399:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384954.050400:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384954.050400:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384954.050401:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384954.050402:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384954.050403:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384954.050404:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384954.050405:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384954.050406:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384954.050407:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384954.050408:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384954.050409:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384954.050410:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384954.050411:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384954.050412:0:36230:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384954.050491:0:36230:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000cded300c. 00010000:00000010:2.1:1767384954.052036:0:36231:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000047713010. 00010000:00000010:2.1:1767384954.052045:0:36231:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000065a56281. 00000400:00000001:2.0:1767384954.330086:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384954.330093:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:1.0:1767384954.330098:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dde7457c] -> 12345-192.168.203.157@tcp26 (4) 00000400:00000200:2.0:1767384954.330099:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0ac64dc 00000400:00000010:2.0:1767384954.330106:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0ac64dc. 00000800:00000200:1.1:1767384954.330109:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dde7457c] -> 12345-192.168.203.157@tcp26 (4) 00000400:00000200:2.0:1767384954.330114:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384954.330121:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp43 recovery ping unlinked 00000800:00000200:1.0:1767384954.330128:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000de88f293] -> 12345-192.168.203.157@tcp13 (6) 00000800:00000200:1.0:1767384954.330133:0:16119:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp13 ip 192.168.203.157:988 00000400:00000010:2.0:1767384954.330135:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ba5c7f9a. 00000800:00000200:1.0:1767384954.330137:0:16119:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009f61ec69 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:2.0:1767384954.330142:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000049c5478b. 00000400:00000200:1.0:1767384954.330237:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:1.0:1767384954.330279:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000800:00000200:2.0:1767384954.330293:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384954.330300:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384954.330309:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000800:00000001:2.0:1767384954.330312:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384954.330320:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384954.330325:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384954.330365:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:1.0:1767384954.330412:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:1.0:1767384954.330450:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:1.0:1767384954.330492:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:1.0:1767384954.330541:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:1.0:1767384954.330573:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:1.0:1767384954.330598:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:1.0:1767384954.330616:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:1.0:1767384954.330633:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:1.0:1767384954.330649:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:1.0:1767384954.330668:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:1.0:1767384954.330686:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:1.0:1767384954.330710:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:1.0:1767384954.330729:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:1.0:1767384954.330742:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:1.0:1767384954.330754:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:1.0:1767384954.330778:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:1.0:1767384954.330796:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:1.0:1767384954.330812:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:1.0:1767384954.330841:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:1.0:1767384954.330879:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:1.0:1767384954.330912:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:1.0:1767384954.330937:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:1.0:1767384954.330954:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:1.0:1767384954.330977:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:1.0:1767384954.331000:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:1.0:1767384954.331062:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:1.0:1767384954.331097:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:1.0:1767384954.331124:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:1.0:1767384954.331144:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:1.0:1767384954.331165:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:1.0:1767384954.331185:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:1.0:1767384954.331295:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d51b0034. 00000800:00000010:1.0:1767384954.331300:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000094724b85. 00000800:00000010:1.0:1767384954.331304:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c061fa1a. 00000800:00000010:1.0:1767384954.331333:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c061fa1a. 00000800:00020000:1.0:1767384954.331355:0:16115:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:1.0:1767384954.331359:0:16115:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000094724b85. 00000800:00000010:1.0:1767384954.331362:0:16115:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d51b0034. 00000400:02020000:1.0:1767384954.331440:0:16115:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp26 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384954.331445:0:16115:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:1.0:1767384954.713303:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384954.713310:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384954.713317:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384954.713319:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384954.713368:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384954.713373:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384954.713377:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384955.354127:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp43 00000400:00000010:3.0:1767384955.354135:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003550d55d. 00000400:00000010:3.0:1767384955.354144:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002f7a5fd4. 00000400:00000010:3.0:1767384955.354149:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2626c3. 00000400:00000010:3.0:1767384955.354156:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006108321a. 00000400:00000200:3.0:1767384955.354161:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp43 00000400:00000200:3.0:1767384955.354188:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp43 local destination 00000400:00000200:3.0:1767384955.354199:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp43 00000400:00000200:3.0:1767384955.354206:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp43 NI seq info: [175:175:256:4294967295] 192.168.203.157@tcp43 LPNI seq info [165:165:8:4294967295] 00000400:00000200:3.0:1767384955.354216:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp43 00000400:00000200:3.0:1767384955.354227:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp43(192.168.203.157@tcp43:) -> 192.168.203.157@tcp43(192.168.203.157@tcp43:192.168.203.157@tcp43) : GET try# 0 00000800:00000200:3.0:1767384955.354246:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp43 00000800:00000010:3.0:1767384955.354252:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d6d4e22a. 00000800:00000200:3.0:1767384955.354261:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000afded8e] -> 12345-192.168.203.157@tcp43 (2) 00000800:00000200:3.1:1767384955.354268:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000afded8e] -> 12345-192.168.203.157@tcp43 (2) 00000400:00000200:3.0:1767384955.354302:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp43 added to recovery queue. ping count: 2 next ping: 281 health :800 00000400:00000200:3.0:1767384955.354309:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp39 00000400:00000010:3.0:1767384955.354311:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008e988892. 00000400:00000010:3.0:1767384955.354317:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000422a8da6. 00000400:00000010:3.0:1767384955.354320:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000033c58979. 00000400:00000010:3.0:1767384955.354324:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000690ecd2d. 00000400:00000200:3.0:1767384955.354328:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp39 00000400:00000200:3.0:1767384955.354353:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp39 local destination 00000400:00000200:3.0:1767384955.354359:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp39 00000400:00000200:3.0:1767384955.354364:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp39 NI seq info: [176:176:256:4294967295] 192.168.203.157@tcp39 LPNI seq info [166:166:8:4294967295] 00000400:00000200:3.0:1767384955.354369:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp39 00000400:00000200:3.0:1767384955.354379:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp39(192.168.203.157@tcp39:) -> 192.168.203.157@tcp39(192.168.203.157@tcp39:192.168.203.157@tcp39) : GET try# 0 00000800:00000200:3.0:1767384955.354387:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp39 00000800:00000010:3.0:1767384955.354391:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c80e9c5b. 00000800:00000200:3.0:1767384955.354395:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002844a64] -> 12345-192.168.203.157@tcp39 (2) 00000800:00000200:3.1:1767384955.354399:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002844a64] -> 12345-192.168.203.157@tcp39 (2) 00000400:00000200:3.0:1767384955.354417:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp39 added to recovery queue. ping count: 4 next ping: 293 health :600 00000400:00000200:3.0:1767384955.354428:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp44 00000400:00000010:3.0:1767384955.354432:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000001f41fc5. 00000400:00000010:3.0:1767384955.354435:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000042c88dd0. 00000400:00000010:3.0:1767384955.354439:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab0b8782. 00000400:00000010:3.0:1767384955.354450:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008079da31. 00000400:00000200:3.0:1767384955.354456:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp44 00000400:00000200:3.0:1767384955.354466:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp44 local destination 00000400:00000200:3.0:1767384955.354470:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp44 00000400:00000200:3.0:1767384955.354477:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp44 NI seq info: [177:177:256:4294967295] 192.168.203.157@tcp44 LPNI seq info [167:167:8:4294967295] 00000400:00000200:3.0:1767384955.354482:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp44 00000400:00000200:3.0:1767384955.354506:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp44(192.168.203.157@tcp44:) -> 192.168.203.157@tcp44(192.168.203.157@tcp44:192.168.203.157@tcp44) : GET try# 0 00000400:00000200:2.0:1767384955.354506:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000800:00000200:3.0:1767384955.354517:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp44 00000800:00000010:3.0:1767384955.354520:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000051b21de8. 00000400:00000200:0.0:1767384955.354522:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000800:00000200:3.0:1767384955.354543:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a77c201d] -> 12345-192.168.203.157@tcp44 (2) 00000800:00000200:3.1:1767384955.354551:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a77c201d] -> 12345-192.168.203.157@tcp44 (2) 00000400:00000200:3.0:1767384955.354571:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp44 added to recovery queue. ping count: 1 next ping: 279 health :900 00000400:00000200:2.0:1767384955.354611:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:0.0:1767384955.354649:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.354679:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384955.354721:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:0.0:1767384955.354809:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.354842:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:2.0:1767384955.354844:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.354955:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:2.0:1767384955.354964:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:0.0:1767384955.354965:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:2.0:1767384955.355118:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:0.0:1767384955.355161:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:2.0:1767384955.355232:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:0.0:1767384955.355304:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384955.355348:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.355437:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:0.0:1767384955.355464:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384955.355476:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.355555:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:0.0:1767384955.355621:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384955.355622:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.355651:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384955.355752:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:0.0:1767384955.355787:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.355790:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384955.355849:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.355911:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:0.0:1767384955.355919:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384955.355959:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.356073:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384955.356106:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:0.0:1767384955.356124:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.356191:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384955.356228:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:0.0:1767384955.356265:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.356320:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384955.356369:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:0.0:1767384955.356395:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.356462:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384955.356462:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:0.0:1767384955.356471:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.356584:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:0.0:1767384955.356623:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384955.356624:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.356712:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:0.0:1767384955.356713:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384955.356724:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384955.356821:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.356894:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:0.0:1767384955.356895:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384955.356896:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:0.0:1767384955.356989:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384955.357062:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.357065:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:0.0:1767384955.357122:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384955.357201:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.357229:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:0.0:1767384955.357229:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384955.357318:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.357411:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384955.357430:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:0.0:1767384955.357431:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.357549:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384955.357559:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:0.0:1767384955.357610:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.357648:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384955.357689:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:0.0:1767384955.357740:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.357761:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384955.357802:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:0.0:1767384955.357861:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.357912:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384955.357912:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:0.0:1767384955.357919:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384955.358042:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.358078:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:0.0:1767384955.358095:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384955.358152:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.358188:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:0.0:1767384955.358224:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384955.358284:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.358324:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:0.0:1767384955.358385:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:2.0:1767384955.358398:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:0.0:1767384955.358501:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384955.358503:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.358505:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384955.358606:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:0.0:1767384955.358676:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.358694:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.358861:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:0.0:1767384955.358861:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000800:00000010:2.0:1767384955.358871:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007694b814. 00000800:00000010:2.0:1767384955.358885:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000024111136. 00000800:00000010:2.0:1767384955.358889:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f3a0e8ce. 00000800:00000010:2.0:1767384955.358921:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f3a0e8ce. 00000800:00020000:2.0:1767384955.358933:0:16117:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:2.0:1767384955.358936:0:16117:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000024111136. 00000400:00000200:0.0:1767384955.358939:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000800:00000010:2.0:1767384955.358940:0:16117:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007694b814. 00000400:00000200:3.0:1767384955.358980:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:02020000:2.0:1767384955.359075:0:16117:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp43 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384955.359078:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384955.359086:0:16117:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp43 notifying 192.168.203.157@tcp43: down 00000400:00000200:2.0:1767384955.359094:0:16117:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384955.359104:0:16117:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp43 00000800:00000010:2.0:1767384955.359107:0:16117:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d6d4e22a. 00000400:00000200:3.0:1767384955.359110:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384955.359113:0:16117:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384955.359124:0:16117:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp43->192.168.203.157@tcp43: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384955.359141:0:16117:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384955.359146:0:16117:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384955.359157:0:16117:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp43) recovery failed with -71 00000400:00000200:0.0:1767384955.359195:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.359204:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.359253:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:0.0:1767384955.359305:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.359344:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.359428:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.359517:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.359600:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.157:988 00000800:00000010:0.0:1767384955.359636:0:29524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d9273208. 00000800:00000010:0.0:1767384955.359646:0:29524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000013c9ca90. 00000800:00000010:0.0:1767384955.359653:0:29524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000348a7ae5. 00000400:00000200:3.0:1767384955.359655:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.359695:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.157:988 00000800:00000010:0.0:1767384955.359697:0:29524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000348a7ae5. 00000800:00020000:0.0:1767384955.359720:0:29524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:0.0:1767384955.359725:0:29524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000013c9ca90. 00000800:00000010:0.0:1767384955.359729:0:29524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d9273208. 00000400:00000200:3.0:1767384955.359751:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.359801:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.157:988 00000400:02020000:0.0:1767384955.359843:0:29524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp39 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384955.359856:0:29524:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp39 notifying 192.168.203.157@tcp39: down 00000400:00000200:3.0:1767384955.359857:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.157:988 00000800:00000200:0.0:1767384955.359867:0:29524:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp39 down 00000800:00000100:0.0:1767384955.359879:0:29524:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp39 00000800:00000010:0.0:1767384955.359882:0:29524:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c80e9c5b. 00000400:00000200:0.0:1767384955.359888:0:29524:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384955.359890:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.157:988 00000400:00000200:0.0:1767384955.359899:0:29524:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp39->192.168.203.157@tcp39: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384955.359916:0:29524:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384955.359924:0:29524:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384955.359932:0:29524:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp39) recovery failed with -71 00000400:00000200:3.0:1767384955.359969:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.360038:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.360136:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.360178:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.360226:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.360264:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.360347:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.360402:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.360624:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384955.360718:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp44 from 205.3.0.2 00000800:00000010:3.0:1767384955.360721:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c2b0c7e6. 00000800:00000010:3.0:1767384955.363752:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004ba79b44. 00000800:00000010:3.0:1767384955.363760:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002daa2695. 00000800:00000010:3.0:1767384955.363855:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000019e0feed. 00000800:00000010:3.0:1767384955.363861:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000429a83a. 00000800:00000010:3.0:1767384955.363878:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002a2be034. 00000800:00000010:3.0:1767384955.363965:0:16118:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004eea991b. 00000800:00000200:3.1:1767384955.363973:0:16118:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a77c201d] -> 12345-192.168.203.157@tcp44 (2) 00000800:00000200:3.1:1767384955.363981:0:16118:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp44 000000004eea991b deleted 00000800:00000010:3.1:1767384955.363985:0:16118:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004eea991b. 00000800:00000200:3.1:1767384955.363992:0:16118:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384955.364002:0:16118:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp44 ip 192.168.203.157:973 00000800:00000200:3.1:1767384955.364007:0:16118:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000051b21de8 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384955.364014:0:16118:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp44 p 3.x 192.168.203.157 -> 192.168.203.157:973 incarnation:1767384949314648384 sched[0] 00000800:00000010:3.0:1767384955.364021:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000058a2d3d. 00000800:00000010:3.0:1767384955.364389:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000058a2d3d. 00000800:00000010:3.0:1767384955.364397:0:16118:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002daa2695. 00000800:00000010:3.0:1767384955.364477:0:16118:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c2b0c7e6. 00000800:00000001:3.0:1767384955.364511:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384955.364521:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384955.364576:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384955.364581:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000051b21de8. 00000400:00000200:3.0:1767384955.364586:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384955.364593:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp44->192.168.203.157@tcp44: GET: OK 00000400:00000200:3.0:1767384955.364601:0:16120:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384955.364606:0:16120:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp44 recovery message sent successfully:0 00000800:00000010:3.0:1767384955.366044:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002a2be034. 00000800:00000200:3.1:1767384955.366074:0:16116:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384955.366081:0:16116:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp44 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384949314648384 sched[0] 00000800:00000010:3.0:1767384955.366085:0:16116:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000429a83a. 00000800:00000001:3.0:1767384955.366149:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384955.366156:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384955.366158:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384955.366168:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384955.366176:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp44(192.168.203.157@tcp44) <- 192.168.203.157@tcp44 : GET - for me 00000400:00000200:3.0:1767384955.366187:0:16121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384955.366196:0:16121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp of length 272/272 into md 0x1d71 [1] + 0 00000400:00000200:3.0:1767384955.366206:0:16121:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp44 to MR: 192.168.203.157@tcp44 local destination 00000400:00000200:3.0:1767384955.366212:0:16121:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp44 NI seq info: [178:178:256:4294967295] 192.168.203.157@tcp44 LPNI seq info [168:168:8:4294967295] 00000400:00000200:3.0:1767384955.366219:0:16121:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp44(192.168.203.157@tcp44:192.168.203.157@tcp44) -> 192.168.203.157@tcp44(192.168.203.157@tcp44:192.168.203.157@tcp44) 192.168.203.157@tcp44 : REPLY try# 0 00000800:00000200:3.0:1767384955.366223:0:16121:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.157@tcp44 00000800:00000010:3.0:1767384955.366234:0:16121:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000051b21de8. 00000800:00000200:3.0:1767384955.366239:0:16121:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a77c201d] -> 12345-192.168.203.157@tcp44 (4) 00000800:00000200:3.0:1767384955.366245:0:16121:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp44 ip 192.168.203.157:988 00000800:00000200:3.0:1767384955.366247:0:16121:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000051b21de8 type 3, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1767384955.366293:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384955.366295:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000051b21de8. 00000400:00000200:3.0:1767384955.366299:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384955.366303:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp44->192.168.203.157@tcp44: REPLY: OK 00000800:00000001:3.0:1767384955.366316:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384955.366320:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384955.366322:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384955.366327:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384955.366340:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384955.366346:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384955.366350:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp44(192.168.203.157@tcp44) <- 192.168.203.157@tcp44 : REPLY - for me 00000400:00000200:3.0:1767384955.366358:0:16121:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp44: Reply from 12345-192.168.203.157@tcp44 of length 272/272 into md 0x1db9 00000800:00000001:3.0:1767384955.366363:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384955.366369:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384955.366370:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384955.366375:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp44->192.168.203.157@tcp44: REPLY: OK 00000400:00000200:3.0:1767384955.366380:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab0b8782 00000400:00000010:3.0:1767384955.366383:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab0b8782. 00000400:00000200:3.0:1767384955.366388:0:16121:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384955.366393:0:16121:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000001f41fc5. 00000400:00000010:3.0:1767384955.366397:0:16121:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000042c88dd0. 00000800:00000001:3.0:1767384955.366405:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384955.366410:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384955.366456:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.366486:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.366512:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.366566:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.366613:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.366689:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.366772:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.366821:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.366837:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.366852:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.366868:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.366887:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.366916:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.366968:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.367108:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.367170:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.367186:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.367200:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.367221:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.367245:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.367267:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.367287:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.367306:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.367326:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.367367:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.367399:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.367424:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.367453:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.367497:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.367529:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.367560:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.367590:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.367611:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.367629:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:3.0:1767384955.367642:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:3.0:1767384955.367731:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d5768b80. 00000800:00000010:3.0:1767384955.367735:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000429a83a. 00000800:00000010:3.0:1767384955.367743:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002a2be034. 00000800:00000010:3.0:1767384955.367760:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002a2be034. 00000800:00020000:3.0:1767384955.367766:0:16116:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:3.0:1767384955.367769:0:16116:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000429a83a. 00000800:00000010:3.0:1767384955.367772:0:16116:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d5768b80. 00000400:02020000:3.0:1767384955.367819:0:16116:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp44 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00010000:00000001:1.0:1767384955.737084:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384955.737090:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384955.737102:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384955.737103:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384955.737179:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384955.737183:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384955.737187:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384955.787690:0:36749:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384955.787702:0:36749:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384955.787707:0:36749:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384955.787712:0:36749:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384955.787716:0:36749:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384955.787719:0:36749:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384956.377138:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384956.377143:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384956.377146:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2626c3 00000400:00000010:0.0:1767384956.377150:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2626c3. 00000400:00000200:0.0:1767384956.377154:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384956.377159:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp43 recovery ping unlinked 00000400:00000010:0.0:1767384956.377170:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003550d55d. 00000400:00000010:0.0:1767384956.377174:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002f7a5fd4. 00000400:00000001:0.0:1767384956.377180:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384956.377181:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384956.377189:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033c58979 00000400:00000010:0.0:1767384956.377190:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000033c58979. 00000400:00000200:0.0:1767384956.377192:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384956.377194:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp39 recovery ping unlinked 00000400:00000010:0.0:1767384956.377197:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008e988892. 00000400:00000010:0.0:1767384956.377199:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000422a8da6. 00000400:00000200:0.0:1767384956.377205:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp42 00000400:00000010:0.0:1767384956.377208:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000baf585b1. 00000400:00000010:0.0:1767384956.377212:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000050f413a9. 00000400:00000010:0.0:1767384956.377215:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ea848ad. 00000400:00000010:0.0:1767384956.377220:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007954c699. 00000400:00000200:0.0:1767384956.377223:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp42 00000400:00000200:0.0:1767384956.377233:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp42 local destination 00000400:00000200:0.0:1767384956.377237:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp42 00000400:00000200:0.0:1767384956.377240:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp42 NI seq info: [179:179:256:4294967295] 192.168.203.157@tcp42 LPNI seq info [169:169:8:4294967295] 00000400:00000200:0.0:1767384956.377245:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp42 00000400:00000200:0.0:1767384956.377251:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp42(192.168.203.157@tcp42:) -> 192.168.203.157@tcp42(192.168.203.157@tcp42:192.168.203.157@tcp42) : GET try# 0 00000800:00000200:0.0:1767384956.377257:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp42 00000800:00000010:0.0:1767384956.377260:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000de1b6ea5. 00000800:00000200:0.0:1767384956.377264:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e8875d00] -> 12345-192.168.203.157@tcp42 (2) 00000800:00000200:0.1:1767384956.377271:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e8875d00] -> 12345-192.168.203.157@tcp42 (2) 00000400:00000200:0.0:1767384956.377291:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp42 added to recovery queue. ping count: 3 next ping: 286 health :700 00000400:00000200:2.0:1767384956.377373:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.377418:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.377433:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.377458:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.377489:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.377526:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.377567:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.377584:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.377607:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.377640:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.377680:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.377731:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.377782:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.377850:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.377878:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.377906:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.377923:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.377955:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.377984:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.377998:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.378052:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.378072:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.378090:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.378104:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.378118:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.378131:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.378143:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.378155:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.378169:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.378181:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.378193:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.378206:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.378218:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.378230:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.378243:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:2.0:1767384956.378420:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007694b814. 00000800:00000010:2.0:1767384956.378425:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000057408265. 00000800:00000010:2.0:1767384956.378429:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007aeebbdb. 00000800:00000010:2.0:1767384956.378449:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007aeebbdb. 00000800:00020000:2.0:1767384956.378459:0:16115:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:2.0:1767384956.378463:0:16115:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000057408265. 00000800:00000010:2.0:1767384956.378465:0:16115:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007694b814. 00000400:02020000:2.0:1767384956.378494:0:16115:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp42 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384956.378500:0:16115:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp42 notifying 192.168.203.157@tcp42: down 00000800:00000200:2.0:1767384956.378504:0:16115:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp42 down 00000800:00000100:2.0:1767384956.378509:0:16115:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp42 00000800:00000010:2.0:1767384956.378518:0:16115:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000de1b6ea5. 00000400:00000200:2.0:1767384956.378523:0:16115:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384956.378527:0:16115:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp42->192.168.203.157@tcp42: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384956.378534:0:16115:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384956.378536:0:16115:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384956.378539:0:16115:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp42) recovery failed with -71 00000001:00000001:3.0:1767384956.546790:0:36913:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384956.546798:0:36913:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp47 --if ens2 00000001:00000001:3.0:1767384956.551560:0:36913:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384956.560082:0:36914:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000330a596c. 00000400:00000010:3.0:1767384956.560104:0:36914:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000baa55e81. 00000400:00000010:3.0:1767384956.560118:0:36914:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e4498cd7. 00000400:00000010:3.0:1767384956.560123:0:36914:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000007ee88d46. 00000400:00000010:3.0:1767384956.560129:0:36914:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a888741e. 00000400:00000010:3.0:1767384956.560134:0:36914:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000093d9f6a6. 00000400:00000010:3.0:1767384956.560137:0:36914:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001037a39c. 00000400:00000010:3.0:1767384956.560139:0:36914:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000017efb037. 00000400:00000010:3.0:1767384956.560143:0:36914:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000056e8ae7. 00000800:00000010:3.0:1767384956.560167:0:36914:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000aeb3d3f6. 00000800:00000200:3.0:1767384956.560183:0:36914:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384956.560208:0:36914:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384956.560263:0:36914:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:3.0:1767384956.560301:0:36914:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp47 [8/256/0/180] 00000400:00000010:3.0:1767384956.563187:0:36914:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 0000000089b01e3b. 00000400:00000010:3.0:1767384956.563196:0:36914:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000910143a5. 00000400:00000010:3.0:1767384956.563203:0:36914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab0b8782. 00000400:00000001:3.0:1767384956.563241:0:36914:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384956.563244:0:36914:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384956.563248:0:36914:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5876595. 00000400:00000200:3.0:1767384956.563261:0:36914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ab784e2 00000400:00000010:3.0:1767384956.563264:0:36914:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ab784e2. 00000400:00000010:3.0:1767384956.563269:0:36914:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 0000000000b4940b. 00000400:00000200:3.0:1767384956.563276:0:36914:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (37) 00000400:00000200:3.0:1767384956.563293:0:36914:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:3.0:1767384956.563305:0:36914:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131119 00000020:00000010:3.0:1767384956.563316:0:36914:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000d5768b80. 00000400:00000200:2.0:1767384956.563333:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384956.563337:0:36914:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384956.563346:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100171 00000020:01000000:3.0:1767384956.563348:0:36914:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp47 00000400:00000010:2.0:1767384956.563361:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bd0b3a1. 00000400:00000200:2.0:1767384956.563367:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (38) 00000400:00000010:2.0:1767384956.563372:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c4e9813a. 00000400:00000200:2.0:1767384956.563377:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000010:3.0:1767384956.563381:0:36914:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000baa55e81. 00000400:00000010:3.0:1767384956.563389:0:36914:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000330a596c. 00000400:00000200:2.0:1767384956.563408:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1767384956.563415:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 158], ns[172, 168] 00000400:00000200:2.0:1767384956.563420:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[43, 158], ns[43, 168] 00000400:00000200:2.0:1767384956.563424:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 43], ns[62, 43] 00000020:00000001:1.0:1767384956.563426:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384956.563429:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 43], ns[66, 43] 10000000:00000001:1.0:1767384956.563432:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384956.563436:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384956.563438:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 43], ns[77, 43] 10000000:01000000:1.0:1767384956.563439:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384956.563444:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384956.563448:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384956.563449:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 43], ns[81, 43] 00000020:01000004:1.0:1767384956.563450:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384956.563454:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384956.563456:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384956.563457:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 43], ns[97, 43] 00000020:01000004:1.0:1767384956.563458:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384956.563461:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384956.563463:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384956.563465:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 43], ns[104, 43] 00000020:01000004:1.0:1767384956.563466:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384956.563469:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384956.563473:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 43], ns[125, 43] 00000100:00000010:1.0:1767384956.563476:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001a0fe98e. 00000400:00000200:2.0:1767384956.563477:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 43], ns[131, 43] 00000020:00000040:1.0:1767384956.563482:0:37:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000400:00000200:2.0:1767384956.563485:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 43], ns[137, 43] 00000100:00000001:1.0:1767384956.563488:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384956.563490:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384956.563494:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384956.563503:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 43], ns[141, 43] 02000000:00000010:1.0:1767384956.563505:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d51b0034. 00000400:00000200:2.0:1767384956.563511:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 43], ns[152, 43] 00000100:00000001:1.0:1767384956.563512:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384956.563520:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384956.563524:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 43], ns[161, 43] 00000400:00000200:2.0:1767384956.563531:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 43], ns[46, 43] 00000100:00000001:1.0:1767384956.563531:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384956.563539:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 43], ns[50, 43] 00000100:00000040:1.0:1767384956.563542:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a0fe98e] to pc [ptlrpcd_00_02+2] req@000000001a0fe98e x1853237358521856/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384956.563546:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 43], ns[54, 43] 00000400:00000200:2.0:1767384956.563563:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 43], ns[58, 43] 00000400:00000200:2.0:1767384956.563567:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 43], ns[74, 43] 00000400:00000200:2.0:1767384956.563571:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 43], ns[123, 43] 00000400:00000200:2.0:1767384956.563574:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 43], ns[75, 43] 00000400:00000200:2.0:1767384956.563579:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[125, 43], ns[135, 43] 00000400:00000200:2.0:1767384956.563582:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 43], ns[93, 43] 10000000:00000001:1.0:1767384956.563584:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384956.563587:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[137, 43], ns[147, 43] 10000000:00000001:1.0:1767384956.563605:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384956.563610:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384956.563614:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 43], ns[114, 43] 00000020:01000000:1.0:1767384956.563615:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384956.563617:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384956.563625:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384956.563626:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384956.563627:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[149, 43], ns[159, 43] 00000100:00000001:0.0:1767384956.563629:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767384956.563631:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384956.563636:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:0.0:1767384956.563640:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001a0fe98e x1853237358521856/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1767384956.563642:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:2.0:1767384956.563643:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 43], ns[122, 43] 00000020:01000004:1.0:1767384956.563648:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384956.563652:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384956.563656:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384956.563662:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384956.563667:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 43], ns[146, 43] 00000020:01000004:1.0:1767384956.563667:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384956.563671:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384956.563672:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384956.563677:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:0.0:1767384956.563677:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384956.563682:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384956.563684:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 43], ns[145, 43] 00000020:01000004:1.0:1767384956.563685:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384956.563685:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384956.563689:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384956.563691:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000980c7aa6. 02000000:00000001:0.0:1767384956.563694:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384956.563696:0:37:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1767384956.563704:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1767384956.563704:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001a0fe98e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358521856:0@lo:253: 02000000:00000001:1.0:1767384956.563709:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384956.563713:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[166, 43], ns[176, 43] 02000000:00000001:1.0:1767384956.563714:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384956.563723:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ba797732. 00000100:00000001:0.0:1767384956.563724:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384956.563731:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[156, 43], ns[166, 43] 00000100:00000001:1.0:1767384956.563732:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384956.563733:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384956.563739:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384956.563743:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384956.563743:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384956.563746:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 43], ns[158, 43] 00000100:00000001:1.0:1767384956.563747:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384956.563768:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d9273208. 00000100:00000040:1.0:1767384956.563772:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000980c7aa6] to pc [ptlrpcd_00_03+3] req@00000000980c7aa6 x1853237358521984/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384956.563773:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[169, 43], ns[179, 43] 02000000:00000001:0.0:1767384956.563774:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384956.563783:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbd7122d. 00000400:00000200:2.0:1767384956.563792:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[165, 43], ns[175, 43] 00000400:00000010:0.0:1767384956.563792:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c65dda73. 10000000:00000001:1.0:1767384956.563794:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384956.563799:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358521856, portal 25 10000000:00000001:1.0:1767384956.563800:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384956.563805:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384956.563806:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[168, 43], ns[178, 43] 00000020:00000001:1.0:1767384956.563806:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384956.563809:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515724800 : -108637193826816 : ffff9d31eea70e00) 00000020:01000000:1.0:1767384956.563812:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384956.563817:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 43], ns[0, 43] 00000100:00000040:0.0:1767384956.563819:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001a0fe98e x1853237358521856/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384972 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384956.563824:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d5768b80. 00000400:00000200:2.0:1767384956.563849:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp45 00000100:00000001:0.0:1767384956.563853:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384956.563856:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384956.563857:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp45 00000100:00000040:0.0:1767384956.563858:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384956.563861:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384956.563863:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b10582b3. 00000100:00000001:1.0:1767384956.563864:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384956.563867:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp45 lpni_is_preferred = 0 00000100:00000200:0.0:1767384956.563870:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358521856, offset 0 00000100:00000040:1.0:1767384956.563873:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000980c7aa6 x1853237358521984/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384956.563874:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp45 00000400:00000200:0.0:1767384956.563881:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384956.563885:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp45 NI seq info: [180:180:256:4294967295] 192.168.203.157@tcp45 LPNI seq info [170:170:8:4294967295] 00000100:00000001:1.0:1767384956.563896:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384956.563898:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384956.563901:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp45 02000000:00000001:1.0:1767384956.563903:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384956.563906:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384956.563911:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384956.563917:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000980c7aa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358521984:0@lo:253: 00000400:00000200:2.0:1767384956.563921:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp45(192.168.203.157@tcp45:) -> 192.168.203.157@tcp45(192.168.203.157@tcp:192.168.203.157@tcp45) : PUT try# 0 00000100:00000001:1.0:1767384956.563923:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384956.563927:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384956.563931:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384956.563932:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.203.157@tcp45 02000000:00000001:1.0:1767384956.563937:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384956.563938:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1767384956.563945:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002db24bbd. 00000800:00000010:2.0:1767384956.563946:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b95ed111. 02000000:00000001:1.0:1767384956.563951:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384956.563953:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272706e00 00000400:00000010:1.0:1767384956.563957:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a2adda5. 00000800:00000010:2.0:1767384956.563958:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000057408265. 00000400:00000200:0.0:1767384956.563963:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1541 [2] + 0 00000800:00000010:2.0:1767384956.563966:0:16125:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000b2df88a2. 00000400:00000010:0.0:1767384956.563967:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a427055. 00000400:00000200:0.0:1767384956.563973:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bca720c3 00000800:00000200:2.0:1767384956.563977:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057408265] -> 12345-192.168.203.157@tcp45 (2) 00000400:00000010:1.0:1767384956.563998:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000094724b85. 00000400:00000200:0.0:1767384956.563999:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.1:1767384956.564004:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057408265] -> 12345-192.168.203.157@tcp45 (2) 00000100:00000200:1.0:1767384956.564005:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358521984, portal 25 00000400:00000200:0.0:1767384956.564010:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384956.564011:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384956.564015:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515721216 : -108637193830400 : ffff9d31eea70000) 00000400:00000200:0.0:1767384956.564018:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bca720c3 00000400:00000010:0.0:1767384956.564022:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bca720c3. 00000100:00000040:1.0:1767384956.564025:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000980c7aa6 x1853237358521984/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384972 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384956.564027:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 00000400:00000200:2.0:1767384956.564032:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100571 rc 0 00000100:00000001:1.0:1767384956.564058:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384956.564062:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384956.564063:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384956.564065:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384956.564066:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c58554d3. 00000100:00000040:0.0:1767384956.564069:0:16129:0:(events.c:337:request_in_callback()) incoming req@00000000c5661bb4 x1853237358521856 msgsize 4848 00000100:00000200:1.0:1767384956.564070:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358521984, offset 0 00000100:00100000:0.0:1767384956.564080:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384956.564081:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384956.564085:0:16129:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384956.564093:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384956.564098:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384956.564103:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272706e80 00000400:00000200:0.0:1767384956.564106:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b10582b3 00000400:00000010:0.0:1767384956.564133:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b10582b3. 00000100:00000001:0.0:1767384956.564136:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384956.564140:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1549 [2] + 0 00000100:00000200:0.0:1767384956.564141:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001a0fe98e x1853237358521856/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384972 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384956.564149:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000010:1.0:1767384956.564151:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9b4a4a0. 00000100:00000001:0.0:1767384956.564161:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384956.564166:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001a0fe98e x1853237358521856/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384972 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384956.564167:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004a683fde 00000100:00000001:0.0:1767384956.564175:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384956.564178:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384956.564178:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384956.564187:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384956.564189:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384956.564193:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294946438 00000400:00000200:1.0:1767384956.564198:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a683fde 00000100:00000010:0.0:1767384956.564200:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c00240d. 00000400:00000010:1.0:1767384956.564203:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004a683fde. 00000100:00000001:1.0:1767384956.564210:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384956.564210:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000200:1.0:1767384956.564214:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384956.564220:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000100:00000040:1.0:1767384956.564220:0:16130:0:(events.c:337:request_in_callback()) incoming req@00000000e82c6edc x1853237358521984 msgsize 4848 00000100:00000001:0.0:1767384956.564222:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294946438 00000100:00000010:0.0:1767384956.564230:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a20ce35b. 00000100:00100000:1.0:1767384956.564234:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384956.564234:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767384956.564240:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384956.564241:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294946438 00000100:00000010:0.0:1767384956.564246:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e4a79cda. 00000100:00000001:0.0:1767384956.564251:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384956.564254:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294946438 00000100:00000001:1.0:1767384956.564255:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:0.0:1767384956.564259:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b8a5f84. 00000400:00000200:2.0:1767384956.564263:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000100:00000001:0.0:1767384956.564264:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384956.564265:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c58554d3 00000400:00000010:1.0:1767384956.564271:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c58554d3. 00000100:00000001:0.0:1767384956.564273:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384956.564276:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384956.564277:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384956.564283:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384956.564285:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000980c7aa6 x1853237358521984/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384972 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384956.564285:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384956.564293:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384956.564296:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384956.564297:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000100:00000001:1.0:1767384956.564298:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384956.564299:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384956.564302:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384956.564304:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000980c7aa6 x1853237358521984/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384972 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384956.564306:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384956.564313:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384956.564339:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384956.564343:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384956.564351:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384956.564355:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294946438 00000400:00000200:2.0:1767384956.564357:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000100:00000001:1.0:1767384956.564359:0:16130:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, keep current deadline 4294946438 00000100:00000001:1.0:1767384956.564365:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294946438 00000100:00000001:1.0:1767384956.564383:0:16130:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, keep current deadline 4294946438 00000100:00000001:1.0:1767384956.564385:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294946438 00000100:00000001:1.0:1767384956.564388:0:16130:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, keep current deadline 4294946438 00000100:00000001:1.0:1767384956.564391:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294946438 00000100:00000001:1.0:1767384956.564393:0:16130:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, keep current deadline 4294946438 00000100:00000001:1.0:1767384956.564395:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384956.564397:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384956.564410:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000100:00000001:1.0:1767384956.564411:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384956.564416:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384956.564423:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384956.564425:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384956.564428:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384956.564430:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384956.564433:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384956.564436:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384956.564438:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.564469:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000100:00000001:1.0:1767384956.564480:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384956.564485:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358521856 02000000:00000001:1.0:1767384956.564489:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384956.564491:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384956.564492:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384956.564495:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384956.564499:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384956.564503:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000100:00100000:0.0:1767384956.564504:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358521984 00000100:00100000:1.0:1767384956.564505:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358521856 02000000:00000001:0.0:1767384956.564508:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384956.564511:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384956.564512:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384956.564513:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384956.564515:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 02000000:00000001:0.0:1767384956.564518:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384956.564519:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1767384956.564521:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358521984 00000020:00000040:1.0:1767384956.564524:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000020:00000001:0.0:1767384956.564525:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384956.564528:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000400:00000200:2.0:1767384956.564530:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000020:00000001:1.0:1767384956.564530:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:0.0:1767384956.564531:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384956.564534:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000020:00000001:1.0:1767384956.564538:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:0.0:1767384956.564539:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:0.0:1767384956.564543:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:1.0:1767384956.564547:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384956.564548:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384956.564554:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cf5de4d9. 00000020:00000010:1.0:1767384956.564555:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bdef59e0. 00000100:00000001:0.0:1767384956.564557:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384956.564559:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000100:00000001:1.0:1767384956.564561:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384956.564565:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cf5de4d9. 00000020:00000010:1.0:1767384956.564569:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bdef59e0. 00000020:00000010:0.0:1767384956.564573:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000983ab575. 00000020:00000010:1.0:1767384956.564578:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a672128d. 00000020:00000010:0.0:1767384956.564580:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eeaa48b3. 00000020:00000010:1.0:1767384956.564585:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000068435253. 00000020:00000010:0.0:1767384956.564605:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000549978. 00000020:00000010:1.0:1767384956.564609:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d943940b. 00000400:00000200:2.0:1767384956.564610:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000100:00000040:0.0:1767384956.564615:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384956.564620:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384956.564621:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384956.564622:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384956.564626:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384956.564627:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384956.564631:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384956.564634:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384956.564639:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384956.564646:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384956.564646:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384956.564679:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000100:00000001:0.0:1767384956.564680:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384956.564683:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384956.564684:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384956.564690:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384956.564695:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00000040:0.0:1767384956.564700:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:0.0:1767384956.564702:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631897168 : -108637077654448 : ffff9d31f593b450) 00000100:00100000:1.0:1767384956.564707:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00000040:0.0:1767384956.564708:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e82c6edc x1853237358521984/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:182/0 lens 4848/0 e 0 to 0 dl 1767384967 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384956.564715:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384956.564722:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000020:00000010:0.0:1767384956.564726:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cf5de4d9. 00000100:00000001:1.0:1767384956.564727:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631890000 : -108637077661616 : ffff9d31f5939850) 00000100:00000001:0.0:1767384956.564731:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384956.564735:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cf5de4d9. 00000100:00000040:1.0:1767384956.564738:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c5661bb4 x1853237358521856/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:182/0 lens 4848/0 e 0 to 0 dl 1767384967 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384956.564743:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000100:00100000:0.0:1767384956.564745:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e82c6edc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16130:x1853237358521984:12345-0@lo:253: 00000100:00000200:0.0:1767384956.564755:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358521984 00000020:00000001:0.0:1767384956.564760:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384956.564763:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384956.564764:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384956.564768:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384956.564770:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bdef59e0. 00000020:00000001:0.0:1767384956.564772:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384956.564776:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000100:00000001:1.0:1767384956.564777:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384956.564779:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:1.0:1767384956.564785:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bdef59e0. 00000020:00000001:0.0:1767384956.564785:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384956.564789:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384956.564791:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000020:00000001:0.0:1767384956.564792:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:1.0:1767384956.564798:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c5661bb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16129:x1853237358521856:12345-0@lo:253: 00000020:00000001:0.0:1767384956.564798:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384956.564804:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:1.0:1767384956.564805:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358521856 02000000:00000001:0.0:1767384956.564809:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384956.564812:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:0.0:1767384956.564816:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009831d8d2. 00000020:00000001:1.0:1767384956.564818:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:0.0:1767384956.564820:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384956.564824:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384956.564824:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384956.564830:0:16764:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384956.564833:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384956.564837:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:1.0:1767384956.564842:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000010:0.0:1767384956.564842:0:16764:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000be9167b0. 00000020:00000001:1.0:1767384956.564844:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384956.564847:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 20000000:01000000:0.0:1767384956.564848:0:16764:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:1.0:1767384956.564849:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384956.564853:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384956.564857:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384956.564857:0:16764:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384956.564861:0:16764:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:1.0:1767384956.564864:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:0.0:1767384956.564866:0:16764:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384956.564868:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:0.0:1767384956.564870:0:16764:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384956.564873:0:16764:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:1.0:1767384956.564878:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000cd7dfb82. 02000000:00000001:1.0:1767384956.564881:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384956.564883:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384956.564886:0:16763:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384956.564886:0:16764:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000779da161. 20000000:01000000:0.0:1767384956.564891:0:16764:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 20000000:00000010:1.0:1767384956.564896:0:16763:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007c868db8. 00000400:00000200:2.0:1767384956.564897:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 20000000:00000001:0.0:1767384956.564898:0:16764:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:1.0:1767384956.564902:0:16763:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384956.564905:0:16763:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:0.0:1767384956.564906:0:16764:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:1.0:1767384956.564908:0:16763:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384956.564912:0:16763:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384956.564914:0:16763:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384956.564915:0:16763:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384956.564947:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00080000:00000001:0.0:1767384956.564964:0:16764:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384956.564969:0:16764:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384956.564970:0:16764:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384956.564980:0:16764:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384956.564984:0:16764:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384956.565007:0:16764:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:0.0:1767384956.565011:0:16764:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384956.565013:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00080000:00000010:0.0:1767384956.565017:0:16764:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000af1bf6a4. 00080000:00000001:0.0:1767384956.565021:0:16764:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635435826370560 : -108637883181056 : ffff9d31c5905800) 00080000:00000001:0.0:1767384956.565026:0:16764:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384956.565079:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.565148:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000001:00000001:0.0:1767384956.565185:0:16764:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384956.565189:0:16764:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384956.565193:0:16764:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384956.565211:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00080000:00000001:0.0:1767384956.565217:0:16764:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384956.565222:0:16764:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384956.565294:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.565392:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00080000:00000001:0.0:1767384956.565444:0:16764:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384956.565452:0:16764:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384956.565483:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.565603:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.565691:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.565739:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.565789:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.565833:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.565893:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.565942:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.566106:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.566144:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384956.566176:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:2.0:1767384956.566723:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007694b814. 00000800:00000010:2.0:1767384956.566731:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000024111136. 00000800:00000010:2.0:1767384956.566738:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f3a0e8ce. 00000800:00000010:2.0:1767384956.566861:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f3a0e8ce. 00000800:00020000:2.0:1767384956.566874:0:16117:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:2.0:1767384956.566878:0:16117:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000024111136. 00000800:00000010:2.0:1767384956.566880:0:16117:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007694b814. 00000400:02020000:2.0:1767384956.566937:0:16117:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp45 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384956.566961:0:16117:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp45 notifying 192.168.203.157@tcp45: down 00000800:00000200:2.0:1767384956.566966:0:16117:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp45 down 00000800:00000100:2.0:1767384956.566973:0:16117:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 656 0@<0:0>->192.168.203.157@tcp45 00000800:00000010:2.0:1767384956.566976:0:16117:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b95ed111. 00000400:00000200:2.0:1767384956.566981:0:16117:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384956.566989:0:16117:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp45->192.168.203.157@tcp45: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384956.566998:0:16117:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp45 added to recovery queue. ping count: 0 next ping: 280 health :900 00000400:00000200:2.0:1767384956.567002:0:16117:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384956.567005:0:16117:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp: 1 00000400:00000200:2.0:1767384956.567011:0:16117:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:2.0:1767384956.567202:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384956.567208:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x101171 00000400:00000001:2.0:1767384956.567211:0:16125:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384956.567213:0:16125:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384956.567215:0:16125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bd0b3a1 00000400:00000010:2.0:1767384956.567217:0:16125:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bd0b3a1. 00000400:00000200:2.0:1767384956.567223:0:16125:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384956.567226:0:16125:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:2.0:1767384956.567231:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (39) 00000400:00000200:2.0:1767384956.567236:0:16125:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.157@tcp 00000400:00000200:2.0:1767384956.567240:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100171 rc -71 00000400:00000200:2.0:1767384956.567243:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:2.0:1767384956.567245:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (38) 00080000:00000001:1.0:1767384956.575618:0:16764:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384956.575626:0:16764:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00080000:00000001:2.0:1767384956.575628:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767384956.575630:0:16764:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384956.575634:0:16764:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384956.575635:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384956.575639:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384956.575640:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384956.575642:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384956.575644:0:16764:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:2.0:1767384956.575645:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000af1bf6a4. 00080000:00000001:2.0:1767384956.575653:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384956.575655:0:16764:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384956.575659:0:16764:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:0.0:1767384956.575661:0:16763:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000019aa2c19. 20000000:01000000:0.0:1767384956.575665:0:16763:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 00080000:00000020:1.0:1767384956.575666:0:16764:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384956.575671:0:16763:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384956.575677:0:16763:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767384956.575680:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384956.575684:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384956.575686:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384956.575690:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384956.575693:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384956.575699:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e57e4459. 00080000:00000001:0.0:1767384956.575700:0:16763:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384956.575705:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384956.575705:0:16763:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384956.575709:0:16763:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384956.575710:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000096c6c1ac. 00080000:00000001:0.0:1767384956.575711:0:16763:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384956.575715:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:0.0:1767384956.575716:0:16763:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000040:1.0:1767384956.575718:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000096c6c1ac with handle 0x4895a8f6c11e87dd to hash 00000020:00000001:1.0:1767384956.575720:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384956.575722:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435879614464 : -108637829937152 : ffff9d31c8bcc800) 00000020:00000001:0.0:1767384956.575722:0:16763:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00010000:00000001:1.0:1767384956.575730:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435879614464 : -108637829937152 : ffff9d31c8bcc800) 00080000:00000001:0.0:1767384956.575730:0:16763:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384956.575734:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384956.575736:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384956.575736:0:16763:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000af1bf6a4. 00080000:00000001:0.0:1767384956.575741:0:16763:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635435826370560 : -108637883181056 : ffff9d31c5905800) 00010000:00010000:1.0:1767384956.575742:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000096c6c1ac/0x4895a8f6c11e87dd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384956.575746:0:16763:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384956.575752:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384956.575756:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384956.575758:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384956.575760:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384956.575761:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384956.575763:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384956.575764:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384956.575766:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384956.575767:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384956.575768:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384956.575775:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384956.575777:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e57e4459) refcount = 1 00010000:00010000:1.0:1767384956.575780:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000096c6c1ac/0x4895a8f6c11e87dd lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384956.575784:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384956.575786:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384956.575787:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384956.575789:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384956.575790:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384956.575792:0:16763:0:(osd_quota.c:525:osd_declare_quota()) Process entered 20000000:00000001:1.0:1767384956.575793:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:0.0:1767384956.575796:0:16763:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384956.575797:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003542952s 00080000:00000001:0.0:1767384956.575800:0:16763:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384956.575801:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384956.575804:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384956.575805:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000096c6c1ac refcount=4 00000020:00000001:1.0:1767384956.575806:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879614464 : -108637829937152 : ffff9d31c8bcc800) 00010000:00000001:1.0:1767384956.575808:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879614464 : -108637829937152 : ffff9d31c8bcc800) 00010000:00000001:1.0:1767384956.575810:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384956.575811:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000096c6c1ac/0x4895a8f6c11e87dd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384956.575812:0:16763:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384956.575818:0:16763:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384956.575819:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384956.575822:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000096c6c1ac/0x4895a8f6c11e87dd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384956.575825:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384956.575827:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384956.575828:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000096c6c1ac/0x4895a8f6c11e87dd lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384956.575831:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384956.575832:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384956.575834:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384956.575836:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000096c6c1ac/0x4895a8f6c11e87dd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384956.575849:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000096c6c1ac already unused, calling callback (00000000be7801c4) 00010000:00000001:1.0:1767384956.575852:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384956.575853:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384956.575855:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000096c6c1ac/0x4895a8f6c11e87dd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384956.575859:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384956.575860:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384956.575861:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:0.0:1767384956.575862:0:16763:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000040:1.0:1767384956.575863:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000096c6c1ac refcount=5 00000020:00000001:1.0:1767384956.575868:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879614464 : -108637829937152 : ffff9d31c8bcc800) 00080000:00000001:0.0:1767384956.575868:0:16763:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384956.575873:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879614464 : -108637829937152 : ffff9d31c8bcc800) 00010000:00000001:1.0:1767384956.575875:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384956.575876:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000096c6c1ac/0x4895a8f6c11e87dd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384956.575880:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384956.575882:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384956.575882:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384956.575884:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384956.575885:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384956.575887:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384956.575888:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384956.575890:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000096c6c1ac with handle 0x4895a8f6c11e87dd from hash 00010000:00000001:1.0:1767384956.575892:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384956.575893:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384956.575894:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384956.575895:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384956.575896:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384956.575897:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384956.575899:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384956.575900:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384956.575902:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384956.575903:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384956.575909:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384956.575911:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384956.575912:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384956.575913:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384956.575914:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384956.575916:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384956.575917:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000096c6c1ac/0x4895a8f6c11e87dd lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384956.575921:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384956.575921:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384956.575922:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384956.575923:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384956.575924:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384956.575925:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384956.575927:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384956.575929:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384956.575930:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384956.575932:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000096c6c1ac/0x4895a8f6c11e87dd lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384956.575936:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384956.575938:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384956.575939:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000096c6c1ac/0x4895a8f6c11e87dd lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384956.575943:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e57e4459 count: 0 00010000:00000001:1.0:1767384956.575952:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384956.575953:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384956.576055:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294946438, at 4294946439 00000100:00000010:1.0:1767384956.576062:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a20ce35b. 00000100:00000040:3.0:1767384956.576070:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294946438, at 4294946439 00000100:00000010:3.0:1767384956.576078:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b8a5f84. 00000100:00000040:2.0:1767384956.576133:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294946438, at 4294946439 00000100:00000010:2.0:1767384956.576139:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e4a79cda. 00000100:00000040:0.0:1767384956.577053:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294946438, at 4294946440 00000100:00000010:0.0:1767384956.577059:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c00240d. 00080000:00000001:2.0:1767384956.583113:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:0.0:1767384956.583113:0:16763:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384956.583117:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:0.0:1767384956.583119:0:16763:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00040000:00000001:2.0:1767384956.583120:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384956.583122:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384956.583124:0:16763:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384956.583125:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384956.583129:0:16763:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:2.0:1767384956.583130:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000af1bf6a4. 20000000:01000000:0.0:1767384956.583132:0:16763:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767384956.583135:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384956.583141:0:16763:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384956.583145:0:16763:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767384956.583149:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384956.583151:0:16763:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384956.583153:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384956.583156:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384956.583159:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384956.583161:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384956.583167:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002dc7165b. 00010000:00000001:1.0:1767384956.583176:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384956.583178:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000c4140f9. 00000020:00000001:1.0:1767384956.583182:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384956.583184:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000c4140f9 with handle 0x4895a8f6c11e87e4 to hash 00000020:00000001:1.0:1767384956.583186:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384956.583188:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435879617024 : -108637829934592 : ffff9d31c8bcd200) 00010000:00000001:1.0:1767384956.583190:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435879617024 : -108637829934592 : ffff9d31c8bcd200) 00010000:00000001:1.0:1767384956.583193:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384956.583194:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384956.583197:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000000c4140f9/0x4895a8f6c11e87e4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384956.583202:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384956.583205:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384956.583206:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384956.583208:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384956.583210:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384956.583211:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384956.583213:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384956.583215:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384956.583217:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384956.583218:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384956.583219:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384956.583220:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002dc7165b) refcount = 1 00010000:00010000:1.0:1767384956.583223:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000c4140f9/0x4895a8f6c11e87e4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384956.583227:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384956.583228:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384956.583229:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384956.583231:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384956.583232:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384956.583234:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384956.583236:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003542952s 00010000:00000001:1.0:1767384956.583238:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384956.583245:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384956.583246:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000c4140f9 refcount=4 00000020:00000001:1.0:1767384956.583248:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879617024 : -108637829934592 : ffff9d31c8bcd200) 00010000:00000001:1.0:1767384956.583250:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879617024 : -108637829934592 : ffff9d31c8bcd200) 00010000:00000001:1.0:1767384956.583252:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384956.583254:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000c4140f9/0x4895a8f6c11e87e4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384956.583258:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384956.583259:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000c4140f9/0x4895a8f6c11e87e4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384956.583263:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384956.583264:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384956.583265:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000000c4140f9/0x4895a8f6c11e87e4 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384956.583269:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384956.583270:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384956.583272:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384956.583274:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000000c4140f9/0x4895a8f6c11e87e4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384956.583277:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000000c4140f9 already unused, calling callback (00000000be7801c4) 00010000:00000001:1.0:1767384956.583279:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384956.583280:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384956.583282:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000000c4140f9/0x4895a8f6c11e87e4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384956.583285:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384956.583286:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384956.583287:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384956.583288:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000c4140f9 refcount=5 00000020:00000001:1.0:1767384956.583289:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879617024 : -108637829934592 : ffff9d31c8bcd200) 00010000:00000001:1.0:1767384956.583290:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879617024 : -108637829934592 : ffff9d31c8bcd200) 00010000:00000001:1.0:1767384956.583298:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384956.583299:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000000c4140f9/0x4895a8f6c11e87e4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384956.583303:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384956.583305:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384956.583306:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384956.583308:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384956.583309:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384956.583311:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384956.583312:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384956.583313:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000c4140f9 with handle 0x4895a8f6c11e87e4 from hash 00010000:00000001:1.0:1767384956.583315:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384956.583315:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384956.583316:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384956.583317:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384956.583318:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384956.583319:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384956.583333:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384956.583334:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384956.583335:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384956.583337:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384956.583338:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384956.583339:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384956.583340:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384956.583341:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384956.583342:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384956.583344:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384956.583346:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000000c4140f9/0x4895a8f6c11e87e4 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384956.583349:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384956.583350:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384956.583351:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384956.583352:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384956.583353:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384956.583354:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384956.583360:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384956.583362:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384956.583363:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384956.583365:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000000c4140f9/0x4895a8f6c11e87e4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384956.583369:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384956.583370:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384956.583372:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000000c4140f9/0x4895a8f6c11e87e4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384956.583376:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002dc7165b count: 0 00010000:00000001:1.0:1767384956.583386:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384956.583387:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384956.584038:0:36920:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e57e4459. 00010000:00000010:1.1:1767384956.584046:0:36920:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000096c6c1ac. 00080000:00000020:2.0:1767384956.584884:0:16764:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384956.584888:0:16764:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384956.584890:0:16764:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000be9167b0. 20000000:00000001:2.0:1767384956.584896:0:16764:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384956.584900:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358521984 00010000:00000001:2.0:1767384956.584902:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384956.584909:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e82c6edc x1853237358521984/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:182/0 lens 4848/4768 e 0 to 0 dl 1767384967 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384956.584917:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384956.584919:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384956.584922:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=80 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384956.584926:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384956.584929:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:2.0:1767384956.584930:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384956.584933:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384956.584935:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384956.584939:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384956.584941:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384956.584945:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df765874. 00000100:00000200:2.0:1767384956.584950:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358521984, offset 224 00000400:00000200:2.0:1767384956.584956:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384956.584972:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384956.584982:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272706e80 00000400:00000200:2.0:1767384956.584988:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1dd1 [2] + 224 00000400:00000200:2.0:1767384956.584995:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384956.584999:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384956.585005:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384956.585009:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000980c7aa6 x1853237358521984/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384972 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384956.585042:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000980c7aa6 x1853237358521984/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384972 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384956.585054:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384956.585062:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df765874 00000400:00000010:2.0:1767384956.585064:0:16764:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000df765874. 00000100:00000001:2.0:1767384956.585068:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384956.585068:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384956.585072:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384956.585073:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384956.585079:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384956.585079:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384956.585082:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384956.585084:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000010:0.0:1767384956.585085:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a2adda5. 00010000:00000001:2.0:1767384956.585089:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384956.585091:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094724b85 00000020:00000001:2.0:1767384956.585092:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384956.585095:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000094724b85. 00000020:00000001:2.0:1767384956.585096:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384956.585099:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384956.585102:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e82c6edc x1853237358521984/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:182/0 lens 4848/4768 e 0 to 0 dl 1767384967 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384956.585107:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000980c7aa6 x1853237358521984/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384972 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384956.585125:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e82c6edc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16130:x1853237358521984:12345-0@lo:253: Request processed in 20407us (20902us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384956.585128:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000980c7aa6 x1853237358521984/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384972 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384956.585138:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384956.585141:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00000001:0.0:1767384956.585141:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384956.585144:0:16130:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767384956.585146:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 02000000:00000001:0.0:1767384956.585148:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384956.585150:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384956.585151:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384956.585153:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384956.585154:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384956.585158:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384956.585160:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eeaa48b3. 00000100:00001000:0.0:1767384956.585162:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=80 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384956.585166:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000549978. 00000100:00001000:0.0:1767384956.585167:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=80 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384956.585172:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1767384956.585174:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000983ab575. 00000100:00000001:0.0:1767384956.585174:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384956.585178:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384956.585181:0:16130:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384956.585182:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 00000100:00000001:0.0:1767384956.585183:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384956.585188:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000980c7aa6 x1853237358521984/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384972 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384956.585194:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384956.585198:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009831d8d2. 02000000:00000001:2.0:1767384956.585201:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384956.585203:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384956.585210:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384956.585211:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384956.585215:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1767384956.585216:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070c4641e. 00000100:00000001:0.0:1767384956.585217:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384956.585223:0:16130:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:2.0:1767384956.585224:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df765874. 00000020:01000004:0.0:1767384956.585226:0:16130:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384956.585229:0:16130:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384956.585231:0:16130:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384956.585232:0:16130:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384956.585234:0:16130:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384956.585235:0:16130:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384956.585237:0:16130:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384956.585238:0:16130:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384956.585241:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000980c7aa6 x1853237358521984/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384972 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384956.585248:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000980c7aa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358521984:0@lo:253: 00000100:00000001:0.0:1767384956.585252:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384956.585254:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384956.585257:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000980c7aa6 x1853237358521984/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384972 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384956.585263:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384956.585265:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384956.585268:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002db24bbd. 02000000:00000001:0.0:1767384956.585274:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384956.585275:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384956.585277:0:16130:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1767384956.585279:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384956.585281:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ba797732. 02000000:00000001:0.0:1767384956.585286:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384956.585287:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384956.585289:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000980c7aa6. 00000100:00000001:0.0:1767384956.585293:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384956.585294:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384956.585296:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384956.585302:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384956.585308:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384956.585311:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384956.585313:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384956.585876:0:16763:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384956.585878:0:16763:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384956.585880:0:16763:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007c868db8. 20000000:00000001:0.0:1767384956.585884:0:16763:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384956.585887:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358521856 00010000:00000001:0.0:1767384956.585888:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384956.585892:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c5661bb4 x1853237358521856/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:182/0 lens 4848/4768 e 0 to 0 dl 1767384967 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384956.585897:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384956.585899:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384956.585901:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=80 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384956.585904:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384956.585905:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384956.585907:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384956.585908:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384956.585910:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384956.585911:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384956.585914:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384956.585917:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000381f7920. 00000100:00000200:0.0:1767384956.585919:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358521856, offset 224 00000400:00000200:0.0:1767384956.585924:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384956.585928:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384956.585935:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272706e00 00000400:00000200:0.0:1767384956.585939:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1dc9 [2] + 224 00000400:00000200:0.0:1767384956.585944:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384956.585948:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384956.585951:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384956.585953:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001a0fe98e x1853237358521856/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384972 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384956.585959:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001a0fe98e x1853237358521856/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384972 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384956.585979:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384956.585985:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000381f7920 00000400:00000010:0.0:1767384956.585986:0:16763:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000381f7920. 00000100:00000001:0.0:1767384956.585989:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384956.585990:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384956.585993:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384956.585996:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:0.0:1767384956.585998:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384956.585999:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384956.586001:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384956.586003:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c5661bb4 x1853237358521856/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:182/0 lens 4848/4768 e 0 to 0 dl 1767384967 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384956.586009:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c5661bb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16129:x1853237358521856:12345-0@lo:253: Request processed in 21247us (21939us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384956.586036:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00000040:0.0:1767384956.586038:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:0.0:1767384956.586040:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384956.586041:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384956.586044:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000068435253. 00000020:00000010:0.0:1767384956.586047:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d943940b. 00000020:00000010:0.0:1767384956.586050:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a672128d. 00000020:00000040:0.0:1767384956.586055:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 02000000:00000001:0.0:1767384956.586058:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384956.586060:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000cd7dfb82. 02000000:00000001:0.0:1767384956.586062:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384956.586063:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384956.586066:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384956.586070:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a427055. 00000400:00000010:0.0:1767384956.586073:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000381f7920. 00000100:00000001:0.0:1767384956.586090:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384956.586092:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384956.586094:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384956.586096:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384956.586104:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cbd7122d. 00000400:00000200:0.0:1767384956.586107:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c65dda73 00000400:00000010:0.0:1767384956.586108:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c65dda73. 00000100:00000001:0.0:1767384956.586112:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384956.586115:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001a0fe98e x1853237358521856/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384972 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384956.586121:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001a0fe98e x1853237358521856/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384972 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384956.586126:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384956.586128:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384956.586130:0:16129:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384956.586131:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384956.586132:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384956.586133:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384956.586135:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384956.586137:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=80 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384956.586139:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=80 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384956.586141:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384956.586143:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384956.586144:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384956.586146:0:16129:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384956.586147:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384956.586149:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001a0fe98e x1853237358521856/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384972 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384956.586153:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384956.586155:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384956.586156:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384956.586158:0:16129:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384956.586160:0:16129:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384956.586161:0:16129:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384956.586162:0:16129:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384956.586163:0:16129:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384956.586165:0:16129:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384956.586166:0:16129:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384956.586167:0:16129:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384956.586168:0:16129:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384956.586174:0:16129:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384956.586176:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a0fe98e x1853237358521856/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384972 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384956.586181:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001a0fe98e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358521856:0@lo:253: 00000100:00000001:0.0:1767384956.586186:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384956.586187:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384956.586189:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001a0fe98e x1853237358521856/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384972 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384956.586194:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384956.586196:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384956.586197:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d9273208. 02000000:00000001:0.0:1767384956.586200:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384956.586201:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384956.586203:0:16129:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1767384956.586205:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384956.586206:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d51b0034. 02000000:00000001:0.0:1767384956.586210:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384956.586211:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384956.586212:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001a0fe98e. 00000100:00000001:0.0:1767384956.586216:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384956.586217:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384956.586219:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384956.586222:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384956.586223:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384956.586225:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384956.586227:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384956.587992:0:36919:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000001f10cbf5. 00000400:00000040:3.0:1767384956.588008:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384956.588252:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384956.588255:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384956.588256:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384956.588258:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384956.588259:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384956.588262:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384956.588263:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384956.588264:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384956.588265:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384956.588267:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384956.588268:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384956.588269:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384956.588270:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384956.588271:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384956.588273:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384956.588274:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384956.588275:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384956.588275:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384956.588277:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384956.588278:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384956.588279:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384956.588285:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384956.588286:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384956.588288:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384956.588291:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384956.588292:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384956.588293:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384956.588294:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384956.588295:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384956.588297:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384956.588298:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384956.588300:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384956.588301:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384956.588302:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384956.588303:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384956.588304:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384956.588306:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384956.588307:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384956.588309:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384956.588310:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384956.588311:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384956.588313:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384956.588314:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384956.588315:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384956.588316:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384956.588317:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384956.588318:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384956.588319:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384956.588333:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384956.588336:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384956.588337:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384956.588337:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384956.588339:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384956.588340:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384956.588341:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384956.588342:0:36919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384956.588436:0:36919:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000001f10cbf5. 00010000:00000010:1.1:1767384956.590031:0:36920:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002dc7165b. 00010000:00000010:1.1:1767384956.590039:0:36920:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000c4140f9. 00010000:00000001:1.0:1767384956.761111:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384956.761116:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384956.761121:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384956.761123:0:58:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384956.761125:0:58:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384956.761128:0:58:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384956.761130:0:58:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384956.761132:0:58:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384956.761133:0:58:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384956.761135:0:58:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384956.761170:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384956.761173:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384956.761176:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384957.401098:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384957.401103:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384957.401106:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ea848ad 00000400:00000010:3.0:1767384957.401111:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ea848ad. 00000400:00000200:3.0:1767384957.401116:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384957.401123:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp42 recovery ping unlinked 00000400:00000010:3.0:1767384957.401136:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000baf585b1. 00000400:00000010:3.0:1767384957.401140:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000050f413a9. 00010000:00000001:1.0:1767384957.785144:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384957.785149:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384957.785153:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384957.785155:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384957.785220:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384957.785224:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384957.785227:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767384957.977075:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fc613044-dd35-4201-b03c-4d69ab0214c0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384957.977081:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384957.977086:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001a0fe98e. 00000020:00000040:1.0:1767384957.977092:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1767384957.977096:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384957.977099:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384957.977103:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384957.977109:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d82024ba. 00000100:00000001:1.0:1767384957.977115:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384957.977128:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc613044-dd35-4201-b03c-4d69ab0214c0->MGS req@000000001a0fe98e x1853237358522112/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384957.977137:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384957.977139:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384957.977144:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a0fe98e] to pc [ptlrpcd_00_00+0] req@000000001a0fe98e x1853237358522112/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384957.977167:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384957.977170:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384957.977172:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384957.977175:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000980c7aa6. 00000020:00000040:1.0:1767384957.977177:0:8:0:(genops.c:1229:class_import_get()) import 000000002913d734 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384957.977179:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384957.977181:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384957.977183:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384957.977186:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e33c638c. 00000100:00000001:0.0:1767384957.977186:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384957.977190:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.977192:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384957.977194:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000980c7aa6 x1853237358522240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384957.977196:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384957.977202:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767384957.977203:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001a0fe98e x1853237358522112/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384957.977204:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384957.977208:0:16793:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000040:1.0:1767384957.977210:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000980c7aa6] to pc [ptlrpcd_00_01+1] req@00000000980c7aa6 x1853237358522240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:2.0:1767384957.977212:0:16793:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384957.977219:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001853ff18. 00000020:00000040:2.0:1767384957.977225:0:16793:0:(genops.c:1229:class_import_get()) import 000000002913d734 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384957.977228:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384957.977231:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384957.977232:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384957.977234:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384957.977235:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384957.977237:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384957.977238:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767384957.977239:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384957.977240:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384957.977245:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:2.0:1767384957.977247:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001ea41e77. 00000100:00000010:1.0:1767384957.977249:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ff639a3f. 02000000:00000001:0.0:1767384957.977253:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384957.977254:0:8:0:(genops.c:1229:class_import_get()) import 000000005ebd018a refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384957.977255:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384957.977260:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001a0fe98e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358522112:0@lo:400: 00000100:00000001:1.0:1767384957.977261:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384957.977262:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384957.977264:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384957.977266:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384957.977269:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.977269:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384957.977273:0:16793:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001853ff18] to pc [ptlrpcd_00_02+2] req@000000001853ff18 x1853237358522368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384957.977276:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c7848cb2. 02000000:00000001:0.0:1767384957.977276:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384957.977279:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384957.977284:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384957.977287:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384957.977290:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000983ab575. 00000100:00000040:1.0:1767384957.977294:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000ff639a3f x1853237358522496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384957.977294:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384957.977304:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbd7122d. 00000004:00000001:2.0:1767384957.977306:0:16793:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.977306:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384957.977309:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384957.977325:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff639a3f] to pc [ptlrpcd_00_03+3] req@00000000ff639a3f x1853237358522496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384957.977326:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ea848ad. 00000100:00000200:0.0:1767384957.977336:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358522112, portal 25 00000100:00000001:1.0:1767384957.977337:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384957.977342:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384957.977342:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384957.977346:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515724800 : -108637193826816 : ffff9d31eea70e00) 00000100:00000001:1.0:1767384957.977347:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384957.977352:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6db7f0b. 00000100:00000040:0.0:1767384957.977354:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001a0fe98e x1853237358522112/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384957.977355:0:8:0:(genops.c:1229:class_import_get()) import 00000000e13b832f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384957.977361:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384957.977361:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384957.977363:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384957.977367:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384957.977367:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.977368:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1767384957.977370:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000048c059f. 00000100:00000001:3.0:1767384957.977372:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384957.977374:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384957.977376:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384957.977378:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065204f26. 00000100:00000040:3.0:1767384957.977382:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ff639a3f x1853237358522496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384957.977382:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000c6db7f0b x1853237358522624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767384957.977383:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237358522112, offset 0 00000400:00000200:0.0:1767384957.977393:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384957.977409:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384957.977414:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384957.977416:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384957.977417:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.977420:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384957.977426:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6db7f0b] to pc [ptlrpcd_00_00+0] req@00000000c6db7f0b x1853237358522624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384957.977426:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272706f00 02000000:00000001:3.0:1767384957.977427:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384957.977431:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384957.977437:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1575 [2] + 0 02000000:00000001:3.0:1767384957.977438:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384957.977446:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4acaea8. 00000100:00100000:3.0:1767384957.977448:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ff639a3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16130:1853237358522496:0@lo:400: 00000400:00000200:0.0:1767384957.977453:0:16127:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008c09df5a 00000100:00000001:1.0:1767384957.977456:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.977461:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384957.977461:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384957.977464:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (285) 02000000:00000001:3.0:1767384957.977468:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384957.977470:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384957.977473:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384957.977478:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c09df5a 00000100:00000001:1.0:1767384957.977479:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384957.977480:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767384957.977481:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c09df5a. 00000100:00000001:1.0:1767384957.977484:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384957.977486:0:16127:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:3.0:1767384957.977487:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007a45cc5b. 00000100:00000001:1.0:1767384957.977488:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767384957.977489:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:3.0:1767384957.977493:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384957.977494:0:16127:0:(events.c:337:request_in_callback()) incoming req@0000000061b28295 x1853237358522112 msgsize 224 00000100:00000040:1.0:1767384957.977496:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000980c7aa6 x1853237358522240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384957.977504:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5876595. 00000100:00100000:0.0:1767384957.977508:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384957.977512:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767384957.977513:0:16127:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:3.0:1767384957.977514:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ab784e2. 00000100:00000200:3.0:1767384957.977520:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358522496, portal 10 00000100:00000001:1.0:1767384957.977520:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384957.977524:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384957.977526:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767384957.977527:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384957.977531:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436514548736 : -108637195002880 : ffff9d31ee951c00) 02000000:00000001:1.0:1767384957.977531:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.977533:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384957.977537:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000980c7aa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16128:1853237358522240:0@lo:400: 00000100:00000001:1.0:1767384957.977541:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384957.977543:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ff639a3f x1853237358522496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384957.977544:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384957.977546:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384957.977546:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065204f26 00000400:00000010:0.0:1767384957.977551:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065204f26. 02000000:00000001:1.0:1767384957.977552:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384957.977557:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090d96c3f. 00000100:00000001:0.0:1767384957.977559:0:16127:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384957.977562:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.977566:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384957.977568:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c61f70e3. 00000100:00000200:0.0:1767384957.977568:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001a0fe98e x1853237358522112/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384957.977574:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384957.977576:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000479c74e7. 00000100:00000001:0.0:1767384957.977579:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384957.977580:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358522240, portal 4 00000100:00000040:0.0:1767384957.977584:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001a0fe98e x1853237358522112/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384973 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384957.977586:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1767384957.977588:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000033c58979. 00000100:00000001:1.0:1767384957.977589:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515721216 : -108637193830400 : ffff9d31eea70000) 00000100:00000200:3.0:1767384957.977597:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237358522496, offset 0 00000100:00000001:0.0:1767384957.977598:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384957.977600:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000980c7aa6 x1853237358522240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384957.977604:0:16127:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384957.977610:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384957.977611:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384957.977614:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384957.977617:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294947851 00000100:00000040:1.0:1767384957.977621:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:0.0:1767384957.977624:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c00240d. 00000400:00000010:1.0:1767384957.977625:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034f9ecd9. 00000400:00000200:3.0:1767384957.977626:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384957.977631:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237358522240, offset 0 00000100:00000001:0.0:1767384957.977633:0:16127:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384957.977638:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384957.977642:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272707080 00000100:00000001:0.0:1767384957.977643:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294947851 00000400:00000200:1.0:1767384957.977649:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1767384957.977650:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000112584c3. 00000400:00000200:3.0:1767384957.977655:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7832 00000100:00000001:0.0:1767384957.977656:0:16127:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384957.977662:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294947851 00000400:00000200:1.0:1767384957.977663:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272706f80 00000400:00000200:3.0:1767384957.977664:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384957.977669:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3899e41. 00000400:00000200:1.0:1767384957.977673:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 3888 00000400:00000200:3.0:1767384957.977674:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384957.977674:0:16127:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384957.977680:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294947851 00000400:00000200:1.0:1767384957.977681:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384957.977684:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:0.0:1767384957.977687:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d099cff3. 00000100:00000200:3.0:1767384957.977688:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1767384957.977689:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384957.977691:0:16127:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384957.977696:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384957.977697:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767384957.977698:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001d84ff5b. 00000100:00000200:1.0:1767384957.977698:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:0.0:1767384957.977700:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384957.977705:0:16130:0:(events.c:337:request_in_callback()) incoming req@000000001d84ff5b x1853237358522496 msgsize 224 00000100:00000010:1.0:1767384957.977705:0:16128:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000068471d43. 00000100:00000001:0.0:1767384957.977705:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384957.977711:0:16128:0:(events.c:337:request_in_callback()) incoming req@0000000068471d43 x1853237358522240 msgsize 224 00000100:00000001:0.0:1767384957.977712:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384957.977718:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767384957.977722:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384957.977722:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384957.977726:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384957.977728:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384957.977731:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384957.977731:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384957.977733:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384957.977735:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384957.977739:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033c58979 00000100:00000040:0.0:1767384957.977744:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6db7f0b x1853237358522624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384957.977745:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000033c58979. 00000100:00000001:3.0:1767384957.977751:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384957.977755:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384957.977756:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034f9ecd9 00000100:00000001:0.0:1767384957.977757:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384957.977758:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ff639a3f x1853237358522496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384957.977760:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034f9ecd9. 02000000:00000001:0.0:1767384957.977763:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384957.977764:0:16128:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767384957.977767:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384957.977771:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000980c7aa6 x1853237358522240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384957.977773:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384957.977780:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c6db7f0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16127:1853237358522624:0@lo:400: 00000100:00000001:3.0:1767384957.977789:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384957.977789:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384957.977794:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384957.977795:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384957.977798:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ff639a3f x1853237358522496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384957.977799:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384957.977800:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000980c7aa6 x1853237358522240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384973 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384957.977802:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384957.977807:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb915499. 02000000:00000001:0.0:1767384957.977811:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384957.977817:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc6522e8. 00000400:00000010:0.0:1767384957.977823:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065204f26. 00000100:00000200:0.0:1767384957.977828:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358522624, portal 10 00000100:00000001:1.0:1767384957.977833:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.977834:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384957.977835:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.977837:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384957.977837:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436514541568 : -108637195010048 : ffff9d31ee950000) 00000100:00000001:3.0:1767384957.977840:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384957.977842:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384957.977845:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c6db7f0b x1853237358522624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384957.977847:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384957.977848:0:16128:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4477 usecs (5 jiffies) 00000100:00000001:1.0:1767384957.977854:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294947845 00000100:00000040:3.0:1767384957.977855:0:16130:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2958 usecs (3 jiffies) 00000100:00000001:0.0:1767384957.977857:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384957.977859:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294947851 00000100:00000001:3.0:1767384957.977862:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294947843 00000100:00000040:0.0:1767384957.977863:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384957.977865:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294947845 00000400:00000010:0.0:1767384957.977867:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073db7c4c. 00000100:00000001:3.0:1767384957.977868:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294947851 00000100:00000001:1.0:1767384957.977869:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294947851 00000100:00000200:0.0:1767384957.977871:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237358522624, offset 0 00000100:00000001:3.0:1767384957.977876:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294947843 00000100:00000001:1.0:1767384957.977876:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294947845 00000400:00000200:0.0:1767384957.977880:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384957.977881:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294947851 00000100:00000001:3.0:1767384957.977882:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294947851 00000100:00000001:1.0:1767384957.977885:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294947845 00000100:00000001:3.0:1767384957.977888:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294947843 00000100:00000001:1.0:1767384957.977889:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294947851 00000400:00000200:0.0:1767384957.977891:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384957.977893:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294947851 00000100:00000001:1.0:1767384957.977895:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384957.977897:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.977899:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384957.977900:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272707100 00000100:00000001:1.0:1767384957.977903:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384957.977907:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294947843 00000100:00000001:1.0:1767384957.977910:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384957.977911:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8056 00000100:00000001:1.0:1767384957.977913:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384957.977914:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294947851 00000400:00000200:0.0:1767384957.977916:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384957.977918:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384957.977922:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384957.977922:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384957.977923:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384957.977926:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.977929:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.977930:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.977934:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.977938:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384957.977940:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384957.977943:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384957.977944:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384957.977947:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384957.977950:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384957.977951:0:18105:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384957.977952:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384957.977957:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384957.977957:0:18105:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358522240 00000100:00000010:0.0:1767384957.977960:0:16127:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007fd72a2d. 00000100:00100000:3.0:1767384957.977963:0:16130:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000040:0.0:1767384957.977966:0:16127:0:(events.c:337:request_in_callback()) incoming req@000000007fd72a2d x1853237358522624 msgsize 224 00000100:00000001:3.0:1767384957.977967:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384957.977970:0:18105:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384957.977975:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384957.977975:0:18105:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384957.977977:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384957.977979:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384957.977979:0:18105:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.977983:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384957.977986:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384957.977986:0:18105:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.977988:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384957.977989:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384957.977992:0:18105:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358522240 00000100:00000040:3.0:1767384957.977995:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001853ff18 x1853237358522368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384957.977997:0:18105:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384957.977997:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073db7c4c 00000020:00000040:1.0:1767384957.978002:0:18105:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8560 00000400:00000010:0.0:1767384957.978003:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073db7c4c. 00000020:00000001:1.0:1767384957.978008:0:18105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384957.978010:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384957.978036:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c6db7f0b x1853237358522624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384957.978042:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384957.978042:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384957.978047:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384957.978047:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c6db7f0b x1853237358522624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384957.978054:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384957.978056:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384957.978058:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384957.978059:0:16127:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384957.978064:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.978066:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384957.978069:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001853ff18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16130:1853237358522368:0@lo:13: 00000020:00000040:1.0:1767384957.978070:0:18105:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ce565cee refcount=5 00000100:00000040:0.0:1767384957.978071:0:16127:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2891 usecs (3 jiffies) 00000020:00000001:1.0:1767384957.978075:0:18105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00000001:0.0:1767384957.978078:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294947844 00000100:00000001:3.0:1767384957.978079:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1767384957.978081:0:18105:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 02000000:00000001:3.0:1767384957.978084:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384957.978085:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294947851 00000100:00000001:1.0:1767384957.978087:0:18105:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384957.978089:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.978091:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294947844 00000020:00000010:1.0:1767384957.978092:0:18105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023af292f. 02000000:00000001:3.0:1767384957.978093:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:1.0:1767384957.978098:0:18105:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000099c62c50. 00000100:00000001:0.0:1767384957.978099:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294947851 02000000:00000010:3.0:1767384957.978100:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001466cafd. 00000020:00000040:1.0:1767384957.978103:0:18105:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fe96f595) now 6 - evictor 00000100:00000001:0.0:1767384957.978106:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294947844 02000000:00000001:3.0:1767384957.978107:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.978111:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294947851 00000400:00000010:3.0:1767384957.978114:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024fe6bea. 00000100:00000001:1.0:1767384957.978114:0:18105:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384957.978116:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294947844 00000020:00000010:1.0:1767384957.978120:0:18105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f7a5fd4. 00000100:00000001:0.0:1767384957.978121:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294947851 00000400:00000010:3.0:1767384957.978123:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000033c58979. 00000100:00000001:0.0:1767384957.978127:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384957.978128:0:18105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000068435253. 00000100:00000200:3.0:1767384957.978130:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358522368, portal 4 00000020:00000010:1.0:1767384957.978134:0:18105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000eadd25d. 00000100:00000001:0.0:1767384957.978134:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.978141:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.978142:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384957.978143:0:18105:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384957.978145:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384957.978147:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504579200 : -108642204972416 : ffff9d30c3f70a80) 00000100:00000001:1.0:1767384957.978147:0:18105:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384957.978150:0:18105:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384957.978150:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384957.978153:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384957.978154:0:18105:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384957.978157:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384957.978159:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001853ff18 x1853237358522368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384973 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384957.978161:0:18105:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384957.978165:0:18105:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384957.978167:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384957.978168:0:18105:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.978171:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.978176:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.978177:0:18105:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384957.978179:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384957.978185:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384957.978190:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2626c3. 00000100:00000200:3.0:1767384957.978194:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237358522368, offset 0 00000100:00000001:1.0:1767384957.978194:0:18105:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384957.978198:0:18105:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384957.978199:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384957.978203:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358522112 02000000:00000001:0.0:1767384957.978205:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1767384957.978208:0:18105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:0.0:1767384957.978208:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384957.978209:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384957.978210:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384957.978214:0:18105:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ce565cee : new rpc_count 1 02000000:00000001:0.0:1767384957.978215:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.978218:0:18105:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436514555904 : -108637194995712 : ffff9d31ee953800) 00000100:00100000:0.0:1767384957.978219:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358522112 00000400:00000200:3.0:1767384957.978224:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384957.978224:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1767384957.978226:0:18105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000068471d43 x1853237358522240/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:183/0 lens 224/0 e 0 to 0 dl 1767384968 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384957.978227:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:0.0:1767384957.978231:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384957.978234:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000400:00000200:3.0:1767384957.978237:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272707000 00000020:00000001:0.0:1767384957.978240:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:0.0:1767384957.978244:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384957.978248:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384957.978249:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 3136 00000020:00000010:0.0:1767384957.978252:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab0487c7. 00000100:00000001:0.0:1767384957.978257:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384957.978261:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384957.978262:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab0487c7. 00000400:00000200:3.0:1767384957.978270:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384957.978271:0:18105:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384957.978271:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3521278. 00000020:00000010:1.0:1767384957.978275:0:18105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000099c62c50. 00000020:00000010:0.0:1767384957.978278:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003a53bab7. 00000100:00000001:3.0:1767384957.978279:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384957.978279:0:18105:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384957.978285:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000020:00000010:1.0:1767384957.978286:0:18105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000099c62c50. 00000020:00000010:0.0:1767384957.978286:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000050d4225f. 00000100:00000010:3.0:1767384957.978295:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d1f2c82b. 00000100:00100000:1.0:1767384957.978295:0:18105:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000068471d43 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16128:x1853237358522240:12345-0@lo:400: 00000100:00000040:0.0:1767384957.978296:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000040:3.0:1767384957.978302:0:16130:0:(events.c:337:request_in_callback()) incoming req@00000000d1f2c82b x1853237358522368 msgsize 224 00000100:00000001:0.0:1767384957.978302:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:1.0:1767384957.978303:0:18105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358522240 00000100:00000001:0.0:1767384957.978304:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384957.978308:0:18105:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384957.978308:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384957.978327:0:18105:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384957.978328:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384957.978330:0:18105:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384957.978333:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1767384957.978335:0:18105:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384957.978338:0:18105:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00000020:00000001:1.0:1767384957.978341:0:18105:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384957.978342:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384957.978344:0:18105:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384957.978347:0:18105:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384957.978348:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1767384957.978349:0:18105:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384957.978353:0:18105:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.978355:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384957.978356:0:18105:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384957.978358:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384957.978359:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2626c3 00000100:00000001:1.0:1767384957.978361:0:18105:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:3.0:1767384957.978364:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2626c3. 02000000:00000001:1.0:1767384957.978365:0:18105:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1767384957.978365:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 02000000:00000010:1.0:1767384957.978370:0:18105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000066e7b81f. 00000100:00000040:0.0:1767384957.978371:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:3.0:1767384957.978372:0:16130:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384957.978373:0:18105:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.978377:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631887952 : -108637077663664 : ffff9d31f5939050) 00000100:00000001:1.0:1767384957.978378:0:18105:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384957.978381:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001853ff18 x1853237358522368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384973 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384957.978383:0:18105:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384957.978388:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000061b28295 x1853237358522112/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:183/0 lens 224/0 e 0 to 0 dl 1767384968 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384957.978389:0:18105:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237358522240 00010000:00000001:1.0:1767384957.978394:0:18105:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384957.978400:0:18105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000068471d43 x1853237358522240/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:183/0 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384957.978404:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384957.978411:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001853ff18 x1853237358522368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384973 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384957.978426:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767384957.978428:0:18105:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:0.0:1767384957.978430:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab0487c7. 00010000:00000001:1.0:1767384957.978432:0:18105:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.978436:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384957.978437:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384957.978438:0:18105:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf489f17 time=71 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384957.978439:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab0487c7. 00000100:00000001:3.0:1767384957.978444:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384957.978446:0:18105:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1767384957.978450:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000061b28295 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16127:x1853237358522112:12345-0@lo:400: 00000100:00000001:3.0:1767384957.978451:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384957.978451:0:18105:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000200:0.0:1767384957.978457:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358522112 00000100:00000040:3.0:1767384957.978458:0:16130:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4477 usecs (5 jiffies) 00000020:00000001:0.0:1767384957.978461:0:16763:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384957.978462:0:18105:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000100:00000001:3.0:1767384957.978465:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294947846 02000000:00000001:1.0:1767384957.978466:0:18105:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384957.978466:0:16763:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767384957.978468:0:18105:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384957.978469:0:16763:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.978472:0:18105:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384957.978473:0:16763:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1767384957.978477:0:18105:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384957.978477:0:16763:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169792 : -1040381824 : ffffffffc1fd0880) 00000100:00000001:3.0:1767384957.978478:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294947851 00000020:00000001:0.0:1767384957.978481:0:16763:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:1.0:1767384957.978483:0:18105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034f9ecd9. 00000100:00000001:3.0:1767384957.978485:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294947846 00000020:00000001:0.0:1767384957.978485:0:16763:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384957.978487:0:18105:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237358522240, offset 224 00000020:00000001:0.0:1767384957.978490:0:16763:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384957.978492:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294947851 00000020:00000001:0.0:1767384957.978493:0:16763:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384957.978496:0:18105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384957.978497:0:16763:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.978498:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294947846 00000020:00000001:0.0:1767384957.978502:0:16763:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384957.978503:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294947851 00000100:00000001:0.0:1767384957.978505:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384957.978509:0:18105:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384957.978510:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294947846 02000000:00000001:0.0:1767384957.978510:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384957.978515:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294947851 00000400:00000200:1.0:1767384957.978516:0:18105:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272706f80 02000000:00000010:0.0:1767384957.978517:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008883c4cb. 00000100:00000001:3.0:1767384957.978520:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384957.978524:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.978525:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384957.978527:0:18105:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1df5 [1] + 224 00000100:00000001:0.0:1767384957.978531:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.978532:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384957.978533:0:18105:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384957.978536:0:16763:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.978539:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384957.978541:0:18105:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:0.0:1767384957.978542:0:16763:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358522112 00000100:00000001:1.0:1767384957.978546:0:18105:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384957.978547:0:16763:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:1.0:1767384957.978551:0:18105:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000980c7aa6 x1853237358522240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384957.978553:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000200:0.0:1767384957.978556:0:16763:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000061b28295 x1853237358522112/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:183/0 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384957.978559:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384957.978569:0:18105:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000980c7aa6 x1853237358522240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384957.978572:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384957.978576:0:16769:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1767384957.978576:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384957.978581:0:16769:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358522496 00000100:00001000:0.0:1767384957.978581:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=81 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384957.978582:0:18105:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384957.978586:0:16769:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384957.978587:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1767384957.978588:0:18105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034f9ecd9 00000100:00000001:3.0:1767384957.978591:0:16769:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384957.978591:0:18105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034f9ecd9. 00000100:00000040:0.0:1767384957.978593:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 22 to 0@lo 00000100:00000001:3.0:1767384957.978596:0:16769:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.978597:0:18105:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384957.978599:0:18105:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:3.0:1767384957.978602:0:16769:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.978603:0:18105:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.978603:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384957.978609:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:3.0:1767384957.978611:0:16769:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358522496 00000100:00000040:1.0:1767384957.978611:0:18105:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 21 to 0@lo 02000000:00000001:0.0:1767384957.978612:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384957.978617:0:16769:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1767384957.978618:0:18105:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384957.978618:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1767384957.978622:0:16769:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8544 00000020:00000001:1.0:1767384957.978622:0:18105:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384957.978626:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384957.978628:0:18105:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767384957.978629:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767384957.978630:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073db7c4c. 00000100:00000040:1.0:1767384957.978633:0:18105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000068471d43 x1853237358522240/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:183/0 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384957.978634:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d62afedc refcount=5 00000100:00000200:0.0:1767384957.978635:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237358522112, offset 224 00000020:00000001:3.0:1767384957.978641:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 00000400:00000200:0.0:1767384957.978647:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384957.978650:0:16769:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 00000100:00100000:1.0:1767384957.978653:0:18105:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000068471d43 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16128:x1853237358522240:12345-0@lo:400: Request processed in 379us (938us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384957.978657:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384957.978659:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384957.978664:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c26e189d. 00000100:00100000:1.0:1767384957.978668:0:18105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000001:3.0:1767384957.978670:0:16769:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384957.978671:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272706f00 00000020:00000010:3.0:1767384957.978677:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c26e189d. 00000100:00000040:1.0:1767384957.978679:0:18105:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce565cee : new rpc_count 0 00000400:00000200:0.0:1767384957.978683:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1de9 [1] + 224 00000100:00000001:1.0:1767384957.978684:0:18105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1767384957.978687:0:16769:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000231861ce. 00000100:00000001:1.0:1767384957.978688:0:18105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384957.978689:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384957.978693:0:18105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000068435253. 00000020:00000010:3.0:1767384957.978696:0:16769:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009ba65df8. 00000400:00000200:0.0:1767384957.978698:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767384957.978701:0:18105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000eadd25d. 00000100:00000001:0.0:1767384957.978703:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384957.978708:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001a0fe98e x1853237358522112/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384957.978710:0:18105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f7a5fd4. 00000020:00000010:3.0:1767384957.978711:0:16769:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f8915cf0. 00000020:00000040:1.0:1767384957.978719:0:18105:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 4 00000100:00000040:0.0:1767384957.978719:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001a0fe98e x1853237358522112/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384957.978725:0:16769:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384957.978726:0:18105:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384957.978731:0:16769:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384957.978734:0:16769:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384957.978738:0:16769:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384957.978738:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384957.978745:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073db7c4c 00000100:00000001:3.0:1767384957.978746:0:16769:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:0.0:1767384957.978747:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073db7c4c. 00000100:00000001:3.0:1767384957.978751:0:16769:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384957.978752:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384957.978755:0:16769:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.978755:0:17542:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384957.978755:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384957.978760:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384957.978761:0:17542:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358522368 00000100:00000040:0.0:1767384957.978765:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 02000000:00000001:1.0:1767384957.978766:0:17542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384957.978768:0:16769:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384957.978768:0:16763:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384957.978770:0:17542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384957.978771:0:16763:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.978774:0:17542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384957.978775:0:16763:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1767384957.978780:0:17542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384957.978781:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000061b28295 x1853237358522112/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:183/0 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384957.978783:0:16769:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384957.978786:0:17542:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358522368 00000100:00100000:3.0:1767384957.978788:0:16769:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358522624 00000020:00000001:1.0:1767384957.978792:0:17542:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767384957.978794:0:16769:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:1.0:1767384957.978796:0:17542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8560 00000100:00000001:3.0:1767384957.978798:0:16769:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384957.978802:0:17542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384957.978803:0:16769:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384957.978803:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000061b28295 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16127:x1853237358522112:12345-0@lo:400: Request processed in 376us (1306us total) trans 0 rc 0/0 00000020:00000040:1.0:1767384957.978808:0:17542:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ce565cee refcount=5 02000000:00000001:3.0:1767384957.978811:0:16769:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384957.978814:0:17542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00100000:3.0:1767384957.978816:0:16769:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358522624 00000100:00100000:0.0:1767384957.978816:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000020:00000001:1.0:1767384957.978820:0:17542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000020:00000001:3.0:1767384957.978821:0:16769:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384957.978826:0:16769:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e853d 00000100:00000040:0.0:1767384957.978827:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:1.0:1767384957.978828:0:17542:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384957.978831:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384957.978832:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1767384957.978834:0:17542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000099c62c50. 00000100:00000001:0.0:1767384957.978835:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:3.0:1767384957.978836:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e235a287 refcount=5 00000100:00000001:1.0:1767384957.978841:0:17542:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384957.978841:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003a53bab7. 00000020:00000001:3.0:1767384957.978842:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431487174656 : -108642222376960 : ffff9d30c2ed7800) 00000020:00000010:0.0:1767384957.978846:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000050d4225f. 00000020:00000010:1.0:1767384957.978848:0:17542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000099c62c50. 00000020:00000001:3.0:1767384957.978850:0:16769:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431487174656 : -108642222376960 : ffff9d30c2ed7800) 00000020:00000010:0.0:1767384957.978851:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3521278. 00000020:00000010:1.0:1767384957.978856:0:17542:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f7a5fd4. 00000100:00000001:3.0:1767384957.978858:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1767384957.978859:0:16763:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 00000020:00000010:1.0:1767384957.978862:0:17542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000068435253. 00000020:00000010:3.0:1767384957.978864:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c26e189d. 02000000:00000001:0.0:1767384957.978864:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:1.0:1767384957.978869:0:17542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000eadd25d. 02000000:00000010:0.0:1767384957.978869:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008883c4cb. 00000020:00000010:3.0:1767384957.978872:0:16769:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ece08d48. 02000000:00000001:0.0:1767384957.978873:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384957.978877:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384957.978880:0:16769:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8a46e2f) now 8 - evictor 00000100:00000040:1.0:1767384957.978881:0:17542:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000200:0.0:1767384957.978882:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384957.978889:0:16769:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384957.978889:0:17542:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:0.0:1767384957.978889:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009faf174b. 00000100:00000001:1.0:1767384957.978892:0:17542:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384957.978896:0:17542:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384957.978897:0:16769:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005b72c8d3. 00000400:00000010:0.0:1767384957.978897:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd2dddcf. 00000100:00000001:1.0:1767384957.978904:0:17542:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384957.978905:0:16769:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000000579aad. 00000020:00000010:3.0:1767384957.978912:0:16769:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002025b0d3. 00000100:00000001:3.0:1767384957.978917:0:16769:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384957.978920:0:16769:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384957.978920:0:17542:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384957.978921:0:17560:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384957.978922:0:16769:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384957.978924:0:17560:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384957.978930:0:17560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00000040:0.0:1767384957.978934:0:17560:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d62afedc : new rpc_count 1 00000100:00000001:0.0:1767384957.978936:0:17560:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436633362816 : -108637076188800 : ffff9d31f5aa1180) 00000100:00000001:3.0:1767384957.978937:0:16769:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384957.978943:0:16769:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:0.0:1767384957.978943:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001d84ff5b x1853237358522496/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:183/0 lens 224/0 e 0 to 0 dl 1767384968 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384957.978944:0:17542:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384957.978948:0:17542:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384957.978954:0:16769:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384957.978955:0:17542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00000040:1.0:1767384957.978962:0:17542:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ce565cee : new rpc_count 1 00000100:00000001:0.0:1767384957.978964:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384957.978966:0:17542:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436633361024 : -108637076190592 : ffff9d31f5aa0a80) 00000100:00000001:3.0:1767384957.978968:0:16769:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384957.978970:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab0487c7. 00000100:00000001:0.0:1767384957.978974:0:17560:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384957.978976:0:17542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d1f2c82b x1853237358522368/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:183/0 lens 224/0 e 0 to 0 dl 1767384968 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384957.978980:0:17560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab0487c7. 00000100:00000001:3.0:1767384957.978983:0:16769:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384957.978987:0:16769:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384957.978992:0:17560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001d84ff5b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16130:x1853237358522496:12345-0@lo:400: 00000100:00100000:3.0:1767384957.978996:0:16769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00000001:1.0:1767384957.978996:0:17542:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384957.979002:0:17560:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358522496 00000020:00000010:1.0:1767384957.979003:0:17542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000099c62c50. 00000100:00000040:3.0:1767384957.979004:0:16769:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e235a287 : new rpc_count 1 00000020:00000001:0.0:1767384957.979007:0:17560:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384957.979009:0:16769:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635435780954240 : -108637928597376 : ffff9d31c2db5880) 00000100:00000001:1.0:1767384957.979010:0:17542:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384957.979026:0:17560:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384957.979029:0:17560:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384957.979031:0:17560:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384957.979033:0:17560:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00000020:00000001:0.0:1767384957.979035:0:17560:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1767384957.979043:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007fd72a2d x1853237358522624/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:183/0 lens 224/0 e 0 to 0 dl 1767384968 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384957.979044:0:17560:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384957.979048:0:17560:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384957.979051:0:17560:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1767384957.979053:0:17542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000099c62c50. 00000020:00000001:0.0:1767384957.979054:0:17560:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384957.979060:0:17560:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384957.979063:0:17560:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1767384957.979065:0:17542:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d1f2c82b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16130:x1853237358522368:12345-0@lo:13: 02000000:00000001:0.0:1767384957.979067:0:17560:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384957.979068:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:0.0:1767384957.979072:0:17560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008883c4cb. 00000100:00000200:1.0:1767384957.979074:0:17542:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358522368 00000020:00000010:3.0:1767384957.979075:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ece08d48. 02000000:00000001:0.0:1767384957.979076:0:17560:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384957.979079:0:17542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384957.979082:0:16769:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384957.979082:0:17560:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384957.979084:0:17542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384957.979088:0:17542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384957.979089:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ece08d48. 00000020:00000001:0.0:1767384957.979089:0:17560:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384957.979095:0:17542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000040:0.0:1767384957.979097:0:17560:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358522496 00000020:00000001:1.0:1767384957.979098:0:17542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673334736 : -1036216880 : ffffffffc23c95d0) 00000100:00100000:3.0:1767384957.979100:0:16769:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007fd72a2d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16127:x1853237358522624:12345-0@lo:400: 00010000:00000001:0.0:1767384957.979103:0:17560:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384957.979104:0:17542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384957.979109:0:17542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384957.979110:0:16769:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358522624 00010000:00000200:0.0:1767384957.979112:0:17560:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001d84ff5b x1853237358522496/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:183/0 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384957.979115:0:16769:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384957.979116:0:17542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384957.979121:0:16769:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384957.979121:0:17542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384957.979125:0:17542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384957.979126:0:16769:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384957.979127:0:17560:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1767384957.979132:0:16769:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384957.979134:0:17542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1767384957.979134:0:17560:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384957.979135:0:16769:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 02000000:00000001:1.0:1767384957.979139:0:17542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:0.0:1767384957.979139:0:17560:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=76 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384957.979141:0:16769:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384957.979147:0:16769:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384957.979147:0:17560:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:1.0:1767384957.979148:0:17542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000024744588. 00000100:00000040:0.0:1767384957.979152:0:17560:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000020:00000001:3.0:1767384957.979154:0:16769:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1767384957.979154:0:17542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.979156:0:17560:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000020:00000001:3.0:1767384957.979158:0:16769:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384957.979162:0:17542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384957.979163:0:16769:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384957.979163:0:17560:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384957.979166:0:17560:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384957.979168:0:17542:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:3.0:1767384957.979169:0:16769:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384957.979169:0:17560:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384957.979175:0:16769:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00002000:00000001:1.0:1767384957.979175:0:17542:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000040:0.0:1767384957.979175:0:17560:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384957.979180:0:16769:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384957.979181:0:17542:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000400:00000010:0.0:1767384957.979182:0:17560:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073db7c4c. 00080000:00000001:1.0:1767384957.979186:0:17542:0:(osd_handler.c:571:osd_statfs()) Process entered 02000000:00000010:3.0:1767384957.979187:0:16769:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000330a596c. 00000100:00000200:0.0:1767384957.979187:0:17560:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358522496, offset 224 02000000:00000001:3.0:1767384957.979193:0:16769:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384957.979197:0:17560:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384957.979198:0:16769:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384957.979201:0:17542:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384957.979203:0:16769:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384957.979207:0:17560:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:3.0:1767384957.979210:0:16769:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358522624 00000020:00000001:1.0:1767384957.979210:0:17542:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384957.979214:0:17560:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272707080 00000400:00000200:0.0:1767384957.979218:0:17560:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1df1 [1] + 224 00000400:00000200:0.0:1767384957.979225:0:17560:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384957.979227:0:16769:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00002000:00000024:1.0:1767384957.979228:0:17542:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000400:00000200:0.0:1767384957.979232:0:17560:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000200:3.0:1767384957.979235:0:16769:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007fd72a2d x1853237358522624/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:183/0 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:1.0:1767384957.979237:0:17542:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:0.0:1767384957.979238:0:17560:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384957.979244:0:17560:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ff639a3f x1853237358522496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:1.0:1767384957.979246:0:17542:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000ce565cee dirty 0 pend 0 grant 0 00002000:00000020:1.0:1767384957.979255:0:17542:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00010000:00000001:3.0:1767384957.979259:0:16769:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384957.979264:0:16769:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384957.979264:0:17542:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000040:0.0:1767384957.979269:0:17560:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ff639a3f x1853237358522496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384957.979270:0:16769:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=76 v=5 (1 0 0 0) 00000001:00000001:1.0:1767384957.979271:0:17542:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384957.979275:0:17542:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384957.979282:0:17542:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.979283:0:16769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:1.0:1767384957.979288:0:17542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237358522368 00000100:00000040:3.0:1767384957.979290:0:16769:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 22 to 0@lo 00000100:00000001:0.0:1767384957.979290:0:17560:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384957.979294:0:17542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384957.979295:0:16769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000400:00000200:0.0:1767384957.979296:0:17560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073db7c4c 00000400:00000010:0.0:1767384957.979300:0:17560:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073db7c4c. 02000000:00000001:3.0:1767384957.979302:0:16769:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000200:1.0:1767384957.979302:0:17542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d1f2c82b x1853237358522368/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:183/0 lens 224/368 e 0 to 0 dl 1767384968 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384957.979303:0:17560:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384957.979307:0:16769:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.979307:0:17560:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384957.979311:0:17560:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384957.979328:0:17560:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:3.0:1767384957.979329:0:16769:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384957.979333:0:17560:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:3.0:1767384957.979337:0:16769:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384957.979337:0:17560:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384957.979338:0:17542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384957.979339:0:17560:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384957.979343:0:17542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384957.979344:0:16769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2626c3. 00000100:00000040:0.0:1767384957.979345:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d84ff5b x1853237358522496/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:183/0 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384957.979350:0:17542:0:(import.c:2128:obd_at_measure()) add 1 to 000000007564533c time=71 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384957.979352:0:16769:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358522624, offset 224 00000100:00000001:1.0:1767384957.979360:0:17542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1767384957.979366:0:16769:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384957.979366:0:17542:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 22 to 0@lo 00000100:00100000:0.0:1767384957.979367:0:17560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001d84ff5b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16130:x1853237358522496:12345-0@lo:400: Request processed in 397us (1656us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384957.979373:0:17542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:1.0:1767384957.979376:0:17542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1767384957.979378:0:17560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 02000000:00000001:1.0:1767384957.979380:0:17542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384957.979382:0:16769:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384957.979382:0:17560:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d62afedc : new rpc_count 0 00000100:00000001:1.0:1767384957.979385:0:17542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384957.979388:0:17560:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384957.979390:0:17560:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384957.979392:0:17542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1767384957.979394:0:17560:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009ba65df8. 00000400:00000200:3.0:1767384957.979397:0:16769:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272707100 00000400:00000010:1.0:1767384957.979398:0:17542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034f9ecd9. 00000020:00000010:0.0:1767384957.979399:0:17560:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f8915cf0. 00000020:00000010:0.0:1767384957.979406:0:17560:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000231861ce. 00000400:00000200:3.0:1767384957.979410:0:16769:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1e01 [1] + 224 00000020:00000040:0.0:1767384957.979410:0:17560:0:(genops.c:898:class_export_put()) PUTting export 00000000d62afedc : new refcount 4 00000100:00000001:0.0:1767384957.979415:0:17560:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384957.979418:0:16769:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384957.979419:0:17542:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237358522368, offset 224 00000400:00000200:3.0:1767384957.979428:0:16769:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384957.979432:0:17542:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384957.979437:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384957.979438:0:16769:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384957.979439:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384957.979447:0:16769:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c6db7f0b x1853237358522624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384957.979447:0:17542:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:0.0:1767384957.979447:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384957.979450:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384957.979454:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cbd7122d. 00000400:00000200:0.0:1767384957.979459:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ea848ad 00000400:00000200:1.0:1767384957.979461:0:17542:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272707000 00000400:00000010:0.0:1767384957.979462:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ea848ad. 00000100:00000001:0.0:1767384957.979472:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384957.979473:0:16769:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c6db7f0b x1853237358522624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384957.979477:0:17542:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1e09 [1] + 224 00000100:00000200:0.0:1767384957.979478:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001a0fe98e x1853237358522112/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384957.979489:0:17542:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384957.979499:0:17542:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384957.979507:0:17542:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384957.979512:0:16769:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384957.979515:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001a0fe98e x1853237358522112/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384957.979516:0:17542:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001853ff18 x1853237358522368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384973 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384957.979520:0:16769:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2626c3 00000400:00000010:3.0:1767384957.979526:0:16769:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2626c3. 00000100:00000001:3.0:1767384957.979532:0:16769:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384957.979535:0:16769:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384957.979541:0:16769:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.979544:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384957.979548:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384957.979549:0:16769:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384957.979553:0:16127:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384957.979554:0:16769:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:0.0:1767384957.979557:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384957.979560:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384957.979561:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384957.979566:0:16769:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384957.979568:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384957.979572:0:16769:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00001000:0.0:1767384957.979575:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=81 v=5 (5 0 0 0) 00000100:00000040:3.0:1767384957.979580:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007fd72a2d x1853237358522624/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:183/0 lens 224/224 e 0 to 0 dl 1767384968 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384957.979584:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=81 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384957.979588:0:17542:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000001853ff18 x1853237358522368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384957.979591:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384957.979593:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384957.979598:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384957.979601:0:16127:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.979606:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384957.979615:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001a0fe98e x1853237358522112/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384957.979616:0:16769:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007fd72a2d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16127:x1853237358522624:12345-0@lo:400: Request processed in 543us (1645us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384957.979616:0:17542:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384957.979624:0:17542:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034f9ecd9 00000400:00000010:1.0:1767384957.979629:0:17542:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034f9ecd9. 00000100:00000001:1.0:1767384957.979635:0:17542:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:3.0:1767384957.979636:0:16769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00000001:0.0:1767384957.979638:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384957.979639:0:17542:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384957.979643:0:16769:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e235a287 : new rpc_count 0 00000100:00000001:0.0:1767384957.979644:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384957.979646:0:17542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.979646:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384957.979648:0:16769:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384957.979653:0:16769:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384957.979656:0:17542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00000040:0.0:1767384957.979657:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a0fe98e x1853237358522112/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384957.979659:0:16769:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000000579aad. 00010000:00000001:1.0:1767384957.979663:0:17542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:3.0:1767384957.979666:0:16769:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002025b0d3. 00000020:00000001:1.0:1767384957.979668:0:17542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384957.979675:0:16769:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005b72c8d3. 00000020:00000001:1.0:1767384957.979675:0:17542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:0.0:1767384957.979676:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001a0fe98e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358522112:0@lo:400: 00000020:00000040:3.0:1767384957.979683:0:16769:0:(genops.c:898:class_export_put()) PUTting export 00000000e235a287 : new refcount 4 00000100:00000040:1.0:1767384957.979683:0:17542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d1f2c82b x1853237358522368/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:183/0 lens 224/368 e 0 to 0 dl 1767384968 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384957.979684:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.979690:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384957.979691:0:16769:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384957.979696:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001a0fe98e x1853237358522112/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384957.979709:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:1.0:1767384957.979710:0:17542:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d1f2c82b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16130:x1853237358522368:12345-0@lo:13: Request processed in 711us (1404us total) trans 0 rc 0/0 02000000:00000001:0.0:1767384957.979712:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:3.0:1767384957.979713:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:3.0:1767384957.979720:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8a46e2f) now 8 - evictor 00000100:00100000:1.0:1767384957.979722:0:17542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 02000000:00000010:0.0:1767384957.979722:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000983ab575. 00000100:00080000:3.0:1767384957.979728:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 02000000:00000001:0.0:1767384957.979728:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767384957.979729:0:17542:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce565cee : new rpc_count 0 00000020:00000001:0.0:1767384957.979732:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384957.979734:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fe96f595) now 6 - evictor 00000100:00000001:1.0:1767384957.979735:0:17542:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:0.0:1767384957.979735:0:16127:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1767384957.979740:0:17542:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384957.979741:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384957.979744:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d82024ba. 00000020:00000010:1.0:1767384957.979746:0:17542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000068435253. 02000000:00000001:0.0:1767384957.979749:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:1.0:1767384957.979752:0:17542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000eadd25d. 02000000:00000001:0.0:1767384957.979752:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384957.979753:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001a0fe98e. 00000020:00000010:1.0:1767384957.979759:0:17542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f7a5fd4. 00000100:00000001:0.0:1767384957.979761:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384957.979762:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384957.979764:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384957.979766:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767384957.979767:0:17542:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 4 00000100:00000001:0.0:1767384957.979767:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.979771:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:3.0:1767384957.979772:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384957.979773:0:17542:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384957.979773:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384957.979777:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384957.979781:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024fe6bea. 00000400:00000200:3.0:1767384957.979785:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033c58979 00000400:00000010:3.0:1767384957.979787:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000033c58979. 00000100:00000001:3.0:1767384957.979792:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767384957.979792:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384957.979795:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384957.979797:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc6522e8. 00000100:00000200:3.0:1767384957.979798:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001853ff18 x1853237358522368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384957.979800:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065204f26 00000400:00000010:0.0:1767384957.979804:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065204f26. 00000100:00000001:1.0:1767384957.979809:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384957.979809:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384957.979813:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384957.979816:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c6db7f0b x1853237358522624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384957.979818:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001853ff18 x1853237358522368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384957.979820:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384957.979824:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384957.979828:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c61f70e3. 00000400:00000200:1.0:1767384957.979836:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000479c74e7 00000100:00000200:0.0:1767384957.979838:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c6db7f0b x1853237358522624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384957.979841:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384957.979841:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000479c74e7. 00000100:00000001:3.0:1767384957.979845:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384957.979847:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384957.979848:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384957.979850:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384957.979851:0:16127:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384957.979853:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384957.979857:0:16130:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384957.979857:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384957.979859:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384957.979861:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000980c7aa6 x1853237358522240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384957.979862:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767384957.979862:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.979867:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:0.0:1767384957.979868:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a558cf0b time=76 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384957.979871:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384957.979877:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f60eced4 time=76 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384957.979878:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.979886:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:3.0:1767384957.979888:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000310710fb time=71 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384957.979888:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384957.979889:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000980c7aa6 x1853237358522240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384957.979893:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:3.0:1767384957.979899:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a6c23273 time=71 v=5 (1 0 0 0) 00010000:00080000:0.0:1767384957.979900:0:16127:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c6db7f0b x1853237358522624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384957.979908:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384957.979910:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384957.979912:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.979914:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384957.979919:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384957.979921:0:16127:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.979922:0:16128:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384957.979926:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384957.979926:0:16127:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00080000:3.0:1767384957.979927:0:16130:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001853ff18 x1853237358522368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384957.979930:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384957.979930:0:16127:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384957.979934:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.979935:0:16127:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384957.979939:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384957.979940:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384957.979947:0:16130:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384957.979948:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6db7f0b x1853237358522624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384957.979949:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d21af389 time=71 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384957.979953:0:16130:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384957.979958:0:16130:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00001000:1.0:1767384957.979959:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a6c23273 time=71 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384957.979964:0:16130:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384957.979968:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384957.979969:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.979972:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.979972:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384957.979977:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001853ff18 x1853237358522368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384957.979978:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1767384957.979979:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384957.979982:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1767384957.979987:0:16128:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000980c7aa6 x1853237358522240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384957.979992:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6db7f0b x1853237358522624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384957.979994:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384957.980000:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384957.980004:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384957.980009:0:16130:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00100000:0.0:1767384957.980030:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c6db7f0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16127:1853237358522624:0@lo:400: 00000100:00000001:0.0:1767384957.980035:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384957.980037:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384957.980040:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c6db7f0b x1853237358522624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384957.980045:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384957.980047:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384957.980049:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb915499. 02000000:00000001:0.0:1767384957.980051:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384957.980053:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384957.980054:0:16127:0:(genops.c:1242:class_import_put()) import 00000000e13b832f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384957.980056:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384957.980057:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000048c059f. 02000000:00000001:0.0:1767384957.980061:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384957.980062:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384957.980063:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c6db7f0b. 00000100:00000001:0.0:1767384957.980067:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384957.980068:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384957.980070:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384957.980074:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384957.980081:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384957.980084:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384957.980086:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384957.980192:0:16128:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.980196:0:16128:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384957.980197:0:16128:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384957.980199:0:16128:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384957.980201:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384957.980205:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000980c7aa6 x1853237358522240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384957.980213:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384957.980215:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384957.980217:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384957.980220:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000980c7aa6 x1853237358522240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384957.980227:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000980c7aa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16128:1853237358522240:0@lo:400: 00000100:00000001:1.0:1767384957.980233:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384957.980242:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384957.980245:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000980c7aa6 x1853237358522240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384957.980252:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384957.980254:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384957.980256:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090d96c3f. 02000000:00000001:1.0:1767384957.980260:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384957.980262:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384957.980263:0:16128:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384957.980266:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384957.980268:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e33c638c. 02000000:00000001:1.0:1767384957.980272:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384957.980273:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384957.980275:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000980c7aa6. 00000100:00000001:1.0:1767384957.980279:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384957.980280:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384957.980282:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384957.980287:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384957.980289:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384957.980292:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384957.980294:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1767384957.980650:0:16130:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384957.980654:0:16130:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:3.0:1767384957.980662:0:16130:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000067181a10): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:3.0:1767384957.980668:0:16130:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384957.980672:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001853ff18 x1853237358522368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384973 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384957.980682:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001853ff18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16130:1853237358522368:0@lo:13: 00000400:00000001:3.0:1767384957.980690:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384957.980698:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384957.980700:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5876595. 00000400:00000200:3.0:1767384957.980703:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ab784e2 00000400:00000010:3.0:1767384957.980706:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ab784e2. 00000100:00000001:3.0:1767384957.980709:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384957.980711:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ff639a3f x1853237358522496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384957.980720:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ff639a3f x1853237358522496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384957.980728:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384957.980730:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384957.980732:0:16130:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384957.980733:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384957.980735:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384957.980737:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384957.980739:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384957.980742:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5338197 time=76 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384957.980746:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c619e3cd time=76 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384957.980749:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384957.980751:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384957.980753:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384957.980757:0:16130:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ff639a3f x1853237358522496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384957.980764:0:16130:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.980767:0:16130:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384957.980769:0:16130:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384957.980771:0:16130:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384957.980772:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384957.980775:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ff639a3f x1853237358522496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384957.980782:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384957.980785:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384957.980786:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384957.980789:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ff639a3f x1853237358522496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384957.980805:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ff639a3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16130:1853237358522496:0@lo:400: 00000100:00000001:3.0:1767384957.980811:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384957.980813:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384957.980816:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001853ff18 x1853237358522368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384973 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384957.980823:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384957.980825:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384957.980827:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001466cafd. 02000000:00000001:3.0:1767384957.980830:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384957.980832:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384957.980834:0:16130:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384957.980836:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384957.980838:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001ea41e77. 02000000:00000001:3.0:1767384957.980842:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384957.980843:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384957.980845:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001853ff18. 00000100:00000001:3.0:1767384957.980848:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384957.980850:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384957.980852:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384957.980855:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ff639a3f x1853237358522496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384973 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384957.980862:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384957.980864:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384957.980866:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a45cc5b. 02000000:00000001:3.0:1767384957.980870:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384957.980871:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384957.980873:0:16130:0:(genops.c:1242:class_import_put()) import 000000005ebd018a refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384957.980875:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384957.980877:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c7848cb2. 02000000:00000001:3.0:1767384957.980881:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384957.980883:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384957.980884:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ff639a3f. 00000100:00000001:3.0:1767384957.980889:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384957.980890:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384957.980898:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384957.980903:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384957.980904:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384957.980907:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384957.980909:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384957.989074:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294947851, at 4294947852 00000100:00000010:2.0:1767384957.989085:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3899e41. 00000100:00000040:1.0:1767384957.990057:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294947851, at 4294947853 00000100:00000010:1.0:1767384957.990064:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000112584c3. 00000100:00000040:3.0:1767384957.990082:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294947851, at 4294947853 00000100:00000010:3.0:1767384957.990091:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d099cff3. 00000100:00000040:0.0:1767384957.990282:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294947851, at 4294947853 00000100:00000010:0.0:1767384957.990288:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c00240d. 00080000:00000001:3.0:1767384958.311142:0:37450:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384958.311156:0:37450:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384958.311163:0:37450:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384958.311171:0:37450:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384958.311177:0:37450:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384958.311181:0:37450:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384958.425078:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp31 00000400:00000010:3.0:1767384958.425084:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009aaf0631. 00000400:00000010:3.0:1767384958.425091:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000679db6a5. 00000400:00000010:3.0:1767384958.425096:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ab784e2. 00000400:00000010:3.0:1767384958.425103:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000feed03be. 00000400:00000200:3.0:1767384958.425107:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp31 00000400:00000200:3.0:1767384958.425140:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp31 local destination 00000400:00000200:3.0:1767384958.425148:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp31 00000400:00000200:3.0:1767384958.425152:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp31 NI seq info: [181:181:256:4294967295] 192.168.203.157@tcp31 LPNI seq info [171:171:8:4294967295] 00000400:00000200:3.0:1767384958.425160:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp31 00000400:00000200:3.0:1767384958.425169:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp31(192.168.203.157@tcp31:) -> 192.168.203.157@tcp31(192.168.203.157@tcp31:192.168.203.157@tcp31) : GET try# 0 00000800:00000200:3.0:1767384958.425191:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp31 00000800:00000010:3.0:1767384958.425197:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000099cce702. 00000800:00000200:3.0:1767384958.425203:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a539425c] -> 12345-192.168.203.157@tcp31 (2) 00000800:00000200:3.1:1767384958.425208:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a539425c] -> 12345-192.168.203.157@tcp31 (2) 00000400:00000200:3.0:1767384958.425231:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp31 added to recovery queue. ping count: 5 next ping: 312 health :500 00000400:00000200:3.0:1767384958.425235:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp45 00000400:00000010:3.0:1767384958.425239:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f11f9912. 00000400:00000010:3.0:1767384958.425259:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d3e3d11b. 00000400:00000010:3.0:1767384958.425263:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000033c58979. 00000400:00000010:3.0:1767384958.425280:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000794def40. 00000400:00000200:3.0:1767384958.425285:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp45 00000400:00000200:3.0:1767384958.425296:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp45 local destination 00000400:00000200:3.0:1767384958.425300:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp45 00000400:00000200:3.0:1767384958.425303:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp45 NI seq info: [182:182:256:4294967295] 192.168.203.157@tcp45 LPNI seq info [172:172:8:4294967295] 00000400:00000200:3.0:1767384958.425307:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp45 00000400:00000200:3.0:1767384958.425336:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp45(192.168.203.157@tcp45:) -> 192.168.203.157@tcp45(192.168.203.157@tcp45:192.168.203.157@tcp45) : GET try# 0 00000800:00000200:3.0:1767384958.425343:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp45 00000400:00000200:0.0:1767384958.425346:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000800:00000010:3.0:1767384958.425357:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006b82626d. 00000800:00000200:3.0:1767384958.425365:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057408265] -> 12345-192.168.203.157@tcp45 (2) 00000800:00000200:3.1:1767384958.425369:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057408265] -> 12345-192.168.203.157@tcp45 (2) 00000400:00000200:3.0:1767384958.425393:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp45 added to recovery queue. ping count: 1 next ping: 282 health :900 00000400:00000200:0.0:1767384958.425414:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.425475:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:0.0:1767384958.425475:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:0.0:1767384958.425529:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.425566:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:0.0:1767384958.425607:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.425658:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:0.0:1767384958.425674:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.425743:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:0.0:1767384958.425759:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.425826:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:0.0:1767384958.425865:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.425898:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:0.0:1767384958.425926:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.425945:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:0.0:1767384958.425977:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.426017:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:0.0:1767384958.426036:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.426103:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:0.0:1767384958.426119:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.426188:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:0.0:1767384958.426203:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.426290:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:0.0:1767384958.426331:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.426392:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:0.0:1767384958.426405:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:0.0:1767384958.426468:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.426516:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:0.0:1767384958.426534:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.426607:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:0.0:1767384958.426628:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.426701:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:0.0:1767384958.426727:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.426794:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:0.0:1767384958.426823:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.426872:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:0.0:1767384958.426921:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.426936:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:0.0:1767384958.426981:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.427009:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:0.0:1767384958.427025:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.427107:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.427172:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.427231:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:0.0:1767384958.427245:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.427294:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:0.0:1767384958.427324:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.427370:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:0.0:1767384958.427381:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.427434:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:0.0:1767384958.427446:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.427491:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:0.0:1767384958.427515:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.427551:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:0.0:1767384958.427572:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.427612:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:0.0:1767384958.427619:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:0.0:1767384958.427685:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.427695:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:0.0:1767384958.427722:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.427767:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:0.0:1767384958.427775:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.427838:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:0.0:1767384958.427844:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.427896:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:0.0:1767384958.427918:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.427960:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.428052:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.428105:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:0.0:1767384958.428123:0:29524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d9273208. 00000800:00000010:0.0:1767384958.428130:0:29524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000429a83a. 00000800:00000010:0.0:1767384958.428135:0:29524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000032c870e1. 00000400:00000200:1.0:1767384958.428154:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.157:988 00000800:00000010:0.0:1767384958.428159:0:29524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000032c870e1. 00000800:00020000:0.0:1767384958.428171:0:29524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:0.0:1767384958.428176:0:29524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000429a83a. 00000800:00000010:0.0:1767384958.428181:0:29524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d9273208. 00000400:00000200:1.0:1767384958.428215:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.157:988 00000400:02020000:0.0:1767384958.428251:0:29524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp31 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384958.428260:0:29524:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp31 notifying 192.168.203.157@tcp31: down 00000800:00000200:0.0:1767384958.428265:0:29524:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp31 down 00000800:00000100:0.0:1767384958.428274:0:29524:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp31 00000800:00000010:0.0:1767384958.428278:0:29524:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000099cce702. 00000400:00000200:0.0:1767384958.428285:0:29524:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384958.428291:0:29524:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp31->192.168.203.157@tcp31: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384958.428295:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.157:988 00000400:00000200:0.0:1767384958.428299:0:29524:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384958.428304:0:29524:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384958.428325:0:29524:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp31) recovery failed with -71 00000400:00000200:1.0:1767384958.428363:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.428407:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.428445:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.428485:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.428522:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.428569:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.428601:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.428640:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.428669:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.428692:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.428709:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.428734:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.428769:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.203.157:988 00000800:00000010:1.0:1767384958.428952:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000060ecdfc7. 00000800:00000010:1.0:1767384958.428958:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000437cb7dd. 00000800:00000010:1.0:1767384958.428962:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007fda9f5e. 00000400:00000200:0.0:1767384958.428965:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384958.428980:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007fda9f5e. 00000400:00000200:0.0:1767384958.429007:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp45 from 204.3.0.2 00000800:00000010:0.0:1767384958.429035:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007493e6cf. 00000800:00000010:2.0:1767384958.429071:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007694b814. 00000800:00000010:2.0:1767384958.429078:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000035fd083b. 00000800:00000010:2.0:1767384958.429100:0:16116:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008c09df5a. 00000800:00000200:2.1:1767384958.429106:0:16116:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057408265] -> 12345-192.168.203.157@tcp45 (2) 00000800:00000200:2.1:1767384958.429112:0:16116:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp45 000000008c09df5a deleted 00000800:00000010:2.1:1767384958.429115:0:16116:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008c09df5a. 00000800:00000200:2.1:1767384958.429120:0:16116:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384958.429127:0:16116:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp45 ip 192.168.203.157:972 00000800:00000200:2.1:1767384958.429131:0:16116:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006b82626d type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384958.429137:0:16116:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp45 p 3.x 192.168.203.157 -> 192.168.203.157:972 incarnation:1767384951646524521 sched[0] 00000800:00000010:2.0:1767384958.429142:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000ee82f90. 00000800:00000010:2.0:1767384958.429202:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000ee82f90. 00000800:00000010:2.0:1767384958.429207:0:16116:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000035fd083b. 00000800:00000200:1.1:1767384958.429224:0:16118:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384958.429234:0:16118:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp45 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384951646524521 sched[0] 00000800:00000010:1.0:1767384958.429237:0:16118:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000437cb7dd. 00000800:00000010:2.0:1767384958.429261:0:16116:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007493e6cf. 00000800:00000001:1.0:1767384958.429285:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384958.429286:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384958.429292:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384958.429294:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384958.429379:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384958.429381:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384958.429382:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006b82626d. 00000400:00000200:1.0:1767384958.429388:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384958.429390:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384958.429395:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384958.429397:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp45->192.168.203.157@tcp45: GET: OK 00000400:00000200:1.0:1767384958.429403:0:16120:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000800:00000001:2.0:1767384958.429406:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384958.429408:0:16120:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp45 recovery message sent successfully:0 00000400:00000200:2.0:1767384958.429418:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp45(192.168.203.157@tcp45) <- 192.168.203.157@tcp45 : GET - for me 00000400:00000200:2.0:1767384958.429432:0:16121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384958.429440:0:16121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp of length 272/272 into md 0x1dc1 [1] + 0 00000400:00000200:2.0:1767384958.429451:0:16121:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp45 to MR: 192.168.203.157@tcp45 local destination 00000400:00000200:2.0:1767384958.429461:0:16121:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp45 NI seq info: [183:183:256:4294967295] 192.168.203.157@tcp45 LPNI seq info [173:173:8:4294967295] 00000400:00000200:1.0:1767384958.429474:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384958.429477:0:16121:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp45(192.168.203.157@tcp45:192.168.203.157@tcp45) -> 192.168.203.157@tcp45(192.168.203.157@tcp45:192.168.203.157@tcp45) 192.168.203.157@tcp45 : REPLY try# 0 00000800:00000200:2.0:1767384958.429487:0:16121:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.157@tcp45 00000800:00000010:2.0:1767384958.429491:0:16121:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000023f7b33. 00000800:00000200:2.0:1767384958.429497:0:16121:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057408265] -> 12345-192.168.203.157@tcp45 (4) 00000800:00000200:2.0:1767384958.429505:0:16121:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp45 ip 192.168.203.157:988 00000800:00000200:2.0:1767384958.429509:0:16121:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000023f7b33 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384958.429552:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000800:00000001:1.0:1767384958.429597:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384958.429599:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384958.429604:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000023f7b33. 00000800:00000001:1.0:1767384958.429605:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384958.429609:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384958.429611:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384958.429619:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384958.429619:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp45->192.168.203.157@tcp45: REPLY: OK 00000800:00000001:3.0:1767384958.429625:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384958.429630:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384958.429640:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp45(192.168.203.157@tcp45) <- 192.168.203.157@tcp45 : REPLY - for me 00000400:00000200:1.0:1767384958.429645:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:3.0:1767384958.429656:0:16122:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp45: Reply from 12345-192.168.203.157@tcp45 of length 272/272 into md 0x1e2d 00000800:00000001:3.0:1767384958.429662:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384958.429669:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384958.429671:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384958.429676:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp45->192.168.203.157@tcp45: REPLY: OK 00000400:00000200:3.0:1767384958.429683:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033c58979 00000400:00000010:3.0:1767384958.429685:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000033c58979. 00000400:00000200:3.0:1767384958.429688:0:16122:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384958.429695:0:16122:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f11f9912. 00000400:00000010:3.0:1767384958.429700:0:16122:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d3e3d11b. 00000800:00000001:3.0:1767384958.429707:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384958.429712:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384958.429713:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.429773:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.429844:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.429896:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.429959:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.430065:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.430126:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.430178:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.430223:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.430258:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.430287:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.430323:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.430355:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.430384:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.430422:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.430446:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.430472:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.430504:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.430533:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.430556:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.430574:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.430600:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.430620:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.430634:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.430649:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.430663:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.430677:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.430689:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.430706:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.430733:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.430749:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:1.0:1767384958.430775:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:1.0:1767384958.430874:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cd7dfb82. 00000800:00000010:1.0:1767384958.430878:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000437cb7dd. 00000800:00000010:1.0:1767384958.430880:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007fda9f5e. 00000800:00000010:1.0:1767384958.430895:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007fda9f5e. 00000800:00020000:1.0:1767384958.430906:0:16118:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:1.0:1767384958.430908:0:16118:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000437cb7dd. 00000800:00000010:1.0:1767384958.430910:0:16118:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cd7dfb82. 00000400:02020000:1.0:1767384958.430940:0:16118:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp45 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00010000:00000001:1.0:1767384958.809136:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384958.809142:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384958.809148:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384958.809150:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384958.809170:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384958.809173:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384958.809176:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384959.003190:0:37614:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384959.003194:0:37614:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp48 --if ens2 00000001:00000001:0.0:1767384959.006493:0:37614:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384959.012707:0:37615:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000009f5e6957. 00000400:00000010:2.0:1767384959.012720:0:37615:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000bfc66bc9. 00000400:00000010:2.0:1767384959.012728:0:37615:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000622cf23c. 00000400:00000010:2.0:1767384959.012731:0:37615:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ea1b623a. 00000400:00000010:2.0:1767384959.012735:0:37615:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002bc98278. 00000400:00000010:2.0:1767384959.012738:0:37615:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003ac76b49. 00000400:00000010:2.0:1767384959.012739:0:37615:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000655745c9. 00000400:00000010:2.0:1767384959.012740:0:37615:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000031662547. 00000400:00000010:2.0:1767384959.012747:0:37615:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b80640f5. 00000800:00000010:2.0:1767384959.012763:0:37615:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000023f7b33. 00000800:00000200:2.0:1767384959.012772:0:37615:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384959.012783:0:37615:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384959.012816:0:37615:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:2.0:1767384959.012837:0:37615:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp48 [8/256/0/180] 00000400:00000010:2.0:1767384959.014898:0:37615:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 00000000532456de. 00000400:00000010:2.0:1767384959.014903:0:37615:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000c90b8b. 00000400:00000010:2.0:1767384959.014908:0:37615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bd0b3a1. 00000400:00000001:2.0:1767384959.014924:0:37615:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384959.014925:0:37615:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384959.014927:0:37615:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000910143a5. 00000400:00000200:2.0:1767384959.014928:0:37615:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab0b8782 00000400:00000010:2.0:1767384959.014930:0:37615:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab0b8782. 00000400:00000010:2.0:1767384959.014933:0:37615:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 0000000089b01e3b. 00000400:00000200:2.0:1767384959.014936:0:37615:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (37) 00000400:00000200:2.0:1767384959.014947:0:37615:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:2.0:1767384959.014955:0:37615:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131120 00000020:00000010:2.0:1767384959.014960:0:37615:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000088726214. 00000020:01000000:2.0:1767384959.014963:0:37615:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384959.014966:0:37615:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp48 00000400:00000200:0.0:1767384959.014974:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384959.014977:0:37615:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000bfc66bc9. 00000400:00000010:2.0:1767384959.014981:0:37615:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000009f5e6957. 00000400:00000200:0.0:1767384959.014982:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100171 00000400:00000010:0.0:1767384959.014993:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065204f26. 00000400:00000200:0.0:1767384959.014997:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (38) 00000400:00000010:0.0:1767384959.015004:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dc2c32fb. 00000400:00000200:0.0:1767384959.015009:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000020:00000001:3.0:1767384959.015040:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384959.015052:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 10000000:00000001:3.0:1767384959.015054:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384959.015058:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384959.015061:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 158], ns[172, 168] 10000000:01000000:3.0:1767384959.015063:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384959.015069:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384959.015074:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384959.015074:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[43, 158], ns[43, 168] 00000020:01000004:3.0:1767384959.015079:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384959.015083:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384959.015083:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 43], ns[62, 43] 00000020:01000004:3.0:1767384959.015087:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384959.015092:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384959.015092:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 43], ns[66, 43] 00000020:01000004:3.0:1767384959.015096:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384959.015100:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384959.015100:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 43], ns[77, 43] 00000020:01000004:3.0:1767384959.015104:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384959.015107:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 43], ns[81, 43] 00000020:01000004:3.0:1767384959.015108:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384959.015112:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 43], ns[97, 43] 00000100:00000010:3.0:1767384959.015116:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005eb12234. 00000400:00000200:0.0:1767384959.015116:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 43], ns[104, 43] 00000400:00000200:0.0:1767384959.015123:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 43], ns[125, 43] 00000020:00000040:3.0:1767384959.015125:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000400:00000200:0.0:1767384959.015128:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 43], ns[131, 43] 00000400:00000200:0.0:1767384959.015133:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 43], ns[137, 43] 00000100:00000001:3.0:1767384959.015135:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384959.015139:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 43], ns[141, 43] 02000000:00000001:3.0:1767384959.015141:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384959.015144:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 43], ns[152, 43] 02000000:00000001:3.0:1767384959.015148:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384959.015148:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 43], ns[161, 43] 02000000:00000010:3.0:1767384959.015159:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d5768b80. 00000400:00000200:0.0:1767384959.015160:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 43], ns[46, 43] 00000400:00000200:0.0:1767384959.015167:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 43], ns[50, 43] 00000100:00000001:3.0:1767384959.015169:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384959.015174:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 43], ns[54, 43] 00000400:00000200:0.0:1767384959.015179:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 43], ns[58, 43] 00000100:00000001:3.0:1767384959.015181:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384959.015185:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384959.015186:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 43], ns[74, 43] 00000400:00000200:0.0:1767384959.015194:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 43], ns[123, 43] 00000100:00000040:3.0:1767384959.015198:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005eb12234] to pc [ptlrpcd_00_01+1] req@000000005eb12234 x1853237358522752/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384959.015199:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 43], ns[75, 43] 00000400:00000200:0.0:1767384959.015210:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[171, 43], ns[181, 43] 00000400:00000200:0.0:1767384959.015222:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 43], ns[93, 43] 00000400:00000200:0.0:1767384959.015229:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[137, 43], ns[147, 43] 00000400:00000200:0.0:1767384959.015232:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 43], ns[114, 43] 00000400:00000200:0.0:1767384959.015235:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[149, 43], ns[159, 43] 00000400:00000200:0.0:1767384959.015238:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 43], ns[122, 43] 00000400:00000200:0.0:1767384959.015241:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 43], ns[146, 43] 00000400:00000200:0.0:1767384959.015245:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 43], ns[145, 43] 00000400:00000200:0.0:1767384959.015248:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[166, 43], ns[176, 43] 10000000:00000001:3.0:1767384959.015250:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384959.015253:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[156, 43], ns[166, 43] 10000000:00000001:3.0:1767384959.015257:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.015261:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384959.015261:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 43], ns[158, 43] 00000020:00000001:3.0:1767384959.015262:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384959.015267:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384959.015267:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384959.015271:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384959.015279:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005eb12234 x1853237358522752/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384959.015280:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384959.015280:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[169, 43], ns[179, 43] 10000000:00000001:3.0:1767384959.015284:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384959.015287:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384959.015291:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384959.015297:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384959.015297:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[165, 43], ns[175, 43] 00000020:01000004:3.0:1767384959.015301:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:1.0:1767384959.015304:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384959.015319:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384959.015319:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384959.015324:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:1.0:1767384959.015326:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384959.015328:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384959.015329:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[168, 43], ns[178, 43] 02000000:00000001:1.0:1767384959.015330:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384959.015336:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384959.015341:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 43], ns[183, 43] 00000020:01000004:3.0:1767384959.015342:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00100000:1.0:1767384959.015343:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005eb12234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358522752:0@lo:253: 00000020:01000004:3.0:1767384959.015347:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384959.015359:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384959.015360:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:3.0:1767384959.015364:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384959.015364:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 02000000:00000001:1.0:1767384959.015366:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1767384959.015371:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012e985ac. 02000000:00000001:1.0:1767384959.015371:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384959.015371:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp11 02000000:00000001:1.0:1767384959.015377:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1767384959.015378:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000400:00000200:0.0:1767384959.015380:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp11 lpni_is_preferred = 0 00000100:00000001:3.0:1767384959.015385:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:1.0:1767384959.015385:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000cd7dfb82. 00000400:00000200:0.0:1767384959.015385:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp11 02000000:00000001:3.0:1767384959.015389:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384959.015390:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384959.015395:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384959.015395:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp11 NI seq info: [184:184:256:4294967295] 192.168.203.157@tcp11 LPNI seq info [174:174:8:4294967295] 00000400:00000010:1.0:1767384959.015396:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c61f70e3. 00000400:00000200:0.0:1767384959.015404:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp11 00000400:00000010:1.0:1767384959.015406:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c65dda73. 02000000:00000010:3.0:1767384959.015407:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000382dec4f. 00000100:00000200:1.0:1767384959.015410:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358522752, portal 25 00000100:00000001:3.0:1767384959.015415:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.015416:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384959.015419:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436633363712 : -108637076187904 : ffff9d31f5aa1500) 00000400:00000200:0.0:1767384959.015419:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp11(192.168.203.157@tcp11:) -> 192.168.203.157@tcp11(192.168.203.157@tcp:192.168.203.157@tcp11) : PUT try# 0 00000100:00000001:3.0:1767384959.015423:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384959.015427:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384959.015428:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005eb12234 x1853237358522752/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384959.015434:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 672 bytes in 1 frags to 12345-192.168.203.157@tcp11 00000800:00000010:0.0:1767384959.015446:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd24c791. 00000100:00000040:3.0:1767384959.015448:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012e985ac] to pc [ptlrpcd_00_02+2] req@0000000012e985ac x1853237358522880/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384959.015448:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767384959.015456:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000026639f68] -> 12345-192.168.203.157@tcp11 (6) 00000100:00000040:1.0:1767384959.015463:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384959.015468:0:16128:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000437cb7dd. 00000800:00000200:0.0:1767384959.015471:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp11 ip 192.168.203.157:988 00000100:00000200:1.0:1767384959.015473:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358522752, offset 0 00000800:00000200:0.0:1767384959.015475:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bd24c791 type 1, nob 768 niov 1 nkiov 1 00000400:00000200:1.0:1767384959.015481:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000001:3.0:1767384959.015485:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384959.015490:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384959.015492:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 00000400:00000200:1.0:1767384959.015494:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384959.015496:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384959.015500:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100571 rc 0 00000020:01000000:3.0:1767384959.015501:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384959.015507:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000088726214. 00000400:00000200:1.0:1767384959.015510:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272707180 00000400:00000200:1.0:1767384959.015518:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x157d [2] + 0 00000400:00000010:1.0:1767384959.015520:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f520301. 00000400:00000200:1.0:1767384959.015523:0:16128:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bf39bf9b 00000100:00000001:3.0:1767384959.015526:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384959.015529:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384959.015531:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384959.015536:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384959.015541:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf39bf9b 00000100:00000001:3.0:1767384959.015542:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384959.015543:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf39bf9b. 00000100:00000001:3.0:1767384959.015546:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384959.015549:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384959.015550:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767384959.015552:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384959.015556:0:16128:0:(events.c:337:request_in_callback()) incoming req@00000000a10a5eee x1853237358522752 msgsize 4848 00000100:00000040:3.0:1767384959.015557:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000012e985ac x1853237358522880/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384959.015565:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384959.015568:0:16128:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384959.015576:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384959.015578:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.015580:0:16128:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384959.015581:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384959.015585:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384959.015587:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000437cb7dd 02000000:00000001:3.0:1767384959.015588:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384959.015590:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000437cb7dd. 00000800:00000200:0.0:1767384959.015594:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:3.0:1767384959.015595:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000012e985ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358522880:0@lo:253: 00000100:00000001:1.0:1767384959.015595:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:0.0:1767384959.015600:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd24c791. 00000100:00000200:1.0:1767384959.015601:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005eb12234 x1853237358522752/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384959.015606:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384959.015607:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384959.015611:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384959.015616:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp11->192.168.203.157@tcp11: PUT: OK 00000100:00000001:1.0:1767384959.015617:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384959.015620:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:3.0:1767384959.015623:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384959.015623:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005eb12234 x1853237358522752/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384959.015626:0:16120:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp: 0 02000000:00000001:3.0:1767384959.015630:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:0.0:1767384959.015635:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384959.015636:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384959.015638:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c499ca11. 00000100:00000001:1.0:1767384959.015639:0:16128:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384959.015644:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384959.015644:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384959.015645:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384959.015650:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384959.015651:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5876595. 00000100:00000001:1.0:1767384959.015652:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294948889 00000800:00000001:0.0:1767384959.015655:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384959.015659:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004bf891cd. 00000400:00000010:3.0:1767384959.015661:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008fa78641. 00000100:00000001:1.0:1767384959.015665:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000200:3.0:1767384959.015668:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358522880, portal 25 00000400:00000200:0.0:1767384959.015674:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp11(192.168.203.157@tcp11) <- 192.168.203.157@tcp11 : PUT - for me 00000100:00000001:3.0:1767384959.015675:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384959.015677:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294948889 00000100:00000001:3.0:1767384959.015679:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436633369984 : -108637076181632 : ffff9d31f5aa2d80) 00000400:00000200:0.0:1767384959.015687:0:16120:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 672 into portal 0 MB=0x8000000000000000 00000100:00000040:3.0:1767384959.015688:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000012e985ac x1853237358522880/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384959.015690:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000ffbb6fc. 00000100:00000001:1.0:1767384959.015696:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384959.015700:0:16120:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.157@tcp of length 624/672 into md 0x1d35 [1] + 0 00000100:00000001:1.0:1767384959.015703:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294948889 00000400:00000010:0.0:1767384959.015710:0:16120:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a5b8f87. 00000100:00000010:1.0:1767384959.015711:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000053aa8e96. 00000100:00000001:3.0:1767384959.015712:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384959.015716:0:16120:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ccf64db9 00000100:00000001:1.0:1767384959.015718:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000800:00000001:0.0:1767384959.015721:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384959.015722:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384959.015724:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294948889 00000400:00000010:3.0:1767384959.015728:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066b99aa0. 00000100:00000010:1.0:1767384959.015729:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000242a161f. 00000800:00000001:0.0:1767384959.015730:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384959.015735:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384959.015736:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00000200:3.0:1767384959.015737:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358522880, offset 0 00000100:00000001:1.0:1767384959.015743:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384959.015744:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp11->192.168.203.157@tcp11: PUT: OK 00000100:00000001:1.0:1767384959.015749:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384959.015751:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384959.015753:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.015756:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384959.015759:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccf64db9 00000400:00000010:0.0:1767384959.015763:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccf64db9. 00000100:00000001:1.0:1767384959.015764:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384959.015767:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384959.015768:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384959.015770:0:16120:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:1.0:1767384959.015773:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384959.015775:0:16120:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (39) 00000100:00000001:1.0:1767384959.015776:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384959.015779:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384959.015781:0:16120:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000100:00000001:1.0:1767384959.015783:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384959.015786:0:16120:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.157@tcp (672 bytes) 00000400:00000200:3.0:1767384959.015791:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272707200 00000400:00000200:0.0:1767384959.015795:0:16120:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:3.0:1767384959.015801:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x158d [2] + 0 00000400:00000010:3.0:1767384959.015805:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a32790cf. 00000400:00000200:0.0:1767384959.015806:0:16120:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (40) 00000400:00000200:3.0:1767384959.015813:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000018369771 00000400:00000200:0.0:1767384959.015814:0:16120:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:1.0:1767384959.015816:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384959.015820:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358522752 00000400:00000200:3.0:1767384959.015822:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384959.015824:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384959.015826:0:16120:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp11 to MR: 192.168.203.157@tcp11 local destination 00000100:00000001:1.0:1767384959.015830:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384959.015834:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384959.015835:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384959.015836:0:16120:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp11 NI seq info: [185:185:256:4294967295] 192.168.203.157@tcp11 LPNI seq info [175:175:8:4294967295] 02000000:00000001:1.0:1767384959.015839:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384959.015846:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358522752 00000020:00000001:1.0:1767384959.015850:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384959.015852:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:1.0:1767384959.015856:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384959.015860:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000400:00000200:0.0:1767384959.015861:0:16120:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp11(192.168.203.157@tcp11:192.168.203.157@tcp11) -> 192.168.203.157@tcp11(192.168.203.157@tcp11:192.168.203.157@tcp11) 192.168.203.157@tcp11 : ACK try# 0 00000020:00000001:1.0:1767384959.015864:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:1.0:1767384959.015868:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000400:00000200:3.0:1767384959.015869:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018369771 00000800:00000200:0.0:1767384959.015872:0:16120:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.157@tcp11 00000400:00000010:3.0:1767384959.015874:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000018369771. 00000100:00000001:1.0:1767384959.015875:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000010:0.0:1767384959.015877:0:16120:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd24c791. 00000020:00000010:1.0:1767384959.015880:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba02e845. 00000100:00000001:3.0:1767384959.015882:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:0.0:1767384959.015886:0:16120:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000026639f68] -> 12345-192.168.203.157@tcp11 (6) 00000100:00000200:3.0:1767384959.015887:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384959.015888:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384959.015894:0:16129:0:(events.c:337:request_in_callback()) incoming req@000000006c6f40fb x1853237358522880 msgsize 4848 00000800:00000200:0.0:1767384959.015897:0:16120:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp11 ip 192.168.203.157:1019 00000020:00000010:1.0:1767384959.015899:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba02e845. 00000800:00000200:0.0:1767384959.015902:0:16120:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bd24c791 type 0, nob 96 niov 1 nkiov 0 00000100:00100000:3.0:1767384959.015908:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1767384959.015908:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e1bb6fe. 00000800:00000001:0.0:1767384959.015913:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384959.015915:0:16129:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000010:1.0:1767384959.015916:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cea129b2. 00000800:00000001:0.0:1767384959.015920:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384959.015921:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000eadd25d. 00000100:00000001:3.0:1767384959.015929:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384959.015929:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384959.015934:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384959.015935:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384959.015937:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384959.015938:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066b99aa0 00000400:00000010:3.0:1767384959.015943:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066b99aa0. 00000100:00000001:1.0:1767384959.015944:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.015947:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384959.015954:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000012e985ac x1853237358522880/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384959.015954:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384959.015965:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384959.015968:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358522880 00000800:00000200:0.0:1767384959.015970:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767384959.015973:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000010:0.0:1767384959.015974:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd24c791. 00000100:00000001:1.0:1767384959.015976:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384959.015979:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384959.015984:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.015985:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384959.015986:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384959.015987:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358522880 00000100:00000040:3.0:1767384959.015991:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000012e985ac x1853237358522880/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384959.015991:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384959.015993:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:1.0:1767384959.015997:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384959.016000:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000400:00000200:0.0:1767384959.016002:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp11->192.168.203.157@tcp11: ACK: OK 00000020:00000001:1.0:1767384959.016006:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:1.0:1767384959.016041:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000800:00000001:0.0:1767384959.016044:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384959.016046:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384959.016051:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba02e845. 00000100:00000001:3.0:1767384959.016052:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384959.016052:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384959.016055:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384959.016059:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767384959.016060:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba02e845. 00000800:00000001:0.0:1767384959.016060:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384959.016067:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384959.016068:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384959.016068:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004ec1619. 00000800:00000001:0.0:1767384959.016070:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:1.0:1767384959.016074:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fa33f91a. 00000100:00000001:3.0:1767384959.016076:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294948890 00000020:00000010:1.0:1767384959.016079:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000184b2a07. 00000800:00000001:0.0:1767384959.016081:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384959.016085:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384959.016087:0:16129:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294948889 00000100:00000001:1.0:1767384959.016089:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384959.016091:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp11(192.168.203.157@tcp11) <- 192.168.203.157@tcp11 : ACK - for me 00000100:00000001:1.0:1767384959.016092:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384959.016097:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294948890 00000100:00000001:1.0:1767384959.016098:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.016103:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384959.016106:0:16129:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294948889 00000400:00000200:0.0:1767384959.016106:0:16120:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.157@tcp11: ACK from 12345-192.168.203.157@tcp11 into md 0x1e35 00000400:00000200:0.0:1767384959.016112:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384959.016117:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294948890 00000400:00000200:0.0:1767384959.016118:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp11->192.168.203.157@tcp11: ACK: OK 00000100:00000001:1.0:1767384959.016124:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384959.016125:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065204f26 00000100:00000001:3.0:1767384959.016126:0:16129:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294948889 00000100:00000001:1.0:1767384959.016130:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1767384959.016130:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065204f26. 00000100:00000001:3.0:1767384959.016132:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294948890 00000400:00000200:0.0:1767384959.016137:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:3.0:1767384959.016138:0:16129:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294948889 00000100:00100000:1.0:1767384959.016141:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00000001:3.0:1767384959.016144:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384959.016144:0:16120:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.157@tcp ev->status 0 00000100:00000040:1.0:1767384959.016148:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:3.0:1767384959.016150:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384959.016152:0:16120:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000100:00000001:1.0:1767384959.016155:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631899216 : -108637077652400 : ffff9d31f593bc50) 00000100:00000001:3.0:1767384959.016157:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384959.016158:0:16120:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (39) 00000100:00000001:3.0:1767384959.016163:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384959.016167:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384959.016168:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a10a5eee x1853237358522752/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:185/0 lens 4848/0 e 0 to 0 dl 1767384970 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384959.016170:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:0.0:1767384959.016173:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384959.016174:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384959.016181:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384959.016185:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384959.016187:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384959.016189:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384959.016191:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba02e845. 00000100:00000001:3.0:1767384959.016194:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.016195:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384959.016197:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384959.016201:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384959.016202:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba02e845. 00000100:00100000:1.0:1767384959.016210:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a10a5eee pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16128:x1853237358522752:12345-0@lo:253: 00000100:00100000:0.0:1767384959.016210:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00000001:3.0:1767384959.016211:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384959.016217:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384959.016217:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000100:00000200:1.0:1767384959.016218:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358522752 00000100:00000001:0.0:1767384959.016223:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631891024 : -108637077660592 : ffff9d31f5939c50) 00000020:00000001:1.0:1767384959.016225:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384959.016229:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:0.0:1767384959.016230:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006c6f40fb x1853237358522880/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:185/0 lens 4848/0 e 0 to 0 dl 1767384970 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384959.016232:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384959.016237:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384959.016241:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000100:00000001:0.0:1767384959.016242:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384959.016245:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1767384959.016247:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000afc1eb1e. 00000020:00000001:1.0:1767384959.016248:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384959.016251:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384959.016252:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1767384959.016255:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000afc1eb1e. 00000020:00000001:1.0:1767384959.016256:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384959.016260:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.016263:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1767384959.016263:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006c6f40fb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16129:x1853237358522880:12345-0@lo:253: 00000400:00000200:3.0:1767384959.016264:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 02000000:00000001:1.0:1767384959.016267:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:3.0:1767384959.016273:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 000000001466cafd. 02000000:00000010:1.0:1767384959.016274:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007c868db8. 02000000:00000001:1.0:1767384959.016280:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384959.016281:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358522880 00000100:00000001:1.0:1767384959.016282:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384959.016283:0:16125:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024fe6bea. 00000020:00000001:0.0:1767384959.016285:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:1.0:1767384959.016287:0:16764:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000010:3.0:1767384959.016290:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000033c58979. 00000020:00000001:0.0:1767384959.016290:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384959.016294:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384959.016297:0:16125:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000001466cafd 00000020:00000001:0.0:1767384959.016297:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000010:1.0:1767384959.016299:0:16764:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000bf1fc5f5. 00000020:00000001:0.0:1767384959.016299:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 20000000:01000000:1.0:1767384959.016303:0:16764:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384959.016319:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384959.016323:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384959.016325:0:16764:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000010:3.0:1767384959.016326:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 000000006a402d1e. 00000020:00000001:0.0:1767384959.016326:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:1.0:1767384959.016329:0:16764:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:0.0:1767384959.016330:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384959.016333:0:16125:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 672 success 00000020:00000001:0.0:1767384959.016333:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384959.016339:0:16764:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384959.016340:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384959.016344:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102071 02000000:00000001:0.0:1767384959.016344:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:1.0:1767384959.016345:0:16764:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384959.016349:0:16764:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384959.016351:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (38) 02000000:00000010:0.0:1767384959.016352:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d9273208. 02000000:00000001:0.0:1767384959.016356:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384959.016358:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384959.016359:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 0000000089b01e3b. 20000000:00000010:1.0:1767384959.016359:0:16764:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e0874354. 20000000:00000001:0.0:1767384959.016360:0:16762:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:1.0:1767384959.016365:0:16764:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 00000400:00000010:3.0:1767384959.016368:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2626c3. 20000000:00000001:1.0:1767384959.016370:0:16764:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000010:0.0:1767384959.016370:0:16762:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ab7e8103. 20000000:01000000:0.0:1767384959.016375:0:16762:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000010:3.0:1767384959.016377:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000750723f7. 00080000:00000001:1.0:1767384959.016377:0:16764:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:0.0:1767384959.016378:0:16762:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384959.016382:0:16762:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384959.016384:0:16762:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384959.016388:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp 20000000:00000001:0.0:1767384959.016388:0:16762:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384959.016393:0:16762:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384959.016400:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1767384959.016405:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 158], ns[172, 168] 00000400:00000200:3.0:1767384959.016411:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 158], ns[185, 168] 00000400:00000200:3.0:1767384959.016416:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 158], ns[62, 168] 00080000:00000001:1.0:1767384959.016417:0:16764:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384959.016423:0:16764:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384959.016425:0:16764:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384959.016428:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 00080000:00000001:1.0:1767384959.016428:0:16764:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384959.016433:0:16764:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384959.016438:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 62], ns[77, 62] 00000020:00000001:1.0:1767384959.016439:0:16764:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:1.0:1767384959.016444:0:16764:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384959.016450:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 62], ns[81, 62] 00080000:00000010:1.0:1767384959.016451:0:16764:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004a52bbf7. 00080000:00000001:1.0:1767384959.016456:0:16764:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490461696 : -108642219089920 : ffff9d30c31fa000) 00080000:00000001:1.0:1767384959.016460:0:16764:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384959.016461:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 62], ns[97, 62] 00000400:00000200:3.0:1767384959.016467:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 62], ns[104, 62] 00000400:00000200:3.0:1767384959.016473:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 62], ns[125, 62] 00000400:00000200:3.0:1767384959.016478:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 62], ns[131, 62] 00000400:00000200:3.0:1767384959.016483:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 62], ns[137, 62] 00000400:00000200:3.0:1767384959.016487:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 62], ns[141, 62] 00000400:00000200:3.0:1767384959.016492:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 62], ns[152, 62] 00000400:00000200:3.0:1767384959.016497:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 62], ns[161, 62] 00000400:00000200:3.0:1767384959.016511:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 62], ns[46, 62] 00000400:00000200:3.0:1767384959.016517:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 46], ns[50, 46] 00000400:00000200:3.0:1767384959.016521:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 46], ns[54, 46] 00000400:00000200:3.0:1767384959.016528:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 46], ns[58, 46] 00000400:00000200:3.0:1767384959.016533:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 46], ns[74, 46] 00000400:00000200:3.0:1767384959.016540:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 46], ns[123, 46] 00000001:00000001:1.0:1767384959.016543:0:16764:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384959.016546:0:16764:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384959.016547:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 46], ns[75, 46] 00080000:00000001:1.0:1767384959.016549:0:16764:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384959.016557:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[171, 46], ns[181, 46] 00000400:00000200:3.0:1767384959.016562:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 46], ns[93, 46] 00080000:00000001:1.0:1767384959.016564:0:16764:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384959.016568:0:16764:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384959.016571:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[137, 46], ns[147, 46] 00000400:00000200:3.0:1767384959.016577:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 46], ns[114, 46] 00000400:00000200:3.0:1767384959.016584:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[149, 46], ns[159, 46] 00000400:00000200:3.0:1767384959.016590:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 46], ns[122, 46] 00000400:00000200:3.0:1767384959.016596:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 46], ns[146, 46] 00000400:00000200:3.0:1767384959.016602:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 46], ns[145, 46] 00000400:00000200:3.0:1767384959.016607:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[166, 46], ns[176, 46] 00000400:00000200:3.0:1767384959.016614:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[156, 46], ns[166, 46] 00000400:00000200:3.0:1767384959.016620:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 46], ns[158, 46] 00000400:00000200:3.0:1767384959.016636:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[169, 46], ns[179, 46] 00080000:00000001:1.0:1767384959.016640:0:16764:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:3.0:1767384959.016644:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[165, 46], ns[175, 46] 00080000:00000001:1.0:1767384959.016645:0:16764:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384959.016654:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[168, 46], ns[178, 46] 00000400:00000200:3.0:1767384959.016660:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 46], ns[183, 46] 00000400:00000200:3.0:1767384959.016665:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 00000400:00000200:3.0:1767384959.016670:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp24 00000400:00000200:3.0:1767384959.016675:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp24 lpni_is_preferred = 0 00000400:00000200:3.0:1767384959.016679:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp24 00000400:00000200:3.0:1767384959.016685:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp24 NI seq info: [186:186:256:4294967295] 192.168.203.157@tcp24 LPNI seq info [176:176:8:4294967295] 00000400:00000200:3.0:1767384959.016692:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp24 00000400:00000200:3.0:1767384959.016702:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp24(192.168.203.157@tcp24:) -> 192.168.203.157@tcp24(192.168.203.157@tcp:192.168.203.157@tcp24) : GET try# 0 00000800:00000200:3.0:1767384959.016709:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp24 00000800:00000010:3.0:1767384959.016715:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000039aa484e. 00000800:00000200:3.0:1767384959.016721:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b41c66e4] -> 12345-192.168.203.157@tcp24 (6) 00000800:00000200:3.0:1767384959.016728:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp24 ip 192.168.203.157:988 00000800:00000200:3.0:1767384959.016732:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000039aa484e type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384959.016750:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp 00000400:00000200:3.0:1767384959.016754:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100271 rc 0 00000800:00000200:1.0:1767384959.016804:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384959.016807:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000039aa484e. 00000400:00000200:1.0:1767384959.016810:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384959.016814:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp24->192.168.203.157@tcp24: GET: OK 00000400:00000200:1.0:1767384959.016817:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384959.016820:0:16120:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp: 0 00000800:00000001:1.0:1767384959.016826:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384959.016830:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384959.016832:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384959.016836:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384959.016840:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp24(192.168.203.157@tcp24) <- 192.168.203.157@tcp24 : GET - for me 00000400:00000200:1.0:1767384959.016847:0:16120:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 672 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384959.016852:0:16120:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp of length 672/672 into md 0x1e31 [1] + 0 00000400:00000200:1.0:1767384959.016867:0:16120:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp24 to MR: 192.168.203.157@tcp24 local destination 00000400:00000200:1.0:1767384959.016872:0:16120:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp24 NI seq info: [187:187:256:4294967295] 192.168.203.157@tcp24 LPNI seq info [177:177:8:4294967295] 00000400:00000200:1.0:1767384959.016880:0:16120:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp24(192.168.203.157@tcp24:192.168.203.157@tcp24) -> 192.168.203.157@tcp24(192.168.203.157@tcp24:192.168.203.157@tcp24) 192.168.203.157@tcp24 : REPLY try# 0 00000800:00000200:1.0:1767384959.016883:0:16120:0:(socklnd_cb.c:1001:ksocknal_send()) sending 672 bytes in 1 frags to 12345-192.168.203.157@tcp24 00000800:00000010:1.0:1767384959.016886:0:16120:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e33c638c. 00000800:00000200:1.0:1767384959.016891:0:16120:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b41c66e4] -> 12345-192.168.203.157@tcp24 (6) 00000800:00000200:1.0:1767384959.016896:0:16120:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp24 ip 192.168.203.157:993 00000800:00000200:1.0:1767384959.016899:0:16120:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e33c638c type 3, nob 768 niov 1 nkiov 1 00000800:00000001:0.0:1767384959.016958:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384959.016962:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384959.016973:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384959.016976:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384959.016976:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384959.016980:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e33c638c. 00000800:00000001:3.0:1767384959.016982:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384959.016984:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384959.016995:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp24->192.168.203.157@tcp24: REPLY: OK 00000400:00000200:3.0:1767384959.017000:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp24(192.168.203.157@tcp24) <- 192.168.203.157@tcp24 : REPLY - for me 00000800:00000001:1.0:1767384959.017041:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384959.017046:0:16122:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp24: Reply from 12345-192.168.203.157@tcp24 of length 672/672 into md 0x1e4d 00000800:00000001:3.0:1767384959.017053:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384959.017067:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384959.017070:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384959.017085:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp24->192.168.203.157@tcp24: REPLY: OK 00000400:00000200:3.0:1767384959.017091:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2626c3 00000400:00000010:3.0:1767384959.017093:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2626c3. 00000400:00000200:3.0:1767384959.017098:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384959.017103:0:16122:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.157@tcp has discovery enabled 00000400:00000200:3.0:1767384959.017107:0:16122:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000200:3.0:1767384959.017113:0:16122:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.157@tcp data present 40. state = 0x100271 00000400:00000200:3.0:1767384959.017121:0:16122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:3.0:1767384959.017133:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (39) 00000800:00000001:3.0:1767384959.017141:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384959.017146:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384959.017168:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384959.017174:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x1000f1 00000400:00000010:3.0:1767384959.017183:0:16125:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 820 at 00000000af1bf6a4. 00000400:00000010:3.0:1767384959.017188:0:16125:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 984 at 00000000e1e6ea95. 00000400:00000010:3.0:1767384959.017193:0:16125:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 820 at 00000000faffa31c. 00000400:00000200:3.0:1767384959.017241:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp31(0000000052ff6e54) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384959.017259:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp39(00000000288d2936) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384959.017268:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp42(000000005618afae) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384959.017275:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp43(00000000ea7628d6) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:3.0:1767384959.017285:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000bbc74977. 00000400:00000200:3.0:1767384959.017293:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000bbc74977 nid 192.168.203.157@tcp46 00000400:00000010:3.0:1767384959.017299:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a727bc0d. 00000400:00000200:3.0:1767384959.017302:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a727bc0d net tcp46 00000400:00000200:3.0:1767384959.017321:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (38) 00000400:00000200:3.0:1767384959.017327:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp46 flags 0x11 00000400:00000010:3.0:1767384959.017334:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000dff8385c. 00000400:00000200:3.0:1767384959.017339:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000dff8385c nid 192.168.203.157@tcp47 00000400:00000010:3.0:1767384959.017344:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b1539f69. 00000400:00000200:3.0:1767384959.017348:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b1539f69 net tcp47 00000400:00000200:3.0:1767384959.017351:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (39) 00000400:00000200:3.0:1767384959.017357:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp47 flags 0x11 00000400:00000010:3.0:1767384959.017372:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000009cea93e7. 00000400:00000200:3.0:1767384959.017378:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 000000009cea93e7 nid 192.168.203.157@tcp48 00000400:00000010:3.0:1767384959.017384:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000013f15096. 00000400:00000200:3.0:1767384959.017387:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 0000000013f15096 net tcp48 00000400:00000200:3.0:1767384959.017388:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (40) 00000400:00000200:3.0:1767384959.017393:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp48 flags 0x11 00000400:00000010:3.0:1767384959.017396:0:16125:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 820 at 00000000af1bf6a4. 00000400:00000010:3.0:1767384959.017401:0:16125:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 984 at 00000000e1e6ea95. 00000400:00000010:3.0:1767384959.017405:0:16125:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 820 at 00000000faffa31c. 00000400:00000010:3.0:1767384959.017408:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 0000000089b01e3b. 00000400:00000200:3.0:1767384959.017413:0:16125:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:3.0:1767384959.017416:0:16125:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.157@tcp(00000000aa3f4fd0): 0. state = 0x100171 00000400:00000200:3.0:1767384959.017420:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100171 rc 1 00000400:00000200:3.0:1767384959.017426:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100171 00000400:00000200:3.0:1767384959.017430:0:16125:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.157@tcp 00000400:00000200:3.0:1767384959.017433:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100111 rc 0 00000400:00000200:3.0:1767384959.017437:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:3.0:1767384959.017441:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (41) 00080000:00000001:1.0:1767384959.024284:0:16764:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384959.024291:0:16764:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:1.0:1767384959.024294:0:16764:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384959.024297:0:16764:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384959.024299:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384959.024303:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384959.024321:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384959.024321:0:16764:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384959.024323:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384959.024326:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384959.024328:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004a52bbf7. 00080000:00000001:3.0:1767384959.024334:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384959.024334:0:16764:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384959.024338:0:16762:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c6ea4293. 20000000:01000000:1.0:1767384959.024339:0:16764:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384959.024360:0:16762:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 00080000:00000020:1.0:1767384959.024363:0:16764:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384959.024365:0:16762:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384959.024371:0:16762:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:2.0:1767384959.024377:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384959.024381:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384959.024384:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384959.024388:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384959.024391:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384959.024395:0:16762:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384959.024398:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000041096cb9. 00080000:00000001:0.0:1767384959.024400:0:16762:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384959.024404:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384959.024404:0:16762:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384959.024406:0:16762:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000010:2.0:1767384959.024409:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f08e1736. 00000020:00000001:0.0:1767384959.024410:0:16762:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384959.024414:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384959.024418:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f08e1736 with handle 0x4895a8f6c11e87eb to hash 00000020:00000001:0.0:1767384959.024418:0:16762:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00000020:00000001:2.0:1767384959.024423:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384959.024425:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635436275768832 : -108637433782784 : ffff9d31e0599e00) 00080000:00000001:0.0:1767384959.024426:0:16762:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384959.024434:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635436275768832 : -108637433782784 : ffff9d31e0599e00) 00010000:00000001:2.0:1767384959.024440:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384959.024442:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384959.024445:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f08e1736/0x4895a8f6c11e87eb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000010:0.0:1767384959.024445:0:16762:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b403ea5a. 00080000:00000001:0.0:1767384959.024453:0:16762:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490596864 : -108642218954752 : ffff9d30c321b000) 00010000:00000001:2.0:1767384959.024456:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384959.024459:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:0.0:1767384959.024460:0:16762:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384959.024462:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384959.024465:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384959.024467:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384959.024469:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384959.024470:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384959.024473:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384959.024474:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384959.024476:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384959.024478:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384959.024479:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000041096cb9) refcount = 1 00010000:00010000:2.0:1767384959.024482:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f08e1736/0x4895a8f6c11e87eb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384959.024486:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384959.024488:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384959.024489:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384959.024491:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384959.024492:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384959.024495:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384959.024515:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003542952s 00010000:00000001:2.0:1767384959.024519:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384959.024520:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384959.024522:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f08e1736 refcount=4 00000020:00000001:2.0:1767384959.024524:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275768832 : -108637433782784 : ffff9d31e0599e00) 00010000:00000001:2.0:1767384959.024527:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275768832 : -108637433782784 : ffff9d31e0599e00) 00010000:00000001:2.0:1767384959.024529:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384959.024531:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f08e1736/0x4895a8f6c11e87eb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384959.024542:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384959.024544:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f08e1736/0x4895a8f6c11e87eb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384959.024549:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384959.024550:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384959.024552:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f08e1736/0x4895a8f6c11e87eb lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384959.024556:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384959.024558:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384959.024561:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384959.024580:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f08e1736/0x4895a8f6c11e87eb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384959.024585:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f08e1736 already unused, calling callback (00000000be7801c4) 00010000:00000001:2.0:1767384959.024587:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384959.024589:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384959.024591:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f08e1736/0x4895a8f6c11e87eb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384959.024595:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384959.024597:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384959.024598:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384959.024600:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f08e1736 refcount=5 00000020:00000001:2.0:1767384959.024601:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275768832 : -108637433782784 : ffff9d31e0599e00) 00010000:00000001:2.0:1767384959.024603:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275768832 : -108637433782784 : ffff9d31e0599e00) 00000001:00000001:0.0:1767384959.024604:0:16762:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1767384959.024605:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:0.0:1767384959.024608:0:16762:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384959.024609:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f08e1736/0x4895a8f6c11e87eb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384959.024614:0:16762:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384959.024618:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384959.024622:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384959.024627:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384959.024628:0:16762:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384959.024647:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00080000:00000001:0.0:1767384959.024649:0:16762:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384959.024650:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384959.024652:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384959.024654:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384959.024656:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f08e1736 with handle 0x4895a8f6c11e87eb from hash 00010000:00000001:2.0:1767384959.024658:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384959.024660:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384959.024661:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384959.024661:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384959.024663:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384959.024665:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384959.024667:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384959.024669:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384959.024671:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384959.024673:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384959.024674:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384959.024677:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384959.024679:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384959.024680:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384959.024682:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384959.024684:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384959.024686:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f08e1736/0x4895a8f6c11e87eb lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384959.024690:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384959.024692:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384959.024693:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384959.024695:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384959.024697:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384959.024698:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384959.024700:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384959.024703:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384959.024704:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384959.024706:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f08e1736/0x4895a8f6c11e87eb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384959.024710:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384959.024718:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384959.024735:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f08e1736/0x4895a8f6c11e87eb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384959.024740:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000041096cb9 count: 0 00010000:00000001:2.0:1767384959.024754:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384959.024756:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:0.0:1767384959.024807:0:16762:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384959.024811:0:16762:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:2.0:1767384959.028061:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294948890, at 4294948891 00000100:00000010:2.0:1767384959.028069:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000053aa8e96. 00000100:00000040:3.0:1767384959.028076:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294948890, at 4294948891 00000100:00000010:3.0:1767384959.028083:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000242a161f. 00000100:00000040:0.0:1767384959.028109:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294948890, at 4294948891 00000100:00000010:0.0:1767384959.028116:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004bf891cd. 00000100:00000040:1.0:1767384959.028274:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294948890, at 4294948891 00000100:00000010:1.0:1767384959.028281:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000ffbb6fc. 00010000:00000010:2.1:1767384959.031040:0:37621:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000041096cb9. 00010000:00000010:2.1:1767384959.031049:0:37621:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f08e1736. 00080000:00000001:2.0:1767384959.034260:0:16762:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384959.034262:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384959.034267:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:2.0:1767384959.034267:0:16762:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00040000:00000001:3.0:1767384959.034269:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384959.034274:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384959.034274:0:16762:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384959.034278:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384959.034279:0:16762:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:3.0:1767384959.034284:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b403ea5a. 20000000:01000000:2.0:1767384959.034284:0:16762:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384959.034292:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384959.034296:0:16762:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384959.034300:0:16762:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384959.034320:0:16762:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384959.034332:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384959.034335:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384959.034338:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384959.034342:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384959.034345:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384959.034351:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000041096cb9. 00010000:00000001:2.0:1767384959.034356:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384959.034359:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f08e1736. 00000020:00000001:2.0:1767384959.034363:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384959.034366:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f08e1736 with handle 0x4895a8f6c11e87f2 to hash 00000020:00000001:2.0:1767384959.034369:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384959.034371:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635436275768832 : -108637433782784 : ffff9d31e0599e00) 00010000:00000001:2.0:1767384959.034374:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635436275768832 : -108637433782784 : ffff9d31e0599e00) 00010000:00000001:2.0:1767384959.034377:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384959.034379:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384959.034382:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f08e1736/0x4895a8f6c11e87f2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384959.034403:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384959.034406:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384959.034409:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384959.034411:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384959.034413:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384959.034416:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384959.034417:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384959.034420:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384959.034422:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384959.034424:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384959.034426:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384959.034428:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000041096cb9) refcount = 1 00010000:00010000:2.0:1767384959.034432:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f08e1736/0x4895a8f6c11e87f2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384959.034438:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384959.034440:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384959.034442:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384959.034444:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384959.034446:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384959.034448:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384959.034450:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003542952s 00010000:00000001:2.0:1767384959.034453:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384959.034455:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384959.034456:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f08e1736 refcount=4 00000020:00000001:2.0:1767384959.034459:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275768832 : -108637433782784 : ffff9d31e0599e00) 00010000:00000001:2.0:1767384959.034461:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275768832 : -108637433782784 : ffff9d31e0599e00) 00010000:00000001:2.0:1767384959.034463:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384959.034465:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f08e1736/0x4895a8f6c11e87f2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384959.034472:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384959.034474:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f08e1736/0x4895a8f6c11e87f2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384959.034491:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384959.034493:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384959.034495:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f08e1736/0x4895a8f6c11e87f2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384959.034502:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384959.034504:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384959.034506:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384959.034508:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f08e1736/0x4895a8f6c11e87f2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384959.034515:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f08e1736 already unused, calling callback (00000000be7801c4) 00010000:00000001:2.0:1767384959.034518:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384959.034520:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384959.034522:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f08e1736/0x4895a8f6c11e87f2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384959.034528:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384959.034530:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384959.034531:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384959.034533:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f08e1736 refcount=5 00000020:00000001:2.0:1767384959.034535:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275768832 : -108637433782784 : ffff9d31e0599e00) 00010000:00000001:2.0:1767384959.034537:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275768832 : -108637433782784 : ffff9d31e0599e00) 00010000:00000001:2.0:1767384959.034540:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384959.034542:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f08e1736/0x4895a8f6c11e87f2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384959.034548:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384959.034550:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384959.034552:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384959.034556:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384959.034558:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384959.034560:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384959.034567:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384959.034570:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f08e1736 with handle 0x4895a8f6c11e87f2 from hash 00010000:00000001:2.0:1767384959.034573:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384959.034574:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384959.034576:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384959.034577:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384959.034579:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384959.034580:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384959.034582:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384959.034584:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384959.034586:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384959.034588:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384959.034589:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384959.034592:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384959.034593:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384959.034594:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384959.034596:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384959.034598:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384959.034601:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f08e1736/0x4895a8f6c11e87f2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384959.034606:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384959.034608:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384959.034609:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384959.034610:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384959.034612:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384959.034614:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384959.034615:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384959.034618:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384959.034620:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384959.034622:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f08e1736/0x4895a8f6c11e87f2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384959.034628:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384959.034629:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384959.034631:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f08e1736/0x4895a8f6c11e87f2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384959.034645:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000041096cb9 count: 0 00010000:00000001:2.0:1767384959.034652:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384959.034655:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384959.035159:0:16764:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384959.035165:0:16764:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384959.035168:0:16764:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000bf1fc5f5. 20000000:00000001:1.0:1767384959.035175:0:16764:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384959.035180:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358522752 00010000:00000001:1.0:1767384959.035183:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384959.035190:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a10a5eee x1853237358522752/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:185/0 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384959.035208:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384959.035211:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384959.035214:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=83 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384959.035218:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384959.035221:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:1.0:1767384959.035223:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:1.0:1767384959.035226:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384959.035228:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.035231:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384959.035234:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384959.035238:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007571d54. 00000100:00000200:1.0:1767384959.035243:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358522752, offset 224 00000400:00000200:1.0:1767384959.035249:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384959.035259:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384959.035269:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272707180 00000400:00000200:1.0:1767384959.035275:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e39 [2] + 224 00000400:00000200:1.0:1767384959.035281:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384959.035286:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384959.035290:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384959.035293:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005eb12234 x1853237358522752/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384959.035300:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005eb12234 x1853237358522752/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384959.035328:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384959.035335:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007571d54 00000400:00000010:1.0:1767384959.035337:0:16764:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000007571d54. 00000100:00000001:0.0:1767384959.035338:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384959.035339:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384959.035343:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384959.035347:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384959.035349:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:1.0:1767384959.035352:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384959.035354:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384959.035356:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384959.035361:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384959.035368:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a10a5eee x1853237358522752/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:185/0 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384959.035368:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384959.035371:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384959.035375:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c61f70e3. 00000400:00000200:0.0:1767384959.035380:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c65dda73 00000100:00100000:1.0:1767384959.035381:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a10a5eee pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16128:x1853237358522752:12345-0@lo:253: Request processed in 19191us (19821us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384959.035384:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c65dda73. 00000100:00000001:0.0:1767384959.035389:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384959.035393:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00000200:0.0:1767384959.035394:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005eb12234 x1853237358522752/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384959.035397:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00000001:1.0:1767384959.035402:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384959.035404:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384959.035408:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005eb12234 x1853237358522752/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384959.035410:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cea129b2. 00000020:00000010:1.0:1767384959.035416:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000eadd25d. 00000100:00000001:0.0:1767384959.035418:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384959.035420:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e1bb6fe. 00000100:00000001:0.0:1767384959.035421:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384959.035425:0:16128:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:1.0:1767384959.035426:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 02000000:00000001:0.0:1767384959.035427:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384959.035430:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384959.035432:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384959.035432:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384959.035435:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007c868db8. 02000000:00000001:0.0:1767384959.035436:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384959.035439:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1767384959.035441:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=83 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384959.035442:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384959.035448:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=83 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384959.035450:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384959.035451:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384959.035455:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384959.035457:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de3fe2b0. 00010000:00000001:0.0:1767384959.035457:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767384959.035462:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007571d54. 00010000:00000001:0.0:1767384959.035467:0:16128:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384959.035470:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384959.035473:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005eb12234 x1853237358522752/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384959.035479:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384959.035482:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384959.035483:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384959.035486:0:16128:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384959.035488:0:16128:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384959.035488:0:16128:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384959.035489:0:16128:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384959.035491:0:16128:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384959.035492:0:16128:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384959.035493:0:16128:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384959.035494:0:16128:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384959.035495:0:16128:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384959.035496:0:16128:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384959.035499:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005eb12234 x1853237358522752/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384959.035504:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005eb12234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358522752:0@lo:253: 00000100:00000001:0.0:1767384959.035507:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384959.035509:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384959.035511:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005eb12234 x1853237358522752/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384959.035515:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384959.035516:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384959.035518:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000cd7dfb82. 02000000:00000001:0.0:1767384959.035521:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384959.035523:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384959.035524:0:16128:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1767384959.035526:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384959.035528:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d5768b80. 02000000:00000001:0.0:1767384959.035531:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384959.035532:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384959.035533:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005eb12234. 00000100:00000001:0.0:1767384959.035543:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384959.035544:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384959.035545:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384959.035550:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384959.035552:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384959.035553:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384959.035555:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384959.035813:0:37620:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000003f06cb26. 00000400:00000040:3.0:1767384959.035839:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384959.035843:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384959.035846:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384959.035848:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384959.035850:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384959.035852:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384959.035855:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384959.035857:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384959.035859:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384959.035861:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384959.035863:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384959.035865:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384959.035868:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384959.035870:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384959.035872:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384959.035874:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384959.035876:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384959.035878:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384959.035881:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384959.035884:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384959.035887:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384959.035889:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384959.035891:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384959.035892:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384959.035893:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384959.035896:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384959.035898:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384959.035900:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384959.035902:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384959.035903:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384959.035904:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384959.035906:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384959.035908:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384959.035909:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384959.035911:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384959.035913:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384959.035915:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384959.035918:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384959.035926:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384959.035928:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384959.035931:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384959.035933:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384959.035935:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384959.035937:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384959.035939:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384959.035941:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384959.035943:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384959.035945:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384959.035948:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384959.035950:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384959.035953:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384959.035955:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384959.035956:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384959.035959:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384959.035961:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384959.035963:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384959.035965:0:37620:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384959.036141:0:37620:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000003f06cb26. 00080000:00000020:0.0:1767384959.037438:0:16762:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384959.037441:0:16762:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384959.037442:0:16762:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ab7e8103. 20000000:00000001:0.0:1767384959.037446:0:16762:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384959.037449:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358522880 00010000:00000001:0.0:1767384959.037451:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384959.037454:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006c6f40fb x1853237358522880/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:185/0 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384959.037461:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384959.037462:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384959.037464:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384959.037467:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384959.037469:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384959.037470:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384959.037472:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384959.037474:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384959.037475:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384959.037477:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384959.037481:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000bf763ba. 00000100:00000200:0.0:1767384959.037485:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358522880, offset 224 00000400:00000200:0.0:1767384959.037492:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384959.037498:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384959.037522:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272707200 00000400:00000200:0.0:1767384959.037529:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e41 [2] + 224 00000400:00000200:0.0:1767384959.037536:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384959.037540:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384959.037545:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384959.037550:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000012e985ac x1853237358522880/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384959.037582:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000012e985ac x1853237358522880/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384959.037602:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384959.037609:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bf763ba 00000400:00000010:0.0:1767384959.037611:0:16762:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000bf763ba. 00000100:00000001:0.0:1767384959.037615:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384959.037617:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384959.037622:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.037624:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384959.037627:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00000001:1.0:1767384959.037628:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384959.037633:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384959.037633:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384959.037635:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384959.037637:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384959.037638:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5876595. 00000020:00000001:0.0:1767384959.037643:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384959.037645:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fa78641 00000400:00000010:1.0:1767384959.037648:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008fa78641. 00000100:00000040:0.0:1767384959.037651:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c6f40fb x1853237358522880/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:185/0 lens 4848/4768 e 0 to 0 dl 1767384970 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384959.037652:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384959.037657:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000012e985ac x1853237358522880/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384959.037693:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000012e985ac x1853237358522880/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384959.037693:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006c6f40fb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16129:x1853237358522880:12345-0@lo:253: Request processed in 21447us (21795us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384959.037710:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384959.037712:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384959.037714:0:16129:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:0.0:1767384959.037715:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00000040:0.0:1767384959.037719:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 02000000:00000001:1.0:1767384959.037724:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384959.037725:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384959.037726:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384959.037730:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384959.037730:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384959.037732:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384959.037735:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fa33f91a. 00000100:00001000:1.0:1767384959.037736:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=83 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384959.037741:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000184b2a07. 00000100:00001000:1.0:1767384959.037742:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=83 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384959.037748:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1767384959.037748:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004ec1619. 00000100:00000001:1.0:1767384959.037751:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384959.037754:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 00010000:00000001:1.0:1767384959.037755:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384959.037758:0:16129:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384959.037777:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384959.037778:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384959.037780:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d9273208. 00000100:00000040:1.0:1767384959.037784:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000012e985ac x1853237358522880/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384959.037786:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384959.037789:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384959.037795:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384959.037796:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384959.037799:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384959.037802:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384959.037803:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc6522e8. 00000020:01000004:1.0:1767384959.037804:0:16129:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384959.037808:0:16129:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384959.037809:0:16129:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:0.0:1767384959.037810:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000bf763ba. 00000020:01000004:1.0:1767384959.037811:0:16129:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384959.037815:0:16129:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384959.037817:0:16129:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384959.037819:0:16129:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384959.037820:0:16129:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384959.037821:0:16129:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384959.037824:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012e985ac x1853237358522880/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384959.037845:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000012e985ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358522880:0@lo:253: 00000100:00000001:1.0:1767384959.037849:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384959.037851:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384959.037854:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000012e985ac x1853237358522880/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384975 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384959.037858:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384959.037859:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384959.037861:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c499ca11. 02000000:00000001:1.0:1767384959.037871:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384959.037872:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384959.037873:0:16129:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1767384959.037875:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384959.037877:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000382dec4f. 02000000:00000001:1.0:1767384959.037880:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384959.037881:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384959.037883:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012e985ac. 00000100:00000001:1.0:1767384959.037886:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384959.037887:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384959.037888:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384959.037892:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384959.037893:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384959.037895:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384959.037897:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384959.039212:0:37621:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000041096cb9. 00010000:00000010:2.1:1767384959.039217:0:37621:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f08e1736. 00000400:00000001:3.0:1767384959.449077:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384959.449083:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384959.449087:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ab784e2 00000800:00000200:2.0:1767384959.449093:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d115c8c3] -> 12345-192.168.203.157@tcp27 (6) 00000400:00000010:3.0:1767384959.449094:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ab784e2. 00000400:00000200:3.0:1767384959.449103:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:2.0:1767384959.449104:0:16119:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp27 ip 192.168.203.157:988 00000800:00000200:2.0:1767384959.449110:0:16119:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000082be1b3a type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1767384959.449113:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp31 recovery ping unlinked 00000400:00000010:3.0:1767384959.449126:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009aaf0631. 00000400:00000010:3.0:1767384959.449132:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000679db6a5. 00000800:00000200:2.0:1767384959.449137:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006a1bfc6b] -> 12345-192.168.203.157@tcp14 (6) 00000800:00000200:2.0:1767384959.449145:0:16119:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp14 ip 192.168.203.157:988 00000800:00000200:2.0:1767384959.449149:0:16119:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009f61ec69 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1767384959.449150:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp43 00000400:00000010:3.0:1767384959.449158:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000042ded7c2. 00000400:00000010:3.0:1767384959.449165:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000c54a42b. 00000400:00000010:3.0:1767384959.449170:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ab784e2. 00000400:00000010:3.0:1767384959.449178:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006a954407. 00000400:00000200:3.0:1767384959.449185:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp43 00000400:00000200:3.0:1767384959.449201:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp43 local destination 00000400:00000200:3.0:1767384959.449209:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp43 00000400:00000200:3.0:1767384959.449222:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp43 NI seq info: [188:188:256:4294967295] 192.168.203.157@tcp43 LPNI seq info [178:178:8:4294967295] 00000800:00000200:1.0:1767384959.449226:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1767384959.449231:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384959.449233:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp43 00000800:00000001:1.0:1767384959.449233:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384959.449236:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384959.449242:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384959.449242:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384959.449249:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384959.449249:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384959.449251:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp43(192.168.203.157@tcp43:) -> 192.168.203.157@tcp43(192.168.203.157@tcp43:192.168.203.157@tcp43) : GET try# 0 00000800:00000001:2.0:1767384959.449254:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384959.449254:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384959.449260:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp43 00000800:00000010:3.0:1767384959.449266:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003a682a58. 00000800:00000200:3.0:1767384959.449274:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000afded8e] -> 12345-192.168.203.157@tcp43 (2) 00000800:00000200:3.1:1767384959.449280:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000afded8e] -> 12345-192.168.203.157@tcp43 (2) 00000400:00000200:3.0:1767384959.449317:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp43 added to recovery queue. ping count: 3 next ping: 290 health :700 00000400:00000200:3.0:1767384959.449326:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp40 00000400:00000010:3.0:1767384959.449330:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000073823980. 00000400:00000010:3.0:1767384959.449336:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ccf01527. 00000400:00000010:3.0:1767384959.449340:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2626c3. 00000400:00000010:3.0:1767384959.449346:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f89db9c4. 00000400:00000200:3.0:1767384959.449360:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp40 00000400:00000200:3.0:1767384959.449368:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp40 local destination 00000400:00000200:3.0:1767384959.449373:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp40 00000400:00000200:3.0:1767384959.449377:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp40 NI seq info: [189:189:256:4294967295] 192.168.203.157@tcp40 LPNI seq info [179:179:8:4294967295] 00000400:00000200:2.0:1767384959.449382:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:3.0:1767384959.449383:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp40 00000400:00000200:3.0:1767384959.449397:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp40(192.168.203.157@tcp40:) -> 192.168.203.157@tcp40(192.168.203.157@tcp40:192.168.203.157@tcp40) : GET try# 0 00000800:00000200:3.0:1767384959.449403:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp40 00000800:00000010:3.0:1767384959.449407:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000068611100. 00000800:00000200:3.0:1767384959.449412:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b73ca1f] -> 12345-192.168.203.157@tcp40 (2) 00000800:00000200:3.1:1767384959.449417:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b73ca1f] -> 12345-192.168.203.157@tcp40 (2) 00000400:00000200:2.0:1767384959.449422:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:3.0:1767384959.449439:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp40 added to recovery queue. ping count: 4 next ping: 298 health :600 00000400:00000200:3.0:1767384959.449444:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp33 00000400:00000200:2.0:1767384959.449448:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000010:3.0:1767384959.449449:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c3394def. 00000400:00000010:3.0:1767384959.449457:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a672128d. 00000400:00000010:3.0:1767384959.449461:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0ac64dc. 00000400:00000010:3.0:1767384959.449468:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000ff70fcb. 00000400:00000200:3.0:1767384959.449473:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp33 00000400:00000200:3.0:1767384959.449481:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp33 local destination 00000400:00000200:2.0:1767384959.449485:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:1.0:1767384959.449489:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:3.0:1767384959.449500:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp33 00000400:00000200:3.0:1767384959.449505:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp33 NI seq info: [190:190:256:4294967295] 192.168.203.157@tcp33 LPNI seq info [180:180:8:4294967295] 00000400:00000200:3.0:1767384959.449511:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp33 00000400:00000200:2.0:1767384959.449519:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:1.0:1767384959.449522:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:3.0:1767384959.449534:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp33(192.168.203.157@tcp33:) -> 192.168.203.157@tcp33(192.168.203.157@tcp33:192.168.203.157@tcp33) : GET try# 0 00000800:00000200:3.0:1767384959.449544:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp33 00000800:00000010:3.0:1767384959.449548:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e33712ae. 00000800:00000200:3.0:1767384959.449554:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d474981a] -> 12345-192.168.203.157@tcp33 (2) 00000400:00000200:2.0:1767384959.449556:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:1.0:1767384959.449560:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000800:00000200:3.1:1767384959.449562:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d474981a] -> 12345-192.168.203.157@tcp33 (2) 00000400:00000200:3.0:1767384959.449582:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp33 added to recovery queue. ping count: 5 next ping: 314 health :500 00000400:00000200:2.0:1767384959.449589:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:1.0:1767384959.449589:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:2.0:1767384959.449643:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:1.0:1767384959.449643:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:3.0:1767384959.449663:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384959.449687:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:1.0:1767384959.449688:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:3.0:1767384959.449735:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:2.0:1767384959.449749:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:1.0:1767384959.449749:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:3.0:1767384959.449792:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:1.0:1767384959.449801:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384959.449802:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:3.0:1767384959.449847:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:2.0:1767384959.449855:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:1.0:1767384959.449856:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:3.0:1767384959.449901:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:1.0:1767384959.449907:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384959.449908:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:3.0:1767384959.449960:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384959.449963:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:1.0:1767384959.449963:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384959.450049:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:1.0:1767384959.450050:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:3.0:1767384959.450061:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384959.450099:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:1.0:1767384959.450099:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:3.0:1767384959.450125:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384959.450145:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:1.0:1767384959.450145:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:3.0:1767384959.450184:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384959.450200:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:1.0:1767384959.450200:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:3.0:1767384959.450240:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384959.450253:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:1.0:1767384959.450253:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:3.0:1767384959.450297:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384959.450322:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:1.0:1767384959.450323:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:3.0:1767384959.450371:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384959.450380:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:1.0:1767384959.450380:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:3.0:1767384959.450432:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384959.450436:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:1.0:1767384959.450436:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:3.0:1767384959.450508:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384959.450509:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:1.0:1767384959.450509:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384959.450564:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:1.0:1767384959.450564:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:3.0:1767384959.450586:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384959.450612:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:1.0:1767384959.450612:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:3.0:1767384959.450656:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384959.450669:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:1.0:1767384959.450669:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:3.0:1767384959.450714:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384959.450722:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:1.0:1767384959.450722:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:3.0:1767384959.450769:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384959.450786:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:1.0:1767384959.450786:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:3.0:1767384959.450827:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384959.450853:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:1.0:1767384959.450853:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:3.0:1767384959.450881:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384959.450913:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:1.0:1767384959.450913:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:3.0:1767384959.450944:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384959.450969:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:1.0:1767384959.450969:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:3.0:1767384959.451034:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384959.451049:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:1.0:1767384959.451050:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:3.0:1767384959.451078:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:2.0:1767384959.451105:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:1.0:1767384959.451105:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:3.0:1767384959.451124:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:3.0:1767384959.451182:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384959.451183:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:1.0:1767384959.451183:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:3.0:1767384959.451232:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384959.451244:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:1.0:1767384959.451244:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:3.0:1767384959.451286:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:1.0:1767384959.451328:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:3.0:1767384959.451359:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:1.0:1767384959.451403:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:3.0:1767384959.451422:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000800:00000010:2.0:1767384959.451456:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000030056347. 00000800:00000010:2.0:1767384959.451464:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000faf9bd4a. 00000400:00000200:1.0:1767384959.451469:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:2.0:1767384959.451470:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dbc7c6b3. 00000400:00000200:3.0:1767384959.451474:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000800:00000010:2.0:1767384959.451498:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dbc7c6b3. 00000800:00020000:2.0:1767384959.451509:0:16115:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:2.0:1767384959.451513:0:16115:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000faf9bd4a. 00000800:00000010:2.0:1767384959.451516:0:16115:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000030056347. 00000400:00000200:3.0:1767384959.451533:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:02020000:2.0:1767384959.451584:0:16115:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp43 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384959.451592:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384959.451593:0:16115:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp43 notifying 192.168.203.157@tcp43: down 00000800:00000200:2.0:1767384959.451603:0:16115:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp43 down 00000800:00000100:2.0:1767384959.451612:0:16115:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp43 00000800:00000010:2.0:1767384959.451615:0:16115:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003a682a58. 00000400:00000200:2.0:1767384959.451626:0:16115:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384959.451633:0:16115:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp43->192.168.203.157@tcp43: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384959.451643:0:16115:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000800:00000010:1.0:1767384959.451645:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bf1fc5f5. 00000400:00000200:2.0:1767384959.451647:0:16115:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp43 recovery message sent unsuccessfully:-71 00000800:00000010:1.0:1767384959.451650:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000527e9270. 00000800:00000010:1.0:1767384959.451653:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007ded5074. 00000400:00000200:3.0:1767384959.451654:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384959.451654:0:16115:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp43) recovery failed with -71 00000800:00000010:1.0:1767384959.451684:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007ded5074. 00000800:00020000:1.0:1767384959.451693:0:16117:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:1.0:1767384959.451697:0:16117:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000527e9270. 00000800:00000010:1.0:1767384959.451700:0:16117:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bf1fc5f5. 00000400:00000200:3.0:1767384959.451710:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:3.0:1767384959.451754:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:02020000:1.0:1767384959.451769:0:16117:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp40 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384959.451776:0:16117:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp40 notifying 192.168.203.157@tcp40: down 00000800:00000200:1.0:1767384959.451781:0:16117:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp40 down 00000800:00000100:1.0:1767384959.451786:0:16117:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp40 00000800:00000010:1.0:1767384959.451793:0:16117:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000068611100. 00000400:00000200:1.0:1767384959.451796:0:16117:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384959.451800:0:16117:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp40->192.168.203.157@tcp40: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384959.451805:0:16117:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384959.451808:0:16117:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384959.451812:0:16117:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp40) recovery failed with -71 00000800:00000010:3.0:1767384959.451890:0:29524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c499ca11. 00000800:00000010:3.0:1767384959.451895:0:29524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d838630b. 00000800:00000010:3.0:1767384959.451899:0:29524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bcb21dce. 00000800:00000010:3.0:1767384959.451917:0:29524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bcb21dce. 00000800:00020000:3.0:1767384959.451924:0:29524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:3.0:1767384959.451926:0:29524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d838630b. 00000800:00000010:3.0:1767384959.451929:0:29524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c499ca11. 00000400:02020000:3.0:1767384959.451979:0:29524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp33 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384959.451986:0:29524:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp33 notifying 192.168.203.157@tcp33: down 00000800:00000200:3.0:1767384959.451991:0:29524:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp33 down 00000800:00000100:3.0:1767384959.451995:0:29524:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp33 00000800:00000010:3.0:1767384959.451997:0:29524:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e33712ae. 00000400:00000200:3.0:1767384959.451999:0:29524:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384959.452003:0:29524:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp33->192.168.203.157@tcp33: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384959.452009:0:29524:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384959.452224:0:29524:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384959.452230:0:29524:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp33) recovery failed with -71 00010000:00000001:1.0:1767384959.833244:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384959.833249:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384959.833253:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384959.833254:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384959.833285:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384959.833317:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384959.833320:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1767384960.026092:0:16767:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384960.026105:0:16767:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ff67cc77) refs 2 10000000:00000001:0.0:1767384960.026110:0:16767:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384960.026114:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384960.026116:0:16767:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384960.026118:0:16767:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384960.026119:0:16767:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384960.026122:0:16767:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384960.026123:0:16767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9d31c7708000 from 79 10000000:00000001:0.0:1767384960.026126:0:16767:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384960.026127:0:16767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384960.026133:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c705512f. 00000020:00000040:0.0:1767384960.026136:0:16767:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1767384960.026140:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384960.026143:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384960.026148:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384960.026155:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000050f413a9. 00000100:00000001:0.0:1767384960.026161:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384960.026164:0:16767:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384960.026167:0:16767:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384960.026172:0:16767:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000990ada7f. 00010000:00000001:0.0:1767384960.026176:0:16767:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384960.026179:0:16767:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004a5c45ff. 00000020:00000001:0.0:1767384960.026183:0:16767:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384960.026187:0:16767:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004a5c45ff with handle 0x4895a8f6c11e87f9 to hash 00000020:00000001:0.0:1767384960.026189:0:16767:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384960.026191:0:16767:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00010000:00000001:0.0:1767384960.026194:0:16767:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00010000:00000001:0.0:1767384960.026197:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384960.026200:0:16767:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384960.026202:0:16767:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: 000000004a5c45ff/0x4895a8f6c11e87f9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384960.026209:0:16767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: 000000004a5c45ff/0x4895a8f6c11e87f9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384960.026216:0:16767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: 000000004a5c45ff/0x4895a8f6c11e87f9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384960.026226:0:16767:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384960.026228:0:16767:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384960.026232:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008550ba2d. 00000100:00000001:0.0:1767384960.026234:0:16767:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635431474964544 : -108642234587072 : ffff9d30c2332840) 00000100:00000001:0.0:1767384960.026237:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384960.026238:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780961408 : -108637928590208 : ffff9d31c2db7480) 00000100:00000001:0.0:1767384960.026242:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384960.026244:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.026246:0:16767:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384960.026248:0:16767:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384960.026254:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c705512f x1853237358523008/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384960.026261:0:16767:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384960.026263:0:16767:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384960.026265:0:16767:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384960.026267:0:16767:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384960.026269:0:16767:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384960.026270:0:16767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c705512f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358523008:0@lo:101: 00000100:00000001:0.0:1767384960.026274:0:16767:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384960.026278:0:16767:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384960.026280:0:16767:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384960.026282:0:16767:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384960.026285:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b403ea5a. 02000000:00000001:0.0:1767384960.026287:0:16767:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384960.026291:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbd7122d. 00000400:00000010:0.0:1767384960.026296:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065204f26. 00000100:00000200:0.0:1767384960.026315:0:16767:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358523008, portal 25 00000100:00000001:0.0:1767384960.026318:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384960.026318:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780961408 : -108637928590208 : ffff9d31c2db7480) 00000100:00000040:0.0:1767384960.026322:0:16767:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c705512f x1853237358523008/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384976 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384960.026328:0:16767:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384960.026335:0:16767:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384960.026337:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ea848ad. 00000100:00000200:0.0:1767384960.026351:0:16767:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237358523008, offset 0 00000400:00000200:0.0:1767384960.026357:0:16767:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384960.026369:0:16767:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384960.026379:0:16767:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272707280 00000400:00000200:0.0:1767384960.026385:0:16767:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x15a5 [2] + 0 00000400:00000010:0.0:1767384960.026388:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae3d808c. 00000400:00000200:0.0:1767384960.026391:0:16767:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fdaa87bb 00000400:00000200:0.0:1767384960.026395:0:16767:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384960.026400:0:16767:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384960.026403:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fdaa87bb 00000400:00000010:0.0:1767384960.026405:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fdaa87bb. 00000100:00000001:0.0:1767384960.026409:0:16767:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384960.026411:0:16767:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384960.026413:0:16767:0:(events.c:337:request_in_callback()) incoming req@0000000092870bb9 x1853237358523008 msgsize 328 00000100:00100000:0.0:1767384960.026417:0:16767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384960.026419:0:16767:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384960.026431:0:16767:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384960.026437:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ea848ad 00000400:00000010:0.0:1767384960.026438:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ea848ad. 00000100:00000001:0.0:1767384960.026441:0:16767:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384960.026445:0:16767:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c705512f x1853237358523008/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384976 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384960.026452:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384960.026455:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000c705512f x1853237358523008/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384976 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384960.026460:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384960.026461:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384960.026462:0:16767:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767384960.026466:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358523008 00000100:00000001:0.0:1767384960.026468:0:16767:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384960.026470:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384960.026473:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384960.026473:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294949900 00000100:00000001:1.0:1767384960.026477:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384960.026480:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c00240d. 02000000:00000001:1.0:1767384960.026481:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384960.026486:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358523008 00000020:00000001:1.0:1767384960.026488:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384960.026488:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000020:00000040:1.0:1767384960.026492:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:1.0:1767384960.026494:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384960.026496:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000020:00000001:1.0:1767384960.026499:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384960.026499:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294949900 00000020:00000001:1.0:1767384960.026502:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:1.0:1767384960.026505:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:0.0:1767384960.026509:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004eb806ac. 00000020:00000010:1.0:1767384960.026510:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094e11e93. 00000100:00000001:1.0:1767384960.026515:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384960.026515:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000020:00000010:1.0:1767384960.026520:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094e11e93. 00000100:00000001:0.0:1767384960.026523:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294949900 00000020:00000010:1.0:1767384960.026526:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000560f0758. 00000100:00000010:0.0:1767384960.026527:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e5d1bf9. 00000100:00000001:0.0:1767384960.026532:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384960.026534:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294949900 00000020:00000010:1.0:1767384960.026535:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007e934e23. 00000100:00000010:0.0:1767384960.026540:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000adf053aa. 00000020:00000010:1.0:1767384960.026542:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000eadd25d. 00000100:00000001:0.0:1767384960.026544:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384960.026548:0:16767:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384960.026550:0:16767:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.026553:0:16767:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384960.026554:0:16767:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384960.026555:0:16762:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:0.0:1767384960.026556:0:16767:0:(client.c:2690:ptlrpc_set_wait()) set 000000008550ba2d going to sleep for 11 seconds 00000100:00000001:1.0:1767384960.026561:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384960.026561:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384960.026565:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384960.026566:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384960.026571:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384960.026588:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384960.026611:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384960.026624:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384960.026626:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384960.026632:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00000001:0.0:1767384960.026634:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384960.026635:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:0.0:1767384960.026636:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384960.026640:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631885904 : -108637077665712 : ffff9d31f5938850) 00000100:00000001:0.0:1767384960.026640:0:16764:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.026645:0:16764:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384960.026648:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000092870bb9 x1853237358523008/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:186/0 lens 328/0 e 0 to 0 dl 1767384971 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384960.026656:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384960.026658:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094e11e93. 00000100:00000001:1.0:1767384960.026659:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384960.026661:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094e11e93. 00000100:00100000:1.0:1767384960.026664:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000092870bb9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16767:x1853237358523008:12345-0@lo:101: 00000100:00000200:1.0:1767384960.026667:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358523008 00000020:00000001:1.0:1767384960.026670:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384960.026672:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384960.026674:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384960.026676:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384960.026677:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169728 : -1040381888 : ffffffffc1fd0840) 00000020:00000001:1.0:1767384960.026680:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384960.026682:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384960.026683:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384960.026685:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384960.026688:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384960.026689:0:16762:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384960.026691:0:16762:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384960.026693:0:16762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384960.026694:0:16762:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384960.026696:0:16762:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384960.026699:0:16762:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384960.026704:0:16762:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000084bd7122. 00010000:00000001:1.0:1767384960.026706:0:16762:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384960.026715:0:16762:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fe748dd8. 00000020:00000001:1.0:1767384960.026717:0:16762:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384960.026719:0:16762:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fe748dd8 with handle 0x4895a8f6c11e8800 to hash 00000020:00000001:1.0:1767384960.026721:0:16762:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384960.026722:0:16762:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435879615488 : -108637829936128 : ffff9d31c8bccc00) 00010000:00000001:1.0:1767384960.026724:0:16762:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435879615488 : -108637829936128 : ffff9d31c8bccc00) 00010000:00010000:1.0:1767384960.026726:0:16762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e8800 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4895a8f6c11e87f9 expref: -99 pid: 16762 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384960.026731:0:16762:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000005d63f134 : new locks_count 10 00000020:00000040:1.0:1767384960.026733:0:16762:0:(genops.c:887:class_export_get()) GET export 000000005d63f134 refcount=15 00000100:00000001:1.0:1767384960.026738:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384960.026740:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384960.026743:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000066e10a27. 02000000:00000001:1.0:1767384960.026744:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384960.026746:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384960.026748:0:16762:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384960.026751:0:16762:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384960.026752:0:16762:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384960.026754:0:16762:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384960.026755:0:16762:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384960.026757:0:16762:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384960.026758:0:16762:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384960.026759:0:16762:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384960.026761:0:16762:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384960.026762:0:16762:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384960.026763:0:16762:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384960.026765:0:16762:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000084bd7122) refcount = 1 00010000:00010000:1.0:1767384960.026768:0:16762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e8800 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4895a8f6c11e87f9 expref: 15 pid: 16762 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384960.026772:0:16762:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384960.026773:0:16762:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384960.026774:0:16762:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384960.026776:0:16762:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384960.026782:0:16762:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384960.026785:0:16762:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384960.026787:0:16762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e8800 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e87f9 expref: 15 pid: 16762 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384960.026792:0:16762:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384960.026794:0:16762:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384960.026795:0:16762:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384960.026797:0:16762:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384960.026798:0:16762:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384960.026799:0:16762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384960.026800:0:16762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384960.026801:0:16762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000fe748dd8, rc 0) 00000020:00000001:1.0:1767384960.026803:0:16762:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384960.026805:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358523008 00010000:00000001:1.0:1767384960.026807:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384960.026811:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000092870bb9 x1853237358523008/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:186/0 lens 328/344 e 0 to 0 dl 1767384971 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384960.026816:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384960.026818:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384960.026821:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=84 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384960.026824:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384960.026826:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:1.0:1767384960.026828:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:1.0:1767384960.026829:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384960.026831:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384960.026833:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384960.026835:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384960.026838:0:16762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000479c74e7. 00000100:00000200:1.0:1767384960.026840:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237358523008, offset 224 00000400:00000200:1.0:1767384960.026844:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384960.026850:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384960.026858:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272707280 00000400:00000200:1.0:1767384960.026861:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1e6d [1] + 224 00000400:00000200:1.0:1767384960.026864:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384960.026870:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384960.026874:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384960.026876:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c705512f x1853237358523008/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384976 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384960.026884:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000c705512f x1853237358523008/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384976 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384960.026896:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384960.026900:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000479c74e7 00000400:00000010:1.0:1767384960.026901:0:16762:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000479c74e7. 00000100:00000001:1.0:1767384960.026903:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384960.026905:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384960.026908:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.026910:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384960.026911:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:1.0:1767384960.026914:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384960.026916:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384960.026916:0:16767:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384960.026919:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384960.026920:0:16767:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384960.026923:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cbd7122d. 00000100:00000040:1.0:1767384960.026925:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092870bb9 x1853237358523008/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:186/0 lens 328/344 e 0 to 0 dl 1767384971 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384960.026927:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065204f26 00000400:00000010:0.0:1767384960.026932:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065204f26. 00000100:00100000:1.0:1767384960.026938:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000092870bb9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16767:x1853237358523008:12345-0@lo:101: Request processed in 280us (521us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384960.026938:0:16767:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384960.026946:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00000200:0.0:1767384960.026946:0:16767:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c705512f x1853237358523008/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384976 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384960.026950:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:1.0:1767384960.026954:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384960.026957:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384960.026962:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007e934e23. 00000020:00000010:1.0:1767384960.026966:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000eadd25d. 00000100:00000200:0.0:1767384960.026966:0:16767:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c705512f x1853237358523008/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384976 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384960.026972:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000560f0758. 00000020:00000040:1.0:1767384960.026977:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 02000000:00000001:1.0:1767384960.026983:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384960.026984:0:16767:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767384960.026985:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000066e10a27. 00000100:00000001:0.0:1767384960.026987:0:16767:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384960.026990:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384960.026991:0:16767:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384960.026993:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384960.026994:0:16767:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1767384960.026998:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384960.027003:0:16767:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384960.027006:0:16767:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384960.027009:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000013a002. 02000000:00000001:0.0:1767384960.027009:0:16767:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384960.027037:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cc795b2b. 00000100:00001000:0.0:1767384960.027037:0:16767:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=84 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384960.027043:0:16767:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=84 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384960.027047:0:16767:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384960.027048:0:16767:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384960.027050:0:16767:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384960.027052:0:16767:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.027053:0:16767:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384960.027058:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c705512f x1853237358523008/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384976 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384960.027063:0:16767:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384960.027065:0:16767:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384960.027066:0:16767:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384960.027070:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c705512f x1853237358523008/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384976 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384960.027075:0:16767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c705512f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358523008:0@lo:101: 00000100:00000001:0.0:1767384960.027079:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384960.027081:0:16767:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.027082:0:16767:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384960.027083:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384960.027084:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c705512f x1853237358523008/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384976 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384960.027088:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384960.027089:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008550ba2d. 00000100:00000001:0.0:1767384960.027091:0:16767:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384960.027092:0:16767:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384960.027094:0:16767:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384960.027096:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384960.027097:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384960.027098:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a5c45ff refcount=4 00000020:00000001:0.0:1767384960.027100:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00010000:00000001:0.0:1767384960.027101:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00010000:00000040:0.0:1767384960.027109:0:16767:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000004a5c45ff, remote cookie: 0x4895a8f6c11e8800, flags: 0x0 00010000:00000001:0.0:1767384960.027111:0:16767:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384960.027114:0:16767:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384960.027115:0:16767:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384960.027116:0:16767:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384960.027117:0:16767:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384960.027118:0:16767:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000990ada7f) refcount = 1 00010000:00010000:0.0:1767384960.027120:0:16767:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: 000000004a5c45ff/0x4895a8f6c11e87f9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e8800 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384960.027124:0:16767:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384960.027125:0:16767:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384960.027126:0:16767:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384960.027128:0:16767:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384960.027129:0:16767:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384960.027131:0:16767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: 000000004a5c45ff/0x4895a8f6c11e87f9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4895a8f6c11e8800 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384960.027135:0:16767:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384960.027137:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384960.027138:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384960.027139:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384960.027139:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384960.027141:0:16767:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.027142:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384960.027143:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c705512f x1853237358523008/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384976 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384960.027148:0:16767:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384960.027149:0:16767:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384960.027151:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b403ea5a. 02000000:00000001:0.0:1767384960.027154:0:16767:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384960.027155:0:16767:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384960.027156:0:16767:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1767384960.027158:0:16767:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384960.027159:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000050f413a9. 02000000:00000001:0.0:1767384960.027161:0:16767:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384960.027168:0:16767:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384960.027170:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c705512f. 00000100:00000001:0.0:1767384960.027173:0:16767:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384960.027174:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384960.027176:0:16767:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384960.027177:0:16767:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384960.027179:0:16767:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ff67cc77) refs 3 10000000:00000001:0.0:1767384960.027180:0:16767:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384960.027182:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384960.027183:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384960.027184:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a5c45ff refcount=3 00000020:00000001:0.0:1767384960.027186:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00010000:00000001:0.0:1767384960.027188:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00010000:00000001:0.0:1767384960.027189:0:16767:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384960.027190:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384960.027191:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384960.027193:0:16767:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384960.027194:0:16767:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384960.027197:0:16767:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000007d1f226b. 00000100:00000010:0.0:1767384960.027209:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c705512f. 00000020:00000040:0.0:1767384960.027211:0:16767:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1767384960.027213:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384960.027214:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384960.027216:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384960.027220:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000050f413a9. 00000100:00000001:0.0:1767384960.027222:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.027225:0:16767:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384960.027228:0:16767:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000b403ea5a. 00000100:00000010:0.0:1767384960.027231:0:16767:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000c4c16f45. 00000020:00000040:0.0:1767384960.027232:0:16767:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1767384960.027235:0:16767:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384960.027236:0:16767:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384960.027238:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008550ba2d. 00000100:00000001:0.0:1767384960.027240:0:16767:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635431474964544 : -108642234587072 : ffff9d30c2332840) 00000100:00000001:0.0:1767384960.027241:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384960.027242:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780961408 : -108637928590208 : ffff9d31c2db7480) 00000100:00000001:0.0:1767384960.027248:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384960.027249:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.027250:0:16767:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384960.027251:0:16767:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384960.027253:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c705512f x1853237358523136/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384960.027258:0:16767:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384960.027259:0:16767:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384960.027260:0:16767:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384960.027261:0:16767:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384960.027263:0:16767:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384960.027264:0:16767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c705512f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358523136:0@lo:256: 00000100:00000001:0.0:1767384960.027267:0:16767:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384960.027269:0:16767:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384960.027270:0:16767:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.027272:0:16767:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384960.027276:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbd7122d. 00000400:00000010:0.0:1767384960.027280:0:16767:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000039807209. 00000100:00000200:0.0:1767384960.027283:0:16767:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958272707300-0x6958272707300, portal 33 00000100:00000001:0.0:1767384960.027285:0:16767:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384960.027286:0:16767:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384960.027289:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5e78ae7. 02000000:00000001:0.0:1767384960.027290:0:16767:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384960.027292:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae3d808c. 00000400:00000010:0.0:1767384960.027295:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065204f26. 00000100:00000200:0.0:1767384960.027297:0:16767:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358523136, portal 25 00000100:00000001:0.0:1767384960.027314:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384960.027315:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780961408 : -108637928590208 : ffff9d31c2db7480) 00000100:00000040:0.0:1767384960.027319:0:16767:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c705512f x1853237358523136/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384976 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384960.027324:0:16767:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384960.027326:0:16767:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384960.027329:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ea848ad. 00000100:00000200:0.0:1767384960.027331:0:16767:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237358523136, offset 0 00000400:00000200:0.0:1767384960.027341:0:16767:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384960.027348:0:16767:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384960.027353:0:16767:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272707300 00000400:00000200:0.0:1767384960.027357:0:16767:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x15e5 [2] + 0 00000400:00000010:0.0:1767384960.027360:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d4fcd82. 00000400:00000200:0.0:1767384960.027363:0:16767:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009d45bc7a 00000400:00000200:0.0:1767384960.027365:0:16767:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384960.027368:0:16767:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384960.027370:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d45bc7a 00000400:00000010:0.0:1767384960.027371:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009d45bc7a. 00000100:00000001:0.0:1767384960.027374:0:16767:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384960.027375:0:16767:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384960.027377:0:16767:0:(events.c:337:request_in_callback()) incoming req@00000000af723edd x1853237358523136 msgsize 304 00000100:00100000:0.0:1767384960.027380:0:16767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384960.027381:0:16767:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384960.027390:0:16767:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384960.027393:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ea848ad 00000400:00000010:0.0:1767384960.027394:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ea848ad. 00000100:00000001:0.0:1767384960.027396:0:16767:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384960.027398:0:16767:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c705512f x1853237358523136/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384976 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384960.027404:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384960.027405:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000c705512f x1853237358523136/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384976 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384960.027410:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384960.027411:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384960.027412:0:16767:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767384960.027415:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358523136 00000100:00000001:0.0:1767384960.027417:0:16767:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384960.027419:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384960.027420:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294949901 00000100:00000001:1.0:1767384960.027421:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384960.027425:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384960.027427:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384960.027429:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358523136 00000100:00000001:0.0:1767384960.027429:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294949900 00000020:00000001:1.0:1767384960.027433:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384960.027435:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000100:00000001:0.0:1767384960.027435:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294949901 00000020:00000001:1.0:1767384960.027440:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384960.027442:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000100:00000001:0.0:1767384960.027442:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294949900 00000020:00000001:1.0:1767384960.027448:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:1.0:1767384960.027450:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384960.027450:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294949901 00000100:00000001:1.0:1767384960.027456:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384960.027457:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294949900 00000020:00000010:1.0:1767384960.027459:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094e11e93. 00000100:00000001:1.0:1767384960.027462:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384960.027465:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094e11e93. 00000100:00000001:0.0:1767384960.027470:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294949901 00000020:00000010:1.0:1767384960.027471:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000560f0758. 00000100:00000001:0.0:1767384960.027475:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294949900 00000020:00000010:1.0:1767384960.027476:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007e934e23. 00000100:00000001:0.0:1767384960.027479:0:16767:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384960.027482:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000eadd25d. 00000100:00000001:0.0:1767384960.027482:0:16767:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.027487:0:16767:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384960.027488:0:16767:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384960.027490:0:16767:0:(client.c:2690:ptlrpc_set_wait()) set 000000008550ba2d going to sleep for 11 seconds 00000100:00000040:1.0:1767384960.027491:0:16762:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384960.027493:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384960.027494:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384960.027496:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384960.027497:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384960.027499:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384960.027503:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384960.027511:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384960.027518:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384960.027520:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384960.027524:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00000001:0.0:1767384960.027526:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384960.027527:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:0.0:1767384960.027529:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384960.027530:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631886928 : -108637077664688 : ffff9d31f5938c50) 00000100:00000001:0.0:1767384960.027532:0:16764:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.027535:0:16764:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384960.027536:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000af723edd x1853237358523136/t0(0) o256->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:186/0 lens 304/0 e 0 to 0 dl 1767384971 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384960.027550:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384960.027553:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094e11e93. 00000100:00000001:1.0:1767384960.027555:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384960.027558:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094e11e93. 00000100:00100000:1.0:1767384960.027562:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000af723edd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16767:x1853237358523136:12345-0@lo:256: 00000100:00000200:1.0:1767384960.027565:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358523136 00000020:00000001:1.0:1767384960.027568:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384960.027570:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384960.027572:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384960.027574:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384960.027576:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170144 : -1040381472 : ffffffffc1fd09e0) 00000020:00000001:1.0:1767384960.027579:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384960.027580:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384960.027582:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384960.027583:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384960.027585:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384960.027588:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384960.027590:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384960.027593:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000066e10a27. 02000000:00000001:1.0:1767384960.027596:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384960.027598:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384960.027601:0:16762:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384960.027605:0:16762:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384960.027608:0:16762:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384960.027611:0:16762:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384960.027613:0:16762:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384960.027616:0:16762:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384960.027618:0:16762:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384960.027621:0:16762:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000b84d1754. 20000000:00000001:1.0:1767384960.027623:0:16762:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384960.027637:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384960.027643:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384960.027647:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384960.027652:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384960.027653:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384960.027654:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384960.027655:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384960.027656:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384960.027657:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384960.027659:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384960.027660:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384960.027661:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384960.027662:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384960.027663:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384960.027665:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384960.027666:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384960.027667:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384960.027669:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384960.027670:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384960.027671:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384960.027672:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384960.027673:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384960.027675:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384960.027676:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384960.027677:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384960.027678:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384960.027679:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384960.027680:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384960.027682:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384960.027683:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384960.027684:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384960.027686:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384960.027687:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384960.027688:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384960.027689:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384960.027691:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:1.0:1767384960.027692:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:1.0:1767384960.027693:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:1.0:1767384960.027694:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:1.0:1767384960.027695:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:01000000:1.0:1767384960.027697:0:16762:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 824, pages 3272/1/4/3. 20000000:00000040:1.0:1767384960.027704:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384960.027711:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384960.027712:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384960.027714:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384960.027715:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384960.027717:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384960.027718:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384960.027720:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384960.027721:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384960.027722:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384960.027724:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384960.027726:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384960.027727:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384960.027728:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384960.027730:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384960.027731:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384960.027733:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384960.027735:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384960.027736:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384960.027737:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384960.027739:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384960.027741:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384960.027742:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384960.027744:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384960.027745:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384960.027747:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384960.027748:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384960.027750:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384960.027751:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384960.027753:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384960.027754:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384960.027756:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384960.027757:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384960.027759:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384960.027760:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384960.027762:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:1.0:1767384960.027763:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:1.0:1767384960.027764:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:1.0:1767384960.027766:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:1.0:1767384960.027767:0:16762:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:01000000:1.0:1767384960.027772:0:16762:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 824, pages 2448/1/4/3. 20000000:01000000:1.0:1767384960.027773:0:16762:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1648, version 84 20000000:00000001:1.0:1767384960.027774:0:16762:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1648 : 1648 : 670) 00000100:00000001:1.0:1767384960.027776:0:16762:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384960.027779:0:16762:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000b6f5260b. 00000100:00000010:1.0:1767384960.027782:0:16762:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000072083e32. 00000020:00000040:1.0:1767384960.027783:0:16762:0:(genops.c:887:class_export_get()) GET export 000000005d63f134 refcount=16 00010000:00000001:1.0:1767384960.027785:0:16762:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384960.027787:0:16762:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384960.027790:0:16762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000479c74e7. 00000400:00000010:1.0:1767384960.027794:0:16762:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000007ea9122. 00000400:00000200:1.0:1767384960.027797:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384960.027803:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384960.027807:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1648 into portal 33 MB=0x6958272707300 00000400:00000200:1.0:1767384960.027810:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1648/1648 into md 0x1e7d [4] + 0 00000400:00000010:1.0:1767384960.027812:0:16762:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cbd7122d. 00000400:00000200:1.0:1767384960.027814:0:16762:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000039807209 00000400:00000200:1.0:1767384960.027816:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384960.027818:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384960.027820:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039807209 00000400:00000010:1.0:1767384960.027821:0:16762:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000039807209. 00000100:00000001:1.0:1767384960.027824:0:16762:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384960.027825:0:16762:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000c705512f desc 00000000b403ea5a mbits 1853237358523136 00000100:00000001:1.0:1767384960.027834:0:16762:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384960.027836:0:16762:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384960.027839:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384960.027845:0:16762:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1e89 00000400:00000200:1.0:1767384960.027847:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384960.027849:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384960.027850:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384960.027853:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384960.027854:0:16762:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384960.027857:0:16762:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000b6f5260b 00000100:00000001:1.0:1767384960.027859:0:16762:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384960.027862:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000479c74e7 00000400:00000010:1.0:1767384960.027864:0:16762:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000479c74e7. 00000100:00000001:1.0:1767384960.027866:0:16762:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384960.027872:0:16762:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000b6f5260b 00000100:00000001:1.0:1767384960.027873:0:16762:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384960.027880:0:16762:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1648 bytes via portal 33 id 12345-0@lo mbits 0x6958272707300-0x6958272707300 00000100:00000001:1.0:1767384960.027882:0:16762:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384960.027886:0:16762:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384960.027887:0:16762:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384960.027889:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 15 00000100:00000010:1.0:1767384960.027891:0:16762:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000072083e32. 00000100:00000010:1.0:1767384960.027894:0:16762:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000b6f5260b. 00000100:00000001:1.0:1767384960.027896:0:16762:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384960.027897:0:16762:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384960.027902:0:16762:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000b84d1754. 20000000:00000001:1.0:1767384960.027905:0:16762:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384960.027907:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358523136 00010000:00000001:1.0:1767384960.027909:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384960.027912:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000af723edd x1853237358523136/t0(0) o256->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:186/0 lens 304/240 e 0 to 0 dl 1767384971 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384960.027917:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384960.027919:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384960.027920:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=84 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384960.027923:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384960.027924:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:1.0:1767384960.027925:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:1.0:1767384960.027927:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384960.027928:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384960.027930:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384960.027931:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384960.027933:0:16762:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000479c74e7. 00000100:00000200:1.0:1767384960.027935:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237358523136, offset 224 00000400:00000200:1.0:1767384960.027937:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384960.027940:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384960.027943:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272707300 00000400:00000200:1.0:1767384960.027946:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1e81 [1] + 224 00000400:00000200:1.0:1767384960.027948:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384960.027955:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384960.027957:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384960.027959:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c705512f x1853237358523136/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384976 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384960.027964:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000c705512f x1853237358523136/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384976 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384960.027974:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384960.027978:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000479c74e7 00000400:00000010:1.0:1767384960.027979:0:16762:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000479c74e7. 00000100:00000001:1.0:1767384960.027980:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384960.027981:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384960.027984:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384960.027986:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:1.0:1767384960.027988:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384960.027989:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.027990:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384960.027991:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384960.027995:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000af723edd x1853237358523136/t0(0) o256->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:186/0 lens 304/240 e 0 to 0 dl 1767384971 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384960.027996:0:16767:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384960.028000:0:16767:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384960.028003:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae3d808c. 00000100:00100000:1.0:1767384960.028007:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000af723edd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16767:x1853237358523136:12345-0@lo:256: Request processed in 454us (626us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384960.028009:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065204f26 00000100:00100000:1.0:1767384960.028048:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00000040:1.0:1767384960.028051:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:1.0:1767384960.028053:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384960.028055:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384960.028057:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007e934e23. 00000020:00000010:1.0:1767384960.028060:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000eadd25d. 00000020:00000010:1.0:1767384960.028064:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000560f0758. 00000020:00000040:1.0:1767384960.028068:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 02000000:00000001:1.0:1767384960.028073:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384960.028074:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000066e10a27. 02000000:00000001:1.0:1767384960.028077:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384960.028079:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384960.028082:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384960.028091:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000745cd949. 00000400:00000010:0.0:1767384960.028203:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065204f26. 00000100:00000001:0.0:1767384960.028206:0:16767:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:1.0:1767384960.028209:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000081547b1d. 00000100:00000200:0.0:1767384960.028210:0:16767:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c705512f x1853237358523136/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384976 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384960.028219:0:16767:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c705512f x1853237358523136/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384976 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384960.028225:0:16767:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384960.028227:0:16767:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384960.028228:0:16767:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384960.028229:0:16767:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384960.028230:0:16767:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384960.028231:0:16767:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384960.028233:0:16767:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384960.028235:0:16767:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=84 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384960.028238:0:16767:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=84 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384960.028249:0:16767:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384960.028250:0:16767:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384960.028251:0:16767:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384960.028252:0:16767:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.028253:0:16767:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384960.028255:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000c705512f x1853237358523136/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384976 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384960.028262:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000c705512f x1853237358523136/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384976 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384960.028267:0:16767:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384960.028269:0:16767:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384960.028272:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c705512f x1853237358523136/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384976 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384960.028277:0:16767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c705512f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358523136:0@lo:256: 00000100:00000001:0.0:1767384960.028282:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384960.028284:0:16767:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.028285:0:16767:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384960.028287:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384960.028289:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c705512f x1853237358523136/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384976 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384960.028293:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384960.028295:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008550ba2d. 00000100:00000001:0.0:1767384960.028312:0:16767:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384960.028313:0:16767:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384960.028316:0:16767:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 84, more 0. 10000000:00000001:0.0:1767384960.028318:0:16767:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384960.028324:0:16767:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000cdfa62e3. 10000000:00000040:0.0:1767384960.028333:0:16767:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.157@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384960.028338:0:16767:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384960.028340:0:16767:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384960.028344:0:16767:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.157@tcp has 192.168.203.157@tcp. 00000100:00000001:0.0:1767384960.028346:0:16767:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384960.028352:0:16767:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384960.028353:0:16767:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.157@tcp with 192.168.203.157@tcp 00000100:00000200:0.0:1767384960.028355:0:16767:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.157@tcp' 00000100:00000200:0.0:1767384960.028357:0:16767:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 40 NIDs for '192.168.203.157@tcp' 00000400:00000200:0.0:1767384960.028359:0:16767:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:0.0:1767384960.028361:0:16767:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384960.028363:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.157@tcp 00000400:00000200:0.0:1767384960.028367:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384960.028370:0:16767:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (40) 00000400:00000200:0.0:1767384960.028373:0:16767:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384960.028375:0:16767:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp: 0. pending discovery 00000400:00000200:0.0:1767384960.028378:0:16767:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (41) 00000400:00000200:0.0:1767384960.028379:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp 00000400:00000200:0.0:1767384960.028381:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.157@tcp10 00000400:00000200:0.0:1767384960.028383:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384960.028384:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp10 00000400:00000200:0.0:1767384960.028385:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.157@tcp11 00000400:00000200:0.0:1767384960.028388:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384960.028389:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp11 00000400:00000200:0.0:1767384960.028390:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.157@tcp12 00000400:00000200:0.0:1767384960.028391:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384960.028392:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp12 00000400:00000200:0.0:1767384960.028393:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.157@tcp13 00000400:00000200:0.0:1767384960.028395:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384960.028396:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp13 00000400:00000200:0.0:1767384960.028397:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.157@tcp14 00000400:00000200:0.0:1767384960.028399:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384960.028399:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp14 00000400:00000200:0.0:1767384960.028400:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.157@tcp15 00000400:00000200:0.0:1767384960.028402:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384960.028403:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp15 00000400:00000200:0.0:1767384960.028404:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.157@tcp16 00000400:00000200:0.0:1767384960.028406:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384960.028407:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp16 00000400:00000200:0.0:1767384960.028408:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.157@tcp17 00000400:00000200:0.0:1767384960.028409:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384960.028415:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp17 00000400:00000200:0.0:1767384960.028417:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.157@tcp18 00000400:00000200:0.0:1767384960.028420:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384960.028421:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp18 00000400:00000200:0.0:1767384960.028423:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.157@tcp19 00000400:00000200:0.0:1767384960.028425:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384960.028427:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp19 00000400:00000200:0.0:1767384960.028428:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.157@tcp20 00000400:00000200:0.0:1767384960.028431:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384960.028432:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp20 00000400:00000200:0.0:1767384960.028433:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.157@tcp21 00000400:00000200:0.0:1767384960.028436:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384960.028437:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp21 00000400:00000200:0.0:1767384960.028439:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.157@tcp22 00000400:00000200:0.0:1767384960.028441:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384960.028442:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp22 00000400:00000200:0.0:1767384960.028444:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.157@tcp23 00000400:00000200:0.0:1767384960.028446:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384960.028447:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp23 00000400:00000200:0.0:1767384960.028448:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.157@tcp24 00000400:00000200:0.0:1767384960.028451:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384960.028452:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp24 00000400:00000200:0.0:1767384960.028453:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.157@tcp25 00000400:00000200:0.0:1767384960.028456:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384960.028457:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp25 00000400:00000200:0.0:1767384960.028459:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.157@tcp26 00000400:00000200:0.0:1767384960.028461:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384960.028462:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp26 00000400:00000200:0.0:1767384960.028464:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.157@tcp27 00000400:00000200:0.0:1767384960.028466:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384960.028467:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp27 00000400:00000200:0.0:1767384960.028468:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.157@tcp28 00000400:00000200:0.0:1767384960.028470:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384960.028471:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp28 00000400:00000200:0.0:1767384960.028472:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.157@tcp29 00000400:00000200:0.0:1767384960.028474:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384960.028478:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp29 00000400:00000200:0.0:1767384960.028479:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.157@tcp30 00000400:00000200:0.0:1767384960.028481:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384960.028482:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp30 00000400:00000200:0.0:1767384960.028483:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.157@tcp31 00000400:00000200:0.0:1767384960.028485:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384960.028486:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp31 00000400:00000200:0.0:1767384960.028487:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.157@tcp32 00000400:00000200:0.0:1767384960.028489:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384960.028489:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp32 00000400:00000200:0.0:1767384960.028490:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.157@tcp33 00000400:00000200:0.0:1767384960.028492:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384960.028493:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp33 00000400:00000200:0.0:1767384960.028494:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.157@tcp34 00000400:00000200:0.0:1767384960.028495:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384960.028496:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp34 00000400:00000200:0.0:1767384960.028497:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.157@tcp35 00000400:00000200:0.0:1767384960.028499:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384960.028500:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp35 00000400:00000200:0.0:1767384960.028501:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.157@tcp36 00000400:00000200:0.0:1767384960.028503:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384960.028504:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp36 00000400:00000200:0.0:1767384960.028505:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.157@tcp37 00000400:00000200:0.0:1767384960.028507:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp37 NID flags 0x1: -114 00000400:00000200:0.0:1767384960.028508:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp37 00000400:00000200:0.0:1767384960.028509:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.157@tcp38 00000400:00000200:0.0:1767384960.028511:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384960.028512:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp38 00000400:00000200:0.0:1767384960.028513:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.157@tcp39 00000400:00000200:0.0:1767384960.028515:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384960.028516:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp39 00000400:00000200:0.0:1767384960.028517:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.157@tcp40 00000400:00000200:0.0:1767384960.028518:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp40 NID flags 0x1: -114 00000400:00000200:0.0:1767384960.028520:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp40 00000100:00000001:0.0:1767384960.028521:0:16767:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384960.028522:0:16767:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384960.028530:0:16767:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.157@tcp' by NID '192.168.203.157@tcp' 10000000:00000010:0.0:1767384960.028533:0:16767:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000090ea3e28. 10000000:00000040:0.0:1767384960.028535:0:16767:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 84/84 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.157@tcp::2 00000020:00000080:0.0:1767384960.028537:0:16767:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384960.028542:0:16767:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384960.028545:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080c99af8. 00000020:00000010:0.0:1767384960.028547:0:16767:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002983b13f. 00000040:00000010:0.0:1767384960.028550:0:16767:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000859c58ec. 00000020:00000010:0.0:1767384960.028552:0:16767:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000012470db7. 00000020:00000010:0.0:1767384960.028555:0:16767:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000092f34a6e. 00000020:00000010:0.0:1767384960.028559:0:16767:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d374ff1a. 80000000:00000010:0.0:1767384960.028561:0:16767:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d099cff3. 40000000:00000010:0.0:1767384960.028564:0:16767:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cf5de4d9. 00100000:00000010:0.0:1767384960.028567:0:16767:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d5e2a843. 00040000:00000010:0.0:1767384960.028571:0:16767:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bd24c791. 00040000:00000010:0.0:1767384960.028574:0:16767:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f331812b. 00040000:00000010:0.0:1767384960.028577:0:16767:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000011bf6eae. 00080000:00000010:0.0:1767384960.028579:0:16767:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000232a775c. 00000004:00000010:0.0:1767384960.028582:0:16767:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000096434abf. 00000004:00000010:0.0:1767384960.028586:0:16767:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008292f98b. 00000004:00000010:0.0:1767384960.028590:0:16767:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000016f434f8. 00002000:00000010:0.0:1767384960.028592:0:16767:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000187882d4. 00000004:00000010:0.0:1767384960.028596:0:16767:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000093fc9700. 00000004:00000001:0.0:1767384960.028599:0:16767:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384960.028601:0:16767:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384960.028602:0:16767:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000090ea3e28 00000040:00001000:0.0:1767384960.028603:0:16767:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384960.028604:0:16767:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384960.028605:0:16767:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384960.028606:0:16767:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384960.028608:0:16767:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384960.028609:0:16767:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384960.028610:0:16767:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384960.028611:0:16767:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.157@tcp::2 00000040:00000001:0.0:1767384960.028617:0:16767:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:0.0:1767384960.028654:0:16767:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384960.028658:0:16767:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002983b13f. 00000040:00000010:0.0:1767384960.028661:0:16767:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000859c58ec. 00000020:00000010:0.0:1767384960.028664:0:16767:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000012470db7. 00000020:00000010:0.0:1767384960.028666:0:16767:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000092f34a6e. 00000020:00000010:0.0:1767384960.028670:0:16767:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d374ff1a. 80000000:00000010:0.0:1767384960.028673:0:16767:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d099cff3. 40000000:00000010:0.0:1767384960.028677:0:16767:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cf5de4d9. 00100000:00000010:0.0:1767384960.028680:0:16767:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d5e2a843. 00040000:00000010:0.0:1767384960.028683:0:16767:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000bd24c791. 00040000:00000010:0.0:1767384960.028685:0:16767:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f331812b. 00040000:00000010:0.0:1767384960.028687:0:16767:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000011bf6eae. 00080000:00000010:0.0:1767384960.028689:0:16767:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000232a775c. 00000004:00000010:0.0:1767384960.028692:0:16767:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000096434abf. 00000004:00000010:0.0:1767384960.028694:0:16767:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008292f98b. 00000004:00000010:0.0:1767384960.028697:0:16767:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000016f434f8. 00002000:00000010:0.0:1767384960.028699:0:16767:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000187882d4. 00000004:00000010:0.0:1767384960.028702:0:16767:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000093fc9700. 00000020:00000010:0.0:1767384960.028704:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080c99af8. 00000020:00000001:0.0:1767384960.028706:0:16767:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384960.028708:0:16767:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384960.028710:0:16767:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000090ea3e28. 10000000:00000010:0.0:1767384960.028712:0:16767:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000cdfa62e3. 10000000:00000001:0.0:1767384960.028714:0:16767:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.028715:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384960.028718:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c705512f x1853237358523136/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384976 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384960.028722:0:16767:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384960.028723:0:16767:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384960.028724:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5e78ae7. 02000000:00000001:0.0:1767384960.028726:0:16767:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384960.028727:0:16767:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384960.028728:0:16767:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1767384960.028730:0:16767:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384960.028736:0:16767:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384960.028737:0:16767:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384960.028737:0:16767:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1767384960.028738:0:16767:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384960.028739:0:16767:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000c4c16f45. 00000100:00000010:0.0:1767384960.028742:0:16767:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000b403ea5a. 00000100:00000001:0.0:1767384960.028743:0:16767:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384960.028744:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000050f413a9. 02000000:00000001:0.0:1767384960.028746:0:16767:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384960.028747:0:16767:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384960.028747:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c705512f. 00000100:00000001:0.0:1767384960.028749:0:16767:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384960.028750:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384960.028758:0:16767:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000007d1f226b. 10000000:01000000:0.0:1767384960.028760:0:16767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384960.028762:0:16767:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384960.028764:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384960.028764:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384960.028766:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a5c45ff refcount=3 00000020:00000001:0.0:1767384960.028767:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00010000:00000001:0.0:1767384960.028768:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00010000:00000001:0.0:1767384960.028770:0:16767:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384960.028771:0:16767:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: 000000004a5c45ff/0x4895a8f6c11e87f9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e8800 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384960.028776:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384960.028777:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384960.028778:0:16767:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: 000000004a5c45ff/0x4895a8f6c11e87f9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e8800 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384960.028782:0:16767:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384960.028783:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384960.028784:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384960.028785:0:16767:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384960.028786:0:16767:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384960.028788:0:16767:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384960.028793:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384960.028794:0:16767:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ff67cc77) refs 3 10000000:00000001:0.0:1767384960.028795:0:16767:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:0.0:1767384960.036808:0:37945:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000c4c16f45. 00000020:00000040:0.0:1767384960.036816:0:37945:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384960.036819:0:37945:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000c4c16f45. 00000100:00000040:2.0:1767384960.039070:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294949901, at 4294949902 00000100:00000010:2.0:1767384960.039080:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e5d1bf9. 00000100:00000040:0.0:1767384960.040060:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294949901, at 4294949903 00000100:00000040:3.0:1767384960.040067:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294949901, at 4294949903 00000100:00000010:0.0:1767384960.040067:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c00240d. 00000100:00000040:1.0:1767384960.040068:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294949901, at 4294949903 00000100:00000010:3.0:1767384960.040078:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000adf053aa. 00000100:00000010:1.0:1767384960.040080:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004eb806ac. 00000800:00000200:2.0:1767384960.473081:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000481ebbb1] -> 12345-192.168.203.157@tcp30 (6) 00000800:00000200:2.0:1767384960.473092:0:16119:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp30 ip 192.168.203.157:988 00000800:00000200:2.0:1767384960.473096:0:16119:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009f61ec69 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384960.473118:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000077b23735] -> 12345-192.168.203.157@tcp17 (6) 00000800:00000200:2.0:1767384960.473123:0:16119:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp17 ip 192.168.203.157:988 00000800:00000200:2.0:1767384960.473126:0:16119:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000082be1b3a type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384960.473238:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1767384960.473238:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384960.473247:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384960.473247:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384960.473260:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384960.473261:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384960.473265:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384960.473268:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384960.473270:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384960.473275:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384960.474057:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384960.474060:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384960.474062:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ab784e2 00000400:00000010:3.0:1767384960.474065:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ab784e2. 00000400:00000200:3.0:1767384960.474070:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384960.474075:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp43 recovery ping unlinked 00000400:00000010:3.0:1767384960.474090:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000042ded7c2. 00000400:00000010:3.0:1767384960.474094:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000c54a42b. 00000400:00000001:3.0:1767384960.474102:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384960.474103:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384960.474105:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2626c3 00000400:00000010:3.0:1767384960.474107:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2626c3. 00000400:00000200:3.0:1767384960.474109:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384960.474112:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp40 recovery ping unlinked 00000400:00000010:3.0:1767384960.474115:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000073823980. 00000400:00000010:3.0:1767384960.474117:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ccf01527. 00000400:00000001:3.0:1767384960.474120:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384960.474122:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384960.474124:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0ac64dc 00000400:00000010:3.0:1767384960.474125:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0ac64dc. 00000400:00000200:3.0:1767384960.474127:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384960.474130:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp33 recovery ping unlinked 00000400:00000010:3.0:1767384960.474132:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c3394def. 00000400:00000010:3.0:1767384960.474135:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a672128d. 00000100:00000001:3.0:1767384960.537079:0:34224:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384960.537080:0:16753:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384960.537084:0:34224:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384960.537084:0:16753:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384960.787350:0:38164:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384960.787362:0:38164:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384960.787365:0:38164:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384960.787370:0:38164:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384960.787385:0:38164:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384960.787387:0:38164:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384960.857091:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384960.857098:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384960.857103:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384960.857104:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384960.857170:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384960.857174:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384960.857177:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384961.487219:0:38328:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384961.487223:0:38328:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp49 --if ens2 00000001:00000001:1.0:1767384961.490418:0:38328:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384961.498461:0:38329:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e1e6ea95. 00000400:00000010:3.0:1767384961.498477:0:38329:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000dfa4574f. 00000400:00000010:3.0:1767384961.498488:0:38329:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000037e1c46c. 00000400:00000010:3.0:1767384961.498492:0:38329:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000020239928. 00000400:00000010:3.0:1767384961.498496:0:38329:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cd5a56de. 00000400:00000010:3.0:1767384961.498500:0:38329:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f3536310. 00000400:00000010:3.0:1767384961.498503:0:38329:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000682ebac7. 00000400:00000010:3.0:1767384961.498505:0:38329:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000aed1e31d. 00000400:00000010:3.0:1767384961.498509:0:38329:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000003f06cb26. 00000800:00000010:3.0:1767384961.498526:0:38329:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000806b3dd4. 00000800:00000200:3.0:1767384961.498538:0:38329:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384961.498555:0:38329:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384961.498593:0:38329:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:3.0:1767384961.498620:0:38329:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp49 [8/256/0/180] 00000400:00000010:3.0:1767384961.500735:0:38329:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 0000000089b01e3b. 00000400:00000010:3.0:1767384961.500743:0:38329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5876595. 00000400:00000010:3.0:1767384961.500749:0:38329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0ac64dc. 00000400:00000001:3.0:1767384961.500771:0:38329:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384961.500773:0:38329:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384961.500775:0:38329:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000c90b8b. 00000400:00000200:3.0:1767384961.500779:0:38329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bd0b3a1 00000400:00000010:3.0:1767384961.500781:0:38329:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bd0b3a1. 00000400:00000010:3.0:1767384961.500785:0:38329:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 00000000532456de. 00000400:00000200:3.0:1767384961.500790:0:38329:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (40) 00000400:00000200:3.0:1767384961.500806:0:38329:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:3.0:1767384961.500817:0:38329:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131121 00000400:00000200:0.0:1767384961.500824:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384961.500842:0:38329:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c499ca11. 00000400:00000200:0.0:1767384961.500847:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100151 00000020:01000000:3.0:1767384961.500850:0:38329:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000010:0.0:1767384961.500853:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065204f26. 00000020:01000000:3.0:1767384961.500855:0:38329:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp49 00000400:00000200:0.0:1767384961.500857:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (41) 00000400:00000010:0.0:1767384961.500863:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a94640ec. 00000400:00000200:0.0:1767384961.500867:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp24 00000400:00000010:3.0:1767384961.500875:0:38329:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000dfa4574f. 00000400:00000200:0.0:1767384961.500880:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp24 to MR: 192.168.203.157@tcp24 local destination 00000400:00000010:3.0:1767384961.500882:0:38329:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e1e6ea95. 00000400:00000200:0.0:1767384961.500889:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp24 NI seq info: [191:191:256:4294967295] 192.168.203.157@tcp24 LPNI seq info [181:181:8:4294967295] 00000400:00000200:0.0:1767384961.500894:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp24 00000020:00000001:2.0:1767384961.500902:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384961.500902:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp24(192.168.203.157@tcp24:192.168.203.157@tcp24) -> 192.168.203.157@tcp24(192.168.203.157@tcp24:192.168.203.157@tcp24) : PUT try# 0 10000000:00000001:2.0:1767384961.500907:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384961.500911:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000200:0.0:1767384961.500911:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.157@tcp24 10000000:01000000:2.0:1767384961.500915:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000800:00000010:0.0:1767384961.500916:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd24c791. 00000020:01000004:2.0:1767384961.500918:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384961.500921:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384961.500923:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000200:0.0:1767384961.500926:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b41c66e4] -> 12345-192.168.203.157@tcp24 (6) 00000020:01000004:2.0:1767384961.500928:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384961.500931:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384961.500933:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000200:0.0:1767384961.500934:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp24 ip 192.168.203.157:988 00000020:01000004:2.0:1767384961.500936:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000800:00000200:0.0:1767384961.500939:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bd24c791 type 1, nob 784 niov 1 nkiov 1 00000020:01000004:2.0:1767384961.500940:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384961.500944:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384961.500947:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384961.500958:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 00000400:00000200:0.0:1767384961.500963:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100551 rc 0 00000100:00000010:2.0:1767384961.500964:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d083d558. 00000020:00000040:2.0:1767384961.500971:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1767384961.500978:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384961.500981:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384961.500986:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384961.500996:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000030056347. 00000100:00000001:2.0:1767384961.501002:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.501008:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384961.501010:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384961.501036:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d083d558] to pc [ptlrpcd_00_03+3] req@00000000d083d558 x1853237358523264/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384961.501059:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384961.501063:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384961.501065:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384961.501070:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:1.0:1767384961.501072:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384961.501077:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd24c791. 00000020:00000001:2.0:1767384961.501079:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384961.501082:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:2.0:1767384961.501083:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384961.501087:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384961.501091:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:1.0:1767384961.501091:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp24->192.168.203.157@tcp24: PUT: OK 00000020:01000004:2.0:1767384961.501096:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384961.501099:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:01000004:2.0:1767384961.501100:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:1.0:1767384961.501104:0:16120:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp24: 0 00000020:01000004:2.0:1767384961.501105:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384961.501124:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384961.501126:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384961.501128:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384961.501130:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000800:00000001:1.0:1767384961.501130:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:01000004:2.0:1767384961.501134:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384961.501135:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384961.501138:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bab0ac14. 00000800:00000001:1.0:1767384961.501139:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384961.501141:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000800:00000001:1.0:1767384961.501143:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384961.501147:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384961.501148:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000001:1.0:1767384961.501149:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384961.501151:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1767384961.501154:0:16129:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:2.0:1767384961.501155:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384961.501162:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp24(192.168.203.157@tcp24) <- 192.168.203.157@tcp24 : PUT - for me 00000100:00000001:0.0:1767384961.501162:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384961.501166:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000088726214. 00000100:00000001:2.0:1767384961.501171:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.501173:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384961.501174:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384961.501178:0:16120:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 688 into portal 0 MB=0x8000000000000000 00000100:00000001:0.0:1767384961.501185:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384961.501186:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384961.501186:0:16120:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.157@tcp of length 672/688 into md 0x1e49 [1] + 0 00000100:00000001:0.0:1767384961.501191:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384961.501194:0:16120:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024fe6bea. 00000100:00000001:0.0:1767384961.501195:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384961.501197:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bab0ac14] to pc [ptlrpcd_00_00+0] req@00000000bab0ac14 x1853237358523392/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384961.501200:0:16120:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000033c58979 00000100:00000001:0.0:1767384961.501200:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384961.501224:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d083d558 x1853237358523264/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384961.501228:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384961.501234:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000001:2.0:1767384961.501235:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384961.501236:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384961.501237:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384961.501238:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384961.501242:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384961.501243:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384961.501244:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000000:2.0:1767384961.501246:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384961.501250:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp24->192.168.203.157@tcp24: PUT: OK 02000000:00000001:0.0:1767384961.501250:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384961.501251:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c499ca11. 02000000:00000001:0.0:1767384961.501254:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384961.501260:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033c58979 00000100:00100000:0.0:1767384961.501260:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d083d558 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358523264:0@lo:253: 00000100:00000001:2.0:1767384961.501265:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384961.501265:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000033c58979. 00000100:00000001:0.0:1767384961.501267:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384961.501271:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384961.501272:0:16120:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 02000000:00000001:0.0:1767384961.501273:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384961.501278:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.501279:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384961.501279:0:16120:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (42) 02000000:00000001:0.0:1767384961.501281:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384961.501283:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384961.501286:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384961.501300:0:16120:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 02000000:00000010:0.0:1767384961.501301:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d9273208. 02000000:00000001:0.0:1767384961.501305:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384961.501307:0:16120:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.157@tcp (688 bytes) 00000100:00000040:2.0:1767384961.501308:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bab0ac14 x1853237358523392/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384961.501311:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae3d808c. 00000400:00000200:1.0:1767384961.501316:0:16120:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000010:0.0:1767384961.501319:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb58b695. 00000100:00000001:2.0:1767384961.501326:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767384961.501326:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358523264, portal 25 00000400:00000200:1.0:1767384961.501328:0:16120:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (43) 00000100:00000001:2.0:1767384961.501329:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384961.501334:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384961.501336:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384961.501340:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.501340:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384961.501343:0:16120:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:0.0:1767384961.501343:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504578304 : -108642204973312 : ffff9d30c3f70700) 00000100:00100000:2.0:1767384961.501345:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bab0ac14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358523392:0@lo:253: 00000100:00000001:2.0:1767384961.501351:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384961.501354:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d083d558 x1853237358523264/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384961.501355:0:16120:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp24 to MR: 192.168.203.157@tcp24 local destination 02000000:00000001:2.0:1767384961.501356:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384961.501360:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384961.501365:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384961.501368:0:16120:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp24 NI seq info: [192:192:256:4294967295] 192.168.203.157@tcp24 LPNI seq info [182:182:8:4294967295] 02000000:00000010:2.0:1767384961.501373:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006334ea9b. 00000100:00000001:0.0:1767384961.501375:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384961.501379:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384961.501383:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384961.501386:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b78be5d. 00000400:00000010:0.0:1767384961.501389:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000faf9bd4a. 00000400:00000010:2.0:1767384961.501395:0:16127:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d09898c. 00000100:00000200:0.0:1767384961.501395:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358523264, offset 0 00000400:00000200:1.0:1767384961.501397:0:16120:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp24(192.168.203.157@tcp24:192.168.203.157@tcp24) -> 192.168.203.157@tcp24(192.168.203.157@tcp24:192.168.203.157@tcp24) 192.168.203.157@tcp24 : ACK try# 0 00000100:00000200:2.0:1767384961.501401:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358523392, portal 25 00000100:00000001:2.0:1767384961.501404:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384961.501406:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504589952 : -108642204961664 : ffff9d30c3f73480) 00000400:00000200:0.0:1767384961.501409:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:1.0:1767384961.501410:0:16120:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.157@tcp24 00000100:00000040:2.0:1767384961.501414:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bab0ac14 x1853237358523392/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384961.501415:0:16120:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0a59a1d. 00000400:00000200:0.0:1767384961.501422:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:1.0:1767384961.501427:0:16120:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b41c66e4] -> 12345-192.168.203.157@tcp24 (6) 00000400:00000200:0.0:1767384961.501440:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272707380 00000800:00000200:1.0:1767384961.501441:0:16120:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp24 ip 192.168.203.157:993 00000800:00000200:1.0:1767384961.501447:0:16120:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b0a59a1d type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384961.501452:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15ed [2] + 0 00000100:00000001:2.0:1767384961.501455:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767384961.501457:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076c966c7. 00000100:00000040:2.0:1767384961.501461:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:1.0:1767384961.501461:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384961.501465:0:16127:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d3b280d. 00000800:00000001:1.0:1767384961.501467:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384961.501470:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000096f1fae6 00000400:00000200:0.0:1767384961.501476:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384961.501477:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358523392, offset 0 00000400:00000200:0.0:1767384961.501482:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384961.501486:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384961.501490:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096f1fae6 00000400:00000200:2.0:1767384961.501495:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384961.501495:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000096f1fae6. 00000100:00000001:0.0:1767384961.501504:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384961.501507:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272707400 00000100:00000200:0.0:1767384961.501509:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384961.501514:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1645 [2] + 0 00000100:00000040:0.0:1767384961.501517:0:16129:0:(events.c:337:request_in_callback()) incoming req@000000009ee9b8b5 x1853237358523264 msgsize 4848 00000400:00000010:2.0:1767384961.501518:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1e04d16. 00000400:00000200:2.0:1767384961.501522:0:16127:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008c6cbd54 00000800:00000200:1.0:1767384961.501527:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384961.501528:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384961.501528:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000010:1.0:1767384961.501533:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0a59a1d. 00000100:00000040:0.0:1767384961.501535:0:16129:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384961.501538:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384961.501542:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c6cbd54 00000400:00000010:2.0:1767384961.501543:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c6cbd54. 00000400:00000200:1.0:1767384961.501543:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384961.501546:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384961.501550:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384961.501553:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384961.501555:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp24->192.168.203.157@tcp24: ACK: OK 00000400:00000200:0.0:1767384961.501555:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000faf9bd4a 00000100:00000040:2.0:1767384961.501556:0:16127:0:(events.c:337:request_in_callback()) incoming req@000000003812f176 x1853237358523392 msgsize 4848 00000400:00000010:0.0:1767384961.501560:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000faf9bd4a. 00000100:00000001:0.0:1767384961.501564:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1767384961.501567:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:1.0:1767384961.501568:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767384961.501571:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d083d558 x1853237358523264/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384961.501572:0:16127:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:1.0:1767384961.501574:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384961.501580:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384961.501584:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384961.501585:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384961.501586:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384961.501591:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d3b280d 00000100:00000040:0.0:1767384961.501592:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d083d558 x1853237358523264/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384961.501594:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384961.501596:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d3b280d. 00000100:00000001:2.0:1767384961.501602:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:1.0:1767384961.501604:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384961.501604:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384961.501609:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bab0ac14 x1853237358523392/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384961.501610:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384961.501616:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp24(192.168.203.157@tcp24) <- 192.168.203.157@tcp24 : ACK - for me 00000100:00000001:0.0:1767384961.501617:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.501624:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294951375 00000100:00000001:2.0:1767384961.501630:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1767384961.501630:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d099cff3. 00000100:00000040:2.0:1767384961.501635:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bab0ac14 x1853237358523392/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384961.501638:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384961.501639:0:16120:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.157@tcp24: ACK from 12345-192.168.203.157@tcp24 into md 0x1e99 00000400:00000200:1.0:1767384961.501648:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384961.501649:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.501649:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294951375 00000100:00000001:2.0:1767384961.501655:0:16127:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1767384961.501657:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000112584c3. 00000100:00000001:2.0:1767384961.501660:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384961.501662:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp24->192.168.203.157@tcp24: ACK: OK 00000100:00000001:0.0:1767384961.501663:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384961.501664:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294951375 00000100:00000001:2.0:1767384961.501670:0:16127:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, keep current deadline 4294951375 00000100:00000001:0.0:1767384961.501670:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294951375 00000400:00000200:1.0:1767384961.501673:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065204f26 00000100:00000010:0.0:1767384961.501673:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3899e41. 00000400:00000010:1.0:1767384961.501679:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065204f26. 00000100:00000001:0.0:1767384961.501680:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384961.501681:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294951375 00000100:00000001:2.0:1767384961.501686:0:16127:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, keep current deadline 4294951375 00000100:00000001:0.0:1767384961.501687:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294951375 00000100:00000001:2.0:1767384961.501688:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294951375 00000400:00000200:1.0:1767384961.501688:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767384961.501694:0:16127:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, keep current deadline 4294951375 00000100:00000010:0.0:1767384961.501694:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e4a79cda. 00000400:00000200:1.0:1767384961.501697:0:16120:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.157@tcp ev->status 0 00000100:00000001:2.0:1767384961.501698:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294951375 00000400:00000200:1.0:1767384961.501704:0:16120:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000100:00000001:0.0:1767384961.501706:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384961.501708:0:16120:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (42) 00000100:00000001:2.0:1767384961.501713:0:16127:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, keep current deadline 4294951375 00000100:00000001:0.0:1767384961.501713:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384961.501714:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384961.501719:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384961.501720:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384961.501720:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.501724:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.501727:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.501729:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.501730:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.501735:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384961.501743:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384961.501744:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384961.501747:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384961.501748:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384961.501752:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384961.501753:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358523264 00000400:00000200:0.0:1767384961.501755:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384961.501757:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384961.501757:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384961.501761:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384961.501761:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 00000000d2a91c94. 00000100:00000001:2.0:1767384961.501763:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384961.501763:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384961.501768:0:16125:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000050288. 02000000:00000001:1.0:1767384961.501770:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384961.501773:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ea848ad. 00000100:00100000:1.0:1767384961.501774:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358523264 00000020:00000001:1.0:1767384961.501778:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384961.501779:0:16125:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d2a91c94 00000100:00000001:2.0:1767384961.501780:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384961.501780:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000400:00000010:0.0:1767384961.501785:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 000000001466cafd. 00000100:00000001:2.0:1767384961.501786:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384961.501786:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384961.501790:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000400:00000200:0.0:1767384961.501792:0:16125:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 688 success 00000020:00000001:1.0:1767384961.501793:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:1.0:1767384961.501797:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:1.0:1767384961.501801:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384961.501801:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102051 00000100:00000001:2.0:1767384961.501802:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384961.501804:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba02e845. 00000400:00000200:0.0:1767384961.501807:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (41) 00000100:00100000:2.0:1767384961.501808:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358523392 00000100:00000001:1.0:1767384961.501808:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384961.501812:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1767384961.501814:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba02e845. 00000100:00000001:2.0:1767384961.501815:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384961.501816:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 0000000065e53420. 00000100:00000001:2.0:1767384961.501818:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384961.501820:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad7f7ea1. 02000000:00000001:2.0:1767384961.501822:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384961.501822:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073db7c4c. 00000100:00100000:2.0:1767384961.501828:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358523392 00000020:00000010:1.0:1767384961.501828:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002d59f5d1. 00000400:00000010:0.0:1767384961.501831:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000154d4907. 00000020:00000001:2.0:1767384961.501832:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384961.501835:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000010:1.0:1767384961.501835:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000eadd25d. 00000400:00000200:0.0:1767384961.501837:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp 00000020:00000001:2.0:1767384961.501838:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384961.501841:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=16 00000020:00000001:2.0:1767384961.501846:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000400:00000200:0.0:1767384961.501846:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000100:00000040:1.0:1767384961.501850:0:16762:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:2.0:1767384961.501851:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000400:00000200:0.0:1767384961.501856:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 158], ns[172, 168] 00000100:00000001:1.0:1767384961.501857:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384961.501858:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384961.501861:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384961.501863:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000466276ea. 00000100:00000001:1.0:1767384961.501864:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384961.501865:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 158], ns[185, 168] 00000100:00000001:1.0:1767384961.501873:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384961.501873:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 158], ns[62, 168] 00000100:00000001:2.0:1767384961.501874:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384961.501880:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000466276ea. 00000400:00000200:0.0:1767384961.501884:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 00000100:00000001:1.0:1767384961.501886:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384961.501887:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010b68307. 00000400:00000200:0.0:1767384961.501892:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 62], ns[77, 62] 00000020:00000010:2.0:1767384961.501895:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000016d923c9. 00000100:00000001:1.0:1767384961.501899:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384961.501899:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 62], ns[81, 62] 00000020:00000010:2.0:1767384961.501901:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005068b074. 00000100:00000001:1.0:1767384961.501903:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384961.501909:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384961.501911:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 62], ns[97, 62] 00000100:00000001:2.0:1767384961.501913:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1767384961.501914:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00000001:2.0:1767384961.501916:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384961.501922:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 62], ns[104, 62] 00000100:00000040:1.0:1767384961.501924:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:2.0:1767384961.501927:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384961.501928:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 62], ns[125, 62] 00000100:00000001:1.0:1767384961.501930:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436631896144 : -108637077655472 : ffff9d31f593b050) 00000100:00000001:2.0:1767384961.501932:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384961.501939:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009ee9b8b5 x1853237358523264/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:187/0 lens 4848/0 e 0 to 0 dl 1767384972 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384961.501944:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 62], ns[131, 62] 00000100:00000001:2.0:1767384961.501948:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384961.501952:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384961.501960:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000400:00000200:0.0:1767384961.501963:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 62], ns[137, 62] 00000100:00000040:2.0:1767384961.501967:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000100:00000001:1.0:1767384961.501968:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384961.501973:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529405008 : -108637180146608 : ffff9d31ef77cc50) 00000400:00000200:0.0:1767384961.501974:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 62], ns[141, 62] 00000020:00000010:1.0:1767384961.501975:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba02e845. 00000100:00000001:1.0:1767384961.501982:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384961.501984:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003812f176 x1853237358523392/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:187/0 lens 4848/0 e 0 to 0 dl 1767384972 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384961.501987:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba02e845. 00000400:00000200:0.0:1767384961.501989:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 62], ns[152, 62] 00000100:00100000:1.0:1767384961.501997:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009ee9b8b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+16:16129:x1853237358523264:12345-0@lo:253: 00000100:00000200:1.0:1767384961.502008:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358523264 00000100:00000001:2.0:1767384961.502038:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384961.502039:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384961.502041:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 62], ns[161, 62] 00000020:00000010:2.0:1767384961.502043:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000466276ea. 00000020:00000001:1.0:1767384961.502043:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384961.502048:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384961.502048:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384961.502049:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[182, 62], ns[192, 62] 00000020:00000001:1.0:1767384961.502053:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1767384961.502055:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000466276ea. 00000020:00000001:1.0:1767384961.502057:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:1.0:1767384961.502062:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384961.502062:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 62], ns[50, 62] 00000020:00000001:1.0:1767384961.502066:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384961.502069:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003812f176 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+16:16127:x1853237358523392:12345-0@lo:253: 00000020:00000001:1.0:1767384961.502072:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384961.502076:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 50], ns[54, 50] 00000020:00000001:1.0:1767384961.502077:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:2.0:1767384961.502078:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358523392 00000020:00000001:1.0:1767384961.502081:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384961.502084:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384961.502088:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 50], ns[58, 50] 00000020:00000001:2.0:1767384961.502089:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384961.502089:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384961.502093:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384961.502094:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384961.502098:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 50], ns[74, 50] 02000000:00000010:1.0:1767384961.502099:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000bf1fc5f5. 00000020:00000001:2.0:1767384961.502100:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1767384961.502105:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384961.502106:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000400:00000200:0.0:1767384961.502107:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 50], ns[123, 50] 00000020:00000001:2.0:1767384961.502113:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384961.502117:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384961.502117:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384961.502119:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 50], ns[75, 50] 00000020:00000001:2.0:1767384961.502140:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:1.0:1767384961.502141:0:16762:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384961.502143:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384961.502145:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[171, 50], ns[181, 50] 00000400:00000200:0.0:1767384961.502149:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 50], ns[93, 50] 20000000:00000010:1.0:1767384961.502153:0:16762:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000382dec4f. 00000400:00000200:0.0:1767384961.502154:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[180, 50], ns[190, 50] 00000020:00000001:2.0:1767384961.502155:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384961.502157:0:16762:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:2.0:1767384961.502161:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:1.0:1767384961.502163:0:16762:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000001:2.0:1767384961.502166:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:1.0:1767384961.502167:0:16762:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384961.502169:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 50], ns[114, 50] 20000000:00000001:1.0:1767384961.502171:0:16762:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384961.502173:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f1da5d9a. 20000000:00000001:1.0:1767384961.502175:0:16762:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384961.502177:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[149, 50], ns[159, 50] 02000000:00000001:2.0:1767384961.502179:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384961.502181:0:16762:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:2.0:1767384961.502185:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384961.502189:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 50], ns[122, 50] 20000000:00000001:2.0:1767384961.502190:0:16764:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384961.502193:0:16762:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000afed1971. 20000000:01000000:1.0:1767384961.502196:0:16762:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 20000000:00000010:2.0:1767384961.502199:0:16764:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000002921a5f9. 20000000:00000001:1.0:1767384961.502203:0:16762:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:2.0:1767384961.502205:0:16764:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384961.502208:0:16764:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:1.0:1767384961.502210:0:16762:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767384961.502210:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 50], ns[146, 50] 20000000:00000001:2.0:1767384961.502211:0:16764:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384961.502216:0:16764:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384961.502219:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 50], ns[145, 50] 20000000:00000001:2.0:1767384961.502220:0:16764:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384961.502225:0:16764:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384961.502230:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[166, 50], ns[176, 50] 00000400:00000200:0.0:1767384961.502235:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[179, 50], ns[189, 50] 00000400:00000200:0.0:1767384961.502239:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 50], ns[158, 50] 00000400:00000200:0.0:1767384961.502242:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[169, 50], ns[179, 50] 00000400:00000200:0.0:1767384961.502247:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[178, 50], ns[188, 50] 00000400:00000200:0.0:1767384961.502250:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[168, 50], ns[178, 50] 00000400:00000200:0.0:1767384961.502255:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 50], ns[183, 50] 00080000:00000001:1.0:1767384961.502258:0:16762:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384961.502259:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 50], ns[0, 50] 00080000:00000001:1.0:1767384961.502266:0:16762:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000400:00000200:0.0:1767384961.502269:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp46] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00080000:00000001:1.0:1767384961.502270:0:16762:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384961.502275:0:16762:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:0.0:1767384961.502279:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp46] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000020:00000001:1.0:1767384961.502280:0:16762:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384961.502286:0:16762:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00000400:00000200:0.0:1767384961.502287:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp46 00080000:00000001:1.0:1767384961.502306:0:16762:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384961.502310:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp46 00080000:00000010:1.0:1767384961.502314:0:16762:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f47ea08f. 00000400:00000200:0.0:1767384961.502316:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp46 lpni_is_preferred = 0 00080000:00000001:1.0:1767384961.502318:0:16762:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490467840 : -108642219083776 : ffff9d30c31fb800) 00000400:00000200:0.0:1767384961.502322:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp46 00080000:00000001:1.0:1767384961.502324:0:16762:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384961.502328:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp46 NI seq info: [193:193:256:4294967295] 192.168.203.157@tcp46 LPNI seq info [183:183:8:4294967295] 00000400:00000200:0.0:1767384961.502333:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp46 00000400:00000200:0.0:1767384961.502339:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp46(192.168.203.157@tcp46:) -> 192.168.203.157@tcp46(192.168.203.157@tcp:192.168.203.157@tcp46) : GET try# 0 00000800:00000200:0.0:1767384961.502343:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp46 00000800:00000010:0.0:1767384961.502347:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bd24c791. 00000800:00000010:0.0:1767384961.502358:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000faf9bd4a. 00000800:00000010:0.0:1767384961.502361:0:16125:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000096f1fae6. 00000800:00000200:0.0:1767384961.502364:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000faf9bd4a] -> 12345-192.168.203.157@tcp46 (2) 00000800:00000200:0.1:1767384961.502368:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000faf9bd4a] -> 12345-192.168.203.157@tcp46 (2) 00000400:00000200:0.0:1767384961.502379:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp 00000400:00000200:0.0:1767384961.502381:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100251 rc 0 00000001:00000001:1.0:1767384961.502427:0:16762:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384961.502429:0:16762:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384961.502432:0:16762:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384961.502451:0:16762:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384961.502453:0:16762:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384961.502477:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:0.0:1767384961.502536:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:0.0:1767384961.502570:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00080000:00000001:1.0:1767384961.502584:0:16762:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384961.502588:0:16762:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384961.502601:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:0.0:1767384961.502633:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:0.0:1767384961.502675:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:0.0:1767384961.502698:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:0.0:1767384961.502715:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:0.0:1767384961.502738:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:0.0:1767384961.502761:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:0.0:1767384961.502786:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:0.0:1767384961.502807:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:0.0:1767384961.502836:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:0.0:1767384961.502874:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:0.0:1767384961.502899:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:0.0:1767384961.502926:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:0.0:1767384961.502956:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:0.0:1767384961.503007:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:0.0:1767384961.503082:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:0.0:1767384961.503103:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:0.0:1767384961.503120:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:0.0:1767384961.503141:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:0.0:1767384961.503165:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:0.0:1767384961.503216:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:0.0:1767384961.503269:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:0.0:1767384961.503353:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:0.0:1767384961.503454:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:0.0:1767384961.503543:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:0.0:1767384961.503628:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:0.0:1767384961.503687:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:0.0:1767384961.503722:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:0.0:1767384961.503735:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:0.0:1767384961.503753:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:0.0:1767384961.503778:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:0.0:1767384961.503801:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:0.0:1767384961.503942:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ab7e8103. 00000800:00000010:0.0:1767384961.503947:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000865c90e. 00000800:00000010:0.0:1767384961.503952:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000afc1eb1e. 00000800:00000010:0.0:1767384961.503978:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000afc1eb1e. 00000800:00020000:0.0:1767384961.503986:0:16116:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:0.0:1767384961.503992:0:16116:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000865c90e. 00000800:00000010:0.0:1767384961.503996:0:16116:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ab7e8103. 00000400:02020000:0.0:1767384961.504157:0:16116:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp46 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384961.504164:0:16116:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp46 notifying 192.168.203.157@tcp46: down 00000800:00000200:0.0:1767384961.504169:0:16116:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp46 down 00000800:00000100:0.0:1767384961.504176:0:16116:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp46 00000800:00000010:0.0:1767384961.504179:0:16116:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bd24c791. 00000400:00000200:0.0:1767384961.504183:0:16116:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384961.504187:0:16116:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp46->192.168.203.157@tcp46: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384961.504194:0:16116:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp46 added to recovery queue. ping count: 0 next ping: 285 health :900 00000400:00000200:0.0:1767384961.504197:0:16116:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384961.504199:0:16116:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp: 1 00000400:00000200:0.0:1767384961.504202:0:16116:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:1.0:1767384961.504249:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384961.504255:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100851 00000400:00000001:1.0:1767384961.504259:0:16125:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384961.504261:0:16125:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384961.504263:0:16125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073db7c4c 00000400:00000010:1.0:1767384961.504264:0:16125:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073db7c4c. 00000400:00000200:1.0:1767384961.504267:0:16125:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384961.504276:0:16125:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000010:1.0:1767384961.504280:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 0000000065e53420. 00000400:00000200:1.0:1767384961.504283:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (42) 00000400:00000200:1.0:1767384961.504287:0:16125:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.157@tcp:-71 00000400:00000200:1.0:1767384961.504303:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102051 rc -71 00000400:00000200:1.0:1767384961.504308:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:1.0:1767384961.504312:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (41) 00080000:00000001:1.0:1767384961.511751:0:16762:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384961.511758:0:16762:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00080000:00000001:0.0:1767384961.511760:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767384961.511762:0:16762:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384961.511764:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384961.511766:0:16762:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384961.511768:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384961.511770:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:1.0:1767384961.511777:0:16762:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384961.511779:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384961.511784:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f47ea08f. 20000000:00000001:1.0:1767384961.511788:0:16762:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384961.511788:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384961.511793:0:16762:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:2.0:1767384961.511798:0:16764:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008143e804. 00080000:00000020:1.0:1767384961.511799:0:16762:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384961.511804:0:16764:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 20000000:00000001:2.0:1767384961.511809:0:16764:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384961.511814:0:16764:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384961.511853:0:16764:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384961.511856:0:16764:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384961.511858:0:16764:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384961.511859:0:16764:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384961.511862:0:16764:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384961.511867:0:16764:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00080000:00000001:2.0:1767384961.511870:0:16764:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384961.511875:0:16764:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007b5d488c. 00080000:00000001:2.0:1767384961.511877:0:16764:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490407424 : -108642219144192 : ffff9d30c31ecc00) 00080000:00000001:2.0:1767384961.511879:0:16764:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384961.511932:0:16764:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384961.511934:0:16764:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384961.511936:0:16764:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384961.511951:0:16764:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384961.511953:0:16764:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384961.512101:0:16764:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384961.512105:0:16764:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:2.0:1767384961.512144:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384961.512147:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384961.512155:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384961.512159:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384961.512162:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384961.512167:0:16785:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000084bd7122 count: 2 00010000:00000001:2.0:1767384961.512170:0:16785:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384961.512172:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384961.512175:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000051552f86. 00000020:00000001:2.0:1767384961.512179:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384961.512181:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000051552f86 with handle 0x4895a8f6c11e8807 to hash 00000020:00000001:2.0:1767384961.512184:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384961.512185:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635436275763712 : -108637433787904 : ffff9d31e0598a00) 00010000:00000001:2.0:1767384961.512188:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635436275763712 : -108637433787904 : ffff9d31e0598a00) 00010000:00000001:2.0:1767384961.512190:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384961.512192:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384961.512195:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000051552f86/0x4895a8f6c11e8807 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384961.512203:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384961.512207:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384961.512209:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384961.512211:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384961.512213:0:16785:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384961.512217:0:16785:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e8800 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e87f9 expref: 16 pid: 16762 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384961.512222:0:16785:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384961.512224:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.512226:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384961.512227:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384961.512229:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384961.512230:0:16785:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384961.512233:0:16785:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000051552f86/0x4895a8f6c11e8807 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384961.512238:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000084bd7122) refcount = 2 00010000:00000040:2.0:1767384961.512244:0:16785:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384961.512247:0:16785:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e8800 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x4895a8f6c11e87f9 expref: 16 pid: 16762 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384961.512250:0:16785:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384961.512252:0:16785:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000051552f86/0x4895a8f6c11e8807 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384961.512258:0:16785:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007aeebbdb. 00000100:00000001:2.0:1767384961.512261:0:16785:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384961.512265:0:16785:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002d3b280d. 00000100:00000001:2.0:1767384961.512267:0:16785:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635431505207488 : -108642204344128 : ffff9d30c400a0c0) 00000100:00000001:2.0:1767384961.512269:0:16785:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635431505207488 : -108642204344128 : ffff9d30c400a0c0) 00000100:00000001:2.0:1767384961.512271:0:16785:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384961.512272:0:16785:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384961.512274:0:16785:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384961.512277:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384961.512278:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384961.512280:0:16785:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384961.512283:0:16785:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384961.512285:0:16785:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384961.512304:0:16785:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384961.512309:0:16785:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001853ff18. 00000020:00000040:2.0:1767384961.512313:0:16785:0:(genops.c:1229:class_import_get()) import 00000000c30cd863 refcount=2 obd=MGS 00000100:00000001:2.0:1767384961.512317:0:16785:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384961.512319:0:16785:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384961.512323:0:16785:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384961.512328:0:16785:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fe0ca95a. 00000100:00000001:2.0:1767384961.512333:0:16785:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384961.512337:0:16785:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e8800 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4895a8f6c11e87f9 expref: 16 pid: 16762 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384961.512350:0:16785:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e8800 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4895a8f6c11e87f9 expref: 16 pid: 16762 timeout: 434 lvb_type: 0 00010000:00000001:2.0:1767384961.512356:0:16785:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384961.512365:0:16785:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384961.512369:0:16785:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001853ff18 x1853237358523520/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384961.512376:0:16785:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384961.512378:0:16785:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384961.512382:0:16785:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001853ff18 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16785:1853237358523520:0@lo:104: 00000100:00000001:2.0:1767384961.512385:0:16785:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384961.512388:0:16785:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384961.512391:0:16785:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384961.512393:0:16785:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384961.512396:0:16785:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002dbe2f5a. 02000000:00000001:2.0:1767384961.512398:0:16785:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384961.512402:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc0fc43d. 00000400:00000010:2.0:1767384961.512407:0:16785:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ead83d3. 00000100:00000200:2.0:1767384961.512412:0:16785:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358523520, portal 16 00000100:00000001:2.0:1767384961.512414:0:16785:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384961.512415:0:16785:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431504579200 : -108642204972416 : ffff9d30c3f70a80) 00000100:00000040:2.0:1767384961.512419:0:16785:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000001853ff18 x1853237358523520/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384977 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384961.512426:0:16785:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384961.512431:0:16785:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384961.512434:0:16785:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6537ad9. 00000100:00000200:2.0:1767384961.512437:0:16785:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237358523520, offset 0 00000400:00000200:2.0:1767384961.512443:0:16785:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384961.512451:0:16785:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384961.512462:0:16785:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272707480 00000400:00000200:2.0:1767384961.512468:0:16785:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x18fd [2] + 984 00000400:00000200:2.0:1767384961.512472:0:16785:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384961.512478:0:16785:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384961.512483:0:16785:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384961.512485:0:16785:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384961.512514:0:16785:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000063b1c439. 00000100:00000040:2.0:1767384961.512517:0:16785:0:(events.c:337:request_in_callback()) incoming req@0000000063b1c439 x1853237358523520 msgsize 328 00000100:00100000:2.0:1767384961.512523:0:16785:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384961.512537:0:16785:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384961.512545:0:16785:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6537ad9 00000400:00000010:2.0:1767384961.512547:0:16785:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6537ad9. 00000100:00000001:2.0:1767384961.512550:0:16785:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384961.512556:0:16785:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001853ff18 x1853237358523520/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384977 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384961.512560:0:16753:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384961.512580:0:16785:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384961.512582:0:16753:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358523520 00000100:00000040:2.0:1767384961.512586:0:16785:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001853ff18 x1853237358523520/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384977 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384961.512588:0:16753:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384961.512593:0:16753:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384961.512597:0:16785:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.512597:0:16753:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.512600:0:16785:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384961.512605:0:16753:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.512608:0:16785:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384961.512611:0:16753:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358523520 00000100:00000001:2.0:1767384961.512613:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294951386 00000020:00000001:0.0:1767384961.512617:0:16753:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384961.512621:0:16753:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e83fb 00000100:00000001:2.0:1767384961.512625:0:16785:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294951375 00000020:00000001:0.0:1767384961.512626:0:16753:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384961.512632:0:16753:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f3b2147e refcount=3 00000100:00000001:2.0:1767384961.512633:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294951386 00000020:00000001:0.0:1767384961.512638:0:16753:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633131008 : -108637076420608 : ffff9d31f5a68800) 00000100:00000001:2.0:1767384961.512642:0:16785:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294951375 00000020:00000001:0.0:1767384961.512642:0:16753:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633131008 : -108637076420608 : ffff9d31f5a68800) 00000100:00000001:2.0:1767384961.512649:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294951386 00000100:00000001:0.0:1767384961.512649:0:16753:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384961.512655:0:16785:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294951375 00000020:00000010:0.0:1767384961.512655:0:16753:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000aaacb14. 00000100:00000001:0.0:1767384961.512662:0:16753:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384961.512663:0:16785:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294951386 00000020:00000010:0.0:1767384961.512669:0:16753:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000aaacb14. 00000100:00000001:2.0:1767384961.512671:0:16785:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294951375 00000020:00000010:0.0:1767384961.512676:0:16753:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006dfb93e9. 00000100:00000001:2.0:1767384961.512678:0:16785:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384961.512681:0:16753:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b4c4cc54. 00000100:00000001:2.0:1767384961.512682:0:16785:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.512688:0:16785:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.512690:0:16785:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384961.512690:0:16753:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000050d4225f. 00000020:00000001:2.0:1767384961.512695:0:16785:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.512697:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384961.512699:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384961.512699:0:16753:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00010000:00000001:2.0:1767384961.512700:0:16785:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.512706:0:16785:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:0.0:1767384961.512706:0:16753:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:2.0:1767384961.512709:0:16785:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384961.512710:0:16753:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384961.512713:0:16753:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.512714:0:16785:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.512718:0:16785:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384961.512720:0:16785:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384961.512721:0:16753:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384961.512729:0:16785:0:(client.c:2690:ptlrpc_set_wait()) set 000000002d3b280d going to sleep for 11 seconds 00000100:00000001:2.0:1767384961.512732:0:16785:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384961.512734:0:16753:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384961.512735:0:16785:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384961.512778:0:18556:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384961.512782:0:18556:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384961.512782:0:16753:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384961.512786:0:16753:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384961.512790:0:18556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:1.0:1767384961.512794:0:18556:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f3b2147e : new rpc_count 1 00000100:00000001:0.0:1767384961.512795:0:16753:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384961.512798:0:18556:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635431480419968 : -108642229131648 : ffff9d30c2866680) 00000100:00000001:0.0:1767384961.512799:0:16753:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384961.512805:0:18556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000063b1c439 x1853237358523520/t0(0) o104->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:187/0 lens 328/0 e 0 to 0 dl 1767384972 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384961.512814:0:18556:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384961.512817:0:18556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006ea0e5f7. 00000100:00000001:1.0:1767384961.512820:0:18556:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384961.512822:0:18556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006ea0e5f7. 00000100:00100000:1.0:1767384961.512827:0:18556:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000063b1c439 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:fc613044-dd35-4201-b03c-4d69ab0214c0+3:16785:x1853237358523520:12345-0@lo:104: 00000100:00000200:1.0:1767384961.512830:0:18556:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358523520 00010000:00000001:1.0:1767384961.512832:0:18556:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384961.512836:0:18556:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384961.512837:0:18556:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384961.512839:0:18556:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a5c45ff refcount=2 00000020:00000001:1.0:1767384961.512861:0:18556:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00010000:00000001:1.0:1767384961.512863:0:18556:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00010000:00000001:1.0:1767384961.512867:0:18556:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384961.512870:0:18556:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384961.512873:0:18556:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.157@tcp lock: 000000004a5c45ff/0x4895a8f6c11e87f9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4895a8f6c11e8800 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384961.512880:0:18556:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384961.512882:0:18556:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384961.512886:0:18556:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000066e10a27. 02000000:00000001:1.0:1767384961.512888:0:18556:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384961.512891:0:18556:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.512895:0:18556:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384961.512897:0:18556:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384961.512900:0:18556:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c1b60063 time=85 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384961.512904:0:18556:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384961.512907:0:18556:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:1.0:1767384961.512910:0:18556:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:1.0:1767384961.512912:0:18556:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384961.512913:0:18556:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384961.512915:0:18556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384961.512919:0:18556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384961.512922:0:18556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000479c74e7. 00000100:00000200:1.0:1767384961.512925:0:18556:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237358523520, offset 224 00000400:00000200:1.0:1767384961.512929:0:18556:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384961.512936:0:18556:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384961.512943:0:18556:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272707480 00000400:00000200:1.0:1767384961.512947:0:18556:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1eb5 [1] + 224 00000400:00000200:1.0:1767384961.512951:0:18556:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384961.512954:0:18556:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384961.512957:0:18556:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384961.512960:0:18556:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001853ff18 x1853237358523520/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384961.512967:0:18556:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000001853ff18 x1853237358523520/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384961.512990:0:18556:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384961.512995:0:18556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000479c74e7 00000400:00000010:1.0:1767384961.512998:0:18556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000479c74e7. 00000100:00000001:1.0:1767384961.513000:0:18556:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384961.513002:0:18556:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384961.513006:0:18556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384961.513008:0:18556:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:1.0:1767384961.513011:0:18556:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384961.513014:0:18556:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000d2cd5ec7. 00010000:00000001:1.0:1767384961.513016:0:18556:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384961.513050:0:18556:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767384961.513053:0:18556:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.513054:0:18556:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.513056:0:18556:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384961.513061:0:18556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063b1c439 x1853237358523520/t0(0) o104->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:187/0 lens 328/224 e 0 to 0 dl 1767384972 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384961.513068:0:18556:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000063b1c439 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:fc613044-dd35-4201-b03c-4d69ab0214c0+3:16785:x1853237358523520:12345-0@lo:104: Request processed in 253us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384961.513075:0:18556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:1.0:1767384961.513077:0:18556:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f3b2147e : new rpc_count 0 00000100:00000001:1.0:1767384961.513079:0:18556:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384961.513081:0:18556:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384961.513084:0:18556:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b4c4cc54. 00000020:00000001:2.0:1767384961.513086:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384961.513091:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384961.513091:0:18556:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000050d4225f. 00000020:00000010:1.0:1767384961.513097:0:18556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006dfb93e9. 00010000:00010000:2.0:1767384961.513098:0:16757:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000040:1.0:1767384961.513104:0:18556:0:(genops.c:898:class_export_put()) PUTting export 00000000f3b2147e : new refcount 2 00010000:00000001:2.0:1767384961.513105:0:16757:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:1.0:1767384961.513109:0:18556:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384961.513110:0:16757:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384961.513115:0:16757:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.157@tcp lock: 000000004a5c45ff/0x4895a8f6c11e87f9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4895a8f6c11e8800 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384961.513123:0:16757:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004a5c45ff already unused, calling callback (00000000de964f35) 10000000:00000001:2.0:1767384961.513125:0:16757:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384961.513127:0:16757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.157@tcp lock: 000000004a5c45ff/0x4895a8f6c11e87f9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4895a8f6c11e8800 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384961.513131:0:16757:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384961.513133:0:16757:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384961.513134:0:16757:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384961.513135:0:16757:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a5c45ff refcount=3 00000020:00000001:2.0:1767384961.513136:0:16757:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00010000:00000001:2.0:1767384961.513137:0:16757:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00010000:00000001:2.0:1767384961.513140:0:16757:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384961.513141:0:16757:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.157@tcp lock: 000000004a5c45ff/0x4895a8f6c11e87f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4895a8f6c11e8800 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767384961.513146:0:16757:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384961.513147:0:16757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.157@tcp lock: 000000004a5c45ff/0x4895a8f6c11e87f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4895a8f6c11e8800 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384961.513150:0:16757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384961.513152:0:16757:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384961.513153:0:16757:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767384961.513154:0:16757:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384961.513155:0:16757:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384961.513162:0:16757:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384961.513170:0:16757:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384961.513172:0:16757:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384961.513173:0:16757:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ff67cc77) refs 2 10000000:00000001:2.0:1767384961.513175:0:16757:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384961.513177:0:16757:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.513180:0:16757:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384961.513182:0:16757:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384961.513183:0:16757:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384961.513186:0:16757:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384961.513188:0:16757:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384961.513190:0:16757:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004a5c45ff with handle 0x4895a8f6c11e87f9 from hash 00010000:00000001:2.0:1767384961.513192:0:16757:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384961.513193:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384961.513194:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384961.513196:0:16757:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384961.513197:0:16757:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384961.513199:0:16757:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384961.513201:0:16757:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384961.513203:0:16757:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384961.513207:0:16757:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd23d36b. 00000020:00000040:2.0:1767384961.513208:0:16757:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=6 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1767384961.513210:0:16757:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384961.513211:0:16757:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384961.513213:0:16757:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384961.513216:0:16757:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001a2a5054. 00000100:00000001:2.0:1767384961.513218:0:16757:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.513220:0:16757:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384961.513223:0:16757:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.157@tcp lock: 000000004a5c45ff/0x4895a8f6c11e87f9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4895a8f6c11e8800 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384961.513227:0:16757:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384961.513228:0:16757:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384961.513230:0:16757:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384961.513232:0:16757:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384961.513235:0:16757:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd23d36b] to pc [ptlrpcd_00_01+1] req@00000000dd23d36b x1853237358523648/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384961.513263:0:16757:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384961.513266:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384961.513268:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384961.513268:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384961.513269:0:16757:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.513274:0:16757:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.513274:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1767384961.513278:0:16757:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.513279:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:2.0:1767384961.513281:0:16757:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.157@tcp lock: 000000004a5c45ff/0x4895a8f6c11e87f9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4895a8f6c11e8800 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384961.513283:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384961.513286:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384961.513303:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384961.513305:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384961.513306:0:16757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.157@tcp lock: 000000004a5c45ff/0x4895a8f6c11e87f9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4895a8f6c11e8800 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384961.513307:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dd23d36b x1853237358523648/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384961.513310:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384961.513325:0:16757:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000990ada7f count: 0 00000100:00000001:0.0:1767384961.513344:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384961.513346:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384961.513350:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1767384961.513353:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384961.513353:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384961.513356:0:16757:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:0.0:1767384961.513358:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384961.513359:0:16757:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000d2cd5ec7. 00000100:00100000:0.0:1767384961.513362:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dd23d36b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358523648:0@lo:103: 00010000:00000001:2.0:1767384961.513365:0:16757:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.513368:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1767384961.513369:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767384961.513371:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1767384961.513372:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384961.513375:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384961.513376:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767384961.513379:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384961.513380:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384961.513383:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384961.513385:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:0.0:1767384961.513385:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c468c5b. 00000020:00000001:2.0:1767384961.513388:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767384961.513389:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384961.513391:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384961.513395:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767384961.513395:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d1a7b10. 00000400:00000010:0.0:1767384961.513401:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002cdffbfe. 00000100:00000200:0.0:1767384961.513404:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358523648, portal 18 00000100:00000001:0.0:1767384961.513406:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384961.513408:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431480419072 : -108642229132544 : ffff9d30c2866300) 00000100:00000040:0.0:1767384961.513411:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dd23d36b x1853237358523648/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384961.513417:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384961.513420:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384961.513423:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036f8e304. 00000100:00000200:0.0:1767384961.513425:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237358523648, offset 0 00000400:00000200:0.0:1767384961.513429:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384961.513433:0:16785:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384961.513437:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:2.0:1767384961.513439:0:16785:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384961.513442:0:16785:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384961.513445:0:16785:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc0fc43d. 00000400:00000200:0.0:1767384961.513445:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272707500 00000400:00000200:2.0:1767384961.513451:0:16785:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ead83d3 00000400:00000010:2.0:1767384961.513454:0:16785:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ead83d3. 00000100:00000001:2.0:1767384961.513458:0:16785:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384961.513460:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 984 00000400:00000200:0.0:1767384961.513464:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384961.513470:0:16785:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001853ff18 x1853237358523520/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384961.513471:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384961.513478:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384961.513481:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:2.0:1767384961.513484:0:16785:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001853ff18 x1853237358523520/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384961.513493:0:16785:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:0.0:1767384961.513494:0:16128:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c705512f. 00000100:00000001:2.0:1767384961.513495:0:16785:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384961.513500:0:16785:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767384961.513500:0:16128:0:(events.c:337:request_in_callback()) incoming req@00000000c705512f x1853237358523648 msgsize 328 02000000:00000001:2.0:1767384961.513504:0:16785:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384961.513507:0:16785:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384961.513510:0:16785:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384961.513510:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384961.513513:0:16785:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384961.513518:0:16785:0:(import.c:2128:obd_at_measure()) add 5 to 0000000080a5a92e time=85 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384961.513521:0:16785:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cfe3d233 time=85 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384961.513523:0:16785:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384961.513524:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384961.513525:0:16785:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.513529:0:16785:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384961.513531:0:16785:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384961.513533:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036f8e304 00000100:00000001:2.0:1767384961.513534:0:16785:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384961.513537:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036f8e304. 00000100:00000040:2.0:1767384961.513541:0:16785:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001853ff18 x1853237358523520/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384961.513541:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384961.513544:0:34224:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1767384961.513548:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dd23d36b x1853237358523648/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384961.513550:0:16785:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384961.513555:0:34224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358523648 00000100:00000001:2.0:1767384961.513557:0:16785:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767384961.513559:0:34224:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384961.513561:0:16785:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384961.513563:0:34224:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384961.513566:0:16785:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000100:00000001:1.0:1767384961.513567:0:34224:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.513569:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384961.513573:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384961.513574:0:34224:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.513575:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384961.513576:0:16785:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384961.513580:0:34224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358523648 00000100:00000040:0.0:1767384961.513583:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dd23d36b x1853237358523648/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384961.513584:0:16785:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001853ff18 x1853237358523520/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767384961.513585:0:34224:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384961.513588:0:34224:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:1.0:1767384961.513592:0:34224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384961.513595:0:34224:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=17 00000020:00000001:1.0:1767384961.513601:0:34224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:1.0:1767384961.513606:0:34224:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:1.0:1767384961.513611:0:34224:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384961.513616:0:34224:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006ea0e5f7. 00000100:00000001:0.0:1767384961.513618:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384961.513620:0:16785:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001853ff18 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16785:1853237358523520:0@lo:104: 00000100:00000001:1.0:1767384961.513620:0:34224:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384961.513622:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767384961.513628:0:34224:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006ea0e5f7. 00000100:00000001:0.0:1767384961.513629:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384961.513630:0:16785:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384961.513635:0:34224:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004ec1619. 00000100:00000001:2.0:1767384961.513637:0:16785:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.513637:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294951387 00000020:00000010:1.0:1767384961.513643:0:34224:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007e934e23. 00000100:00000001:2.0:1767384961.513644:0:16785:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384961.513646:0:16785:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384961.513648:0:16128:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294951386 00000020:00000010:1.0:1767384961.513650:0:34224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000706ca8c4. 00000100:00000001:0.0:1767384961.513654:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294951387 00000100:00000040:2.0:1767384961.513659:0:16785:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001853ff18 x1853237358523520/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384961.513662:0:16128:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294951386 00000100:00000040:1.0:1767384961.513664:0:34224:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384961.513670:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294951387 00000100:00000001:2.0:1767384961.513671:0:16785:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384961.513672:0:34224:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1767384961.513677:0:16785:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384961.513677:0:34224:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384961.513678:0:16128:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294951386 02000000:00000010:2.0:1767384961.513682:0:16785:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002dbe2f5a. 00010000:00000001:1.0:1767384961.513684:0:34224:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:0.0:1767384961.513684:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294951387 02000000:00000001:2.0:1767384961.513687:0:16785:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767384961.513689:0:34224:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384961.513690:0:16785:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384961.513691:0:16128:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294951386 00000020:00000040:2.0:1767384961.513694:0:16785:0:(genops.c:1242:class_import_put()) import 00000000c30cd863 refcount=1 obd=MGS 00010000:00000001:1.0:1767384961.513697:0:34224:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000020:00000001:2.0:1767384961.513698:0:16785:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384961.513699:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384961.513703:0:16785:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fe0ca95a. 00010000:00000001:1.0:1767384961.513704:0:34224:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384961.513704:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384961.513710:0:16785:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1767384961.513710:0:34224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384961.513710:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384961.513714:0:16785:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:1.0:1767384961.513715:0:34224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fe748dd8 refcount=4 00000100:00000001:0.0:1767384961.513716:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384961.513717:0:16785:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001853ff18. 00000020:00000001:1.0:1767384961.513723:0:34224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879615488 : -108637829936128 : ffff9d31c8bccc00) 00000100:00000001:0.0:1767384961.513724:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384961.513725:0:16785:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1767384961.513726:0:34224:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879615488 : -108637829936128 : ffff9d31c8bccc00) 00000100:00000001:2.0:1767384961.513729:0:16785:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384961.513729:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00010000:1.0:1767384961.513733:0:34224:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e8800 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4895a8f6c11e87f9 expref: 17 pid: 16762 timeout: 434 lvb_type: 0 00000100:00000001:0.0:1767384961.513735:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767384961.513737:0:16785:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002d3b280d. 00000100:00000001:0.0:1767384961.513738:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384961.513742:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.513745:0:34224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384961.513746:0:16785:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384961.513750:0:16785:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384961.513752:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.513755:0:34224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1767384961.513757:0:16785:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007aeebbdb. 00010000:00000001:1.0:1767384961.513758:0:34224:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384961.513763:0:34224:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384961.513767:0:16785:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384961.513769:0:34224:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:2.0:1767384961.513772:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384961.513776:0:34224:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c705512f x1853237358523648/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:187/0 lens 328/0 e 0 to 0 dl 1767384972 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384961.513778:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384961.513786:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:1.0:1767384961.513788:0:34224:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:2.0:1767384961.513791:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:1.0:1767384961.513791:0:34224:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384961.513797:0:16785:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000051552f86/0x4895a8f6c11e8807 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384961.513805:0:34224:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384961.513821:0:34224:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384961.513823:0:34224:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384961.513844:0:34224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:1.0:1767384961.513848:0:34224:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 3 00000100:00000001:1.0:1767384961.513850:0:34224:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635435780961408 : -108637928590208 : ffff9d31c2db7480) 00000100:00000040:1.0:1767384961.513856:0:34224:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c705512f x1853237358523648/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:187/0 lens 328/0 e 0 to 0 dl 1767384972 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384961.513865:0:34224:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384961.513869:0:34224:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006ea0e5f7. 00000100:00000001:1.0:1767384961.513872:0:34224:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384961.513874:0:34224:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006ea0e5f7. 00000100:00100000:1.0:1767384961.513881:0:34224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c705512f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fc613044-dd35-4201-b03c-4d69ab0214c0+17:16128:x1853237358523648:12345-0@lo:103: 00000100:00000200:1.0:1767384961.513884:0:34224:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358523648 00010000:00000001:1.0:1767384961.513887:0:34224:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384961.513889:0:34224:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384961.513891:0:34224:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384961.513896:0:34224:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384961.513898:0:34224:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384961.513902:0:34224:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f47ea08f. 02000000:00000001:1.0:1767384961.513906:0:34224:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384961.513908:0:34224:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.513911:0:34224:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384961.513913:0:34224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384961.513916:0:34224:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384961.513925:0:34224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384961.513927:0:34224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fe748dd8 refcount=4 00000020:00000001:1.0:1767384961.513930:0:34224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879615488 : -108637829936128 : ffff9d31c8bccc00) 00010000:00000001:1.0:1767384961.513933:0:34224:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879615488 : -108637829936128 : ffff9d31c8bccc00) 00010000:00000040:1.0:1767384961.513936:0:34224:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000084bd7122 count: 3 00010000:00010000:1.0:1767384961.513940:0:34224:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e8800 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4895a8f6c11e87f9 expref: 17 pid: 16762 timeout: 434 lvb_type: 0 00000100:00001000:1.0:1767384961.513948:0:34224:0:(import.c:2128:obd_at_measure()) add 0 to 0000000011468271 time=1767384961 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384961.513951:0:34224:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384961.513957:0:34224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384961.513959:0:34224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384961.513962:0:34224:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e8800 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4895a8f6c11e87f9 expref: 17 pid: 16762 timeout: 434 lvb_type: 0 00000020:00000001:1.0:1767384961.513969:0:34224:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384961.513972:0:34224:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384961.513973:0:34224:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384961.513976:0:34224:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.513979:0:34224:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384961.513981:0:34224:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384961.513986:0:34224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384961.513988:0:34224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384961.513990:0:34224:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384961.513991:0:34224:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384961.513993:0:34224:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fe748dd8 with handle 0x4895a8f6c11e8800 from hash 00010000:00000001:1.0:1767384961.513995:0:34224:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384961.513996:0:34224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384961.513997:0:34224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384961.513998:0:34224:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384961.513999:0:34224:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384961.514001:0:34224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384961.514002:0:34224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fe748dd8/0x4895a8f6c11e8800 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4895a8f6c11e87f9 expref: 17 pid: 16762 timeout: 434 lvb_type: 0 00010000:00000040:1.0:1767384961.514007:0:34224:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000005d63f134 : new locks_count 9 00000020:00000040:1.0:1767384961.514016:0:34224:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 16 00010000:00000001:1.0:1767384961.514023:0:34224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384961.514025:0:34224:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384961.514049:0:34224:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384961.514051:0:34224:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000051552f86 00010000:00000001:1.0:1767384961.514053:0:34224:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384961.514055:0:34224:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384961.514057:0:34224:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384961.514059:0:34224:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384961.514060:0:34224:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384961.514063:0:34224:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384961.514064:0:34224:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384961.514066:0:34224:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000051552f86/0x4895a8f6c11e8807 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384961.514071:0:34224:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384961.514073:0:34224:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384961.514075:0:34224:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384961.514077:0:34224:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384961.514078:0:34224:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000084bd7122) refcount = 2 00010000:00010000:1.0:1767384961.514081:0:34224:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000051552f86/0x4895a8f6c11e8807 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384961.514085:0:34224:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384961.514086:0:34224:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384961.514088:0:34224:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384961.514089:0:34224:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384961.514105:0:34224:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ea0e5f7. 00000100:00000001:1.0:1767384961.514107:0:34224:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384961.514110:0:34224:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d2cd5ec7. 00000100:00000001:1.0:1767384961.514112:0:34224:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635431492026752 : -108642217524864 : ffff9d30c3378180) 00000100:00000001:1.0:1767384961.514114:0:34224:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635431492026752 : -108642217524864 : ffff9d30c3378180) 00000100:00000001:1.0:1767384961.514115:0:34224:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384961.514117:0:34224:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384961.514118:0:34224:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384961.514120:0:34224:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384961.514127:0:34224:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003542952s 00010000:00000001:1.0:1767384961.514129:0:34224:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384961.514131:0:34224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384961.514132:0:34224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000051552f86 refcount=5 00000020:00000001:1.0:1767384961.514134:0:34224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275763712 : -108637433787904 : ffff9d31e0598a00) 00010000:00000001:1.0:1767384961.514137:0:34224:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275763712 : -108637433787904 : ffff9d31e0598a00) 00010000:00000001:1.0:1767384961.514155:0:34224:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384961.514157:0:34224:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000051552f86/0x4895a8f6c11e8807 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384961.514164:0:34224:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384961.514166:0:34224:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000051552f86/0x4895a8f6c11e8807 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384961.514170:0:34224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384961.514172:0:34224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384961.514173:0:34224:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000051552f86/0x4895a8f6c11e8807 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384961.514178:0:34224:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384961.514179:0:34224:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.514182:0:34224:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384961.514183:0:34224:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000051552f86/0x4895a8f6c11e8807 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384961.514188:0:34224:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000051552f86 already unused, calling callback (00000000be7801c4) 00010000:00000001:1.0:1767384961.514190:0:34224:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384961.514192:0:34224:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384961.514195:0:34224:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000051552f86/0x4895a8f6c11e8807 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384961.514199:0:34224:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384961.514200:0:34224:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384961.514201:0:34224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384961.514203:0:34224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000051552f86 refcount=6 00000020:00000001:1.0:1767384961.514211:0:34224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275763712 : -108637433787904 : ffff9d31e0598a00) 00010000:00000001:1.0:1767384961.514214:0:34224:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275763712 : -108637433787904 : ffff9d31e0598a00) 00010000:00000001:1.0:1767384961.514216:0:34224:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384961.514218:0:34224:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000051552f86/0x4895a8f6c11e8807 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384961.514222:0:34224:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384961.514224:0:34224:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384961.514226:0:34224:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.514235:0:34224:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384961.514236:0:34224:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384961.514239:0:34224:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384961.514240:0:34224:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384961.514243:0:34224:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000051552f86 with handle 0x4895a8f6c11e8807 from hash 00010000:00000001:1.0:1767384961.514245:0:34224:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384961.514246:0:34224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384961.514248:0:34224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384961.514250:0:34224:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384961.514252:0:34224:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384961.514254:0:34224:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384961.514256:0:34224:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00010000:2.0:1767384961.514257:0:16785:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000051552f86/0x4895a8f6c11e8807 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384961.514258:0:34224:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384961.514263:0:34224:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.514267:0:34224:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384961.514270:0:16785:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384961.514270:0:34224:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 20000000:00000001:2.0:1767384961.514276:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384961.514277:0:34224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384961.514280:0:34224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384961.514281:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000051552f86/0x4895a8f6c11e8807 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384961.514283:0:34224:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.514300:0:34224:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.514302:0:34224:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384961.514304:0:34224:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000051552f86/0x4895a8f6c11e8807 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384961.514316:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384961.514317:0:34224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384961.514319:0:34224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384961.514320:0:34224:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384961.514325:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384961.514329:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384961.514330:0:34224:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 20000000:00000001:2.0:1767384961.514332:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:1.0:1767384961.514333:0:34224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384961.514336:0:34224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384961.514337:0:34224:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384961.514340:0:34224:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384961.514342:0:34224:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.514344:0:34224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384961.514346:0:34224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000051552f86/0x4895a8f6c11e8807 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384961.514356:0:34224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384961.514358:0:34224:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.514361:0:34224:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384961.514363:0:34224:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384961.514365:0:34224:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384961.514368:0:34224:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384961.514370:0:34224:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384961.514372:0:34224:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d2cd5ec7. 00000100:00000001:1.0:1767384961.514376:0:34224:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384961.514378:0:34224:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384961.514381:0:34224:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ea0e5f7. 00010000:00000001:1.0:1767384961.514385:0:34224:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384961.514388:0:34224:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000084bd7122 count: 0 00010000:00010000:1.0:1767384961.514397:0:34224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384961.514399:0:34224:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384961.514403:0:34224:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384961.514405:0:34224:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384961.514408:0:34224:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bb2adef3 time=85 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384961.514413:0:34224:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384961.514417:0:34224:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:1.0:1767384961.514420:0:34224:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:1.0:1767384961.514422:0:34224:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384961.514425:0:34224:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384961.514428:0:34224:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384961.514432:0:34224:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384961.514628:0:34224:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000479c74e7. 00000100:00000200:1.0:1767384961.514634:0:34224:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237358523648, offset 224 00000400:00000200:1.0:1767384961.514648:0:34224:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384961.514657:0:34224:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384961.514665:0:34224:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272707500 00000400:00000200:1.0:1767384961.514687:0:34224:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1ec1 [1] + 224 00000400:00000200:1.0:1767384961.514692:0:34224:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384961.514696:0:34224:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384961.514701:0:34224:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384961.514706:0:34224:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dd23d36b x1853237358523648/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384961.514716:0:34224:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dd23d36b x1853237358523648/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384961.514732:0:34224:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384961.514739:0:34224:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000479c74e7 00000400:00000010:1.0:1767384961.514742:0:34224:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000479c74e7. 00000100:00000001:1.0:1767384961.514747:0:34224:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384961.514749:0:34224:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384961.514755:0:34224:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384961.514758:0:34224:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:1.0:1767384961.514761:0:34224:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.514764:0:34224:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384961.514769:0:34224:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c705512f x1853237358523648/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:187/0 lens 328/224 e 0 to 0 dl 1767384972 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384961.514780:0:34224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c705512f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:fc613044-dd35-4201-b03c-4d69ab0214c0+16:16128:x1853237358523648:12345-0@lo:103: Request processed in 913us (1278us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384961.514788:0:34224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:1.0:1767384961.514791:0:34224:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 2 00000100:00000001:1.0:1767384961.514794:0:34224:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384961.514796:0:34224:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384961.514800:0:34224:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007e934e23. 00000020:00000010:1.0:1767384961.514805:0:34224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000706ca8c4. 00000020:00000010:1.0:1767384961.514809:0:34224:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004ec1619. 00000020:00000040:1.0:1767384961.514816:0:34224:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 15 00000100:00000001:1.0:1767384961.514825:0:34224:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384961.514862:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384961.514864:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384961.514869:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384961.514871:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384961.514873:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d1a7b10. 00000400:00000200:1.0:1767384961.514878:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cdffbfe 00000400:00000010:1.0:1767384961.514881:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002cdffbfe. 00000100:00000001:1.0:1767384961.514885:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384961.514890:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dd23d36b x1853237358523648/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384961.514900:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dd23d36b x1853237358523648/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384961.514908:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384961.514911:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384961.514913:0:16128:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384961.514915:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384961.514917:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384961.514919:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384961.514922:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384961.514926:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f692eeab time=85 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384961.514930:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=85 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384961.514934:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384961.514936:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.514938:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384961.514940:0:16128:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384961.514943:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384961.514947:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dd23d36b x1853237358523648/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384961.514954:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384961.514957:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384961.514959:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384961.514963:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd23d36b x1853237358523648/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384961.514971:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dd23d36b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358523648:0@lo:103: 00000100:00000001:1.0:1767384961.514984:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384961.514986:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384961.514990:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dd23d36b x1853237358523648/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384977 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384961.514998:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384961.515001:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384961.515003:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c468c5b. 02000000:00000001:1.0:1767384961.515009:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384961.515011:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384961.515013:0:16128:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1767384961.515016:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384961.515019:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001a2a5054. 02000000:00000001:1.0:1767384961.515022:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384961.515024:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384961.515026:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd23d36b. 00000100:00000001:1.0:1767384961.515030:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384961.515031:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384961.515034:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384961.515039:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384961.515041:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384961.515045:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384961.515047:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384961.517037:0:38333:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000990ada7f. 00010000:00000010:2.1:1767384961.517043:0:38333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004a5c45ff. 00010000:00000010:1.1:1767384961.521038:0:38334:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fe748dd8. 00010000:00000010:1.1:1767384961.521046:0:38334:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000051552f86. 00010000:00000010:1.1:1767384961.521051:0:38334:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000084bd7122. 00000400:00000010:1.0:1767384961.523082:0:38334:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f917a736. 00000400:00000040:1.0:1767384961.523098:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384961.523101:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384961.523103:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384961.523105:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384961.523108:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384961.523109:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384961.523111:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384961.523113:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384961.523114:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384961.523115:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384961.523117:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384961.523119:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384961.523121:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384961.523137:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384961.523142:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384961.523144:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384961.523146:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384961.523147:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384961.523149:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384961.523151:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384961.523152:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384961.523153:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384961.523154:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384961.523156:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384961.523157:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384961.523159:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384961.523160:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384961.523162:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384961.523163:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384961.523165:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384961.523166:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384961.523168:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384961.523169:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384961.523170:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384961.523171:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384961.523172:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384961.523173:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384961.523175:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384961.523177:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384961.523179:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384961.523180:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384961.523181:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384961.523183:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384961.523184:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384961.523185:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384961.523203:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384961.523204:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384961.523205:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384961.523207:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384961.523208:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384961.523209:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384961.523211:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384961.523211:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384961.523216:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384961.523218:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384961.523219:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384961.523221:0:38334:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384961.523337:0:38334:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f917a736. 00080000:00000001:2.0:1767384961.523828:0:16764:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384961.523834:0:16764:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00080000:00000001:0.0:1767384961.523835:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384961.523853:0:16764:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384961.523855:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384961.523857:0:16764:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384961.523859:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384961.523860:0:16764:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384961.523861:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384961.523864:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384961.523867:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007b5d488c. 20000000:00000001:2.0:1767384961.523871:0:16764:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384961.523872:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384961.523876:0:16764:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384961.523883:0:16764:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384961.523893:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384961.523895:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384961.523897:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384961.523899:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384961.523902:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384961.523907:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003b280d50. 00010000:00000001:2.0:1767384961.523910:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384961.523913:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000775b26f2. 00000020:00000001:2.0:1767384961.523915:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384961.523917:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000775b26f2 with handle 0x4895a8f6c11e880e to hash 00000020:00000001:2.0:1767384961.523919:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384961.523920:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635436275767296 : -108637433784320 : ffff9d31e0599800) 00010000:00000001:2.0:1767384961.523923:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635436275767296 : -108637433784320 : ffff9d31e0599800) 00010000:00000001:2.0:1767384961.523926:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384961.523928:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384961.523931:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e880e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384961.523940:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384961.523943:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384961.523944:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384961.523963:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384961.523965:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384961.523968:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384961.523969:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384961.523980:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384961.523982:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384961.523984:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384961.523985:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384961.523988:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003b280d50) refcount = 1 00010000:00010000:2.0:1767384961.523993:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e880e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384961.524000:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384961.524002:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384961.524003:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384961.524006:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.524008:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384961.524011:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384961.524013:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003542952s 00010000:00000001:2.0:1767384961.524015:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384961.524016:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384961.524018:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000775b26f2 refcount=4 00000020:00000001:2.0:1767384961.524020:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275767296 : -108637433784320 : ffff9d31e0599800) 00010000:00000001:2.0:1767384961.524022:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275767296 : -108637433784320 : ffff9d31e0599800) 00010000:00000001:2.0:1767384961.524024:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384961.524025:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e880e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384961.524030:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384961.524031:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e880e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384961.524035:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384961.524036:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384961.524038:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e880e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384961.524070:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384961.524072:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.524083:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384961.524085:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e880e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384961.524093:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000775b26f2 already unused, calling callback (00000000be7801c4) 00010000:00000001:2.0:1767384961.524096:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384961.524098:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384961.524101:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e880e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384961.524107:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384961.524109:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384961.524111:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384961.524113:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000775b26f2 refcount=5 00000020:00000001:2.0:1767384961.524116:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275767296 : -108637433784320 : ffff9d31e0599800) 00010000:00000001:2.0:1767384961.524134:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275767296 : -108637433784320 : ffff9d31e0599800) 00010000:00000001:2.0:1767384961.524136:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384961.524138:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e880e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384961.524142:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384961.524143:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384961.524144:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.524147:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384961.524148:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384961.524149:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384961.524150:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384961.524151:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000775b26f2 with handle 0x4895a8f6c11e880e from hash 00010000:00000001:2.0:1767384961.524153:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384961.524154:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384961.524156:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384961.524157:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384961.524158:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384961.524159:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384961.524160:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384961.524162:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384961.524168:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.524170:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384961.524171:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384961.524173:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384961.524174:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384961.524176:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.524177:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384961.524179:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384961.524181:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e880e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384961.524200:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384961.524201:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384961.524203:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384961.524204:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384961.524206:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384961.524207:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384961.524208:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384961.524211:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384961.524212:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384961.524214:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e880e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384961.524218:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384961.524220:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384961.524221:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e880e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384961.524227:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003b280d50 count: 0 00010000:00000001:2.0:1767384961.524240:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384961.524242:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384961.524752:0:16762:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384961.524755:0:16762:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384961.524757:0:16762:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000382dec4f. 20000000:00000001:0.0:1767384961.524762:0:16762:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384961.524766:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358523264 00010000:00000001:0.0:1767384961.524768:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384961.524773:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009ee9b8b5 x1853237358523264/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:187/0 lens 4848/4768 e 0 to 0 dl 1767384972 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384961.524781:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384961.524782:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384961.524785:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=85 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384961.524788:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384961.524791:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384961.524793:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384961.524795:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384961.524797:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.524799:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384961.524802:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384961.524805:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c09df5a. 00000100:00000200:0.0:1767384961.524809:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358523264, offset 224 00000400:00000200:0.0:1767384961.524815:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384961.524823:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384961.524830:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272707380 00000400:00000200:0.0:1767384961.524835:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e9d [2] + 224 00000400:00000200:0.0:1767384961.524840:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384961.524843:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384961.524848:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384961.524851:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d083d558 x1853237358523264/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384961.524864:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d083d558 x1853237358523264/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384961.524877:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384961.524899:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c09df5a 00000400:00000010:0.0:1767384961.524901:0:16762:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c09df5a. 00000100:00000001:0.0:1767384961.524906:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384961.524907:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384961.524911:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384961.524914:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:0.0:1767384961.524915:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384961.524917:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384961.524920:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384961.524922:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ee9b8b5 x1853237358523264/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:187/0 lens 4848/4768 e 0 to 0 dl 1767384972 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384961.524928:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009ee9b8b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16129:x1853237358523264:12345-0@lo:253: Request processed in 22961us (23411us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384961.524935:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00000040:0.0:1767384961.524937:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00000001:0.0:1767384961.524939:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384961.524941:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384961.524944:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002d59f5d1. 00000020:00000010:0.0:1767384961.524948:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000eadd25d. 00000020:00000010:0.0:1767384961.524951:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad7f7ea1. 00000020:00000040:0.0:1767384961.524955:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 02000000:00000001:0.0:1767384961.524960:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384961.524962:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000bf1fc5f5. 02000000:00000001:0.0:1767384961.524969:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384961.524971:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384961.524977:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384961.524982:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089c9f820. 00000400:00000010:0.0:1767384961.524986:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c09df5a. 00000100:00000001:0.0:1767384961.525011:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384961.525022:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384961.525026:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384961.525029:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384961.525031:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae3d808c. 00000400:00000200:0.0:1767384961.525034:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb58b695 00000400:00000010:0.0:1767384961.525036:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bb58b695. 00000100:00000001:0.0:1767384961.525039:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384961.525077:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d083d558 x1853237358523264/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384961.525085:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d083d558 x1853237358523264/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384961.525090:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384961.525091:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384961.525093:0:16129:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384961.525095:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384961.525096:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384961.525098:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384961.525100:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384961.525103:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=85 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384961.525106:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=85 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384961.525108:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384961.525109:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384961.525111:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384961.525113:0:16129:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.525131:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384961.525133:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d083d558 x1853237358523264/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384961.525138:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384961.525141:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384961.525142:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384961.525146:0:16129:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384961.525148:0:16129:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384961.525150:0:16129:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384961.525152:0:16129:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384961.525154:0:16129:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384961.525156:0:16129:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384961.525165:0:16129:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384961.525167:0:16129:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384961.525169:0:16129:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384961.525171:0:16129:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384961.525175:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d083d558 x1853237358523264/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384961.525181:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d083d558 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358523264:0@lo:253: 00000100:00000001:0.0:1767384961.525186:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384961.525188:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384961.525191:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d083d558 x1853237358523264/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384961.525196:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384961.525198:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384961.525200:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d9273208. 02000000:00000001:0.0:1767384961.525221:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384961.525222:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384961.525224:0:16129:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1767384961.525226:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384961.525228:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000030056347. 02000000:00000001:0.0:1767384961.525233:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384961.525234:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384961.525236:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d083d558. 00000100:00000001:0.0:1767384961.525239:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384961.525241:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384961.525243:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384961.525248:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384961.525249:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384961.525252:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384961.525254:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384961.525266:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294951387, at 4294951388 00000100:00000010:0.0:1767384961.525272:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d099cff3. 00000100:00000040:3.0:1767384961.526049:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294951387, at 4294951388 00000100:00000010:3.0:1767384961.526057:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e4a79cda. 00000100:00000040:2.0:1767384961.526058:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294951387, at 4294951388 00000100:00000010:2.0:1767384961.526068:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3899e41. 00000100:00000040:1.0:1767384961.526070:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294951387, at 4294951389 00000100:00000010:1.0:1767384961.526076:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000112584c3. 00080000:00000020:3.0:1767384961.526786:0:16764:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384961.526795:0:16764:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384961.526796:0:16764:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000002921a5f9. 20000000:00000001:3.0:1767384961.526800:0:16764:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384961.526802:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358523392 00010000:00000001:3.0:1767384961.526805:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384961.526808:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003812f176 x1853237358523392/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:187/0 lens 4848/4768 e 0 to 0 dl 1767384972 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384961.526815:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384961.526816:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384961.526818:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=85 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384961.526820:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384961.526822:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:3.0:1767384961.526823:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:3.0:1767384961.526825:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384961.526827:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.526828:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384961.526830:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384961.526832:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ed8a892. 00000100:00000200:3.0:1767384961.526851:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358523392, offset 224 00000400:00000200:3.0:1767384961.526855:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384961.526860:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384961.526864:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272707400 00000400:00000200:3.0:1767384961.526868:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ea5 [2] + 224 00000400:00000200:3.0:1767384961.526872:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384961.526874:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384961.526876:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384961.526879:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bab0ac14 x1853237358523392/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384961.526884:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000bab0ac14 x1853237358523392/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384961.526896:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384961.526899:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ed8a892 00000400:00000010:3.0:1767384961.526901:0:16764:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ed8a892. 00000100:00000001:3.0:1767384961.526903:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384961.526905:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384961.526907:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384961.526911:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384961.526911:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384961.526914:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384961.526915:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384961.526916:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b78be5d. 00000100:00000040:3.0:1767384961.526921:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000200:1.0:1767384961.526921:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d09898c 00010000:00000001:3.0:1767384961.526926:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384961.526926:0:16127:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d09898c. 00000020:00000001:3.0:1767384961.526929:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384961.526930:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384961.526933:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384961.526937:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bab0ac14 x1853237358523392/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384961.526939:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003812f176 x1853237358523392/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:187/0 lens 4848/4768 e 0 to 0 dl 1767384972 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384961.526961:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bab0ac14 x1853237358523392/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384961.526965:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003812f176 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16127:x1853237358523392:12345-0@lo:253: Request processed in 24923us (25404us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384961.526979:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384961.526981:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384961.526982:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00000001:1.0:1767384961.526984:0:16127:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384961.526986:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 02000000:00000001:1.0:1767384961.526987:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384961.526989:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384961.526990:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384961.526992:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384961.526993:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384961.526995:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384961.526997:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000016d923c9. 00000100:00001000:1.0:1767384961.526998:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=85 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384961.527002:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005068b074. 00000100:00001000:1.0:1767384961.527003:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=85 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384961.527008:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010b68307. 00000100:00000001:1.0:1767384961.527008:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1767384961.527043:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 02000000:00000001:3.0:1767384961.527047:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384961.527048:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f1da5d9a. 02000000:00000001:3.0:1767384961.527052:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384961.527054:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384961.527057:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384961.527060:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000910143a5. 00000400:00000010:3.0:1767384961.527063:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ed8a892. 00000100:00000001:1.0:1767384961.527083:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.527086:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384961.527088:0:16127:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384961.527090:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384961.527093:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bab0ac14 x1853237358523392/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384961.527099:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384961.527106:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384961.527107:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384961.527109:0:16127:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384961.527111:0:16127:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384961.527112:0:16127:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384961.527113:0:16127:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384961.527114:0:16127:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384961.527116:0:16127:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384961.527117:0:16127:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384961.527118:0:16127:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384961.527119:0:16127:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384961.527121:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bab0ac14 x1853237358523392/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384961.527126:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bab0ac14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358523392:0@lo:253: 00000100:00000001:1.0:1767384961.527130:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384961.527131:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384961.527133:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bab0ac14 x1853237358523392/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384977 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384961.527137:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384961.527138:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384961.527139:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006334ea9b. 02000000:00000001:1.0:1767384961.527144:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384961.527145:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384961.527146:0:16127:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1767384961.527147:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384961.527148:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000088726214. 02000000:00000001:1.0:1767384961.527151:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384961.527152:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384961.527153:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bab0ac14. 00000100:00000001:1.0:1767384961.527155:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384961.527156:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384961.527157:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384961.527162:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384961.527163:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384961.527164:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384961.527166:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384961.537040:0:38340:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003b280d50. 00010000:00000010:2.1:1767384961.537052:0:38340:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000775b26f2. 00010000:00000001:1.0:1767384961.881060:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384961.881065:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384961.881071:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384961.881072:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384961.881110:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384961.881115:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384961.881118:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384962.521081:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp46 00000400:00000010:1.0:1767384962.521088:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000038c1956e. 00000400:00000010:1.0:1767384962.521094:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000006eeb332. 00000400:00000010:1.0:1767384962.521099:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000479c74e7. 00000400:00000010:1.0:1767384962.521106:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fcae0744. 00000400:00000200:1.0:1767384962.521110:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp46 00000400:00000200:1.0:1767384962.521126:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp46 local destination 00000400:00000200:1.0:1767384962.521132:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp46 00000400:00000200:1.0:1767384962.521135:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp46 NI seq info: [194:194:256:4294967295] 192.168.203.157@tcp46 LPNI seq info [184:184:8:4294967295] 00000400:00000200:1.0:1767384962.521140:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp46 00000400:00000200:1.0:1767384962.521146:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp46(192.168.203.157@tcp46:) -> 192.168.203.157@tcp46(192.168.203.157@tcp46:192.168.203.157@tcp46) : GET try# 0 00000800:00000200:1.0:1767384962.521150:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp46 00000800:00000010:1.0:1767384962.521153:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a5a8025e. 00000800:00000200:1.0:1767384962.521158:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000faf9bd4a] -> 12345-192.168.203.157@tcp46 (2) 00000800:00000200:1.1:1767384962.521162:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000faf9bd4a] -> 12345-192.168.203.157@tcp46 (2) 00000400:00000200:1.0:1767384962.521181:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp46 added to recovery queue. ping count: 1 next ping: 287 health :900 00000400:00000200:3.0:1767384962.521243:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:3.0:1767384962.521280:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:3.0:1767384962.521325:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:3.0:1767384962.521349:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:3.0:1767384962.521386:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:3.0:1767384962.521429:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:3.0:1767384962.521476:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:3.0:1767384962.521521:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:3.0:1767384962.521594:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:3.0:1767384962.521641:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:3.0:1767384962.521685:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:3.0:1767384962.521720:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:3.0:1767384962.521762:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:3.0:1767384962.521799:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:3.0:1767384962.521826:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:3.0:1767384962.521860:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:3.0:1767384962.521897:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:3.0:1767384962.521941:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:3.0:1767384962.521996:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:3.0:1767384962.522080:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:3.0:1767384962.522127:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:3.0:1767384962.522163:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:3.0:1767384962.522204:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:3.0:1767384962.522256:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:3.0:1767384962.522321:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:3.0:1767384962.522366:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:3.0:1767384962.522419:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:3.0:1767384962.522466:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:3.0:1767384962.522502:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:3.0:1767384962.522558:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:3.0:1767384962.522614:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:3.0:1767384962.522660:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:3.0:1767384962.522704:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:3.0:1767384962.522735:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:3.0:1767384962.522754:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:3.0:1767384962.522901:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c499ca11. 00000800:00000010:3.0:1767384962.522907:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000076806167. 00000800:00000010:3.0:1767384962.522912:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004c96fc1b. 00000800:00000010:3.0:1767384962.522936:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004c96fc1b. 00000800:00020000:3.0:1767384962.522952:0:16118:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:3.0:1767384962.522955:0:16118:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000076806167. 00000800:00000010:3.0:1767384962.522960:0:16118:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c499ca11. 00000400:02020000:3.0:1767384962.523044:0:16118:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp46 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384962.523052:0:16118:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp46 notifying 192.168.203.157@tcp46: down 00000400:00000200:3.0:1767384962.523055:0:16118:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384962.523058:0:16118:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp46 00000800:00000010:3.0:1767384962.523061:0:16118:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a5a8025e. 00000400:00000200:3.0:1767384962.523065:0:16118:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384962.523069:0:16118:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp46->192.168.203.157@tcp46: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384962.523077:0:16118:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384962.523079:0:16118:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384962.523082:0:16118:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp46) recovery failed with -71 00010000:00000001:1.0:1767384962.905130:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384962.905137:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384962.905143:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384962.905145:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384962.905177:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384962.905181:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384962.905183:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:2.0:1767384963.097092:0:16793:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384963.097103:0:16793:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384963.097108:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000073710287. 00000020:00000040:2.0:1767384963.097114:0:16793:0:(genops.c:1229:class_import_get()) import 000000002913d734 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384963.097119:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384963.097121:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384963.097125:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384963.097131:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009627990f. 00000100:00000001:2.0:1767384963.097137:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.097142:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384963.097144:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384963.097151:0:16793:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073710287] to pc [ptlrpcd_00_02+2] req@0000000073710287 x1853237358523776/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384963.097173:0:16793:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.097191:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384963.097193:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384963.097198:0:16130:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767384963.097202:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.097202:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.097209:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384963.097212:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384963.097215:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384963.097217:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384963.097219:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384963.097223:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000073710287 x1853237358523776/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.097231:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384963.097232:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384963.097234:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384963.097236:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384963.097238:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384963.097241:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000073710287 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16130:1853237358523776:0@lo:13: 00000100:00000001:3.0:1767384963.097244:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384963.097248:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384963.097250:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384963.097251:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384963.097260:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000af1bf6a4. 02000000:00000001:3.0:1767384963.097261:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384963.097266:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfe21ea4. 00000400:00000010:3.0:1767384963.097271:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2626c3. 00000100:00000200:3.0:1767384963.097276:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358523776, portal 4 00000100:00000001:3.0:1767384963.097288:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384963.097289:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431480413696 : -108642229137920 : ffff9d30c2864e00) 00000100:00000040:3.0:1767384963.097294:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000073710287 x1853237358523776/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384979 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.097300:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384963.097302:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384963.097305:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ab784e2. 00000100:00000200:3.0:1767384963.097307:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237358523776, offset 0 00000400:00000200:3.0:1767384963.097312:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384963.097322:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384963.097330:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272707580 00000400:00000200:3.0:1767384963.097334:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 3360 00000400:00000200:3.0:1767384963.097340:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384963.097343:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384963.097348:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384963.097349:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1767384963.097352:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000504dc87c. 00000100:00000040:3.0:1767384963.097354:0:16130:0:(events.c:337:request_in_callback()) incoming req@00000000504dc87c x1853237358523776 msgsize 224 00000100:00100000:3.0:1767384963.097356:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384963.097368:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384963.097374:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ab784e2 00000400:00000010:3.0:1767384963.097375:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ab784e2. 00000100:00000001:3.0:1767384963.097378:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384963.097380:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000073710287 x1853237358523776/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384979 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.097387:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384963.097390:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000073710287 x1853237358523776/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384979 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.097395:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.097397:0:17542:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384963.097401:0:17542:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358523776 00000100:00000001:3.0:1767384963.097402:0:16130:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384963.097405:0:17542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384963.097408:0:17542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384963.097409:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.097410:0:17542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384963.097414:0:16130:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4398 usecs (5 jiffies) 02000000:00000001:0.0:1767384963.097415:0:17542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.097420:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294952965 00000100:00100000:0.0:1767384963.097421:0:17542:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358523776 00000100:00000010:3.0:1767384963.097426:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000032f786d2. 00000020:00000001:0.0:1767384963.097426:0:17542:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384963.097430:0:17542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8560 00000020:00000001:0.0:1767384963.097432:0:17542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384963.097434:0:16130:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000020:00000040:0.0:1767384963.097435:0:17542:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ce565cee refcount=5 00000020:00000001:0.0:1767384963.097438:0:17542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000020:00000001:0.0:1767384963.097440:0:17542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00000001:3.0:1767384963.097444:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294952965 00000100:00000001:0.0:1767384963.097444:0:17542:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384963.097449:0:17542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005849f93e. 00000100:00000010:3.0:1767384963.097450:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000779e2f3c. 00000100:00000001:3.0:1767384963.097455:0:16130:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000020:00000010:0.0:1767384963.097457:0:17542:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000023af292f. 00000100:00000001:3.0:1767384963.097458:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294952965 00000100:00000010:3.0:1767384963.097462:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008dd1926a. 00000020:00000040:0.0:1767384963.097464:0:17542:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fe96f595) now 6 - evictor 00000100:00000001:3.0:1767384963.097465:0:16130:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384963.097469:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294952965 00000100:00000010:3.0:1767384963.097473:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc0d1a1d. 00000100:00000001:3.0:1767384963.097476:0:16130:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384963.097478:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384963.097479:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.097480:0:17542:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384963.097482:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.097485:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384963.097486:0:17542:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fcdd641c. 00000020:00000010:0.0:1767384963.097492:0:17542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000b96afaf. 00000020:00000010:0.0:1767384963.097496:0:17542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee1bb520. 00000100:00080000:2.0:1767384963.097502:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:0.0:1767384963.097504:0:17542:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000040:2.0:1767384963.097508:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fe96f595) now 6 - evictor 00000100:00000001:0.0:1767384963.097508:0:17542:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384963.097512:0:17542:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384963.097515:0:17542:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.097522:0:17542:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.097529:0:17542:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.097539:0:17542:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384963.097540:0:17542:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384963.097544:0:17542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000040:0.0:1767384963.097547:0:17542:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ce565cee : new rpc_count 1 00000100:00000001:0.0:1767384963.097548:0:17542:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436633365504 : -108637076186112 : ffff9d31f5aa1c00) 00000100:00000040:0.0:1767384963.097552:0:17542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000504dc87c x1853237358523776/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:189/0 lens 224/0 e 0 to 0 dl 1767384974 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.097570:0:17542:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384963.097572:0:17542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000461eb651. 00000100:00000001:0.0:1767384963.097573:0:17542:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384963.097575:0:17542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000461eb651. 00000100:00100000:0.0:1767384963.097579:0:17542:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000504dc87c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16130:x1853237358523776:12345-0@lo:13: 00000100:00000200:0.0:1767384963.097581:0:17542:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358523776 00000020:00000001:0.0:1767384963.097584:0:17542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384963.097586:0:17542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384963.097588:0:17542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384963.097590:0:17542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384963.097591:0:17542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673334736 : -1036216880 : ffffffffc23c95d0) 00000020:00000001:0.0:1767384963.097594:0:17542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384963.097596:0:17542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384963.097598:0:17542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384963.097599:0:17542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384963.097601:0:17542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.097605:0:17542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384963.097606:0:17542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384963.097610:0:17542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000492398f4. 02000000:00000001:0.0:1767384963.097612:0:17542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.097613:0:17542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384963.097616:0:17542:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1767384963.097620:0:17542:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384963.097621:0:17542:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:0.0:1767384963.097624:0:17542:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384963.097635:0:17542:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384963.097638:0:17542:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767384963.097640:0:17542:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:0.0:1767384963.097643:0:17542:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:0.0:1767384963.097645:0:17542:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000ce565cee dirty 0 pend 0 grant 0 00002000:00000020:0.0:1767384963.097647:0:17542:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:0.0:1767384963.097649:0:17542:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:0.0:1767384963.097653:0:17542:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384963.097660:0:17542:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384963.097662:0:17542:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384963.097665:0:17542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237358523776 00010000:00000001:0.0:1767384963.097667:0:17542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384963.097672:0:17542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000504dc87c x1853237358523776/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:189/0 lens 224/368 e 0 to 0 dl 1767384974 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384963.097678:0:17542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384963.097681:0:17542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384963.097683:0:17542:0:(import.c:2128:obd_at_measure()) add 1 to 000000007564533c time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384963.097687:0:17542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384963.097689:0:17542:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:0.0:1767384963.097690:0:17542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384963.097692:0:17542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384963.097694:0:17542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.097696:0:17542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384963.097698:0:17542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384963.097701:0:17542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036f8e304. 00000100:00000200:0.0:1767384963.097703:0:17542:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237358523776, offset 224 00000400:00000200:0.0:1767384963.097708:0:17542:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384963.097713:0:17542:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384963.097720:0:17542:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272707580 00000400:00000200:0.0:1767384963.097724:0:17542:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1ee1 [1] + 224 00000400:00000200:0.0:1767384963.097728:0:17542:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384963.097730:0:17542:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384963.097732:0:17542:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384963.097735:0:17542:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000073710287 x1853237358523776/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384979 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384963.097740:0:17542:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000073710287 x1853237358523776/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.097753:0:17542:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384963.097757:0:17542:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036f8e304 00000400:00000010:0.0:1767384963.097758:0:17542:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036f8e304. 00000100:00000001:0.0:1767384963.097761:0:17542:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384963.097763:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384963.097766:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384963.097770:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384963.097770:0:17542:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384963.097773:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384963.097775:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfe21ea4. 00000100:00000001:0.0:1767384963.097776:0:17542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384963.097779:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2626c3 00000100:00000040:0.0:1767384963.097781:0:17542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000010:3.0:1767384963.097782:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2626c3. 00010000:00000001:0.0:1767384963.097787:0:17542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384963.097788:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384963.097789:0:17542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384963.097792:0:17542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384963.097794:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000073710287 x1853237358523776/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384963.097797:0:17542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000504dc87c x1853237358523776/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:189/0 lens 224/368 e 0 to 0 dl 1767384974 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384963.097815:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000073710287 x1853237358523776/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384963.097818:0:17542:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000504dc87c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16130:x1853237358523776:12345-0@lo:13: Request processed in 245us (460us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384963.097834:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384963.097835:0:17542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00000040:0.0:1767384963.097838:0:17542:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce565cee : new rpc_count 0 00000100:00000001:0.0:1767384963.097841:0:17542:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384963.097845:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.097845:0:17542:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384963.097849:0:16130:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384963.097850:0:17542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000b96afaf. 02000000:00000001:3.0:1767384963.097852:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384963.097855:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384963.097855:0:17542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee1bb520. 00000100:00000001:3.0:1767384963.097856:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384963.097862:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384963.097863:0:17542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fcdd641c. 00000100:00001000:3.0:1767384963.097866:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000310710fb time=77 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384963.097869:0:17542:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 4 00000100:00001000:3.0:1767384963.097870:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a6c23273 time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384963.097872:0:17542:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384963.097875:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384963.097877:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384963.097880:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384963.097883:0:16130:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000073710287 x1853237358523776/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384963.097888:0:16130:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.097891:0:16130:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384963.097892:0:16130:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384963.097894:0:16130:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384963.097895:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384963.097897:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000073710287 x1853237358523776/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.097901:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384963.097903:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384963.097905:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384963.097906:0:16130:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384963.097908:0:16130:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384963.097910:0:16130:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:3.0:1767384963.097915:0:16130:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000067181a10): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:3.0:1767384963.097918:0:16130:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384963.097920:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073710287 x1853237358523776/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384979 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384963.097925:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000073710287 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16130:1853237358523776:0@lo:13: 00000100:00000001:3.0:1767384963.097933:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384963.097935:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384963.097938:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000073710287 x1853237358523776/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384979 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.097944:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384963.097947:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384963.097949:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000af1bf6a4. 02000000:00000001:3.0:1767384963.097953:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384963.097955:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384963.097957:0:16130:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384963.097959:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384963.097961:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009627990f. 02000000:00000001:3.0:1767384963.097965:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384963.097967:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384963.097969:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000073710287. 00000100:00000001:3.0:1767384963.097972:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384963.097974:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384963.097976:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384963.097979:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384963.097981:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.097983:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384963.097984:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384963.098061:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fc613044-dd35-4201-b03c-4d69ab0214c0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384963.098066:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384963.098070:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005776bb6a. 00000020:00000040:0.0:1767384963.098072:0:37:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1767384963.098074:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384963.098076:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384963.098078:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384963.098081:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b92d0855. 00000100:00000001:0.0:1767384963.098084:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384963.098087:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc613044-dd35-4201-b03c-4d69ab0214c0->MGS req@000000005776bb6a x1853237358523904/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384963.098110:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384963.098111:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384963.098113:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005776bb6a] to pc [ptlrpcd_00_03+3] req@000000005776bb6a x1853237358523904/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.098140:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384963.098142:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384963.098145:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384963.098148:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a8eca923. 00000100:00000001:3.0:1767384963.098150:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767384963.098150:0:37:0:(genops.c:1229:class_import_get()) import 000000005ebd018a refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384963.098154:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384963.098155:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384963.098173:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384963.098173:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384963.098174:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384963.098180:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.098181:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384963.098184:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005776bb6a x1853237358523904/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384963.098191:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bd24c791. 00000100:00000001:0.0:1767384963.098199:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.098200:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384963.098204:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384963.098207:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384963.098208:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000a8eca923 x1853237358524032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384963.098210:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384963.098218:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384963.098240:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005776bb6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358523904:0@lo:400: 00000100:00000001:0.0:1767384963.098240:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384963.098242:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.098245:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384963.098248:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eca923] to pc [ptlrpcd_00_00+0] req@00000000a8eca923 x1853237358524032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384963.098249:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384963.098258:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384963.098259:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384963.098262:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071d418b2. 02000000:00000001:3.0:1767384963.098264:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384963.098267:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfe21ea4. 00000100:00000001:0.0:1767384963.098268:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384963.098270:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2626c3. 00000100:00000040:0.0:1767384963.098271:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384963.098273:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384963.098275:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358523904, portal 25 00000100:00000001:0.0:1767384963.098276:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384963.098286:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384963.098290:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1767384963.098293:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b276a0f. 00000100:00000001:3.0:1767384963.098294:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384963.098297:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780950656 : -108637928600960 : ffff9d31c2db4a80) 00000100:00000040:2.0:1767384963.098297:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a8eca923 x1853237358524032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384963.098299:0:37:0:(genops.c:1229:class_import_get()) import 00000000e13b832f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:3.0:1767384963.098306:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005776bb6a x1853237358523904/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.098307:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384963.098310:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384963.098315:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384963.098322:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ed637fe4. 00000100:00000001:2.0:1767384963.098323:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384963.098326:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.098328:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384963.098329:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384963.098330:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384963.098334:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384963.098335:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384963.098338:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000003b276a0f x1853237358524160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767384963.098340:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ab784e2. 02000000:00000001:2.0:1767384963.098340:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384963.098346:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237358523904, offset 0 00000100:00100000:2.0:1767384963.098349:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a8eca923 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16127:1853237358524032:0@lo:400: 00000100:00000001:0.0:1767384963.098354:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384963.098357:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384963.098357:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384963.098358:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384963.098362:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384963.098364:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384963.098369:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384963.098370:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384963.098374:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005b72c8d3. 00000100:00000040:0.0:1767384963.098375:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b276a0f] to pc [ptlrpcd_00_01+1] req@000000003b276a0f x1853237358524160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384963.098380:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272707600 02000000:00000001:2.0:1767384963.098380:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384963.098391:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x164d [2] + 0 00000400:00000010:3.0:1767384963.098395:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e27b978. 00000400:00000010:2.0:1767384963.098395:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc0fc43d. 00000100:00000001:0.0:1767384963.098395:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384963.098402:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c221b11c 00000100:00000040:0.0:1767384963.098403:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (290) 00000400:00000200:3.0:1767384963.098406:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384963.098409:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ead83d3. 00000400:00000200:3.0:1767384963.098412:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384963.098415:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358524032, portal 10 00000100:00000001:0.0:1767384963.098415:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384963.098416:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c221b11c 00000100:00000001:0.0:1767384963.098419:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384963.098421:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c221b11c. 00000100:00000001:2.0:1767384963.098421:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384963.098422:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384963.098424:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780951552 : -108637928600064 : ffff9d31c2db4e00) 00000100:00000001:3.0:1767384963.098428:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384963.098429:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003b276a0f x1853237358524160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384963.098431:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384963.098432:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a8eca923 x1853237358524032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384963.098436:0:16130:0:(events.c:337:request_in_callback()) incoming req@00000000db483ed2 x1853237358523904 msgsize 224 00000100:00100000:3.0:1767384963.098451:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384963.098456:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384963.098465:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384963.098466:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384963.098467:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384963.098470:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384963.098471:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384963.098472:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ab784e2 02000000:00000001:0.0:1767384963.098474:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767384963.098475:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6537ad9. 00000400:00000010:3.0:1767384963.098476:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ab784e2. 02000000:00000001:0.0:1767384963.098478:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384963.098481:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384963.098482:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237358524032, offset 0 02000000:00000001:0.0:1767384963.098482:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384963.098487:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005776bb6a x1853237358523904/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384963.098490:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003b276a0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16128:1853237358524160:0@lo:400: 00000400:00000200:2.0:1767384963.098493:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384963.098499:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384963.098504:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384963.098507:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384963.098508:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.098509:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384963.098513:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384963.098515:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005776bb6a x1853237358523904/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384979 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384963.098517:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fcdd641c. 00000400:00000200:2.0:1767384963.098520:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272707680 02000000:00000001:0.0:1767384963.098522:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384963.098529:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae3d808c. 00000100:00000001:3.0:1767384963.098532:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384963.098535:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8280 00000100:00000001:3.0:1767384963.098536:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384963.098542:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384963.098544:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384963.098544:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036f8e304. 00000100:00000001:3.0:1767384963.098545:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294952972 00000100:00000200:0.0:1767384963.098550:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358524160, portal 10 00000100:00000001:3.0:1767384963.098554:0:16130:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294952965 00000400:00000200:2.0:1767384963.098555:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384963.098556:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384963.098559:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780947968 : -108637928603648 : ffff9d31c2db4000) 00000100:00000001:3.0:1767384963.098562:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294952972 00000100:00000001:2.0:1767384963.098565:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384963.098567:0:16130:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294952965 00000100:00000040:0.0:1767384963.098568:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003b276a0f x1853237358524160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384963.098570:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384963.098574:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294952972 00000100:00000010:2.0:1767384963.098579:0:16127:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c03b0bbc. 00000100:00000001:3.0:1767384963.098580:0:16130:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294952965 00000100:00000040:2.0:1767384963.098586:0:16127:0:(events.c:337:request_in_callback()) incoming req@00000000c03b0bbc x1853237358524032 msgsize 224 00000100:00000001:3.0:1767384963.098587:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294952972 00000100:00000001:3.0:1767384963.098592:0:16130:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294952965 00000100:00100000:2.0:1767384963.098595:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384963.098598:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384963.098598:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384963.098601:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384963.098605:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384963.098606:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.098607:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384963.098610:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384963.098610:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ba2d5ae. 00000400:00000200:2.0:1767384963.098615:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6537ad9 00000100:00000001:3.0:1767384963.098616:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384963.098620:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1767384963.098620:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6537ad9. 00000100:00000001:3.0:1767384963.098624:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384963.098626:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384963.098627:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384963.098628:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384963.098628:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237358524160, offset 0 00000100:00000001:3.0:1767384963.098633:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384963.098637:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a8eca923 x1853237358524032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384963.098638:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384963.098649:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384963.098652:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384963.098654:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358523904 00000100:00000001:2.0:1767384963.098654:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384963.098659:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1767384963.098661:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a8eca923 x1853237358524032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.098662:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384963.098665:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384963.098669:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272707700 02000000:00000001:3.0:1767384963.098670:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384963.098677:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358523904 00000400:00000200:0.0:1767384963.098680:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8504 00000100:00000001:2.0:1767384963.098683:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384963.098687:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384963.098689:0:16127:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384963.098689:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1767384963.098690:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:3.0:1767384963.098694:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384963.098698:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1767384963.098699:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000100:00000001:2.0:1767384963.098703:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384963.098704:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:3.0:1767384963.098708:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000040:2.0:1767384963.098708:0:16127:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3035 usecs (4 jiffies) 00000100:00000001:0.0:1767384963.098708:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384963.098711:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384963.098715:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384963.098715:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294952965 00000100:00000010:0.0:1767384963.098717:0:16128:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000980c7aa6. 00000020:00000010:3.0:1767384963.098720:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000085febb6a. 00000100:00000001:2.0:1767384963.098721:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294952972 00000100:00000040:0.0:1767384963.098722:0:16128:0:(events.c:337:request_in_callback()) incoming req@00000000980c7aa6 x1853237358524160 msgsize 224 00000100:00000001:3.0:1767384963.098725:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384963.098726:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294952965 00000020:00000010:3.0:1767384963.098730:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000085febb6a. 00000100:00000001:2.0:1767384963.098732:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294952972 00000100:00100000:0.0:1767384963.098736:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384963.098737:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294952965 00000020:00000010:3.0:1767384963.098738:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002bffd430. 00000100:00000001:2.0:1767384963.098742:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294952972 00000020:00000010:3.0:1767384963.098744:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007ad53e19. 00000100:00000001:2.0:1767384963.098745:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294952965 00000100:00000001:0.0:1767384963.098746:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1767384963.098749:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002025b0d3. 00000100:00000001:2.0:1767384963.098750:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294952972 00000400:00000200:0.0:1767384963.098753:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ba2d5ae 00000100:00000001:2.0:1767384963.098755:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384963.098758:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ba2d5ae. 00000100:00000001:2.0:1767384963.098759:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384963.098760:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384963.098765:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384963.098766:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.098766:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384963.098767:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384963.098771:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.098771:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384963.098774:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003b276a0f x1853237358524160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.098777:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.098778:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384963.098782:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384963.098788:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384963.098789:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384963.098790:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384963.098790:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384963.098795:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384963.098797:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003b276a0f x1853237358524160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384963.098799:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.098803:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384963.098806:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384963.098810:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.098813:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384963.098814:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00000040:3.0:1767384963.098818:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:0.0:1767384963.098820:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.098821:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529416272 : -108637180135344 : ffff9d31ef77f850) 00000100:00000040:0.0:1767384963.098827:0:16128:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2897 usecs (3 jiffies) 00000100:00000040:3.0:1767384963.098829:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000db483ed2 x1853237358523904/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:189/0 lens 224/0 e 0 to 0 dl 1767384974 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.098831:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294952964 00000100:00000001:2.0:1767384963.098833:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384963.098836:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358524032 00000100:00000001:0.0:1767384963.098838:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294952972 02000000:00000001:2.0:1767384963.098841:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384963.098844:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384963.098845:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294952964 00000100:00000001:2.0:1767384963.098847:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.098849:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384963.098849:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294952972 02000000:00000001:2.0:1767384963.098852:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384963.098853:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000085febb6a. 00000100:00000001:0.0:1767384963.098855:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294952964 00000100:00100000:2.0:1767384963.098856:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358524032 00000100:00000001:3.0:1767384963.098858:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384963.098859:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294952972 00000020:00000001:2.0:1767384963.098861:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1767384963.098862:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000085febb6a. 00000020:00000040:2.0:1767384963.098865:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8544 00000100:00000001:0.0:1767384963.098866:0:16128:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294952964 00000020:00000001:2.0:1767384963.098869:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767384963.098870:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000db483ed2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16130:x1853237358523904:12345-0@lo:400: 00000100:00000001:0.0:1767384963.098871:0:16128:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294952972 00000020:00000040:2.0:1767384963.098872:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d62afedc refcount=5 00000020:00000001:2.0:1767384963.098878:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 00000100:00000200:3.0:1767384963.098880:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358523904 00000100:00000001:0.0:1767384963.098880:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384963.098881:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 00000020:00000001:3.0:1767384963.098889:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384963.098893:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384963.098894:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.098896:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384963.098897:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.098898:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384963.098901:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1767384963.098901:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000830658a7. 00000100:00000001:0.0:1767384963.098902:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384963.098905:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169792 : -1040381824 : ffffffffc1fd0880) 00000100:00000001:2.0:1767384963.098906:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384963.098910:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384963.098910:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384963.098911:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000830658a7. 00000020:00000001:3.0:1767384963.098914:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.098914:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384963.098917:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000055b723ea. 00000020:00000001:3.0:1767384963.098920:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384963.098920:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384963.098921:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000300a0683. 00000020:00000001:3.0:1767384963.098924:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384963.098925:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384963.098926:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002ab698ee. 00000020:00000001:3.0:1767384963.098928:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.098929:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384963.098932:0:16764:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384963.098934:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.098935:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767384963.098936:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:3.0:1767384963.098940:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384963.098940:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384963.098943:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384963.098946:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384963.098947:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000af1bf6a4. 00000100:00000001:2.0:1767384963.098950:0:16771:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:3.0:1767384963.098951:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.098953:0:16771:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384963.098956:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.098957:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384963.098962:0:16764:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.098964:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1767384963.098966:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358523904 00010000:00000001:3.0:1767384963.098971:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384963.098972:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384963.098976:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358524160 00010000:00000200:3.0:1767384963.098980:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000db483ed2 x1853237358523904/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:189/0 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384963.098980:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767384963.098980:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384963.098985:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384963.098986:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384963.098989:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384963.098995:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 02000000:00000001:0.0:1767384963.098996:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384963.099000:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1767384963.099001:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d62afedc : new rpc_count 1 00000100:00100000:0.0:1767384963.099002:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358524160 00010000:00000001:3.0:1767384963.099004:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.099005:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635431480423552 : -108642229128064 : ffff9d30c2867480) 00000020:00000001:0.0:1767384963.099006:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000100:00001000:3.0:1767384963.099009:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=87 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384963.099037:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c03b0bbc x1853237358524032/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:189/0 lens 224/0 e 0 to 0 dl 1767384974 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384963.099039:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e853d 00000020:00000001:0.0:1767384963.099043:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384963.099046:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e235a287 refcount=5 00000100:00000001:3.0:1767384963.099051:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384963.099052:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431487174656 : -108642222376960 : ffff9d30c2ed7800) 00000100:00000001:2.0:1767384963.099055:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384963.099056:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431487174656 : -108642222376960 : ffff9d30c2ed7800) 00000100:00000040:3.0:1767384963.099059:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000020:00000010:2.0:1767384963.099059:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000830658a7. 00000100:00000001:0.0:1767384963.099061:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384963.099065:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384963.099066:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000020:00000010:0.0:1767384963.099067:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000461eb651. 00000020:00000010:2.0:1767384963.099068:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000830658a7. 02000000:00000001:3.0:1767384963.099074:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:0.0:1767384963.099074:0:16770:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c26e189d. 02000000:00000001:3.0:1767384963.099078:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384963.099079:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c03b0bbc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16127:x1853237358524032:12345-0@lo:400: 00000020:00000040:0.0:1767384963.099082:0:16770:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8a46e2f) now 8 - evictor 00000100:00000001:3.0:1767384963.099085:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384963.099086:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358524032 00000020:00000001:2.0:1767384963.099089:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384963.099092:0:16770:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:3.0:1767384963.099093:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384963.099093:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384963.099097:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5a0184a. 00000020:00000001:2.0:1767384963.099098:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384963.099100:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ab784e2. 00000020:00000001:2.0:1767384963.099103:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1767384963.099104:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000b96afaf. 00000100:00000200:3.0:1767384963.099105:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237358523904, offset 224 00000020:00000001:2.0:1767384963.099106:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00000020:00000010:0.0:1767384963.099112:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee1bb520. 00000020:00000001:2.0:1767384963.099114:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384963.099115:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384963.099120:0:16771:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.099120:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384963.099124:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384963.099125:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384963.099126:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384963.099127:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384963.099130:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384963.099133:0:16770:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1767384963.099134:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384963.099136:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272707600 00000020:00000001:2.0:1767384963.099138:0:16771:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384963.099139:0:16770:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384963.099142:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384963.099142:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384963.099145:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384963.099149:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009f5e6957. 00000400:00000200:3.0:1767384963.099150:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1eed [1] + 224 02000000:00000001:2.0:1767384963.099154:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384963.099157:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384963.099157:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.099159:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384963.099163:0:16771:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384963.099166:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:2.0:1767384963.099168:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358524032 00000100:00000001:3.0:1767384963.099171:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384963.099171:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384963.099176:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:3.0:1767384963.099177:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005776bb6a x1853237358523904/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1767384963.099179:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c03b0bbc x1853237358524032/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:189/0 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.099180:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384963.099188:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00000040:0.0:1767384963.099194:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e235a287 : new rpc_count 1 00000100:00000001:0.0:1767384963.099199:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436515721216 : -108637193830400 : ffff9d31eea70000) 00000100:00000040:0.0:1767384963.099207:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000980c7aa6 x1853237358524160/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:189/0 lens 224/0 e 0 to 0 dl 1767384974 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384963.099211:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1767384963.099213:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005776bb6a x1853237358523904/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384963.099214:0:16771:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384963.099220:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384963.099222:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384963.099226:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da125dfb. 00000100:00000001:2.0:1767384963.099229:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384963.099232:0:16770:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384963.099234:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 22 to 0@lo 00000020:00000010:0.0:1767384963.099239:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da125dfb. 00000100:00000001:2.0:1767384963.099240:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000100:00000001:3.0:1767384963.099245:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384963.099245:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1767384963.099249:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000980c7aa6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16128:x1853237358524160:12345-0@lo:400: 02000000:00000001:2.0:1767384963.099250:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384963.099251:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ab784e2 00000400:00000010:3.0:1767384963.099256:0:16764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ab784e2. 00000100:00000001:2.0:1767384963.099256:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384963.099257:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358524160 00000100:00000001:3.0:1767384963.099263:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767384963.099263:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384963.099263:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384963.099267:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:2.0:1767384963.099267:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6537ad9. 00000020:00000001:0.0:1767384963.099268:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384963.099271:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384963.099272:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384963.099274:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358524032, offset 224 00000100:00000040:3.0:1767384963.099289:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 21 to 0@lo 00000020:00000001:0.0:1767384963.099293:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:3.0:1767384963.099294:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384963.099298:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384963.099298:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00000020:00000001:3.0:1767384963.099299:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384963.099303:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1767384963.099306:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384963.099307:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384963.099310:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db483ed2 x1853237358523904/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:189/0 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384963.099312:0:16770:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384963.099319:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272707680 00000020:00000001:0.0:1767384963.099320:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384963.099324:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384963.099328:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384963.099331:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000db483ed2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16130:x1853237358523904:12345-0@lo:400: Request processed in 478us (889us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384963.099332:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ef5 [1] + 224 00000020:00000001:0.0:1767384963.099335:0:16770:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384963.099339:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384963.099343:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384963.099344:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1767384963.099348:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 02000000:00000010:0.0:1767384963.099350:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000065e53420. 00000400:00000200:2.0:1767384963.099352:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384963.099353:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 02000000:00000001:0.0:1767384963.099354:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.099358:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384963.099359:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384963.099359:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384963.099361:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384963.099363:0:16770:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384963.099365:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007ad53e19. 00010000:00000040:0.0:1767384963.099366:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358524160 00000020:00000010:3.0:1767384963.099371:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002025b0d3. 00010000:00000001:0.0:1767384963.099371:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:2.0:1767384963.099372:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a8eca923 x1853237358524032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384963.099376:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002bffd430. 00000020:00000040:3.0:1767384963.099382:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 02000000:00000001:3.0:1767384963.099389:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1767384963.099389:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a8eca923 x1853237358524032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1767384963.099389:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000980c7aa6 x1853237358524160/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:189/0 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384963.099392:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000af1bf6a4. 02000000:00000001:3.0:1767384963.099404:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384963.099407:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384963.099413:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384963.099418:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a025410f. 00010000:00000001:0.0:1767384963.099423:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:3.0:1767384963.099424:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a7ea374f. 00010000:00000001:0.0:1767384963.099426:0:16770:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.099427:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767384963.099429:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384963.099434:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1767384963.099435:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6537ad9 00000100:00000040:0.0:1767384963.099437:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 22 to 0@lo 00000400:00000010:2.0:1767384963.099439:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6537ad9. 00000100:00000001:0.0:1767384963.099443:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000100:00000001:2.0:1767384963.099445:0:16771:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384963.099447:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384963.099448:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:0.0:1767384963.099450:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.099453:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.099454:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384963.099460:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384963.099460:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000040:0.0:1767384963.099461:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384963.099464:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384963.099466:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384963.099467:0:16770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ba2d5ae. 00000400:00000001:3.0:1767384963.099468:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384963.099469:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384963.099471:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384963.099472:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384963.099474:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfe21ea4. 00000100:00000040:2.0:1767384963.099477:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c03b0bbc x1853237358524032/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:189/0 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384963.099479:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea2626c3 00000400:00000010:3.0:1767384963.099482:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2626c3. 00000100:00000001:3.0:1767384963.099487:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384963.099488:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358524160, offset 224 00000100:00000200:3.0:1767384963.099494:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005776bb6a x1853237358523904/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384963.099494:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c03b0bbc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16127:x1853237358524032:12345-0@lo:400: Request processed in 434us (904us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384963.099500:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384963.099514:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00000200:3.0:1767384963.099515:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005776bb6a x1853237358523904/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384963.099515:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384963.099522:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d62afedc : new rpc_count 0 00000400:00000200:0.0:1767384963.099529:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272707700 00000100:00000001:3.0:1767384963.099530:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384963.099530:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384963.099534:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384963.099536:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384963.099537:0:16130:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767384963.099538:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1efd [1] + 224 02000000:00000001:3.0:1767384963.099540:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384963.099543:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384963.099543:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000300a0683. 00000400:00000200:0.0:1767384963.099544:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384963.099547:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384963.099551:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384963.099552:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002ab698ee. 00000400:00000200:0.0:1767384963.099552:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:3.0:1767384963.099554:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=87 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384963.099557:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767384963.099560:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=87 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384963.099560:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000055b723ea. 00000100:00000200:0.0:1767384963.099563:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003b276a0f x1853237358524160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.099567:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:2.0:1767384963.099569:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000d62afedc : new refcount 4 00000100:00000001:3.0:1767384963.099571:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384963.099576:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384963.099578:0:16130:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.099578:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384963.099581:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003b276a0f x1853237358524160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.099584:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384963.099590:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005776bb6a x1853237358523904/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384963.099596:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384963.099597:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384963.099599:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384963.099600:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384963.099601:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384963.099604:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384963.099606:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ba2d5ae 00000400:00000010:0.0:1767384963.099609:0:16770:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ba2d5ae. 00000100:00000001:0.0:1767384963.099613:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767384963.099616:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005776bb6a x1853237358523904/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384963.099616:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384963.099617:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384963.099621:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384963.099624:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384963.099626:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc0fc43d. 00000100:00100000:3.0:1767384963.099629:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005776bb6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358523904:0@lo:400: 00000100:00000040:0.0:1767384963.099630:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000200:2.0:1767384963.099634:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ead83d3 00010000:00000001:0.0:1767384963.099635:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384963.099637:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384963.099639:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ead83d3. 00000100:00000001:3.0:1767384963.099640:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384963.099640:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384963.099643:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005776bb6a x1853237358523904/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.099647:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384963.099648:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384963.099651:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071d418b2. 00000020:00000001:0.0:1767384963.099654:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:3.0:1767384963.099656:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384963.099657:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384963.099660:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767384963.099660:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000980c7aa6 x1853237358524160/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:189/0 lens 224/224 e 0 to 0 dl 1767384974 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384963.099663:0:16130:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000100:00000200:2.0:1767384963.099666:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a8eca923 x1853237358524032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384963.099668:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384963.099671:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b92d0855. 02000000:00000001:3.0:1767384963.099677:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384963.099679:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384963.099682:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005776bb6a. 00000100:00000001:3.0:1767384963.099687:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384963.099690:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384963.099691:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000980c7aa6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16128:x1853237358524160:12345-0@lo:400: Request processed in 464us (963us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384963.099694:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384963.099697:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a8eca923 x1853237358524032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384963.099702:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384963.099705:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384963.099707:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00000001:2.0:1767384963.099712:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384963.099713:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384963.099713:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e235a287 : new rpc_count 0 00000100:00000001:0.0:1767384963.099717:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384963.099718:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384963.099719:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.099720:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384963.099724:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000b96afaf. 00000100:00000001:2.0:1767384963.099725:0:16127:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384963.099729:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384963.099731:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384963.099731:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee1bb520. 00000100:00000001:2.0:1767384963.099732:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384963.099736:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384963.099737:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5a0184a. 00000100:00001000:2.0:1767384963.099739:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5338197 time=82 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384963.099743:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000e235a287 : new refcount 4 00000100:00001000:2.0:1767384963.099744:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c619e3cd time=82 v=5 (1 0 0 0) 00000100:00080000:3.0:1767384963.099746:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:0.0:1767384963.099748:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384963.099752:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1767384963.099753:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8a46e2f) now 8 - evictor 00000100:00000001:2.0:1767384963.099756:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384963.099759:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384963.099762:0:16127:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a8eca923 x1853237358524032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.099765:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384963.099767:0:16127:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.099768:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384963.099770:0:16127:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384963.099772:0:16127:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384963.099774:0:16127:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000001:0.0:1767384963.099774:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384963.099777:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384963.099778:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384963.099781:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a8eca923 x1853237358524032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384963.099781:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae3d808c. 00000400:00000200:0.0:1767384963.099785:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036f8e304 00000400:00000010:0.0:1767384963.099789:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036f8e304. 00000100:00000001:2.0:1767384963.099794:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384963.099795:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384963.099798:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384963.099800:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384963.099801:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003b276a0f x1853237358524160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384963.099805:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a8eca923 x1853237358524032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384963.099822:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003b276a0f x1853237358524160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384963.099823:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a8eca923 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16127:1853237358524032:0@lo:400: 00000100:00000001:0.0:1767384963.099834:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384963.099837:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.099841:0:16128:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384963.099842:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384963.099842:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384963.099846:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384963.099846:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384963.099849:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384963.099852:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a8eca923 x1853237358524032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384963.099853:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384963.099860:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a558cf0b time=82 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384963.099862:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384963.099863:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384963.099865:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005b72c8d3. 02000000:00000001:2.0:1767384963.099867:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384963.099869:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384963.099872:0:16127:0:(genops.c:1242:class_import_put()) import 000000005ebd018a refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00001000:0.0:1767384963.099872:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f60eced4 time=82 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384963.099877:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384963.099878:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:2.0:1767384963.099879:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bd24c791. 00000100:00000001:0.0:1767384963.099881:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384963.099884:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767384963.099885:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384963.099887:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384963.099889:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a8eca923. 00010000:00080000:0.0:1767384963.099891:0:16128:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003b276a0f x1853237358524160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384963.099893:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384963.099896:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384963.099900:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384963.099906:0:16128:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.099907:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384963.099909:0:16128:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384963.099910:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384963.099912:0:16128:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384963.099914:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384963.099917:0:16128:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384963.099918:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.099921:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384963.099924:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003b276a0f x1853237358524160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.099929:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384963.099931:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384963.099932:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384963.099934:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b276a0f x1853237358524160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384963.099938:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003b276a0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16128:1853237358524160:0@lo:400: 00000100:00000001:0.0:1767384963.099942:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.099944:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384963.099947:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003b276a0f x1853237358524160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384963.099951:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384963.099953:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384963.099954:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fcdd641c. 02000000:00000001:0.0:1767384963.099957:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384963.099959:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384963.099960:0:16128:0:(genops.c:1242:class_import_put()) import 00000000e13b832f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384963.099961:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384963.099963:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ed637fe4. 02000000:00000001:0.0:1767384963.099965:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384963.099970:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384963.099972:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003b276a0f. 00000100:00000001:0.0:1767384963.099974:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384963.099976:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.099977:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384963.099981:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384963.099982:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384963.099983:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384963.099985:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384963.110054:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294952972, at 4294952973 00000100:00000010:2.0:1767384963.110062:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008dd1926a. 00000100:00000040:3.0:1767384963.110069:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294952972, at 4294952973 00000100:00000010:3.0:1767384963.110078:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc0d1a1d. 00000100:00000040:0.0:1767384963.110084:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294952972, at 4294952973 00000100:00000010:0.0:1767384963.110093:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000032f786d2. 00000100:00000040:1.0:1767384963.111362:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294952972, at 4294952974 00000100:00000010:1.0:1767384963.111369:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000779e2f3c. 00080000:00000001:0.0:1767384963.296211:0:38886:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384963.296223:0:38886:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384963.296226:0:38886:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384963.296231:0:38886:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384963.296236:0:38886:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384963.296238:0:38886:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384963.546067:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384963.546072:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384963.546074:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000479c74e7 00000400:00000010:1.0:1767384963.546078:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000479c74e7. 00000400:00000200:1.0:1767384963.546083:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384963.546088:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp46 recovery ping unlinked 00000800:00000200:3.0:1767384963.546092:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000833c9086] -> 12345-192.168.203.157@tcp28 (6) 00000800:00000200:3.0:1767384963.546099:0:16119:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp28 ip 192.168.203.157:988 00000400:00000010:1.0:1767384963.546101:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000038c1956e. 00000800:00000200:3.0:1767384963.546103:0:16119:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009f61ec69 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:1.0:1767384963.546113:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000006eeb332. 00000800:00000200:3.0:1767384963.546124:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ee0ecb8e] -> 12345-192.168.203.157@tcp15 (6) 00000400:00000200:1.0:1767384963.546127:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp42 00000400:00000010:1.0:1767384963.546130:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008fb99f3f. 00000400:00000010:1.0:1767384963.546134:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000560f0758. 00000400:00000010:1.0:1767384963.546138:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000479c74e7. 00000800:00000200:3.0:1767384963.546139:0:16119:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp15 ip 192.168.203.157:988 00000800:00000200:3.0:1767384963.546142:0:16119:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000082be1b3a type 192, nob 24 niov 1 nkiov 0 00000400:00000010:1.0:1767384963.546145:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000053357196. 00000400:00000200:1.0:1767384963.546150:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp42 00000400:00000200:1.0:1767384963.546162:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp42 local destination 00000400:00000200:1.0:1767384963.546179:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp42 00000400:00000200:1.0:1767384963.546183:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp42 NI seq info: [195:195:256:4294967295] 192.168.203.157@tcp42 LPNI seq info [185:185:8:4294967295] 00000400:00000200:1.0:1767384963.546189:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp42 00000400:00000200:1.0:1767384963.546197:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp42(192.168.203.157@tcp42:) -> 192.168.203.157@tcp42(192.168.203.157@tcp42:192.168.203.157@tcp42) : GET try# 0 00000800:00000200:1.0:1767384963.546204:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp42 00000800:00000010:1.0:1767384963.546207:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000375972b. 00000800:00000200:1.0:1767384963.546213:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e8875d00] -> 12345-192.168.203.157@tcp42 (2) 00000800:00000200:1.1:1767384963.546225:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e8875d00] -> 12345-192.168.203.157@tcp42 (2) 00000800:00000200:0.0:1767384963.546231:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1767384963.546234:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384963.546239:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384963.546239:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384963.546242:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp42 added to recovery queue. ping count: 4 next ping: 302 health :600 00000800:00000001:0.0:1767384963.546249:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384963.546250:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384963.546266:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384963.546267:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384963.546269:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384963.546272:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384963.546336:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:1.0:1767384963.546380:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:1.0:1767384963.546401:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:1.0:1767384963.546426:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:1.0:1767384963.546443:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:1.0:1767384963.546459:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:1.0:1767384963.546478:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:1.0:1767384963.546496:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:1.0:1767384963.546530:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:1.0:1767384963.546553:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:1.0:1767384963.546575:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:1.0:1767384963.546592:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:1.0:1767384963.546628:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:1.0:1767384963.546645:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:1.0:1767384963.546669:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:1.0:1767384963.546685:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:1.0:1767384963.546702:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:1.0:1767384963.546717:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:1.0:1767384963.546732:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:1.0:1767384963.546751:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:1.0:1767384963.546767:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:1.0:1767384963.546783:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:1.0:1767384963.546801:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:1.0:1767384963.546823:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:1.0:1767384963.546847:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:1.0:1767384963.546889:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:1.0:1767384963.546909:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:1.0:1767384963.546927:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:1.0:1767384963.546947:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:1.0:1767384963.546974:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:1.0:1767384963.547007:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:1.0:1767384963.547072:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:1.0:1767384963.547117:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:1.0:1767384963.547166:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:1.0:1767384963.547243:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:1.0:1767384963.547477:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000382dec4f. 00000800:00000010:1.0:1767384963.547481:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ab09af7a. 00000800:00000010:1.0:1767384963.547486:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007ded5074. 00000800:00000010:1.0:1767384963.547506:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007ded5074. 00000800:00020000:1.0:1767384963.547512:0:16115:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:1.0:1767384963.547515:0:16115:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ab09af7a. 00000800:00000010:1.0:1767384963.547517:0:16115:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000382dec4f. 00000400:02020000:1.0:1767384963.547546:0:16115:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp42 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384963.547551:0:16115:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp42 notifying 192.168.203.157@tcp42: down 00000800:00000200:1.0:1767384963.547555:0:16115:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp42 down 00000800:00000100:1.0:1767384963.547566:0:16115:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp42 00000800:00000010:1.0:1767384963.547568:0:16115:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000375972b. 00000400:00000200:1.0:1767384963.547572:0:16115:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384963.547576:0:16115:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp42->192.168.203.157@tcp42: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384963.547582:0:16115:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384963.547584:0:16115:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384963.547586:0:16115:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp42) recovery failed with -71 00010000:00000001:1.0:1767384963.929063:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384963.929067:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384963.929072:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384963.929073:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384963.929110:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384963.929113:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384963.929116:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384963.977429:0:39050:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384963.977433:0:39050:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp50 --if ens2 00000001:00000001:1.0:1767384963.980495:0:39050:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384963.987070:0:39051:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000af1bf6a4. 00000400:00000010:3.0:1767384963.987087:0:39051:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000b1aafaca. 00000400:00000010:3.0:1767384963.987098:0:39051:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f5cbe935. 00000400:00000010:3.0:1767384963.987102:0:39051:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000006f0fae90. 00000400:00000010:3.0:1767384963.987107:0:39051:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000accfd24d. 00000400:00000010:3.0:1767384963.987112:0:39051:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000066aee634. 00000400:00000010:3.0:1767384963.987114:0:39051:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000e6dd2c3. 00000400:00000010:3.0:1767384963.987117:0:39051:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006f1d466a. 00000400:00000010:3.0:1767384963.987121:0:39051:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000370fbb1d. 00000800:00000010:3.0:1767384963.987138:0:39051:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000003ed86d25. 00000800:00000200:3.0:1767384963.987150:0:39051:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384963.987167:0:39051:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384963.987204:0:39051:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.157) 00000400:02000000:3.0:1767384963.987231:0:39051:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.157@tcp50 [8/256/0/180] 00000400:00000010:3.0:1767384963.990073:0:39051:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 00000000faffa31c. 00000400:00000010:3.0:1767384963.990081:0:39051:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfe21ea4. 00000400:00000010:3.0:1767384963.990088:0:39051:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2626c3. 00000400:00000001:3.0:1767384963.990111:0:39051:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384963.990114:0:39051:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384963.990116:0:39051:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5876595. 00000400:00000200:3.0:1767384963.990119:0:39051:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0ac64dc 00000400:00000010:3.0:1767384963.990122:0:39051:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0ac64dc. 00000400:00000010:3.0:1767384963.990126:0:39051:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 0000000089b01e3b. 00000400:00000200:3.0:1767384963.990132:0:39051:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (40) 00000400:00000200:3.0:1767384963.990145:0:39051:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:3.0:1767384963.990157:0:39051:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131122 00000400:00000200:0.0:1767384963.990165:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384963.990173:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102071 00000020:00000010:3.0:1767384963.990175:0:39051:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c499ca11. 00000400:00000200:0.0:1767384963.990177:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (41) 00000400:00000010:0.0:1767384963.990184:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 0000000093fc9700. 00000020:01000000:3.0:1767384963.990189:0:39051:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000010:0.0:1767384963.990191:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036f8e304. 00000020:01000000:3.0:1767384963.990196:0:39051:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.157@tcp50 00000400:00000010:0.0:1767384963.990200:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000070ffd308. 00000400:00000200:0.0:1767384963.990208:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp 00000400:00000010:3.0:1767384963.990218:0:39051:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000b1aafaca. 00000400:00000200:0.0:1767384963.990222:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000010:3.0:1767384963.990225:0:39051:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000af1bf6a4. 00000400:00000200:0.0:1767384963.990231:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 158], ns[172, 168] 00000020:00000001:2.0:1767384963.990234:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384963.990238:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 158], ns[185, 168] 10000000:00000001:2.0:1767384963.990240:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384963.990245:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384963.990245:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 158], ns[62, 168] 10000000:01000000:2.0:1767384963.990248:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384963.990255:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384963.990255:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 00000020:01000004:2.0:1767384963.990257:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384963.990259:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384963.990260:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384963.990262:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384963.990267:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 62], ns[77, 62] 00000020:01000004:2.0:1767384963.990285:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384963.990286:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 62], ns[81, 62] 00000020:01000004:2.0:1767384963.990289:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384963.990293:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384963.990294:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 62], ns[97, 62] 00000020:01000004:2.0:1767384963.990297:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384963.990300:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 62], ns[104, 62] 00000020:01000004:2.0:1767384963.990301:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384963.990322:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 62], ns[125, 62] 00000100:00000010:2.0:1767384963.990325:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c5a4b51e. 00000400:00000200:0.0:1767384963.990327:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 62], ns[131, 62] 00000020:00000040:2.0:1767384963.990333:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000400:00000200:0.0:1767384963.990336:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 62], ns[137, 62] 00000100:00000001:2.0:1767384963.990340:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384963.990344:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 62], ns[141, 62] 02000000:00000001:2.0:1767384963.990345:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384963.990352:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384963.990352:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 62], ns[152, 62] 00000400:00000200:0.0:1767384963.990361:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 62], ns[161, 62] 02000000:00000010:2.0:1767384963.990364:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004d66b48a. 00000400:00000200:0.0:1767384963.990368:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[182, 62], ns[192, 62] 00000100:00000001:2.0:1767384963.990373:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384963.990373:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 62], ns[50, 62] 00000400:00000200:0.0:1767384963.990382:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 50], ns[54, 50] 00000100:00000001:2.0:1767384963.990383:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384963.990386:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 50], ns[58, 50] 00000100:00000001:2.0:1767384963.990387:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384963.990395:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 50], ns[74, 50] 00000100:00000040:2.0:1767384963.990400:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5a4b51e] to pc [ptlrpcd_00_02+2] req@00000000c5a4b51e x1853237358524288/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384963.990404:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 50], ns[123, 50] 00000400:00000200:0.0:1767384963.990441:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 50], ns[75, 50] 00000400:00000200:0.0:1767384963.990447:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[171, 50], ns[181, 50] 10000000:00000001:2.0:1767384963.990458:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384963.990461:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384963.990464:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384963.990465:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 50], ns[93, 50] 00000020:01000000:2.0:1767384963.990467:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384963.990468:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384963.990474:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384963.990476:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384963.990477:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384963.990478:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[180, 50], ns[190, 50] 10000000:00000001:2.0:1767384963.990480:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384963.990484:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:1.0:1767384963.990486:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c5a4b51e x1853237358524288/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1767384963.990488:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384963.990493:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384963.990494:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 50], ns[114, 50] 00000020:01000004:2.0:1767384963.990497:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384963.990501:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384963.990504:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384963.990508:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384963.990511:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384963.990512:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384963.990512:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[149, 50], ns[159, 50] 00000020:01000004:2.0:1767384963.990514:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:1.0:1767384963.990516:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384963.990517:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384963.990520:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384963.990523:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1767384963.990524:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3200ed9. 00000400:00000200:0.0:1767384963.990526:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 50], ns[122, 50] 02000000:00000001:1.0:1767384963.990528:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384963.990529:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 02000000:00000001:1.0:1767384963.990534:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.990535:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384963.990539:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384963.990540:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 50], ns[146, 50] 00000100:00100000:1.0:1767384963.990541:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c5a4b51e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358524288:0@lo:253: 02000000:00000001:2.0:1767384963.990549:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.990550:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384963.990555:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 50], ns[145, 50] 02000000:00000001:1.0:1767384963.990556:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1767384963.990558:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006334ea9b. 02000000:00000001:1.0:1767384963.990560:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.990565:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384963.990565:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384963.990566:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[166, 50], ns[176, 50] 00000100:00000001:2.0:1767384963.990569:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384963.990572:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384963.990574:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000382dec4f. 00000400:00000200:0.0:1767384963.990577:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[179, 50], ns[189, 50] 00000100:00000040:2.0:1767384963.990578:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3200ed9] to pc [ptlrpcd_00_03+3] req@00000000c3200ed9 x1853237358524416/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384963.990579:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384963.990586:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9f9ccda. 00000400:00000010:1.0:1767384963.990595:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1437416. 00000400:00000200:0.0:1767384963.990596:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 50], ns[158, 50] 10000000:00000001:2.0:1767384963.990599:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384963.990602:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384963.990606:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384963.990606:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[185, 50], ns[195, 50] 00000100:00000200:1.0:1767384963.990608:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358524288, portal 25 00000020:01000000:2.0:1767384963.990610:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384963.990614:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1767384963.990615:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c499ca11. 00000100:00000001:1.0:1767384963.990617:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431480425344 : -108642229126272 : ffff9d30c2867b80) 00000400:00000200:0.0:1767384963.990621:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[178, 50], ns[188, 50] 00000100:00000040:1.0:1767384963.990626:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c5a4b51e x1853237358524288/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384963.990628:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384963.990632:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384963.990632:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[168, 50], ns[178, 50] 00000100:00000001:2.0:1767384963.990636:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384963.990642:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3200ed9 x1853237358524416/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384963.990643:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384963.990651:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384963.990651:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 50], ns[183, 50] 00000400:00000010:1.0:1767384963.990657:0:16129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b6e15917. 00000100:00000200:1.0:1767384963.990662:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358524288, offset 0 00000100:00000001:2.0:1767384963.990667:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384963.990671:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384963.990671:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384963.990671:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[184, 50], ns[194, 50] 02000000:00000001:2.0:1767384963.990677:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384963.990681:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384963.990684:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384963.990685:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 50], ns[0, 50] 00000100:00100000:2.0:1767384963.990688:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c3200ed9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358524416:0@lo:253: 00000100:00000001:2.0:1767384963.990695:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384963.990698:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384963.990700:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp47] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 02000000:00000001:2.0:1767384963.990701:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384963.990705:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384963.990710:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f1da5d9a. 00000400:00000200:0.0:1767384963.990711:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp47 02000000:00000001:2.0:1767384963.990714:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384963.990718:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc0fc43d. 00000400:00000010:2.0:1767384963.990722:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009eac0b1e. 00000100:00000200:2.0:1767384963.990726:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358524416, portal 25 00000100:00000001:2.0:1767384963.990728:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384963.990730:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431480420864 : -108642229130752 : ffff9d30c2866a00) 00000400:00000200:0.0:1767384963.990730:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp47 00000400:00000200:0.0:1767384963.990738:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp47 lpni_is_preferred = 0 00000100:00000040:2.0:1767384963.990745:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c3200ed9 x1853237358524416/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384963.990746:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp47 00000100:00000001:2.0:1767384963.990756:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384963.990758:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp47 NI seq info: [196:196:256:4294967295] 192.168.203.157@tcp47 LPNI seq info [186:186:8:4294967295] 00000100:00000040:2.0:1767384963.990761:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384963.990766:0:16130:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000001fb675. 00000100:00000200:2.0:1767384963.990769:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237358524416, offset 0 00000400:00000200:0.0:1767384963.990773:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp47 00000400:00000200:2.0:1767384963.990777:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384963.990786:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp47(192.168.203.157@tcp47:) -> 192.168.203.157@tcp47(192.168.203.157@tcp:192.168.203.157@tcp47) : GET try# 0 00000800:00000200:0.0:1767384963.990794:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp47 00000800:00000010:0.0:1767384963.990801:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f422091a. 00000400:00000200:2.0:1767384963.990803:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384963.990803:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:0.0:1767384963.990811:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003e218c2b. 00000400:00000200:2.0:1767384963.990818:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272707800 00000800:00000010:0.0:1767384963.990818:0:16125:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000076806167. 00000400:00000200:1.0:1767384963.990823:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958272707780 00000400:00000200:2.0:1767384963.990829:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1675 [2] + 0 00000800:00000200:0.0:1767384963.990831:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e218c2b] -> 12345-192.168.203.157@tcp47 (2) 00000400:00000010:2.0:1767384963.990834:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8faea88. 00000400:00000200:2.0:1767384963.990839:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000232a4e13 00000800:00000200:0.1:1767384963.990844:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e218c2b] -> 12345-192.168.203.157@tcp47 (2) 00000400:00000200:2.0:1767384963.990847:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384963.990848:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x167d [2] + 0 00000400:00000010:1.0:1767384963.990854:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000019255f0. 00000400:00000200:2.0:1767384963.990856:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384963.990859:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000000f24e4a 00000400:00000200:2.0:1767384963.990863:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000232a4e13 00000400:00000200:1.0:1767384963.990865:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384963.990866:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp 00000400:00000010:2.0:1767384963.990867:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000232a4e13. 00000100:00000001:2.0:1767384963.990875:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384963.990876:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384963.990876:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100271 rc 0 00000100:00000200:2.0:1767384963.990878:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384963.990884:0:16130:0:(events.c:337:request_in_callback()) incoming req@000000001579c298 x1853237358524416 msgsize 4848 00000400:00000200:1.0:1767384963.990885:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000f24e4a 00000400:00000010:1.0:1767384963.990889:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000000f24e4a. 00000100:00100000:2.0:1767384963.990895:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384963.990896:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384963.990897:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:1.0:1767384963.990899:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384963.990903:0:16129:0:(events.c:337:request_in_callback()) incoming req@00000000842f36ee x1853237358524288 msgsize 4848 00000100:00000001:2.0:1767384963.990908:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384963.990911:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384963.990914:0:16129:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384963.990917:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000001fb675 00000400:00000010:2.0:1767384963.990920:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000001fb675. 00000100:00000001:2.0:1767384963.990922:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384963.990925:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:2.0:1767384963.990926:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3200ed9 x1853237358524416/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384963.990931:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6e15917 00000400:00000010:1.0:1767384963.990935:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b6e15917. 00000100:00000001:2.0:1767384963.990938:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384963.990940:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384963.990942:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3200ed9 x1853237358524416/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384963.990949:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c5a4b51e x1853237358524288/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384963.990951:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.990955:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384963.990956:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000100:00000001:2.0:1767384963.990960:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.990966:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294953864 00000100:00000001:1.0:1767384963.990970:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384963.990975:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c5a4b51e x1853237358524288/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384963.990978:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb6c752d. 00000100:00000001:2.0:1767384963.990985:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384963.990988:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.990996:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294953864 00000100:00000001:1.0:1767384963.991002:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1767384963.991004:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000adfe0fb4. 00000100:00000001:2.0:1767384963.991008:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384963.991010:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384963.991030:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000100:00000001:2.0:1767384963.991033:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294953865 00000100:00000001:1.0:1767384963.991040:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294953865 00000100:00000010:2.0:1767384963.991041:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007aa2f036. 00000100:00000001:2.0:1767384963.991046:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384963.991052:0:16129:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294953864 00000100:00000001:2.0:1767384963.991053:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294953865 00000100:00000010:2.0:1767384963.991060:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e84ff1be. 00000100:00000001:1.0:1767384963.991061:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294953865 00000100:00000001:2.0:1767384963.991063:0:16130:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384963.991068:0:16129:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294953864 00000100:00000001:2.0:1767384963.991070:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384963.991074:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.991075:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294953865 00000100:00000001:2.0:1767384963.991077:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.991079:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, keep current deadline 4294953865 00000100:00000001:2.0:1767384963.991081:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384963.991082:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294953865 00000100:00000001:1.0:1767384963.991085:0:16129:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, keep current deadline 4294953865 00000100:00000001:1.0:1767384963.991087:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384963.991089:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.991090:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384963.991091:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.991093:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384963.991094:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384963.991097:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384963.991099:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384963.991101:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384963.991102:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.991104:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384963.991107:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.991108:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384963.991111:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384963.991113:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.991116:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384963.991124:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000100:00000001:2.0:1767384963.991130:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384963.991133:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358524416 02000000:00000001:2.0:1767384963.991136:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384963.991138:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384963.991139:0:16762:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384963.991141:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384963.991143:0:16762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358524288 02000000:00000001:2.0:1767384963.991146:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384963.991147:0:16762:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384963.991150:0:16762:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384963.991152:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358524416 00000100:00000001:1.0:1767384963.991153:0:16762:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384963.991155:0:16764:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1767384963.991157:0:16762:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384963.991158:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:2.0:1767384963.991163:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767384963.991163:0:16762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358524288 00000020:00000040:2.0:1767384963.991166:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000020:00000001:1.0:1767384963.991167:0:16762:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384963.991171:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000040:1.0:1767384963.991171:0:16762:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:1.0:1767384963.991175:0:16762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384963.991176:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000040:1.0:1767384963.991178:0:16762:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000020:00000001:1.0:1767384963.991181:0:16762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:1.0:1767384963.991184:0:16762:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384963.991188:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384963.991188:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000020:00000010:2.0:1767384963.991193:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000088458df6. 00000100:00000001:2.0:1767384963.991197:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384963.991198:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384963.991200:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000088458df6. 00000020:00000010:1.0:1767384963.991203:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000d2d7268. 00000100:00000001:1.0:1767384963.991207:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384963.991208:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ac1bf7d. 00000020:00000010:1.0:1767384963.991211:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000d2d7268. 00000020:00000010:2.0:1767384963.991214:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000300a0683. 00000020:00000010:1.0:1767384963.991218:0:16762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f7a5fd4. 00000020:00000010:2.0:1767384963.991220:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002ab698ee. 00000020:00000010:1.0:1767384963.991226:0:16762:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000051d9d54b. 00000100:00000040:2.0:1767384963.991230:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:1.0:1767384963.991231:0:16762:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000706ca8c4. 00000100:00000001:2.0:1767384963.991236:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384963.991239:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384963.991239:0:16762:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384963.991240:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.991242:0:16762:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384963.991245:0:16762:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.991248:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.991252:0:16762:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384963.991252:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000100:00000001:2.0:1767384963.991260:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384963.991261:0:16762:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384963.991294:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384963.991296:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384963.991296:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384963.991300:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384963.991305:0:16762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00000040:1.0:1767384963.991308:0:16762:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:1.0:1767384963.991310:0:16762:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529412176 : -108637180139440 : ffff9d31ef77e850) 00000100:00100000:2.0:1767384963.991314:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00000040:1.0:1767384963.991317:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001579c298 x1853237358524416/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:189/0 lens 4848/0 e 0 to 0 dl 1767384974 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384963.991319:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000100:00000001:2.0:1767384963.991324:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529402960 : -108637180148656 : ffff9d31ef77c450) 00000100:00000001:1.0:1767384963.991332:0:16762:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384963.991334:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000842f36ee x1853237358524288/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:189/0 lens 4848/0 e 0 to 0 dl 1767384974 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384963.991335:0:16762:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000d2d7268. 00000400:00000200:0.0:1767384963.991336:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000100:00000001:1.0:1767384963.991341:0:16762:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384963.991347:0:16762:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000d2d7268. 00000100:00000001:2.0:1767384963.991352:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384963.991356:0:16762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001579c298 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16130:x1853237358524416:12345-0@lo:253: 00000020:00000010:2.0:1767384963.991357:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000088458df6. 00000100:00000001:2.0:1767384963.991371:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384963.991374:0:16762:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358524416 00000020:00000010:2.0:1767384963.991375:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000088458df6. 00000020:00000001:1.0:1767384963.991379:0:16762:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:2.0:1767384963.991383:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000842f36ee pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16129:x1853237358524288:12345-0@lo:253: 00000020:00000001:1.0:1767384963.991383:0:16762:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384963.991386:0:16762:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384963.991386:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000100:00000200:2.0:1767384963.991388:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358524288 00000020:00000001:2.0:1767384963.991393:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384963.991393:0:16762:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384963.991397:0:16762:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:2.0:1767384963.991398:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384963.991402:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384963.991403:0:16762:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384963.991404:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384963.991406:0:16762:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384963.991407:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170000 : -1040381616 : ffffffffc1fd0950) 00000020:00000001:2.0:1767384963.991410:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384963.991416:0:16762:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384963.991421:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384963.991421:0:16762:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384963.991423:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000020:00000001:1.0:1767384963.991424:0:16762:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384963.991425:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384963.991428:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384963.991431:0:16762:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384963.991432:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.991436:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384963.991436:0:16762:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384963.991441:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384963.991443:0:16762:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000cd7dfb82. 02000000:00000010:2.0:1767384963.991447:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002921a5f9. 02000000:00000001:1.0:1767384963.991447:0:16762:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384963.991452:0:16762:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384963.991453:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384963.991460:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384963.991460:0:16762:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384963.991465:0:16764:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384963.991465:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 20000000:00000010:1.0:1767384963.991470:0:16762:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007c868db8. 20000000:00000010:2.0:1767384963.991474:0:16764:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d5768b80. 20000000:01000000:1.0:1767384963.991475:0:16762:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1767384963.991479:0:16764:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384963.991480:0:16762:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384963.991482:0:16764:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384963.991484:0:16762:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384963.991488:0:16762:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384963.991490:0:16764:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384963.991490:0:16762:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384963.991492:0:16762:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384963.991494:0:16764:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384963.991497:0:16764:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384963.991498:0:16764:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384963.991502:0:16762:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000422a8da6. 20000000:01000000:1.0:1767384963.991506:0:16762:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 20000000:00000001:1.0:1767384963.991511:0:16762:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384963.991516:0:16762:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767384963.991522:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00080000:00000001:1.0:1767384963.991559:0:16762:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384963.991563:0:16762:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384963.991565:0:16762:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384963.991566:0:16762:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384963.991570:0:16762:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384963.991574:0:16762:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00000400:00000200:0.0:1767384963.991576:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00080000:00000001:1.0:1767384963.991578:0:16762:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384963.991585:0:16762:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005c1d2888. 00080000:00000001:1.0:1767384963.991588:0:16762:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431479507968 : -108642230043648 : ffff9d30c2787c00) 00080000:00000001:1.0:1767384963.991591:0:16762:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384963.991609:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:0.0:1767384963.991644:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000001:00000001:1.0:1767384963.991691:0:16762:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384963.991693:0:16762:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384963.991695:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00080000:00000001:1.0:1767384963.991696:0:16762:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384963.991727:0:16762:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384963.991730:0:16762:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384963.991759:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:0.0:1767384963.991815:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00080000:00000001:1.0:1767384963.991845:0:16762:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384963.991848:0:16762:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384963.991861:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:0.0:1767384963.991932:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:0.0:1767384963.991970:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:0.0:1767384963.992186:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:0.0:1767384963.992257:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:0.0:1767384963.992342:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:0.0:1767384963.992405:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:0.0:1767384963.992468:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:0.0:1767384963.992535:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:0.0:1767384963.992585:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:0.0:1767384963.992613:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:0.0:1767384963.992653:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:0.0:1767384963.992690:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:0.0:1767384963.992742:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:0.0:1767384963.992790:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:0.0:1767384963.992834:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:0.0:1767384963.992872:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:0.0:1767384963.992923:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:0.0:1767384963.992964:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:0.0:1767384963.993181:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d9273208. 00000800:00000010:0.0:1767384963.993188:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d46cf990. 00000800:00000010:0.0:1767384963.993195:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000091ed70aa. 00000800:00000010:0.0:1767384963.993223:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000091ed70aa. 00000800:00020000:0.0:1767384963.993236:0:16117:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:0.0:1767384963.993241:0:16117:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d46cf990. 00000800:00000010:0.0:1767384963.993245:0:16117:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d9273208. 00000400:02020000:0.0:1767384963.993326:0:16117:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp47 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384963.993336:0:16117:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp47 notifying 192.168.203.157@tcp47: down 00000800:00000200:0.0:1767384963.993342:0:16117:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp47 down 00000800:00000100:0.0:1767384963.993349:0:16117:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp47 00000800:00000010:0.0:1767384963.993353:0:16117:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f422091a. 00000400:00000200:0.0:1767384963.993359:0:16117:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384963.993371:0:16117:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp47->192.168.203.157@tcp47: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384963.993381:0:16117:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp47 added to recovery queue. ping count: 0 next ping: 287 health :900 00000400:00000200:0.0:1767384963.993387:0:16117:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384963.993391:0:16117:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp: 1 00000400:00000200:0.0:1767384963.993396:0:16117:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:0.0:1767384963.993432:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384963.993438:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100871 00000400:00000001:0.0:1767384963.993442:0:16125:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384963.993444:0:16125:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384963.993446:0:16125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036f8e304 00000400:00000010:0.0:1767384963.993449:0:16125:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036f8e304. 00000400:00000200:0.0:1767384963.993454:0:16125:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384963.993458:0:16125:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000010:0.0:1767384963.993462:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 0000000093fc9700. 00000400:00000200:0.0:1767384963.993467:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (42) 00000400:00000200:0.0:1767384963.993470:0:16125:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.157@tcp:-71 00000400:00000200:0.0:1767384963.993474:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102071 rc -71 00000400:00000200:0.0:1767384963.993480:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:0.0:1767384963.993485:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (41) 00080000:00000001:1.0:1767384964.000445:0:16762:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384964.000451:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:1.0:1767384964.000451:0:16762:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 00040000:00000001:2.0:1767384964.000455:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384964.000456:0:16762:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384964.000460:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384964.000460:0:16762:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384964.000463:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384964.000465:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384964.000468:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005c1d2888. 00080000:00000001:2.0:1767384964.000471:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384964.000473:0:16762:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384964.000486:0:16762:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384964.000490:0:16762:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384964.000493:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:1.0:1767384964.000495:0:16762:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767384964.000497:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000010:0.0:1767384964.000500:0:16764:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000188bcf10. 10000000:01000000:2.0:1767384964.000501:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384964.000506:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:01000000:0.0:1767384964.000507:0:16764:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 00010000:00000001:2.0:1767384964.000511:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000001:0.0:1767384964.000514:0:16764:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000010:2.0:1767384964.000518:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000078bcfeee. 00080000:00000001:0.0:1767384964.000521:0:16764:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:2.0:1767384964.000522:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384964.000527:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000775b26f2. 00000020:00000001:2.0:1767384964.000530:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384964.000532:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000775b26f2 with handle 0x4895a8f6c11e8815 to hash 00000020:00000001:2.0:1767384964.000534:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384964.000535:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635436275767296 : -108637433784320 : ffff9d31e0599800) 00010000:00000001:2.0:1767384964.000537:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635436275767296 : -108637433784320 : ffff9d31e0599800) 00010000:00000001:2.0:1767384964.000547:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384964.000548:0:16764:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384964.000549:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384964.000556:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e8815 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384964.000556:0:16764:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384964.000560:0:16764:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384964.000564:0:16764:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384964.000567:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:0.0:1767384964.000569:0:16764:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384964.000571:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384964.000574:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384964.000575:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:0.0:1767384964.000576:0:16764:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845350488 : -108637864201128 : ffff9d31c6b1f458) 00010000:00000001:2.0:1767384964.000577:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384964.000581:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384964.000583:0:16764:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384964.000584:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384964.000588:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384964.000590:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000010:0.0:1767384964.000591:0:16764:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b403ea5a. 00010000:00000001:2.0:1767384964.000592:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384964.000594:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384964.000597:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000078bcfeee) refcount = 1 00080000:00000001:0.0:1767384964.000598:0:16764:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490596864 : -108642218954752 : ffff9d30c321b000) 00010000:00010000:2.0:1767384964.000602:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e8815 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384964.000604:0:16764:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384964.000609:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384964.000610:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384964.000611:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384964.000613:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384964.000615:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384964.000617:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384964.000620:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003542952s 00010000:00000001:2.0:1767384964.000622:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384964.000623:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384964.000625:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000775b26f2 refcount=4 00000020:00000001:2.0:1767384964.000627:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275767296 : -108637433784320 : ffff9d31e0599800) 00010000:00000001:2.0:1767384964.000629:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275767296 : -108637433784320 : ffff9d31e0599800) 00010000:00000001:2.0:1767384964.000631:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384964.000632:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e8815 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384964.000645:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384964.000647:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e8815 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384964.000652:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384964.000654:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384964.000655:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e8815 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384964.000659:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384964.000660:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384964.000662:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384964.000664:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e8815 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384964.000669:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000775b26f2 already unused, calling callback (00000000be7801c4) 00010000:00000001:2.0:1767384964.000671:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384964.000673:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000001:00000001:0.0:1767384964.000673:0:16764:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:2.0:1767384964.000675:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e8815 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384964.000679:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384964.000680:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384964.000684:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:0.0:1767384964.000684:0:16764:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384964.000687:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000775b26f2 refcount=5 00000020:00000001:2.0:1767384964.000690:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275767296 : -108637433784320 : ffff9d31e0599800) 00080000:00000001:0.0:1767384964.000691:0:16764:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384964.000693:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275767296 : -108637433784320 : ffff9d31e0599800) 00010000:00000001:2.0:1767384964.000696:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384964.000697:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e8815 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384964.000701:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384964.000703:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:0.0:1767384964.000707:0:16764:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384964.000710:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384964.000712:0:16764:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384964.000714:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384964.000717:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384964.000718:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384964.000719:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384964.000721:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000775b26f2 with handle 0x4895a8f6c11e8815 from hash 00010000:00000001:2.0:1767384964.000723:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384964.000724:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384964.000725:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384964.000726:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384964.000727:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384964.000728:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384964.000730:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384964.000732:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384964.000734:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384964.000735:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384964.000736:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384964.000738:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384964.000739:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384964.000740:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384964.000742:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384964.000743:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384964.000745:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e8815 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384964.000748:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384964.000749:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384964.000751:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384964.000752:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384964.000753:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384964.000754:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384964.000756:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384964.000758:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384964.000759:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384964.000761:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e8815 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384964.000765:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384964.000771:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384964.000773:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000775b26f2/0x4895a8f6c11e8815 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384964.000778:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000078bcfeee count: 0 00010000:00000001:2.0:1767384964.000791:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384964.000792:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:0.0:1767384964.000809:0:16764:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384964.000814:0:16764:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:0.0:1767384964.003066:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294953865, at 4294953866 00000100:00000010:0.0:1767384964.003075:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb6c752d. 00000100:00000040:1.0:1767384964.003176:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294953865, at 4294953866 00000100:00000010:1.0:1767384964.003182:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000adfe0fb4. 00000100:00000040:2.0:1767384964.003306:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294953865, at 4294953866 00000100:00000010:2.0:1767384964.003314:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007aa2f036. 00000100:00000040:3.0:1767384964.004059:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294953865, at 4294953867 00000100:00000010:3.0:1767384964.004066:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e84ff1be. 00010000:00000010:2.1:1767384964.005064:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000078bcfeee. 00010000:00000010:2.1:1767384964.005073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000775b26f2. 00080000:00000001:0.0:1767384964.009462:0:16764:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384964.009468:0:16764:0:(lu_object.c:207:lu_object_put()) Add 00000000ba2d7837/000000001a5e8486 to site lru. bkt: 0000000016f5b24c 20000000:00000001:0.0:1767384964.009472:0:16764:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384964.009475:0:16764:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384964.009477:0:16764:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384964.009488:0:16764:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384964.009492:0:16764:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384964.009498:0:16764:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:0.0:1767384964.009510:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384964.009513:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384964.009515:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384964.009517:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384964.009518:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384964.009521:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b403ea5a. 00000400:00000010:1.0:1767384964.009523:0:39056:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000430f57ec. 00080000:00000001:0.0:1767384964.009526:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384964.009541:0:16785:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000400:00000040:1.0:1767384964.009542:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384964.009546:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 20000000:00000001:0.0:1767384964.009546:0:16785:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384964.009551:0:16785:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000400:00000040:1.0:1767384964.009552:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384964.009556:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00010000:00000001:0.0:1767384964.009558:0:16785:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000400:00000040:1.0:1767384964.009560:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384964.009563:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00010000:00000001:0.0:1767384964.009563:0:16785:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000040:1.0:1767384964.009568:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384964.009569:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384964.009571:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00010000:00000010:0.0:1767384964.009571:0:16785:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005dd5acdf. 00000400:00000040:1.0:1767384964.009575:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384964.009579:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00010000:00000001:0.0:1767384964.009579:0:16785:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000040:1.0:1767384964.009583:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384964.009586:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00010000:00000010:0.0:1767384964.009586:0:16785:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004a5c45ff. 00000400:00000040:1.0:1767384964.009589:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384964.009592:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000020:00000001:0.0:1767384964.009593:0:16785:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000040:1.0:1767384964.009594:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384964.009598:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384964.009599:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000020:00000040:0.0:1767384964.009599:0:16785:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004a5c45ff with handle 0x4895a8f6c11e881c to hash 00000400:00000040:1.0:1767384964.009603:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000020:00000001:0.0:1767384964.009605:0:16785:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000400:00000040:1.0:1767384964.009606:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384964.009610:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00010000:00000001:0.0:1767384964.009610:0:16785:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00000400:00000040:1.0:1767384964.009613:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384964.009616:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00010000:00000001:0.0:1767384964.009616:0:16785:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00000400:00000040:1.0:1767384964.009620:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384964.009622:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00010000:00000001:0.0:1767384964.009622:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000040:1.0:1767384964.009625:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00010000:00000001:0.0:1767384964.009633:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:1.0:1767384964.009634:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384964.009638:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00010000:00010000:0.0:1767384964.009638:0:16785:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004a5c45ff/0x4895a8f6c11e881c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000400:00000040:1.0:1767384964.009641:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384964.009645:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384964.009648:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384964.009668:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00010000:00000001:0.0:1767384964.009668:0:16785:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000040:1.0:1767384964.009672:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00010000:00000001:0.0:1767384964.009673:0:16785:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000400:00000040:1.0:1767384964.009674:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00010000:00000001:0.0:1767384964.009676:0:16785:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000400:00000040:1.0:1767384964.009677:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00010000:00000001:0.0:1767384964.009679:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000040:1.0:1767384964.009681:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00010000:00000001:0.0:1767384964.009682:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:1.0:1767384964.009683:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00010000:00000001:0.0:1767384964.009686:0:16785:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000040:1.0:1767384964.009688:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00010000:00000001:0.0:1767384964.009689:0:16785:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:1.0:1767384964.009691:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00010000:00000001:0.0:1767384964.009692:0:16785:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000040:1.0:1767384964.009695:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00010000:00000001:0.0:1767384964.009696:0:16785:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000400:00000040:1.0:1767384964.009698:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00010000:00000001:0.0:1767384964.009699:0:16785:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000400:00000040:1.0:1767384964.009702:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00010000:00000001:0.0:1767384964.009703:0:16785:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384964.009706:0:16785:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005dd5acdf) refcount = 1 00000400:00000040:1.0:1767384964.009707:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384964.009713:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00010000:00010000:0.0:1767384964.009713:0:16785:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004a5c45ff/0x4895a8f6c11e881c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000400:00000040:1.0:1767384964.009717:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384964.009721:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00010000:00000001:0.0:1767384964.009723:0:16785:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000400:00000040:1.0:1767384964.009724:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00010000:00000001:0.0:1767384964.009726:0:16785:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000400:00000040:1.0:1767384964.009728:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00010000:00000001:0.0:1767384964.009729:0:16785:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:1.0:1767384964.009732:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00010000:00000001:0.0:1767384964.009732:0:16785:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:1.0:1767384964.009737:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00010000:00000001:0.0:1767384964.009738:0:16785:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000040:1.0:1767384964.009743:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 20000000:00000001:0.0:1767384964.009743:0:16785:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384964.009746:0:16785:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003542952s 00000400:00000040:1.0:1767384964.009750:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00010000:00000001:0.0:1767384964.009750:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384964.009753:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000040:1.0:1767384964.009755:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000020:00000040:0.0:1767384964.009756:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a5c45ff refcount=4 00000020:00000001:0.0:1767384964.009760:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00000400:00000040:1.0:1767384964.009761:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00010000:00000001:0.0:1767384964.009762:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00000400:00000040:1.0:1767384964.009767:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00010000:00000001:0.0:1767384964.009767:0:16785:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384964.009770:0:16785:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004a5c45ff/0x4895a8f6c11e881c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00000400:00000040:1.0:1767384964.009772:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384964.009777:0:39056:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00010000:00000001:0.0:1767384964.009779:0:16785:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384964.009788:0:16785:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004a5c45ff/0x4895a8f6c11e881c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384964.009796:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384964.009799:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384964.009801:0:16785:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004a5c45ff/0x4895a8f6c11e881c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384964.009814:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384964.009818:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384964.009823:0:16785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384964.009827:0:16785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004a5c45ff/0x4895a8f6c11e881c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384964.009858:0:16785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004a5c45ff already unused, calling callback (00000000be7801c4) 00010000:00000001:0.0:1767384964.009863:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384964.009867:0:16785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384964.009872:0:16785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004a5c45ff/0x4895a8f6c11e881c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384964.009887:0:16785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384964.009891:0:16785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384964.009895:0:16785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384964.009899:0:16785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a5c45ff refcount=5 00000020:00000001:0.0:1767384964.009903:0:16785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00010000:00000001:0.0:1767384964.009907:0:16785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00010000:00000001:0.0:1767384964.009910:0:16785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384964.009913:0:16785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004a5c45ff/0x4895a8f6c11e881c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384964.009920:0:16785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384964.009923:0:16785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384964.009925:0:16785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384964.009929:0:16785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384964.009931:0:16785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384964.009933:0:16785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384964.009941:0:16785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384964.009945:0:16785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004a5c45ff with handle 0x4895a8f6c11e881c from hash 00010000:00000001:0.0:1767384964.009948:0:16785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384964.009951:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384964.009953:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384964.009956:0:16785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384964.009958:0:16785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384964.009960:0:16785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384964.009962:0:16785:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384964.009963:0:16785:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384964.009966:0:16785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384964.009969:0:16785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384964.009971:0:16785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384964.009974:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384964.009976:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384964.009978:0:16785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384964.009982:0:16785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384964.009984:0:16785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384964.009987:0:16785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004a5c45ff/0x4895a8f6c11e881c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384964.009995:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384964.009997:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384964.009999:0:16785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384964.010002:0:16785:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384964.010004:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384964.010006:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384964.010009:0:16785:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384964.010011:0:16785:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384964.010015:0:16785:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384964.010018:0:16785:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004a5c45ff/0x4895a8f6c11e881c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384964.010025:0:16785:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000010:1.0:1767384964.010026:0:39056:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000430f57ec. 00010000:00000001:0.0:1767384964.010026:0:16785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384964.010029:0:16785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004a5c45ff/0x4895a8f6c11e881c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16785 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384964.010068:0:16785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005dd5acdf count: 0 00010000:00000001:0.0:1767384964.010077:0:16785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384964.010079:0:16785:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384964.011438:0:16762:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384964.011442:0:16762:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384964.011444:0:16762:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007c868db8. 20000000:00000001:2.0:1767384964.011449:0:16762:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384964.011453:0:16762:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358524416 00010000:00000001:2.0:1767384964.011456:0:16762:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384964.011462:0:16762:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001579c298 x1853237358524416/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:189/0 lens 4848/4768 e 0 to 0 dl 1767384974 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384964.011469:0:16762:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384964.011472:0:16762:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384964.011475:0:16762:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384964.011479:0:16762:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384964.011482:0:16762:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:2.0:1767384964.011484:0:16762:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384964.011487:0:16762:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384964.011490:0:16762:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384964.011493:0:16762:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384964.011497:0:16762:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384964.011501:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000176bf659. 00000100:00000200:2.0:1767384964.011505:0:16762:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358524416, offset 224 00000400:00000200:2.0:1767384964.011511:0:16762:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384964.011522:0:16762:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384964.011532:0:16762:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272707800 00000400:00000200:2.0:1767384964.011538:0:16762:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f29 [2] + 224 00000400:00000200:2.0:1767384964.011544:0:16762:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384964.011549:0:16762:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384964.011560:0:16762:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384964.011564:0:16762:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3200ed9 x1853237358524416/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384964.011572:0:16762:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c3200ed9 x1853237358524416/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384964.011584:0:16762:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384964.011591:0:16762:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000176bf659 00000400:00000010:2.0:1767384964.011593:0:16762:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000176bf659. 00000100:00000001:2.0:1767384964.011596:0:16762:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384964.011597:0:16762:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384964.011602:0:16762:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384964.011605:0:16762:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:2.0:1767384964.011607:0:16762:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384964.011609:0:16762:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384964.011612:0:16762:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384964.011616:0:16762:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001579c298 x1853237358524416/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:189/0 lens 4848/4768 e 0 to 0 dl 1767384974 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384964.011625:0:16762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001579c298 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16130:x1853237358524416:12345-0@lo:253: Request processed in 20291us (20738us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384964.011649:0:16762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00000040:2.0:1767384964.011652:0:16762:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00000001:2.0:1767384964.011654:0:16762:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384964.011655:0:16762:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384964.011660:0:16762:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000300a0683. 00000020:00000010:2.0:1767384964.011664:0:16762:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002ab698ee. 00000020:00000010:2.0:1767384964.011667:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ac1bf7d. 00000020:00000040:2.0:1767384964.011671:0:16762:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 02000000:00000001:2.0:1767384964.011675:0:16762:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384964.011677:0:16762:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000cd7dfb82. 02000000:00000001:2.0:1767384964.011681:0:16762:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384964.011683:0:16762:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384964.011688:0:16762:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384964.011691:0:16762:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038bcf0bc. 00000400:00000010:2.0:1767384964.011702:0:16762:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000176bf659. 00000100:00000001:2.0:1767384964.011723:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384964.011726:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384964.011732:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384964.011734:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384964.011735:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc0fc43d. 00000400:00000200:2.0:1767384964.011739:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009eac0b1e 00000400:00000010:2.0:1767384964.011740:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009eac0b1e. 00000100:00000001:2.0:1767384964.011744:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384964.011747:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3200ed9 x1853237358524416/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384964.011755:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3200ed9 x1853237358524416/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384964.011760:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384964.011762:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384964.011764:0:16130:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384964.011766:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384964.011768:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384964.011769:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384964.011772:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384964.011776:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=88 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384964.011779:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384964.011782:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384964.011783:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384964.011785:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384964.011786:0:16130:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384964.011788:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384964.011792:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3200ed9 x1853237358524416/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384964.011796:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384964.011799:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384964.011800:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384964.011803:0:16130:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384964.011805:0:16130:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384964.011806:0:16130:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384964.011808:0:16130:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384964.011815:0:16130:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384964.011816:0:16130:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384964.011818:0:16130:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384964.011819:0:16130:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384964.011821:0:16130:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384964.011824:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3200ed9 x1853237358524416/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384964.011830:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c3200ed9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358524416:0@lo:253: 00000100:00000001:2.0:1767384964.011851:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384964.011854:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384964.011856:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3200ed9 x1853237358524416/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384964.011861:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384964.011863:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384964.011865:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f1da5d9a. 02000000:00000001:2.0:1767384964.011870:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384964.011871:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384964.011872:0:16130:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1767384964.011874:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384964.011876:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006334ea9b. 02000000:00000001:2.0:1767384964.011880:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384964.011882:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384964.011883:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3200ed9. 00000100:00000001:2.0:1767384964.011885:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384964.011887:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384964.011888:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384964.011894:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384964.011895:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384964.011897:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384964.011899:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384964.012678:0:16764:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384964.012680:0:16764:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384964.012682:0:16764:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d5768b80. 20000000:00000001:1.0:1767384964.012687:0:16764:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384964.012689:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358524288 00010000:00000001:1.0:1767384964.012691:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384964.012701:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000842f36ee x1853237358524288/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:189/0 lens 4848/4768 e 0 to 0 dl 1767384974 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384964.012707:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384964.012709:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384964.012711:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=88 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384964.012714:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384964.012716:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:1.0:1767384964.012718:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:1.0:1767384964.012720:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384964.012721:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384964.012723:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384964.012726:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384964.012729:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000672ede88. 00000100:00000200:1.0:1767384964.012731:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358524288, offset 224 00000400:00000200:1.0:1767384964.012736:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384964.012745:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384964.012753:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272707780 00000400:00000200:1.0:1767384964.012760:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f21 [2] + 224 00000400:00000200:1.0:1767384964.012767:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384964.012770:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384964.012774:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384964.012779:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c5a4b51e x1853237358524288/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384964.012790:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c5a4b51e x1853237358524288/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384964.012811:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384964.012817:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000672ede88 00000400:00000010:1.0:1767384964.012820:0:16764:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000672ede88. 00000100:00000001:1.0:1767384964.012824:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384964.012826:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384964.012827:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384964.012830:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384964.012831:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384964.012851:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000400:00000001:2.0:1767384964.012852:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384964.012855:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384964.012856:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384964.012857:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9f9ccda. 00000020:00000001:1.0:1767384964.012858:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384964.012863:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1437416 00000400:00000010:2.0:1767384964.012865:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1437416. 00000020:00000001:1.0:1767384964.012867:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384964.012871:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000842f36ee x1853237358524288/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:189/0 lens 4848/4768 e 0 to 0 dl 1767384974 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384964.012877:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384964.012884:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c5a4b51e x1853237358524288/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384964.012885:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000842f36ee pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16129:x1853237358524288:12345-0@lo:253: Request processed in 21530us (21977us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384964.012904:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c5a4b51e x1853237358524288/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384964.012904:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00000040:1.0:1767384964.012910:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:1.0:1767384964.012914:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384964.012917:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384964.012917:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384964.012920:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384964.012922:0:16129:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384964.012922:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000051d9d54b. 02000000:00000001:2.0:1767384964.012925:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384964.012927:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384964.012928:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000706ca8c4. 00000100:00000001:2.0:1767384964.012929:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384964.012933:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384964.012935:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f7a5fd4. 00000100:00001000:2.0:1767384964.012936:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=88 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384964.012941:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=88 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384964.012941:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 00000100:00000001:2.0:1767384964.012943:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384964.012945:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384964.012948:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384964.012949:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384964.012950:0:16129:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384964.012952:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002921a5f9. 00000100:00000001:2.0:1767384964.012953:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384964.012959:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c5a4b51e x1853237358524288/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384964.012961:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384964.012965:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384964.012966:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384964.012970:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384964.012971:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384964.012973:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:2.0:1767384964.012974:0:16129:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384964.012978:0:16129:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384964.012979:0:16129:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384964.012981:0:16129:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:1.0:1767384964.012981:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f60f7081. 00000020:01000004:2.0:1767384964.012983:0:16129:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384964.012987:0:16129:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384964.012988:0:16129:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384964.012989:0:16129:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000010:1.0:1767384964.012989:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000672ede88. 00000020:01000004:2.0:1767384964.012992:0:16129:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384964.012995:0:16129:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384964.012997:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c5a4b51e x1853237358524288/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384964.013010:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c5a4b51e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358524288:0@lo:253: 00000100:00000001:2.0:1767384964.013014:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384964.013015:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384964.013017:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c5a4b51e x1853237358524288/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384979 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384964.013021:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384964.013023:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384964.013047:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000382dec4f. 02000000:00000001:2.0:1767384964.013051:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384964.013052:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384964.013053:0:16129:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1767384964.013055:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384964.013056:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004d66b48a. 02000000:00000001:2.0:1767384964.013058:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384964.013059:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384964.013060:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c5a4b51e. 00000100:00000001:2.0:1767384964.013062:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384964.013063:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384964.013064:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384964.013068:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384964.013069:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384964.013071:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384964.013073:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384964.018060:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005dd5acdf. 00010000:00000010:0.1:1767384964.018069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004a5c45ff. 00000100:00000001:1.0:1767384964.121105:0:17540:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384964.121110:0:17540:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384964.570067:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384964.570071:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384964.570074:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000479c74e7 00000400:00000010:2.0:1767384964.570077:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000479c74e7. 00000400:00000200:2.0:1767384964.570082:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384964.570089:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp42 recovery ping unlinked 00000400:00000010:2.0:1767384964.570102:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008fb99f3f. 00000400:00000010:2.0:1767384964.570107:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000560f0758. 00000400:00000200:2.0:1767384964.570114:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp46 00000400:00000010:2.0:1767384964.570117:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000faa968db. 00000400:00000010:2.0:1767384964.570123:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000067ede5da. 00000400:00000010:2.0:1767384964.570136:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ead83d3. 00000400:00000010:2.0:1767384964.570146:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007fa961dc. 00000400:00000200:2.0:1767384964.570151:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp46 00000400:00000200:2.0:1767384964.570165:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp46 local destination 00000400:00000200:2.0:1767384964.570170:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp46 00000400:00000200:2.0:1767384964.570173:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp46 NI seq info: [197:197:256:4294967295] 192.168.203.157@tcp46 LPNI seq info [187:187:8:4294967295] 00000400:00000200:2.0:1767384964.570179:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp46 00000400:00000200:2.0:1767384964.570187:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp46(192.168.203.157@tcp46:) -> 192.168.203.157@tcp46(192.168.203.157@tcp46:192.168.203.157@tcp46) : GET try# 0 00000800:00000200:2.0:1767384964.570191:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp46 00000800:00000010:2.0:1767384964.570195:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cdb29305. 00000800:00000200:2.0:1767384964.570199:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000faf9bd4a] -> 12345-192.168.203.157@tcp46 (2) 00000800:00000200:2.1:1767384964.570204:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000faf9bd4a] -> 12345-192.168.203.157@tcp46 (2) 00000400:00000200:2.0:1767384964.570219:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp46 added to recovery queue. ping count: 2 next ping: 291 health :800 00000400:00000200:2.0:1767384964.570225:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp35 00000400:00000010:2.0:1767384964.570228:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b55e4bf4. 00000400:00000010:2.0:1767384964.570232:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007a45cc5b. 00000400:00000010:2.0:1767384964.570234:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6537ad9. 00000400:00000010:2.0:1767384964.570240:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006b27f32a. 00000400:00000200:2.0:1767384964.570242:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp35 00000400:00000200:2.0:1767384964.570248:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp35 local destination 00000400:00000200:2.0:1767384964.570250:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp35 00000400:00000200:2.0:1767384964.570252:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp35 NI seq info: [198:198:256:4294967295] 192.168.203.157@tcp35 LPNI seq info [188:188:8:4294967295] 00000400:00000200:2.0:1767384964.570256:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp35 00000400:00000200:2.0:1767384964.570262:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp35(192.168.203.157@tcp35:) -> 192.168.203.157@tcp35(192.168.203.157@tcp35:192.168.203.157@tcp35) : GET try# 0 00000800:00000200:2.0:1767384964.570265:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp35 00000800:00000010:2.0:1767384964.570280:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000005b43d7d. 00000800:00000200:2.0:1767384964.570285:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001892aa2f] -> 12345-192.168.203.157@tcp35 (2) 00000800:00000200:2.1:1767384964.570289:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001892aa2f] -> 12345-192.168.203.157@tcp35 (2) 00000400:00000200:3.0:1767384964.570290:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.570303:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp35 added to recovery queue. ping count: 5 next ping: 319 health :500 00000400:00000200:2.0:1767384964.570307:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp47 00000400:00000010:2.0:1767384964.570310:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c6298b99. 00000400:00000010:2.0:1767384964.570320:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000064baf91f. 00000400:00000010:2.0:1767384964.570323:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000455d159. 00000400:00000010:2.0:1767384964.570327:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000153df5aa. 00000400:00000200:2.0:1767384964.570330:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp47 00000400:00000200:3.0:1767384964.570335:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.570340:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp47 local destination 00000400:00000200:2.0:1767384964.570344:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp47 00000400:00000200:2.0:1767384964.570348:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp47 NI seq info: [199:199:256:4294967295] 192.168.203.157@tcp47 LPNI seq info [189:189:8:4294967295] 00000400:00000200:2.0:1767384964.570352:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp47 00000400:00000200:2.0:1767384964.570360:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp47(192.168.203.157@tcp47:) -> 192.168.203.157@tcp47(192.168.203.157@tcp47:192.168.203.157@tcp47) : GET try# 0 00000800:00000200:2.0:1767384964.570365:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp47 00000800:00000010:2.0:1767384964.570368:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000095929c. 00000400:00000200:3.0:1767384964.570370:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000800:00000200:2.0:1767384964.570375:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e218c2b] -> 12345-192.168.203.157@tcp47 (2) 00000800:00000200:2.1:1767384964.570380:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e218c2b] -> 12345-192.168.203.157@tcp47 (2) 00000400:00000200:2.0:1767384964.570390:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp47 added to recovery queue. ping count: 1 next ping: 289 health :900 00000400:00000200:3.0:1767384964.570406:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.570442:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:3.0:1767384964.570445:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.570508:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:3.0:1767384964.570509:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.570565:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:3.0:1767384964.570571:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.570623:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:3.0:1767384964.570629:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.570679:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:3.0:1767384964.570686:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.570734:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:3.0:1767384964.570749:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.570781:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:3.0:1767384964.570818:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.570844:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:3.0:1767384964.570877:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.570913:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:3.0:1767384964.570946:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.570981:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:3.0:1767384964.571005:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.571378:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.571431:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.571481:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.571523:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.571571:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.571620:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.571675:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.571737:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.571779:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.571825:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.571885:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.571956:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:3.0:1767384964.571978:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.572053:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:3.0:1767384964.572064:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.572116:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:3.0:1767384964.572135:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.572180:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:3.0:1767384964.572202:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.572246:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:3.0:1767384964.572265:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.572314:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:3.0:1767384964.572340:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.572375:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:3.0:1767384964.572405:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.572445:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:3.0:1767384964.572475:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.572518:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:3.0:1767384964.572548:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.572590:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:3.0:1767384964.572614:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.572655:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:3.0:1767384964.572675:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.572721:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:3.0:1767384964.572744:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.572789:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:3.0:1767384964.572816:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.572858:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:3.0:1767384964.572862:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:3.0:1767384964.572918:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:3.0:1767384964.572944:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:3.0:1767384964.572995:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:3.0:1767384964.573082:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000800:00000010:2.0:1767384964.573085:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d5768b80. 00000800:00000010:2.0:1767384964.573091:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002d09898c. 00000800:00000010:2.0:1767384964.573096:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009a429e34. 00000800:00000010:2.0:1767384964.573120:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009a429e34. 00000800:00020000:2.0:1767384964.573130:0:16116:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:2.0:1767384964.573134:0:16116:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002d09898c. 00000400:00000200:3.0:1767384964.573135:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000800:00000010:2.0:1767384964.573138:0:16116:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d5768b80. 00000400:00000200:3.0:1767384964.573191:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:02020000:2.0:1767384964.573201:0:16116:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp35 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384964.573208:0:16116:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp35 notifying 192.168.203.157@tcp35: down 00000800:00000200:2.0:1767384964.573213:0:16116:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp35 down 00000800:00000100:2.0:1767384964.573220:0:16116:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp35 00000800:00000010:2.0:1767384964.573223:0:16116:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000005b43d7d. 00000400:00000200:2.0:1767384964.573227:0:16116:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384964.573235:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.573241:0:16116:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp35->192.168.203.157@tcp35: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384964.573250:0:16116:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384964.573253:0:16116:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384964.573258:0:16116:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp35) recovery failed with -71 00000400:00000200:2.0:1767384964.573312:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.573379:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000800:00000010:3.0:1767384964.573398:0:29524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c499ca11. 00000800:00000010:3.0:1767384964.573404:0:29524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000904a518a. 00000800:00000010:3.0:1767384964.573408:0:29524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009ecbfcf6. 00000800:00000010:3.0:1767384964.573433:0:29524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009ecbfcf6. 00000400:00000200:2.0:1767384964.573437:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000800:00020000:3.0:1767384964.573441:0:29524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:3.0:1767384964.573444:0:29524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000904a518a. 00000800:00000010:3.0:1767384964.573448:0:29524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c499ca11. 00000400:00000200:2.0:1767384964.573498:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:02020000:3.0:1767384964.573513:0:29524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp46 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384964.573520:0:29524:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp46 notifying 192.168.203.157@tcp46: down 00000400:00000200:3.0:1767384964.573524:0:29524:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384964.573529:0:29524:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp46 00000800:00000010:3.0:1767384964.573531:0:29524:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cdb29305. 00000400:00000200:3.0:1767384964.573534:0:29524:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384964.573538:0:29524:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp46->192.168.203.157@tcp46: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384964.573546:0:29524:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384964.573549:0:29524:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384964.573553:0:29524:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp46) recovery failed with -71 00000400:00000200:2.0:1767384964.573555:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.573617:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.573652:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.573717:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.573753:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.573782:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.573798:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.573827:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.573879:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.573933:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.573977:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.574042:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.574088:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.574146:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.574200:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.574255:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.574308:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.574344:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.574375:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.574416:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.574478:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.574540:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.574576:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.574607:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.574639:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.574680:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.574732:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.574770:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.574789:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.574811:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384964.574843:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:2.0:1767384964.574967:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d5768b80. 00000800:00000010:2.0:1767384964.574971:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002d09898c. 00000800:00000010:2.0:1767384964.574975:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009a429e34. 00000800:00000010:2.0:1767384964.574988:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009a429e34. 00000800:00020000:2.0:1767384964.574993:0:16116:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:2.0:1767384964.574995:0:16116:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002d09898c. 00000800:00000010:2.0:1767384964.574997:0:16116:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d5768b80. 00000400:02020000:2.0:1767384964.575048:0:16116:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp47 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384964.575053:0:16116:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp47 notifying 192.168.203.157@tcp47: down 00000400:00000200:2.0:1767384964.575055:0:16116:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384964.575058:0:16116:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp47 00000800:00000010:2.0:1767384964.575060:0:16116:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000095929c. 00000400:00000200:2.0:1767384964.575062:0:16116:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384964.575064:0:16116:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp47->192.168.203.157@tcp47: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384964.575070:0:16116:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384964.575072:0:16116:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384964.575076:0:16116:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp47) recovery failed with -71 00010000:00000001:1.0:1767384964.953118:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384964.953125:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384964.953131:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384964.953132:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384964.953178:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384964.953183:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384964.953186:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384965.594055:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384965.594059:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384965.594061:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ead83d3 00000400:00000010:1.0:1767384965.594065:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ead83d3. 00000400:00000200:1.0:1767384965.594071:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384965.594076:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp46 recovery ping unlinked 00000400:00000010:1.0:1767384965.594088:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000faa968db. 00000400:00000010:1.0:1767384965.594092:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000067ede5da. 00000400:00000001:1.0:1767384965.594101:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384965.594103:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384965.594103:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6537ad9 00000400:00000010:1.0:1767384965.594105:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6537ad9. 00000400:00000200:1.0:1767384965.594108:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384965.594111:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp35 recovery ping unlinked 00000400:00000010:1.0:1767384965.594115:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b55e4bf4. 00000400:00000010:1.0:1767384965.594118:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007a45cc5b. 00000400:00000001:1.0:1767384965.594123:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384965.594124:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384965.594125:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000455d159 00000400:00000010:1.0:1767384965.594127:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000455d159. 00000400:00000200:1.0:1767384965.594131:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384965.594133:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp47 recovery ping unlinked 00000400:00000010:1.0:1767384965.594136:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c6298b99. 00000400:00000010:1.0:1767384965.594139:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000064baf91f. 00010000:00000001:1.0:1767384965.977180:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384965.977188:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384965.977195:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384965.977197:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384965.977295:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384965.977317:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384965.977320:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384966.617066:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp47 00000400:00000010:1.0:1767384966.617072:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ce5a9f97. 00000400:00000010:1.0:1767384966.617077:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008418005d. 00000800:00000200:3.0:1767384966.617082:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dde7457c] -> 12345-192.168.203.157@tcp26 (4) 00000400:00000010:1.0:1767384966.617083:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034f9ecd9. 00000800:00000200:3.1:1767384966.617091:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dde7457c] -> 12345-192.168.203.157@tcp26 (4) 00000400:00000010:1.0:1767384966.617092:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cd21e6b3. 00000400:00000200:1.0:1767384966.617097:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp47 00000400:00000200:1.0:1767384966.617115:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp47 local destination 00000400:00000200:1.0:1767384966.617121:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp47 00000400:00000200:1.0:1767384966.617123:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp47 NI seq info: [200:200:256:4294967295] 192.168.203.157@tcp47 LPNI seq info [190:190:8:4294967295] 00000400:00000200:1.0:1767384966.617128:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp47 00000400:00000200:1.0:1767384966.617133:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp47(192.168.203.157@tcp47:) -> 192.168.203.157@tcp47(192.168.203.157@tcp47:192.168.203.157@tcp47) : GET try# 0 00000800:00000200:1.0:1767384966.617137:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp47 00000800:00000010:1.0:1767384966.617140:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008b6481cd. 00000800:00000200:1.0:1767384966.617150:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e218c2b] -> 12345-192.168.203.157@tcp47 (2) 00000800:00000200:1.1:1767384966.617154:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e218c2b] -> 12345-192.168.203.157@tcp47 (2) 00000400:00000200:1.0:1767384966.617174:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp47 added to recovery queue. ping count: 2 next ping: 293 health :800 00000400:00000200:2.0:1767384966.617210:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.617237:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.617278:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.617300:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.617317:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.617348:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.617372:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.617395:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.617430:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.617441:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.617478:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.617485:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.617567:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.617590:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.617680:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.617689:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.617780:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.617801:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.617869:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.617899:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.617951:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.617987:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.617990:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.618084:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.618200:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.618201:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.618318:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.618329:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.618353:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.618375:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.618400:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.618414:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.618451:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.618455:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.618521:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.618535:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.618612:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.618648:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.618729:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.618754:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.618786:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.618846:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.618875:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.618942:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.618973:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.618985:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.619087:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.619102:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.619168:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.619253:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.619300:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.619339:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.619345:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.619377:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.619402:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.619436:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.619448:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.619487:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.619497:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.619559:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.619593:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.619675:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.619690:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.619785:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.619786:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.619833:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.619892:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.619933:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.619979:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.620039:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:2.0:1767384966.620145:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d5768b80. 00000800:00000010:2.0:1767384966.620168:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002d09898c. 00000800:00000010:2.0:1767384966.620177:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000017451a03. 00000400:00000200:0.0:1767384966.620179:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.157:988 00000800:00000010:2.0:1767384966.620216:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000017451a03. 00000800:00020000:2.0:1767384966.620233:0:16115:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000400:00000200:0.0:1767384966.620234:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.157:988 00000800:00000010:2.0:1767384966.620241:0:16115:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002d09898c. 00000800:00000010:2.0:1767384966.620248:0:16115:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d5768b80. 00000400:00000200:0.0:1767384966.620326:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.157:988 00000400:02020000:2.0:1767384966.620354:0:16115:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp26 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384966.620359:0:16115:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:0.0:1767384966.620366:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.620383:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.620396:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.620409:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.620422:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.620435:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.620447:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.620459:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.620472:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.620485:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.620515:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.620538:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.620563:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.620587:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.203.157:988 00000800:00000010:0.0:1767384966.620819:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ab7e8103. 00000800:00000010:0.0:1767384966.620826:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bed906a8. 00000800:00000010:0.0:1767384966.620833:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002a7c7046. 00000800:00000010:0.0:1767384966.620886:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002a7c7046. 00000400:00000200:3.0:1767384966.620978:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384966.620992:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp47 from 203.3.0.2 00000800:00000010:3.0:1767384966.620995:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000009fdeb6a. 00000800:00000010:0.0:1767384966.621149:0:29524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009831d8d2. 00000800:00000010:0.0:1767384966.621175:0:29524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b785fa2d. 00000800:00000010:0.0:1767384966.621216:0:29524:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ba2c80af. 00000800:00000200:0.1:1767384966.621228:0:29524:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e218c2b] -> 12345-192.168.203.157@tcp47 (2) 00000800:00000200:0.1:1767384966.621237:0:29524:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp47 00000000ba2c80af deleted 00000800:00000010:0.1:1767384966.621241:0:29524:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ba2c80af. 00000800:00000200:0.1:1767384966.621249:0:29524:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384966.621288:0:29524:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp47 ip 192.168.203.157:971 00000800:00000200:0.1:1767384966.621294:0:29524:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008b6481cd type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384966.621318:0:29524:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp47 p 3.x 192.168.203.157 -> 192.168.203.157:971 incarnation:1767384956560170165 sched[0] 00000800:00000010:0.0:1767384966.621323:0:29524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002a7c7046. 00000800:00000010:0.0:1767384966.621370:0:29524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002a7c7046. 00000800:00000010:0.0:1767384966.621375:0:29524:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b785fa2d. 00000800:00000200:1.1:1767384966.621398:0:16117:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384966.621406:0:16117:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp47 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384956560170165 sched[0] 00000800:00000010:1.0:1767384966.621410:0:16117:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bed906a8. 00000800:00000010:0.0:1767384966.621413:0:29524:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000009fdeb6a. 00000800:00000001:2.0:1767384966.621441:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384966.621443:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384966.621451:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384966.621452:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384966.621482:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000800:00000001:2.0:1767384966.621500:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384966.621508:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384966.621509:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384966.621514:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384966.621514:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008b6481cd. 00000400:00000200:0.0:1767384966.621520:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384966.621524:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384966.621529:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp47->192.168.203.157@tcp47: GET: OK 00000400:00000200:2.0:1767384966.621537:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp47(192.168.203.157@tcp47) <- 192.168.203.157@tcp47 : GET - for me 00000400:00000200:0.0:1767384966.621537:0:16121:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384966.621543:0:16121:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp47 recovery message sent successfully:0 00000400:00000200:1.0:1767384966.621555:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.621556:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384966.621569:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp of length 272/272 into md 0x1f19 [1] + 0 00000400:00000200:2.0:1767384966.621579:0:16122:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp47 to MR: 192.168.203.157@tcp47 local destination 00000400:00000200:2.0:1767384966.621588:0:16122:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp47 NI seq info: [201:201:256:4294967295] 192.168.203.157@tcp47 LPNI seq info [191:191:8:4294967295] 00000400:00000200:2.0:1767384966.621596:0:16122:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp47(192.168.203.157@tcp47:192.168.203.157@tcp47) -> 192.168.203.157@tcp47(192.168.203.157@tcp47:192.168.203.157@tcp47) 192.168.203.157@tcp47 : REPLY try# 0 00000800:00000200:2.0:1767384966.621603:0:16122:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.157@tcp47 00000800:00000010:2.0:1767384966.621608:0:16122:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da5b22cd. 00000800:00000200:2.0:1767384966.621615:0:16122:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003e218c2b] -> 12345-192.168.203.157@tcp47 (4) 00000400:00000200:1.0:1767384966.621620:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000800:00000200:2.0:1767384966.621622:0:16122:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp47 ip 192.168.203.157:988 00000800:00000200:2.0:1767384966.621628:0:16122:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da5b22cd type 3, nob 368 niov 1 nkiov 1 00000800:00000001:0.0:1767384966.621662:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384966.621678:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000800:00000001:0.0:1767384966.621714:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384966.621721:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384966.621722:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384966.621725:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da5b22cd. 00000800:00000001:0.0:1767384966.621726:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384966.621732:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384966.621733:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:2.0:1767384966.621739:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384966.621744:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp47(192.168.203.157@tcp47) <- 192.168.203.157@tcp47 : REPLY - for me 00000400:00000200:2.0:1767384966.621750:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp47->192.168.203.157@tcp47: REPLY: OK 00000400:00000200:0.0:1767384966.621760:0:16121:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp47: Reply from 12345-192.168.203.157@tcp47 of length 272/272 into md 0x1f4d 00000800:00000001:0.0:1767384966.621765:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384966.621772:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384966.621773:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384966.621778:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp47->192.168.203.157@tcp47: REPLY: OK 00000400:00000200:1.0:1767384966.621784:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:0.0:1767384966.621784:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034f9ecd9 00000400:00000010:0.0:1767384966.621788:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034f9ecd9. 00000400:00000200:0.0:1767384966.621793:0:16121:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384966.621797:0:16121:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ce5a9f97. 00000400:00000010:0.0:1767384966.621800:0:16121:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008418005d. 00000800:00000001:0.0:1767384966.621808:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384966.621817:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384966.621828:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384966.621839:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:1.0:1767384966.621881:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:1.0:1767384966.621938:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:1.0:1767384966.621967:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:1.0:1767384966.621980:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:1.0:1767384966.621991:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:1.0:1767384966.622003:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:1.0:1767384966.622055:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:1.0:1767384966.622076:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:1.0:1767384966.622088:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:1.0:1767384966.622101:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:1.0:1767384966.622113:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:1.0:1767384966.622125:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:1.0:1767384966.622136:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:1.0:1767384966.622148:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:1.0:1767384966.622160:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:1.0:1767384966.622171:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:1.0:1767384966.622183:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:1.0:1767384966.622194:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:1.0:1767384966.622206:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:1.0:1767384966.622227:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:1.0:1767384966.622239:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:1.0:1767384966.622251:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:1.0:1767384966.622284:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:1.0:1767384966.622298:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:1.0:1767384966.622310:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:1.0:1767384966.622322:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:1.0:1767384966.622335:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:1.0:1767384966.622347:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:1.0:1767384966.622420:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dd87d557. 00000800:00000010:1.0:1767384966.622423:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000340e1d83. 00000800:00000010:1.0:1767384966.622425:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008f8c8030. 00000800:00000010:1.0:1767384966.622438:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008f8c8030. 00000800:00020000:1.0:1767384966.622442:0:16117:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:1.0:1767384966.622444:0:16117:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000340e1d83. 00000800:00000010:1.0:1767384966.622445:0:16117:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000dd87d557. 00000400:02020000:1.0:1767384966.622467:0:16117:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp47 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00080000:00000001:0.0:1767384966.699463:0:39619:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384966.699475:0:39619:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384966.699478:0:39619:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384966.699483:0:39619:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384966.699488:0:39619:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384966.699490:0:39619:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384966.858866:0:39655:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f917a736. 00000400:00000040:1.0:1767384966.858897:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384966.858900:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384966.858903:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384966.858905:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384966.858908:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384966.858910:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384966.858913:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384966.858915:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384966.858916:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384966.858918:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384966.858920:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384966.858922:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384966.858924:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384966.858926:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384966.858927:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384966.858930:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384966.858938:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384966.858939:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384966.858941:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384966.858943:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384966.858945:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384966.858947:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384966.858949:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384966.858950:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384966.858952:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384966.858954:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384966.858956:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384966.858957:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384966.858959:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384966.858960:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384966.858962:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384966.858964:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384966.858966:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384966.858984:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384966.858985:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384966.858986:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384966.858986:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384966.858988:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384966.858989:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384966.858990:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384966.858991:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384966.858992:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384966.858993:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384966.858994:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384966.858995:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384966.858996:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384966.858997:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384966.858998:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384966.858999:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384966.859000:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384966.859001:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384966.859002:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384966.859002:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384966.859004:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384966.859005:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384966.859008:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384966.859009:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:1.0:1767384966.859018:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384966.859019:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384966.859020:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384966.859021:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384966.859023:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384966.859023:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384966.859025:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384966.859026:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384966.859027:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384966.859028:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384966.859030:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384966.859048:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384966.859051:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384966.859054:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384966.859057:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384966.859104:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384966.859107:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384966.859109:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384966.859111:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384966.859115:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384966.859119:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384966.859123:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384966.859126:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384966.859129:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384966.859132:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384966.859136:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384966.859139:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384966.859142:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384966.859146:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384966.859149:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384966.859152:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384966.859155:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384966.859158:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384966.859161:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384966.859164:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384966.859166:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384966.859168:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384966.859180:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384966.859182:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384966.859184:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384966.859186:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384966.859188:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384966.859190:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384966.859192:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384966.859193:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384966.859195:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384966.859197:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384966.859198:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384966.859200:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384966.859202:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384966.859203:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384966.859205:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384966.859207:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384966.859209:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384966.859211:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384966.859213:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:1.0:1767384966.859214:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:1.0:1767384966.859216:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384966.859217:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384966.859219:0:39655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:1.0:1767384966.859408:0:39655:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f917a736. 00000400:00000200:3.0:1767384966.916451:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384966.916496:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp50 from 255.3.0.2 00000800:00000010:3.0:1767384966.916501:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000416cbecc. 00000800:00000010:0.0:1767384966.916569:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000be9167b0. 00000800:00000010:0.0:1767384966.916577:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000046751911. 00000800:00000010:0.0:1767384966.916601:0:16118:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000096a1dd41. 00000800:00000200:0.0:1767384966.916613:0:16118:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.57@tcp50 p 3.x 192.168.203.157 -> 192.168.203.57:1023 incarnation:1767384966245414398 sched[0] 00000800:00000010:0.0:1767384966.916621:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c776e7bc. 00000800:00000010:0.0:1767384966.916689:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c776e7bc. 00000800:00000010:0.0:1767384966.916695:0:16118:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000046751911. 00000800:00000010:0.0:1767384966.916731:0:16118:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000416cbecc. 00000800:00000001:1.0:1767384966.916767:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384966.916779:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384966.917420:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384966.917431:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384966.917435:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384966.917444:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384966.917455:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50) <- 192.168.203.57@tcp50 : GET - for me 00000400:00000010:0.0:1767384966.917485:0:16121:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000b19a6772. 00000400:00000200:0.0:1767384966.917492:0:16121:0:(peer.c:264:lnet_peer_alloc()) 00000000b19a6772 nid 192.168.203.57@tcp50 00000400:00000010:0.0:1767384966.917496:0:16121:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000003b1f2b78. 00000400:00000200:0.0:1767384966.917501:0:16121:0:(peer.c:204:lnet_peer_net_alloc()) 000000003b1f2b78 net tcp50 00000400:00000010:0.0:1767384966.917520:0:16121:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000eee903ea. 00000400:00000200:0.0:1767384966.917528:0:16121:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000eee903ea nid 192.168.203.57@tcp50 00000400:00000200:0.0:1767384966.917533:0:16121:0:(peer.c:1069:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.203.57@tcp50 nid 192.168.203.157@tcp50: 0 00000400:00000200:0.0:1767384966.917538:0:16121:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b19a6772 (0) 00000400:00000200:0.0:1767384966.917544:0:16121:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.57@tcp50 NID 192.168.203.57@tcp50 flags 0x0 00000400:00000200:0.0:1767384966.917549:0:16121:0:(peer.c:2065:lnet_peer_ni_traffic_add()) peer 192.168.203.57@tcp50: 0 00000400:00000200:0.0:1767384966.917560:0:16121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp50 of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384966.917570:0:16121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.57@tcp50 of length 272/272 into md 0x1f19 [1] + 0 00000400:00000200:0.0:1767384966.917585:0:16121:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp50 to NMR: 192.168.203.57@tcp50 local destination 00000400:00000200:0.0:1767384966.917609:0:16121:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp50 NI seq info: [202:202:256:4294967295] 192.168.203.57@tcp50 LPNI seq info [1:1:8:4294967295] 00000400:00000200:0.0:1767384966.917626:0:16121:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50:192.168.203.157@tcp50) -> 192.168.203.57@tcp50(192.168.203.57@tcp50:192.168.203.57@tcp50) 192.168.203.57@tcp50 : REPLY try# 0 00000800:00000200:0.0:1767384966.917633:0:16121:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.57@tcp50 00000800:00000010:0.0:1767384966.917639:0:16121:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000adaf382c. 00000800:00000200:0.0:1767384966.917647:0:16121:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096a1dd41] -> 12345-192.168.203.57@tcp50 (2) 00000800:00000200:0.0:1767384966.917656:0:16121:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp50 ip 192.168.203.57:1023 00000800:00000200:0.0:1767384966.917661:0:16121:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000adaf382c type 3, nob 368 niov 1 nkiov 1 00000800:00000001:1.0:1767384966.917717:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384966.917756:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384966.917761:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000adaf382c. 00000400:00000200:0.0:1767384966.917766:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384966.917775:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: REPLY: OK 00000800:00000001:1.0:1767384966.917778:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384966.918951:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384966.918960:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384966.918963:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384966.918970:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384966.918979:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50) <- 192.168.203.57@tcp50 : GET - for me 00000400:00000200:3.0:1767384966.918982:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384966.918991:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp50 of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384966.918999:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.57@tcp50 of length 704/704 into md 0x1f19 [1] + 0 00000400:00000200:1.0:1767384966.919009:0:16122:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp50 to NMR: 192.168.203.57@tcp50 local destination 00000400:00000200:1.0:1767384966.919048:0:16122:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp50 NI seq info: [203:203:256:4294967295] 192.168.203.57@tcp50 LPNI seq info [2:2:8:4294967295] 00000400:00000200:1.0:1767384966.919066:0:16122:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50:192.168.203.157@tcp50) -> 192.168.203.57@tcp50(192.168.203.57@tcp50:192.168.203.57@tcp50) 192.168.203.57@tcp50 : REPLY try# 0 00000800:00000200:1.0:1767384966.919073:0:16122:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.57@tcp50 00000800:00000010:1.0:1767384966.919077:0:16122:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df22e8cc. 00000400:00000200:3.0:1767384966.919084:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp50 from 254.3.0.2 00000800:00000200:1.0:1767384966.919089:0:16122:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096a1dd41] -> 12345-192.168.203.57@tcp50 (2) 00000800:00000010:3.0:1767384966.919095:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000eca69470. 00000800:00000200:1.0:1767384966.919099:0:16122:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp50 ip 192.168.203.57:1023 00000800:00000200:1.0:1767384966.919104:0:16122:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000df22e8cc type 3, nob 800 niov 1 nkiov 1 00000800:00000001:0.0:1767384966.919161:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384966.919163:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384966.919167:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df22e8cc. 00000800:00000001:0.0:1767384966.919172:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384966.919173:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384966.919184:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: REPLY: OK 00000800:00000010:1.0:1767384966.919229:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dd87d557. 00000800:00000010:1.0:1767384966.919233:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000583c772f. 00000800:00000010:1.0:1767384966.919247:0:16116:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000054d98210. 00000800:00000200:1.1:1767384966.919265:0:16116:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096a1dd41] -> 12345-192.168.203.57@tcp50 (2) 00000800:00000200:1.1:1767384966.919272:0:16116:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.57@tcp50 0000000054d98210 deleted 00000800:00000010:1.1:1767384966.919274:0:16116:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000054d98210. 00000800:00000200:1.0:1767384966.919282:0:16116:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.57@tcp50 p 3.x 192.168.203.157 -> 192.168.203.57:1022 incarnation:1767384966245414398 sched[0] 00000800:00000010:1.0:1767384966.919306:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003a6f0096. 00000800:00000010:1.0:1767384966.919349:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003a6f0096. 00000800:00000010:1.0:1767384966.919355:0:16116:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000583c772f. 00000800:00000010:1.0:1767384966.919388:0:16116:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000eca69470. 00000800:00000001:1.0:1767384966.919406:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384966.919410:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384966.920718:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384966.920862:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp50 from 253.3.0.2 00000800:00000010:3.0:1767384966.920867:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000008973a5ba. 00000800:00000010:2.0:1767384966.920934:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d5768b80. 00000800:00000010:2.0:1767384966.920944:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002d09898c. 00000800:00000010:2.0:1767384966.920970:0:16115:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002d3b280d. 00000800:00000200:2.1:1767384966.920978:0:16115:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096a1dd41] -> 12345-192.168.203.57@tcp50 (3) 00000800:00000200:2.1:1767384966.920985:0:16115:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.57@tcp50 000000002d3b280d deleted 00000800:00000010:2.1:1767384966.920987:0:16115:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002d3b280d. 00000800:00000200:2.0:1767384966.920995:0:16115:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.57@tcp50 p 3.x 192.168.203.157 -> 192.168.203.57:1021 incarnation:1767384966245414398 sched[0] 00000800:00000010:2.0:1767384966.921001:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006fec40b9. 00000800:00000010:2.0:1767384966.921473:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006fec40b9. 00000800:00000010:2.0:1767384966.921481:0:16115:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002d09898c. 00000800:00000010:2.0:1767384966.921537:0:16115:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000008973a5ba. 00000800:00000001:1.0:1767384966.921577:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384966.921585:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384967.001103:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384967.001109:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384967.001115:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384967.001117:0:58:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384967.001119:0:58:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384967.001121:0:58:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384967.001124:0:58:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384967.001126:0:58:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384967.001127:0:58:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384967.001129:0:58:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.001202:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384967.001206:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384967.001209:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1767384967.641092:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007836bde6] -> 12345-192.168.203.157@tcp34 (4) 00000400:00000200:1.0:1767384967.641092:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp43 00000800:00000200:3.1:1767384967.641100:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007836bde6] -> 12345-192.168.203.157@tcp34 (4) 00000400:00000010:1.0:1767384967.641103:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000561d4ef5. 00000400:00000010:1.0:1767384967.641110:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001c69589c. 00000400:00000010:1.0:1767384967.641116:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053fc563d. 00000400:00000010:1.0:1767384967.641124:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a37abfce. 00000400:00000200:1.0:1767384967.641128:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp43 00000400:00000200:1.0:1767384967.641149:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp43 local destination 00000400:00000200:1.0:1767384967.641157:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp43 00000400:00000200:1.0:1767384967.641163:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp43 NI seq info: [204:204:256:4294967295] 192.168.203.157@tcp43 LPNI seq info [192:192:8:4294967295] 00000400:00000200:1.0:1767384967.641169:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp43 00000400:00000200:1.0:1767384967.641175:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp43(192.168.203.157@tcp43:) -> 192.168.203.157@tcp43(192.168.203.157@tcp43:192.168.203.157@tcp43) : GET try# 0 00000800:00000200:1.0:1767384967.641179:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp43 00000800:00000010:1.0:1767384967.641183:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000df22e8cc. 00000800:00000200:1.0:1767384967.641188:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000afded8e] -> 12345-192.168.203.157@tcp43 (2) 00000800:00000200:1.1:1767384967.641191:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000afded8e] -> 12345-192.168.203.157@tcp43 (2) 00000400:00000200:1.0:1767384967.641210:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp43 added to recovery queue. ping count: 4 next ping: 306 health :600 00000400:00000200:0.0:1767384967.641222:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.641293:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:0.0:1767384967.641294:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:0.0:1767384967.641345:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.641361:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:0.0:1767384967.641383:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.641402:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:0.0:1767384967.641423:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.641443:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:0.0:1767384967.641464:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.641486:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:0.0:1767384967.641506:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.641540:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:0.0:1767384967.641545:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.641604:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:0.0:1767384967.641605:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.641677:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:0.0:1767384967.641678:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.641751:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:0.0:1767384967.641752:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.641798:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:0.0:1767384967.641804:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.641844:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:0.0:1767384967.641854:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:0.0:1767384967.641892:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.641899:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.641936:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:0.0:1767384967.641955:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.641978:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:0.0:1767384967.641998:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.642057:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:0.0:1767384967.642077:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.642105:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:0.0:1767384967.642139:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.642154:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:0.0:1767384967.642187:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.642199:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:0.0:1767384967.642231:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.642262:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:0.0:1767384967.642282:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.642314:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:0.0:1767384967.642324:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.642360:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:0.0:1767384967.642366:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:0.0:1767384967.642400:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.642420:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:0.0:1767384967.642441:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.642464:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:0.0:1767384967.642486:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.642509:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:0.0:1767384967.642522:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.642559:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:0.0:1767384967.642561:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.642613:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:0.0:1767384967.642614:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.642675:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:0.0:1767384967.642675:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:0.0:1767384967.642715:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.642735:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:0.0:1767384967.642756:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.642775:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:0.0:1767384967.642796:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.642816:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:0.0:1767384967.642839:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.642857:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:0.0:1767384967.642880:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.642900:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.642935:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.642950:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.642964:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.642982:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.643002:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.643043:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.643066:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.643087:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.157:988 00000800:00000010:0.0:1767384967.643091:0:29524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c1296f5f. 00000800:00000010:0.0:1767384967.643099:0:29524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000046751911. 00000400:00000200:2.0:1767384967.643106:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.157:988 00000800:00000010:0.0:1767384967.643106:0:29524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000053c5a48f. 00000400:00000200:2.0:1767384967.643129:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.157:988 00000800:00000010:0.0:1767384967.643137:0:29524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000053c5a48f. 00000800:00020000:0.0:1767384967.643149:0:29524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000400:00000200:2.0:1767384967.643151:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.157:988 00000800:00000010:0.0:1767384967.643152:0:29524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000046751911. 00000800:00000010:0.0:1767384967.643158:0:29524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c1296f5f. 00000400:00000200:2.0:1767384967.643181:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.157:988 00000400:02020000:0.0:1767384967.643209:0:29524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp34 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384967.643213:0:29524:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:2.0:1767384967.643221:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.643268:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.643301:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.643315:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.643327:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.643340:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.643353:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.643366:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.643388:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.203.157:988 00000800:00000010:2.0:1767384967.643521:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000382dec4f. 00000800:00000010:2.0:1767384967.643527:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002d09898c. 00000800:00000010:2.0:1767384967.643531:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000049ce5cec. 00000800:00000010:2.0:1767384967.643569:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000049ce5cec. 00000400:00000200:0.0:1767384967.643696:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384967.643716:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp43 from 202.3.0.2 00000800:00000010:0.0:1767384967.643719:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d0eb8b91. 00000800:00000010:3.0:1767384967.643769:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c499ca11. 00000800:00000010:3.0:1767384967.643775:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000505dc468. 00000800:00000010:3.0:1767384967.643795:0:16118:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000002b69a06. 00000800:00000200:3.1:1767384967.643802:0:16118:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000afded8e] -> 12345-192.168.203.157@tcp43 (2) 00000800:00000200:3.1:1767384967.643806:0:16118:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp43 0000000002b69a06 deleted 00000800:00000010:3.1:1767384967.643808:0:16118:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000002b69a06. 00000800:00000200:3.1:1767384967.643813:0:16118:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384967.643818:0:16118:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp43 ip 192.168.203.157:970 00000800:00000200:3.1:1767384967.643822:0:16118:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000df22e8cc type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384967.643827:0:16118:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp43 p 3.x 192.168.203.157 -> 192.168.203.157:970 incarnation:1767384947085614881 sched[0] 00000800:00000010:3.0:1767384967.643831:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002a2be034. 00000800:00000010:3.0:1767384967.643884:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002a2be034. 00000800:00000010:3.0:1767384967.643888:0:16118:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000505dc468. 00000800:00000200:2.1:1767384967.643912:0:16117:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384967.643920:0:16117:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp43 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384947085614881 sched[0] 00000800:00000010:2.0:1767384967.643923:0:16117:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002d09898c. 00000800:00000010:3.0:1767384967.643924:0:16118:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d0eb8b91. 00000800:00000001:3.0:1767384967.643966:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.643966:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.643973:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384967.643973:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384967.643990:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000800:00000200:3.0:1767384967.644065:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384967.644070:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000df22e8cc. 00000800:00000001:1.0:1767384967.644073:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384967.644075:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384967.644079:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384967.644081:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384967.644083:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:3.0:1767384967.644084:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp43->192.168.203.157@tcp43: GET: OK 00000800:00000001:1.0:1767384967.644088:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.644093:0:16122:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384967.644097:0:16122:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp43 recovery message sent successfully:0 00000400:00000200:1.0:1767384967.644097:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp43(192.168.203.157@tcp43) <- 192.168.203.157@tcp43 : GET - for me 00000400:00000200:1.0:1767384967.644113:0:16120:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384967.644122:0:16120:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp of length 272/272 into md 0x1f19 [1] + 0 00000400:00000200:1.0:1767384967.644133:0:16120:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp43 to MR: 192.168.203.157@tcp43 local destination 00000400:00000200:2.0:1767384967.644136:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:1.0:1767384967.644144:0:16120:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp43 NI seq info: [205:205:256:4294967295] 192.168.203.157@tcp43 LPNI seq info [193:193:8:4294967295] 00000400:00000200:1.0:1767384967.644158:0:16120:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp43(192.168.203.157@tcp43:192.168.203.157@tcp43) -> 192.168.203.157@tcp43(192.168.203.157@tcp43:192.168.203.157@tcp43) 192.168.203.157@tcp43 : REPLY try# 0 00000800:00000200:1.0:1767384967.644162:0:16120:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.157@tcp43 00000800:00000010:1.0:1767384967.644172:0:16120:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aae7f9d1. 00000400:00000200:2.0:1767384967.644177:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000800:00000200:1.0:1767384967.644177:0:16120:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000afded8e] -> 12345-192.168.203.157@tcp43 (4) 00000800:00000200:1.0:1767384967.644184:0:16120:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp43 ip 192.168.203.157:988 00000800:00000200:1.0:1767384967.644186:0:16120:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000aae7f9d1 type 3, nob 368 niov 1 nkiov 1 00000800:00000001:0.0:1767384967.644216:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384967.644217:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000800:00000200:1.0:1767384967.644257:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384967.644260:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aae7f9d1. 00000400:00000200:1.0:1767384967.644264:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384967.644269:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384967.644273:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:1.0:1767384967.644273:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp43->192.168.203.157@tcp43: REPLY: OK 00000800:00000001:0.0:1767384967.644274:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384967.644281:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384967.644283:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384967.644287:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384967.644294:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp43(192.168.203.157@tcp43) <- 192.168.203.157@tcp43 : REPLY - for me 00000400:00000200:0.0:1767384967.644304:0:16121:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp43: Reply from 12345-192.168.203.157@tcp43 of length 272/272 into md 0x1f51 00000800:00000001:0.0:1767384967.644308:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384967.644313:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384967.644315:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384967.644318:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp43->192.168.203.157@tcp43: REPLY: OK 00000400:00000200:0.0:1767384967.644323:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053fc563d 00000400:00000200:2.0:1767384967.644324:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000010:0.0:1767384967.644325:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000053fc563d. 00000400:00000200:0.0:1767384967.644329:0:16121:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384967.644335:0:16121:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000561d4ef5. 00000400:00000010:0.0:1767384967.644339:0:16121:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001c69589c. 00000800:00000001:0.0:1767384967.644345:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384967.644348:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384967.644365:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.644391:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.644415:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.644432:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.644444:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.644456:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.644468:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.644479:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.644497:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.644521:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.644545:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.644564:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.644576:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.644588:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.644601:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.644613:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.644625:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.644646:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.644658:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.644670:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.644682:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.644694:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.644705:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.644717:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.644737:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.644751:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.644764:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384967.644776:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:2.0:1767384967.644860:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004d66b48a. 00000800:00000010:2.0:1767384967.644863:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002d09898c. 00000800:00000010:2.0:1767384967.644865:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000049ce5cec. 00000800:00000010:2.0:1767384967.644878:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000049ce5cec. 00000800:00020000:2.0:1767384967.644882:0:16117:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:2.0:1767384967.644884:0:16117:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002d09898c. 00000800:00000010:2.0:1767384967.644886:0:16117:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004d66b48a. 00000400:02020000:2.0:1767384967.644909:0:16117:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp43 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000100:00000001:1.0:1767384967.705085:0:34224:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384967.705090:0:34224:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.705107:0:18556:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384967.705111:0:18556:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384967.946977:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.946991:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384967.946995:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.946997:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.947006:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50) <- 192.168.203.57@tcp50 : PUT - for me 00000400:00000200:3.0:1767384967.947037:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp50 of length 520 into portal 26 MB=0x6958272200180 00000400:00000200:3.0:1767384967.947043:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.57@tcp50 of length 520/520 into md 0x16b1 [2] + 0 00000400:00000010:3.0:1767384967.947060:0:16122:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059aed48a. 00000400:00000200:3.0:1767384967.947066:0:16122:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003826f82f 00000800:00000001:3.0:1767384967.947072:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.947079:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.947081:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.947084:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000400:00000200:3.0:1767384967.947088:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003826f82f 00000400:00000010:3.0:1767384967.947090:0:16122:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003826f82f. 00000100:00000001:3.0:1767384967.947094:0:16122:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.947096:0:16122:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384967.947098:0:16122:0:(events.c:337:request_in_callback()) incoming req@000000003da14057 x1853237353251200 msgsize 520 00000100:00100000:3.0:1767384967.947101:0:16122:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.57@tcp50 (source: 12345-192.168.203.57@tcp50) 00000100:00000040:3.0:1767384967.947103:0:16122:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384967.947111:0:16122:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384967.947117:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.947119:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384967.947143:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384967.947146:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237353251200 02000000:00000001:1.0:1767384967.947149:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384967.947151:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384967.947153:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384967.947157:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384967.947161:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237353251200 00000020:00000001:1.0:1767384967.947163:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384967.947164:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1767384967.947166:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384967.947168:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384967.947169:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384967.947173:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f7a5fd4. 00000020:00000010:1.0:1767384967.947178:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fb4d85ad. 00000020:00000010:1.0:1767384967.947181:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000706ca8c4. 00000100:00000001:1.0:1767384967.947187:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384967.947188:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384967.947190:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384967.947195:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384967.947206:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384967.947214:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384967.947215:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384967.947220:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.57@tcp50, seq: 151 00000100:00000001:1.0:1767384967.947222:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529411152 : -108637180140464 : ffff9d31ef77e450) 00000100:00000040:1.0:1767384967.947227:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003da14057 x1853237353251200/t0(0) o250->@:0/0 lens 520/0 e 0 to 0 dl 1767384987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384967.947242:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003da14057 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:12122:x1853237353251200:12345-192.168.203.57@tcp50:250: 00000100:00000200:1.0:1767384967.947258:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237353251200 00000020:00000001:1.0:1767384967.947261:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:1.0:1767384967.947265:0:16764:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:1.0:1767384967.947272:0:16764:0:(obd_config.c:927:class_incref()) incref MGS (000000006764cd03) now 6 - find 00000020:00000001:1.0:1767384967.947274:0:16764:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446635436523395288 : -108637186156328 : ffff9d31ef1c18d8) 00000100:00000001:1.0:1767384967.947280:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384967.947282:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384967.947287:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000a8691ac7. 02000000:00000001:1.0:1767384967.947289:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384967.947291:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384967.947293:0:16764:0:(ldlm_lib.c:1249:target_handle_connect()) MGS: ocd_connect_flags: 0xa000411001002060 tmp_exp_old_falloc: 0 00010000:00080000:1.0:1767384967.947297:0:16764:0:(ldlm_lib.c:1428:target_handle_connect()) MGS: connection from 2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50 t0 exp 0000000000000000 cur 290 last 0 00010000:00000001:1.0:1767384967.947300:0:16764:0:(obd_class.h:852:obd_connect()) Process entered 20000000:00000001:1.0:1767384967.947302:0:16764:0:(mgs_handler.c:1766:mgs_obd_connect()) Process entered 00000020:00000001:1.0:1767384967.947304:0:16764:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1767384967.947305:0:16764:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1767384967.947308:0:16764:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000001a1ced1a. 00000020:00000001:1.0:1767384967.947309:0:16764:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384967.947311:0:16764:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001a1ced1a with handle 0x4895a8f6c11e8823 to hash 00000020:00000001:1.0:1767384967.947312:0:16764:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1767384967.947315:0:16764:0:(obd_class.h:1008:obd_init_export()) Process entered 00010000:00000001:1.0:1767384967.947317:0:16764:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:1.0:1767384967.947319:0:16764:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384967.947322:0:16764:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000aae7f9d1. 00000001:00000010:1.0:1767384967.947326:0:16764:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000345c6f56. 00000001:00000010:1.0:1767384967.947328:0:16764:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ad7f7ea1. 00000001:00000010:1.0:1767384967.947330:0:16764:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005924ea31. 00000001:00000010:1.0:1767384967.947333:0:16764:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f9388d9c. 00000001:00000010:1.0:1767384967.947335:0:16764:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001c69589c. 00010000:00000001:1.0:1767384967.947337:0:16764:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384967.947338:0:16764:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384967.947344:0:16764:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384967.947345:0:16764:0:(genops.c:887:class_export_get()) GET export 000000001a1ced1a refcount=3 00000020:00000040:1.0:1767384967.947348:0:16764:0:(obd_config.c:927:class_incref()) incref MGS (000000006764cd03) now 7 - export 00000020:00000001:1.0:1767384967.947350:0:16764:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000020:00000040:1.0:1767384967.947352:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000001a1ced1a : new refcount 2 00000020:00000080:1.0:1767384967.947353:0:16764:0:(genops.c:1402:class_connect()) connect: client 2fdb957e-2026-4f6c-a903-484ad848c8e8, cookie 0x4895a8f6c11e8823 00000020:00000001:1.0:1767384967.947355:0:16764:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384967.947356:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384967.947357:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8823 00000020:00000001:1.0:1767384967.947357:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384967.947358:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001a1ced1a refcount=3 00000020:00000001:1.0:1767384967.947360:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000020:00000001:1.0:1767384967.947361:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 20000000:00000001:1.0:1767384967.947362:0:16764:0:(mgs_handler.c:1736:mgs_obd_reconnect()) Process entered 20000000:00000001:1.0:1767384967.947364:0:16764:0:(mgs_fs.c:45:mgs_export_stats_init()) Process entered 00000020:00000001:1.0:1767384967.947366:0:16764:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:1.0:1767384967.947368:0:16764:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 000000000eefc938 00000020:00000010:1.0:1767384967.947370:0:16764:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000ee3d6d41. 00000020:00000040:1.0:1767384967.947376:0:16764:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000ee3d6d41 for nid 192.168.203.57@tcp50 - ref 2 00000020:00000001:1.0:1767384967.947423:0:16764:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384967.947428:0:16764:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000187af0bc. 00000020:00000010:1.0:1767384967.947430:0:16764:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 00000000583c772f. 00000020:00000010:1.0:1767384967.947432:0:16764:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 000000001872d458. 00000020:00000010:1.0:1767384967.947442:0:16764:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000a9ff7252. 00000020:00000010:1.0:1767384967.947444:0:16764:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000000d1323ff. 00000020:00000010:1.0:1767384967.947446:0:16764:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000560f0758. 20000000:00000001:1.0:1767384967.947451:0:16764:0:(mgs_fs.c:63:mgs_export_stats_init()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384967.947452:0:16764:0:(mgs_handler.c:1753:mgs_obd_reconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384967.947453:0:16764:0:(mgs_handler.c:1785:mgs_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384967.947455:0:16764:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384967.947457:0:16764:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000d3eaf652. 00000020:00000040:1.0:1767384967.947459:0:16764:0:(obd_config.c:927:class_incref()) incref MGS (000000006764cd03) now 8 - import 00000020:00000001:1.0:1767384967.947466:0:16764:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384967.947467:0:16764:0:(genops.c:1242:class_import_put()) import 00000000d3eaf652 refcount=1 obd=MGS 00000020:00000001:1.0:1767384967.947469:0:16764:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:1.0:1767384967.947471:0:16764:0:(genops.c:887:class_export_get()) GET export 000000001a1ced1a refcount=4 00000100:00000040:1.0:1767384967.947473:0:16764:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 000000001a1ced1a : new rpc_count 1 00000100:00000001:1.0:1767384967.947475:0:16764:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1767384967.947480:0:16764:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b19a6772 (1) 00000400:00000200:1.0:1767384967.947483:0:16764:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b19a6772 (2) 00000400:00000200:1.0:1767384967.947494:0:16764:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.57@tcp50 (00000000b19a6772): 0 00000400:00000200:1.0:1767384967.947496:0:16764:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384967.947530:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384967.947536:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.57@tcp50(00000000b19a6772) state 0x40 00000400:00000200:0.0:1767384967.947540:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b19a6772 (3) 00000400:00000010:0.0:1767384967.947544:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000f289565. 00000400:00000010:0.0:1767384967.947547:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036f8e304. 00000400:00000010:0.0:1767384967.947552:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000cec01b5. 00000400:00000200:0.0:1767384967.947555:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.57@tcp50 00000400:00000200:0.0:1767384967.947571:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.57@tcp50 local destination 00000400:00000200:0.0:1767384967.947575:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp50 00000400:00000200:0.0:1767384967.947578:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp50 NI seq info: [206:206:256:4294967295] 192.168.203.57@tcp50 LPNI seq info [3:3:8:4294967295] 00000400:00000200:0.0:1767384967.947582:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.57@tcp50 00000400:00000200:0.0:1767384967.947592:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50:) -> 192.168.203.57@tcp50(192.168.203.57@tcp50:192.168.203.57@tcp50) : GET try# 0 00000800:00000200:0.0:1767384967.947596:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.57@tcp50 00000800:00000010:0.0:1767384967.947600:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000adaf382c. 00000800:00000200:0.0:1767384967.947604:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096a1dd41] -> 12345-192.168.203.57@tcp50 (4) 00000800:00000200:0.0:1767384967.947609:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp50 ip 192.168.203.57:1023 00000800:00000200:0.0:1767384967.947612:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000adaf382c type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384967.947631:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.57@tcp50 00000400:00000200:0.0:1767384967.947634:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.57@tcp50(00000000b19a6772) state 0x240 rc 0 00000800:00000200:1.0:1767384967.947719:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384967.947722:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000adaf382c. 00000400:00000200:1.0:1767384967.947726:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384967.947729:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: GET: OK 00000400:00000200:1.0:1767384967.947732:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384967.947734:0:16120:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.57@tcp50: 0 00000800:00000001:0.0:1767384967.948379:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384967.948386:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384967.948388:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384967.948389:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384967.948393:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50) <- 192.168.203.57@tcp50 : REPLY - for me 00000400:00000200:0.0:1767384967.948402:0:16121:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp50: Reply from 12345-192.168.203.57@tcp50 of length 48/48 into md 0x1f55 00000800:00000001:0.0:1767384967.948406:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384967.948410:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384967.948411:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384967.948414:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: REPLY: OK 00000400:00000200:0.0:1767384967.948416:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036f8e304 00000400:00000010:0.0:1767384967.948418:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036f8e304. 00000400:00000200:0.0:1767384967.948420:0:16121:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384967.948422:0:16121:0:(peer.c:2953:lnet_discovery_event_reply()) Peer 192.168.203.57@tcp50 has discovery disabled, local discovery enabled 00000400:00000200:0.0:1767384967.948425:0:16121:0:(peer.c:3002:lnet_discovery_event_reply()) peer 192.168.203.57@tcp50(00000000b19a6772) not MR: DD disabled remotely 00000400:00000200:0.0:1767384967.948427:0:16121:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.57@tcp50 data present 3. state = 0x242 00000400:00000200:0.0:1767384967.948430:0:16121:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.57@tcp50 (00000000b19a6772): -114 00000400:00000200:0.0:1767384967.948443:0:16121:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b19a6772 (4) 00000800:00000001:0.0:1767384967.948447:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384967.948449:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384967.948483:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384967.948490:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.57@tcp50(00000000b19a6772) state 0xc2 00000400:00000010:2.0:1767384967.948498:0:16125:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 40 at 000000008c226b8b. 00000400:00000010:2.0:1767384967.948501:0:16125:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 48 at 000000006fec40b9. 00000400:00000010:2.0:1767384967.948503:0:16125:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 40 at 000000000bb7db85. 00000400:00000010:2.0:1767384967.948508:0:16125:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 40 at 000000008c226b8b. 00000400:00000010:2.0:1767384967.948512:0:16125:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 48 at 000000006fec40b9. 00000400:00000010:2.0:1767384967.948514:0:16125:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 40 at 000000000bb7db85. 00000400:00000010:2.0:1767384967.948517:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000f289565. 00000400:00000200:2.0:1767384967.948521:0:16125:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.57@tcp50 (00000000b19a6772): 0 00000400:00000200:2.0:1767384967.948524:0:16125:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.57@tcp50(00000000b19a6772): 0. state = 0x142 00000400:00000200:2.0:1767384967.948528:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.57@tcp50(00000000b19a6772) state 0x142 rc 1 00000400:00000200:2.0:1767384967.948540:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.57@tcp50(00000000b19a6772) state 0x142 00000400:00000200:2.0:1767384967.948543:0:16125:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.57@tcp50 00000400:00000200:2.0:1767384967.948545:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.57@tcp50(00000000b19a6772) state 0x112 rc 0 00000400:00000200:2.0:1767384967.948549:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.57@tcp50 (00000000b19a6772) 00000400:00000200:2.0:1767384967.948562:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b19a6772 (3) 00000400:00000200:1.0:1767384967.948588:0:16764:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b19a6772 (2) 00000400:00000200:1.0:1767384967.948591:0:16764:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b19a6772 (1) 00000400:00000200:1.0:1767384967.948595:0:16764:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.57@tcp50 NID 192.168.203.57@tcp50: 0. discovery complete 00000400:00000200:1.0:1767384967.948596:0:16764:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b19a6772 (2) 00000400:00000200:1.0:1767384967.948599:0:16764:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.203.57@tcp50 primary NID 192.168.203.57@tcp50 rc 0 00000100:00000010:1.0:1767384967.948603:0:16764:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 000000002c621aa1. 00000100:00000001:1.0:1767384967.948605:0:16764:0:(connection.c:145:ptlrpc_connection_get()) Process leaving 00000100:00000040:1.0:1767384967.948607:0:16764:0:(connection.c:149:ptlrpc_connection_get()) conn=000000002c621aa1 refcount 1 to 192.168.203.57@tcp50 00000020:00000040:1.0:1767384967.948610:0:16764:0:(genops.c:887:class_export_get()) GET export 000000001a1ced1a refcount=5 00000100:00000001:1.0:1767384967.948614:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384967.948616:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000002c621aa1 refcount 2 to 192.168.203.57@tcp50 00000100:00000001:1.0:1767384967.948618:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635435831249792 : -108637878301824 : ffff9d31c5dacb80) 02000000:00000001:1.0:1767384967.948620:0:16764:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767384967.948623:0:16764:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1767384967.948624:0:16764:0:(sec.c:1440:sptlrpc_sec_create()) mgs MGS: reverse sec using flavor null 02000000:00000001:1.0:1767384967.948627:0:16764:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072661774400 : -1047777216 : ffffffffc18c3040) 02000000:00000001:1.0:1767384967.948629:0:16764:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384967.948631:0:16764:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1767384967.948639:0:16764:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1767384967.948641:0:16764:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384967.948642:0:16764:0:(import.c:65:import_set_state_nolock()) 00000000d3eaf652 : changing import state from RECOVER to FULL 00000100:00000001:1.0:1767384967.948645:0:16764:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384967.948646:0:16764:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384967.948648:0:16764:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384967.948650:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000001a1ced1a : new refcount 4 00000020:00000040:1.0:1767384967.948652:0:16764:0:(obd_config.c:955:class_decref()) Decref MGS (000000006764cd03) now 8 - find 00010000:00000001:1.0:1767384967.948653:0:16764:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384967.948656:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384967.948658:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169856 : -1040381760 : ffffffffc1fd08c0) 00000020:00000001:1.0:1767384967.948661:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384967.948662:0:16764:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384967.948664:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384967.948665:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384967.948668:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384967.948669:0:16764:0:(mgs_handler.c:38:mgs_connect()) Process entered 00000020:00000001:1.0:1767384967.948671:0:16764:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:1.0:1767384967.948675:0:16764:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384967.948676:0:16764:0:(mgs_handler.c:48:mgs_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384967.948678:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237353251200 00010000:00000001:1.0:1767384967.948679:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384967.948682:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003da14057 x1853237353251200/t0(0) o250->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384967.948689:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384967.948691:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384967.948693:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=91 v=5 (1 0 0 0) 00000100:00001000:1.0:1767384967.948696:0:16764:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:1.0:1767384967.948698:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384967.948699:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000002c621aa1 refcount 3 to 192.168.203.57@tcp50 00000100:00000001:1.0:1767384967.948700:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635435831249792 : -108637878301824 : ffff9d31c5dacb80) 02000000:00000001:1.0:1767384967.948702:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384967.948704:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384967.948706:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384967.948719:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.57@tcp50 00000400:00000010:1.0:1767384967.948725:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000668c109c. 00000100:00000200:1.0:1767384967.948727:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853237353251200, offset 0 00000400:00000200:1.0:1767384967.948732:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp50 00000400:00000200:1.0:1767384967.948736:0:16764:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp50 to NMR: 192.168.203.57@tcp50 local destination 00000400:00000200:1.0:1767384967.948744:0:16764:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp50 NI seq info: [207:207:256:4294967295] 192.168.203.57@tcp50 LPNI seq info [4:4:8:4294967295] 00000400:00000200:1.0:1767384967.948751:0:16764:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50:192.168.203.157@tcp50) -> 192.168.203.57@tcp50(192.168.203.57@tcp50:192.168.203.57@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384967.948754:0:16764:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.57@tcp50 00000800:00000010:1.0:1767384967.948756:0:16764:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000535035ea. 00000800:00000200:1.0:1767384967.948759:0:16764:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096a1dd41] -> 12345-192.168.203.57@tcp50 (4) 00000800:00000200:1.0:1767384967.948762:0:16764:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp50 ip 192.168.203.57:1023 00000800:00000200:1.0:1767384967.948764:0:16764:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000535035ea type 1, nob 512 niov 1 nkiov 1 00000100:00000001:1.0:1767384967.948774:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384967.948777:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000002c621aa1 refcount 2 to 192.168.203.57@tcp50 00010000:00000001:1.0:1767384967.948779:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384967.948780:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384967.948781:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384967.948784:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003da14057 x1853237353251200/t0(0) o250->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384967.948792:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003da14057 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2fdb957e-2026-4f6c-a903-484ad848c8e8+4:12122:x1853237353251200:12345-192.168.203.57@tcp50:250: Request processed in 1550us (1691us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384967.948800:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.57@tcp50, seq: 151 00000100:00000040:1.0:1767384967.948802:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001a1ced1a : new rpc_count 0 00000100:00000001:1.0:1767384967.948804:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384967.948805:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384967.948808:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fb4d85ad. 00000020:00000010:1.0:1767384967.948812:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000706ca8c4. 00000020:00000010:1.0:1767384967.948814:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f7a5fd4. 00000020:00000040:1.0:1767384967.948816:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000001a1ced1a : new refcount 3 00000100:00000001:1.0:1767384967.948819:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384967.948827:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384967.948832:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9f9ccda. 00000800:00000200:3.0:1767384967.948833:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767384967.948835:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000054d98210. 00000800:00000010:3.0:1767384967.948838:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000535035ea. 00000400:00000200:3.0:1767384967.948844:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.948850:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000400:00000200:3.0:1767384967.948855:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000668c109c 00000400:00000010:3.0:1767384967.948856:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000668c109c. 00000100:00000001:3.0:1767384967.948860:0:16122:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384967.948862:0:16122:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.948864:0:16122:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000a8691ac7. 02000000:00000001:3.0:1767384967.948867:0:16122:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384967.948869:0:16122:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384967.949739:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.949745:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384967.949746:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.949748:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384967.949751:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50) <- 192.168.203.57@tcp50 : PUT - for me 00000400:00000200:1.0:1767384967.949757:0:16120:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp50 of length 328 into portal 26 MB=0x6958272200100 00000400:00000200:1.0:1767384967.949761:0:16120:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.57@tcp50 of length 328/328 into md 0x16e5 [2] + 0 00000400:00000010:1.0:1767384967.949763:0:16120:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b41b8865. 00000400:00000200:1.0:1767384967.949766:0:16120:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e039dbc3 00000800:00000001:1.0:1767384967.949768:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.949772:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384967.949773:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384967.949775:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000400:00000200:1.0:1767384967.949777:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e039dbc3 00000400:00000010:1.0:1767384967.949778:0:16120:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e039dbc3. 00000100:00000001:1.0:1767384967.949781:0:16120:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.949782:0:16120:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384967.949784:0:16120:0:(events.c:337:request_in_callback()) incoming req@00000000e22a575d x1853237353251072 msgsize 328 00000100:00100000:1.0:1767384967.949787:0:16120:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.57@tcp50 (source: 12345-192.168.203.57@tcp50) 00000100:00000040:1.0:1767384967.949788:0:16120:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384967.949797:0:16120:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384967.949801:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.949803:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.949832:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384967.949834:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237353251072 02000000:00000001:0.0:1767384967.949836:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384967.949838:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384967.949845:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384967.949847:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384967.949849:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237353251072 00000020:00000001:0.0:1767384967.949850:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384967.949851:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8823 00000020:00000001:0.0:1767384967.949852:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384967.949853:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001a1ced1a refcount=4 00000020:00000001:0.0:1767384967.949855:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000020:00000001:0.0:1767384967.949857:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000100:00000001:0.0:1767384967.949860:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.949862:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000053c5a48f. 00000100:00000001:0.0:1767384967.949864:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.949866:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000053c5a48f. 00000020:00000010:0.0:1767384967.949869:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a1115db. 00000020:00000010:0.0:1767384967.949871:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008005cd3e. 00000020:00000010:0.0:1767384967.949873:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee1bb520. 00000100:00000040:0.0:1767384967.949879:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384967.949880:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384967.949881:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384967.949882:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.949885:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.949895:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.949900:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384967.949901:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384967.949903:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.57@tcp50, seq: 152 00000100:00000040:0.0:1767384967.949905:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001a1ced1a : new rpc_count 1 00000100:00000001:0.0:1767384967.949906:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529413200 : -108637180138416 : ffff9d31ef77ec50) 00000100:00000040:0.0:1767384967.949909:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e22a575d x1853237353251072/t0(0) o101->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 328/0 e 0 to 0 dl 1767384978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384967.949915:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.949916:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000053c5a48f. 00000100:00000001:0.0:1767384967.949918:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.949919:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000053c5a48f. 00000100:00100000:0.0:1767384967.949927:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e22a575d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2fdb957e-2026-4f6c-a903-484ad848c8e8+4:15524:x1853237353251072:12345-192.168.203.57@tcp50:101: 00000100:00000200:0.0:1767384967.949930:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237353251072 00000020:00000001:0.0:1767384967.949932:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384967.949935:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384967.949936:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.949938:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384967.949939:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169728 : -1040381888 : ffffffffc1fd0840) 00000020:00000001:0.0:1767384967.949941:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384967.949942:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384967.949944:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384967.949945:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384967.949947:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.949949:0:16764:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384967.949950:0:16764:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384967.949952:0:16764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384967.949953:0:16764:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384967.949954:0:16764:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.949958:0:16764:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384967.949962:0:16764:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000000dc5741 count: 6 00010000:00000001:0.0:1767384967.949964:0:16764:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384967.949966:0:16764:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384967.949968:0:16764:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000168ea983. 00000020:00000001:0.0:1767384967.949971:0:16764:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384967.949972:0:16764:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000168ea983 with handle 0x4895a8f6c11e882a to hash 00000020:00000001:0.0:1767384967.949973:0:16764:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384967.949974:0:16764:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854930944 : -108637854620672 : ffff9d31c7442400) 00010000:00000001:0.0:1767384967.949976:0:16764:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854930944 : -108637854620672 : ffff9d31c7442400) 00010000:00010000:0.0:1767384967.949978:0:16764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000168ea983/0x4895a8f6c11e882a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xc665bd1ab4380057 expref: -99 pid: 16764 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384967.949983:0:16764:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000001a1ced1a : new locks_count 1 00000020:00000040:0.0:1767384967.949985:0:16764:0:(genops.c:887:class_export_get()) GET export 000000001a1ced1a refcount=5 00000100:00000001:0.0:1767384967.949989:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384967.949993:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384967.949995:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000187882d4. 02000000:00000001:0.0:1767384967.949997:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.949998:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.950000:0:16764:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384967.950003:0:16764:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384967.950004:0:16764:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384967.950030:0:16764:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384967.950032:0:16764:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384967.950034:0:16764:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384967.950035:0:16764:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384967.950037:0:16764:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384967.950038:0:16764:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384967.950039:0:16764:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384967.950040:0:16764:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384967.950041:0:16764:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000000dc5741) refcount = 6 00010000:00000040:0.0:1767384967.950044:0:16764:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384967.950046:0:16764:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000008df12e13/0x4895a8f6c11e8528 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e8521 expref: 13 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384967.950051:0:16764:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000a51faeba/0x4895a8f6c11e84fe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e84f7 expref: 13 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384967.950055:0:16764:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000003874b5aa/0x4895a8f6c11e84b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e84b1 expref: 13 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384967.950059:0:16764:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000df9bd94d/0x4895a8f6c11e8433 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e842c expref: 13 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384967.950062:0:16764:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000003cce5d28/0x4895a8f6c11e8417 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e8410 expref: 13 pid: 16763 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384967.950066:0:16764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000168ea983/0x4895a8f6c11e882a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.57@tcp50 remote: 0xc665bd1ab4380057 expref: 5 pid: 16764 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384967.950069:0:16764:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384967.950070:0:16764:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384967.950075:0:16764:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384967.950077:0:16764:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.950078:0:16764:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384967.950082:0:16764:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384967.950084:0:16764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000168ea983/0x4895a8f6c11e882a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.57@tcp50 remote: 0xc665bd1ab4380057 expref: 5 pid: 16764 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384967.950089:0:16764:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384967.950090:0:16764:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384967.950092:0:16764:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384967.950094:0:16764:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.950095:0:16764:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384967.950096:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384967.950097:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384967.950097:0:16764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000168ea983, rc 0) 00000020:00000001:0.0:1767384967.950099:0:16764:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384967.950100:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237353251072 00010000:00000001:0.0:1767384967.950102:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384967.950104:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e22a575d x1853237353251072/t0(0) o101->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 328/344 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384967.950108:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384967.950110:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384967.950111:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=91 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384967.950113:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384967.950115:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000002c621aa1 refcount 3 to 192.168.203.57@tcp50 00000100:00000001:0.0:1767384967.950116:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635435831249792 : -108637878301824 : ffff9d31c5dacb80) 02000000:00000001:0.0:1767384967.950118:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384967.950119:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.950120:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384967.950122:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.57@tcp50 00000400:00000010:0.0:1767384967.950124:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036f8e304. 00000100:00000200:0.0:1767384967.950126:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237353251072, offset 224 00000400:00000200:0.0:1767384967.950129:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp50 00000400:00000200:0.0:1767384967.950133:0:16764:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp50 to NMR: 192.168.203.57@tcp50 local destination 00000400:00000200:0.0:1767384967.950139:0:16764:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp50 NI seq info: [208:208:256:4294967295] 192.168.203.57@tcp50 LPNI seq info [5:5:8:4294967295] 00000400:00000200:0.0:1767384967.950149:0:16764:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50:192.168.203.157@tcp50) -> 192.168.203.57@tcp50(192.168.203.57@tcp50:192.168.203.57@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384967.950152:0:16764:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.57@tcp50 00000800:00000010:0.0:1767384967.950154:0:16764:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007319920d. 00000800:00000200:0.0:1767384967.950157:0:16764:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096a1dd41] -> 12345-192.168.203.57@tcp50 (4) 00000800:00000200:0.0:1767384967.950160:0:16764:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp50 ip 192.168.203.57:1023 00000800:00000200:0.0:1767384967.950162:0:16764:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007319920d type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1767384967.950173:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384967.950176:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000002c621aa1 refcount 2 to 192.168.203.57@tcp50 00010000:00000001:0.0:1767384967.950178:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384967.950180:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.950182:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384967.950185:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e22a575d x1853237353251072/t0(0) o101->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 328/344 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384967.950194:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e22a575d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2fdb957e-2026-4f6c-a903-484ad848c8e8+5:15524:x1853237353251072:12345-192.168.203.57@tcp50:101: Request processed in 277us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384967.950201:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.57@tcp50, seq: 152 00000100:00000040:0.0:1767384967.950203:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001a1ced1a : new rpc_count 0 00000100:00000001:0.0:1767384967.950206:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.950207:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384967.950210:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008005cd3e. 00000020:00000010:0.0:1767384967.950213:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee1bb520. 00000020:00000010:0.0:1767384967.950216:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a1115db. 00000020:00000040:0.0:1767384967.950220:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000001a1ced1a : new refcount 4 00000100:00000001:0.0:1767384967.950223:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384967.950226:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384967.950230:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae3d808c. 00000400:00000010:0.0:1767384967.950233:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000046751911. 00000800:00000200:1.0:1767384967.950241:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384967.950244:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007319920d. 00000400:00000200:1.0:1767384967.950260:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384967.950264:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000400:00000200:1.0:1767384967.950268:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036f8e304 00000400:00000010:1.0:1767384967.950270:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036f8e304. 00000100:00000001:1.0:1767384967.950272:0:16121:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384967.950274:0:16121:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384967.950282:0:16121:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000187882d4. 02000000:00000001:1.0:1767384967.950285:0:16121:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384967.950286:0:16121:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384967.951264:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.951270:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384967.951272:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.951274:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.951278:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50) <- 192.168.203.57@tcp50 : PUT - for me 00000400:00000200:3.0:1767384967.951285:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp50 of length 512 into portal 26 MB=0x6958272200200 00000400:00000200:3.0:1767384967.951289:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.57@tcp50 of length 512/512 into md 0x16ed [2] + 0 00000400:00000010:3.0:1767384967.951291:0:16122:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007afdfe63. 00000400:00000200:3.0:1767384967.951300:0:16122:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c8902117 00000800:00000001:3.0:1767384967.951303:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.951307:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.951308:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.951311:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000400:00000200:3.0:1767384967.951313:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8902117 00000400:00000010:3.0:1767384967.951314:0:16122:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c8902117. 00000100:00000001:3.0:1767384967.951316:0:16122:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.951317:0:16122:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384967.951319:0:16122:0:(events.c:337:request_in_callback()) incoming req@00000000238a044a x1853237353251328 msgsize 512 00000100:00100000:3.0:1767384967.951322:0:16122:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.57@tcp50 (source: 12345-192.168.203.57@tcp50) 00000100:00000040:3.0:1767384967.951323:0:16122:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384967.951333:0:16122:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384967.951336:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.951338:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.951378:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384967.951381:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237353251328 02000000:00000001:0.0:1767384967.951383:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384967.951391:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384967.951392:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384967.951394:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384967.951397:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237353251328 00000020:00000001:0.0:1767384967.951398:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384967.951399:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8823 00000020:00000001:0.0:1767384967.951400:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384967.951402:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001a1ced1a refcount=5 00000020:00000001:0.0:1767384967.951403:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000020:00000001:0.0:1767384967.951405:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000100:00000001:0.0:1767384967.951407:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.951409:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000053c5a48f. 00000100:00000001:0.0:1767384967.951410:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.951412:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000053c5a48f. 00000020:00000010:0.0:1767384967.951415:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a1115db. 00000020:00000010:0.0:1767384967.951417:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008005cd3e. 00000020:00000010:0.0:1767384967.951419:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee1bb520. 00000100:00000040:0.0:1767384967.951422:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384967.951424:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384967.951424:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384967.951425:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.951428:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.951438:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.951443:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384967.951444:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384967.951448:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.57@tcp50, seq: 153 00000100:00000040:0.0:1767384967.951449:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001a1ced1a : new rpc_count 1 00000100:00000001:0.0:1767384967.951451:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529410128 : -108637180141488 : ffff9d31ef77e050) 00000100:00000040:0.0:1767384967.951454:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000238a044a x1853237353251328/t0(0) o501->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 512/0 e 0 to 0 dl 1767384978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384967.951460:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.951462:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000053c5a48f. 00000100:00000001:0.0:1767384967.951463:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.951469:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000053c5a48f. 00000100:00100000:0.0:1767384967.951482:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000238a044a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2fdb957e-2026-4f6c-a903-484ad848c8e8+5:15524:x1853237353251328:12345-192.168.203.57@tcp50:501: 00000100:00000200:0.0:1767384967.951491:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237353251328 00000020:00000001:0.0:1767384967.951494:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384967.951496:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384967.951498:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.951500:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384967.951502:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169344 : -1040382272 : ffffffffc1fd06c0) 00000020:00000001:0.0:1767384967.951505:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384967.951506:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384967.951508:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384967.951509:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384967.951512:0:16764:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384967.951514:0:16764:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.951515:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384967.951518:0:16764:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:0.0:1767384967.951520:0:16764:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:0.0:1767384967.951522:0:16764:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:0.0:1767384967.951524:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384967.951526:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384967.951529:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000093fc9700. 02000000:00000001:0.0:1767384967.951532:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.951534:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384967.951536:0:16764:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-sptlrpc 00000040:00000040:0.0:1767384967.951539:0:16764:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000004fe5416f : new refcount 2 00000040:00000001:0.0:1767384967.951541:0:16764:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384967.951544:0:16764:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b77e3a33. 00000040:00000001:0.0:1767384967.951548:0:16764:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384967.951551:0:16764:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384967.951553:0:16764:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635436412666880 : -108637296884736 : 0xffff9d31e8828400) 00000020:00000001:0.0:1767384967.951556:0:16764:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635436412666880 : -108637296884736 : ffff9d31e8828400) 00080000:00000001:0.0:1767384967.951563:0:16764:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384967.951742:0:16764:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384967.951746:0:16764:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:0.0:1767384967.951753:0:16764:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:0.0:1767384967.951755:0:16764:0:(llog.c:1547:llog_open()) MGS: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:0.0:1767384967.951757:0:16764:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b77e3a33. 00000040:00000001:0.0:1767384967.951759:0:16764:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384967.951760:0:16764:0:(llog_server.c:81:llog_origin_handle_open()) Process leaving via out_ctxt (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000040:0.0:1767384967.951762:0:16764:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000004fe5416f : new refcount 1 00000020:00000001:0.0:1767384967.951764:0:16764:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000001:0.0:1767384967.951765:0:16764:0:(mgs_handler.c:689:mgs_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:0.0:1767384967.951767:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237353251328 00010000:00000001:0.0:1767384967.951769:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384967.951772:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000238a044a x1853237353251328/t0(0) o501->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 512/272 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc -2/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384967.951778:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384967.951779:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384967.951780:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=91 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384967.951783:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384967.951784:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000002c621aa1 refcount 3 to 192.168.203.57@tcp50 00000100:00000001:0.0:1767384967.951786:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635435831249792 : -108637878301824 : ffff9d31c5dacb80) 02000000:00000001:0.0:1767384967.951787:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384967.951789:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.951790:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384967.951791:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.57@tcp50 00000400:00000010:0.0:1767384967.951793:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ba2d5ae. 00000100:00000200:0.0:1767384967.951795:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237353251328, offset 224 00000400:00000200:0.0:1767384967.951798:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp50 00000400:00000200:0.0:1767384967.951803:0:16764:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp50 to NMR: 192.168.203.57@tcp50 local destination 00000400:00000200:0.0:1767384967.951810:0:16764:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp50 NI seq info: [209:209:256:4294967295] 192.168.203.57@tcp50 LPNI seq info [6:6:8:4294967295] 00000400:00000200:0.0:1767384967.951816:0:16764:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50:192.168.203.157@tcp50) -> 192.168.203.57@tcp50(192.168.203.57@tcp50:192.168.203.57@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384967.951819:0:16764:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.57@tcp50 00000800:00000010:0.0:1767384967.951821:0:16764:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007029a27a. 00000800:00000200:0.0:1767384967.951828:0:16764:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096a1dd41] -> 12345-192.168.203.57@tcp50 (4) 00000800:00000200:0.0:1767384967.951831:0:16764:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp50 ip 192.168.203.57:1023 00000800:00000200:0.0:1767384967.951833:0:16764:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007029a27a type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767384967.951843:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384967.951845:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000002c621aa1 refcount 2 to 192.168.203.57@tcp50 00010000:00000001:0.0:1767384967.951847:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384967.951848:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.951849:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384967.951852:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000238a044a x1853237353251328/t0(0) o501->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 512/272 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384967.951858:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000238a044a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2fdb957e-2026-4f6c-a903-484ad848c8e8+5:15524:x1853237353251328:12345-192.168.203.57@tcp50:501: Request processed in 397us (537us total) trans 0 rc -2/-2 00000100:00100000:0.0:1767384967.951863:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.57@tcp50, seq: 153 00000100:00000040:0.0:1767384967.951866:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001a1ced1a : new rpc_count 0 00000100:00000001:0.0:1767384967.951867:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.951869:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384967.951871:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008005cd3e. 00000020:00000010:0.0:1767384967.951874:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee1bb520. 00000020:00000010:0.0:1767384967.951876:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a1115db. 00000020:00000040:0.0:1767384967.951879:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000001a1ced1a : new refcount 4 00000100:00000001:0.0:1767384967.951881:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384967.951883:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384967.951886:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006abf8f57. 00000400:00000010:0.0:1767384967.951889:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009ba6a004. 00000800:00000200:1.0:1767384967.951928:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384967.951932:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007029a27a. 00000400:00000200:1.0:1767384967.951937:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384967.951943:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000400:00000200:1.0:1767384967.951947:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ba2d5ae 00000400:00000010:1.0:1767384967.951949:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ba2d5ae. 00000100:00000001:1.0:1767384967.951952:0:16120:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384967.951954:0:16120:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384967.951956:0:16120:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000093fc9700. 02000000:00000001:1.0:1767384967.951959:0:16120:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384967.951960:0:16120:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384967.952813:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.952820:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384967.952823:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.952824:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384967.952830:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50) <- 192.168.203.57@tcp50 : PUT - for me 00000400:00000200:1.0:1767384967.952838:0:16121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp50 of length 328 into portal 26 MB=0x6958272200280 00000400:00000200:1.0:1767384967.952844:0:16121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.57@tcp50 of length 328/328 into md 0x1721 [2] + 0 00000400:00000010:1.0:1767384967.952847:0:16121:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5e372eb. 00000400:00000200:1.0:1767384967.952851:0:16121:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c7d9aa59 00000800:00000001:1.0:1767384967.952854:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.952859:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384967.952861:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384967.952864:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000400:00000200:1.0:1767384967.952867:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7d9aa59 00000400:00000010:1.0:1767384967.952869:0:16121:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c7d9aa59. 00000100:00000001:1.0:1767384967.952873:0:16121:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.952875:0:16121:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384967.952878:0:16121:0:(events.c:337:request_in_callback()) incoming req@000000004f9242fa x1853237353251456 msgsize 328 00000100:00100000:1.0:1767384967.952882:0:16121:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.57@tcp50 (source: 12345-192.168.203.57@tcp50) 00000100:00000040:1.0:1767384967.952884:0:16121:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384967.952894:0:16121:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384967.952906:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.952909:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.952941:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384967.952944:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237353251456 02000000:00000001:0.0:1767384967.952947:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384967.952949:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384967.952951:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384967.952954:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384967.952956:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237353251456 00000020:00000001:0.0:1767384967.952959:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384967.952969:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8823 00000020:00000001:0.0:1767384967.952971:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384967.952973:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001a1ced1a refcount=5 00000020:00000001:0.0:1767384967.952975:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000020:00000001:0.0:1767384967.952978:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000100:00000001:0.0:1767384967.952981:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.952984:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000053c5a48f. 00000100:00000001:0.0:1767384967.952986:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.952989:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000053c5a48f. 00000020:00000010:0.0:1767384967.952993:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a1115db. 00000020:00000010:0.0:1767384967.952996:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008005cd3e. 00000020:00000010:0.0:1767384967.952999:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee1bb520. 00000100:00000040:0.0:1767384967.953004:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384967.953006:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384967.953007:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384967.953009:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.953037:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.953048:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.953056:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384967.953058:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384967.953062:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.57@tcp50, seq: 154 00000100:00000040:0.0:1767384967.953065:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001a1ced1a : new rpc_count 1 00000100:00000001:0.0:1767384967.953068:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529401936 : -108637180149680 : ffff9d31ef77c050) 00000100:00000040:0.0:1767384967.953073:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004f9242fa x1853237353251456/t0(0) o101->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 328/0 e 0 to 0 dl 1767384978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384967.953083:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.953087:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000053c5a48f. 00000100:00000001:0.0:1767384967.953089:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.953092:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000053c5a48f. 00000100:00100000:0.0:1767384967.953097:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004f9242fa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2fdb957e-2026-4f6c-a903-484ad848c8e8+5:15524:x1853237353251456:12345-192.168.203.57@tcp50:101: 00000100:00000200:0.0:1767384967.953102:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237353251456 00000020:00000001:0.0:1767384967.953111:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384967.953113:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384967.953115:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.953117:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384967.953119:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169728 : -1040381888 : ffffffffc1fd0840) 00000020:00000001:0.0:1767384967.953122:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384967.953123:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384967.953125:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384967.953126:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384967.953129:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.953131:0:16764:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384967.953132:0:16764:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384967.953134:0:16764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384967.953135:0:16764:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384967.953137:0:16764:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.953140:0:16764:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384967.953143:0:16764:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000000dc5741 count: 7 00010000:00000001:0.0:1767384967.953146:0:16764:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384967.953148:0:16764:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384967.953151:0:16764:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009d11c4ed. 00000020:00000001:0.0:1767384967.953154:0:16764:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384967.953156:0:16764:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009d11c4ed with handle 0x4895a8f6c11e8831 to hash 00000020:00000001:0.0:1767384967.953158:0:16764:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384967.953159:0:16764:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854935040 : -108637854616576 : ffff9d31c7443400) 00010000:00000001:0.0:1767384967.953161:0:16764:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854935040 : -108637854616576 : ffff9d31c7443400) 00010000:00010000:0.0:1767384967.953163:0:16764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000009d11c4ed/0x4895a8f6c11e8831 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xc665bd1ab438005e expref: -99 pid: 16764 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384967.953170:0:16764:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000001a1ced1a : new locks_count 2 00000020:00000040:0.0:1767384967.953172:0:16764:0:(genops.c:887:class_export_get()) GET export 000000001a1ced1a refcount=6 00000100:00000001:0.0:1767384967.953176:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384967.953177:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384967.953180:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000b403ea5a. 02000000:00000001:0.0:1767384967.953182:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.953184:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.953192:0:16764:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384967.953194:0:16764:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384967.953196:0:16764:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384967.953198:0:16764:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384967.953199:0:16764:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384967.953201:0:16764:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384967.953202:0:16764:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384967.953204:0:16764:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384967.953205:0:16764:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384967.953207:0:16764:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384967.953208:0:16764:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384967.953209:0:16764:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000000dc5741) refcount = 7 00010000:00000040:0.0:1767384967.953213:0:16764:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384967.953216:0:16764:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000168ea983/0x4895a8f6c11e882a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.57@tcp50 remote: 0xc665bd1ab4380057 expref: 6 pid: 16764 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384967.953224:0:16764:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000008df12e13/0x4895a8f6c11e8528 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e8521 expref: 13 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384967.953231:0:16764:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000a51faeba/0x4895a8f6c11e84fe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e84f7 expref: 13 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384967.953236:0:16764:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000003874b5aa/0x4895a8f6c11e84b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e84b1 expref: 13 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384967.953242:0:16764:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000df9bd94d/0x4895a8f6c11e8433 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e842c expref: 13 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384967.953266:0:16764:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000003cce5d28/0x4895a8f6c11e8417 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e8410 expref: 13 pid: 16763 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384967.953273:0:16764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009d11c4ed/0x4895a8f6c11e8831 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 192.168.203.57@tcp50 remote: 0xc665bd1ab438005e expref: 6 pid: 16764 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384967.953279:0:16764:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384967.953281:0:16764:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384967.953282:0:16764:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384967.953291:0:16764:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.953293:0:16764:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384967.953297:0:16764:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384967.953300:0:16764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000009d11c4ed/0x4895a8f6c11e8831 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.57@tcp50 remote: 0xc665bd1ab438005e expref: 6 pid: 16764 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384967.953307:0:16764:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384967.953308:0:16764:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384967.953310:0:16764:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384967.953312:0:16764:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.953313:0:16764:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384967.953315:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384967.953316:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384967.953317:0:16764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000009d11c4ed, rc 0) 00000020:00000001:0.0:1767384967.953319:0:16764:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384967.953322:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237353251456 00010000:00000001:0.0:1767384967.953324:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384967.953328:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004f9242fa x1853237353251456/t0(0) o101->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 328/344 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384967.953336:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384967.953337:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384967.953340:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=91 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384967.953343:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384967.953346:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000002c621aa1 refcount 3 to 192.168.203.57@tcp50 00000100:00000001:0.0:1767384967.953348:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635435831249792 : -108637878301824 : ffff9d31c5dacb80) 02000000:00000001:0.0:1767384967.953350:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384967.953352:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.953354:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384967.953357:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.57@tcp50 00000400:00000010:0.0:1767384967.953360:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e7028d2. 00000100:00000200:0.0:1767384967.953363:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237353251456, offset 224 00000400:00000200:0.0:1767384967.953368:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp50 00000400:00000200:0.0:1767384967.953375:0:16764:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp50 to NMR: 192.168.203.57@tcp50 local destination 00000400:00000200:0.0:1767384967.953383:0:16764:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp50 NI seq info: [210:210:256:4294967295] 192.168.203.57@tcp50 LPNI seq info [7:7:8:4294967295] 00000400:00000200:0.0:1767384967.953399:0:16764:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50:192.168.203.157@tcp50) -> 192.168.203.57@tcp50(192.168.203.57@tcp50:192.168.203.57@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384967.953404:0:16764:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.57@tcp50 00000800:00000010:0.0:1767384967.953408:0:16764:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008d30b326. 00000800:00000200:0.0:1767384967.953412:0:16764:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096a1dd41] -> 12345-192.168.203.57@tcp50 (4) 00000800:00000200:0.0:1767384967.953416:0:16764:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp50 ip 192.168.203.57:1023 00000800:00000200:0.0:1767384967.953419:0:16764:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008d30b326 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1767384967.953435:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384967.953439:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000002c621aa1 refcount 2 to 192.168.203.57@tcp50 00010000:00000001:0.0:1767384967.953441:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384967.953442:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.953444:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384967.953448:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f9242fa x1853237353251456/t0(0) o101->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 328/344 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384967.953458:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004f9242fa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2fdb957e-2026-4f6c-a903-484ad848c8e8+6:15524:x1853237353251456:12345-192.168.203.57@tcp50:101: Request processed in 373us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384967.953466:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.57@tcp50, seq: 154 00000100:00000040:0.0:1767384967.953469:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001a1ced1a : new rpc_count 0 00000100:00000001:0.0:1767384967.953471:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.953473:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384967.953475:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008005cd3e. 00000020:00000010:0.0:1767384967.953478:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee1bb520. 00000020:00000010:0.0:1767384967.953482:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a1115db. 00000020:00000040:0.0:1767384967.953485:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000001a1ced1a : new refcount 5 00000100:00000001:0.0:1767384967.953489:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384967.953493:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384967.953498:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ada48f4e. 00000400:00000010:0.0:1767384967.953502:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007875548d. 00000800:00000200:3.0:1767384967.953511:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384967.953514:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008d30b326. 00000400:00000200:3.0:1767384967.953518:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.953524:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000400:00000200:3.0:1767384967.953526:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e7028d2 00000400:00000010:3.0:1767384967.953528:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000e7028d2. 00000100:00000001:3.0:1767384967.953530:0:16122:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384967.953531:0:16122:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.953533:0:16122:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000b403ea5a. 02000000:00000001:3.0:1767384967.953536:0:16122:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384967.953537:0:16122:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384967.954376:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.954383:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384967.954386:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.954388:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384967.954394:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50) <- 192.168.203.57@tcp50 : PUT - for me 00000400:00000200:1.0:1767384967.954402:0:16120:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp50 of length 512 into portal 26 MB=0x6958272200300 00000400:00000200:1.0:1767384967.954407:0:16120:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.57@tcp50 of length 512/512 into md 0x1729 [2] + 0 00000400:00000010:1.0:1767384967.954411:0:16120:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d597300. 00000400:00000200:1.0:1767384967.954414:0:16120:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000796ee240 00000800:00000001:1.0:1767384967.954417:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.954422:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384967.954424:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384967.954428:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000400:00000200:1.0:1767384967.954431:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000796ee240 00000400:00000010:1.0:1767384967.954433:0:16120:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000796ee240. 00000100:00000001:1.0:1767384967.954436:0:16120:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.954438:0:16120:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384967.954440:0:16120:0:(events.c:337:request_in_callback()) incoming req@00000000c9398e57 x1853237353251584 msgsize 512 00000100:00100000:1.0:1767384967.954445:0:16120:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.57@tcp50 (source: 12345-192.168.203.57@tcp50) 00000100:00000040:1.0:1767384967.954447:0:16120:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384967.954459:0:16120:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384967.954464:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.954467:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.954504:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384967.954508:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237353251584 02000000:00000001:0.0:1767384967.954510:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384967.954519:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384967.954521:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384967.954524:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384967.954526:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237353251584 00000020:00000001:0.0:1767384967.954528:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384967.954530:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8823 00000020:00000001:0.0:1767384967.954531:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384967.954533:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001a1ced1a refcount=6 00000020:00000001:0.0:1767384967.954536:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000020:00000001:0.0:1767384967.954538:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000100:00000001:0.0:1767384967.954541:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.954544:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000053c5a48f. 00000100:00000001:0.0:1767384967.954546:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.954549:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000053c5a48f. 00000020:00000010:0.0:1767384967.954553:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a1115db. 00000020:00000010:0.0:1767384967.954556:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008005cd3e. 00000020:00000010:0.0:1767384967.954559:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee1bb520. 00000100:00000040:0.0:1767384967.954564:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384967.954566:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384967.954567:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384967.954568:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.954572:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.954584:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.954592:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384967.954593:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384967.954598:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.57@tcp50, seq: 155 00000100:00000040:0.0:1767384967.954600:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001a1ced1a : new rpc_count 1 00000100:00000001:0.0:1767384967.954602:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529407056 : -108637180144560 : ffff9d31ef77d450) 00000100:00000040:0.0:1767384967.954608:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c9398e57 x1853237353251584/t0(0) o501->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 512/0 e 0 to 0 dl 1767384978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384967.954617:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.954621:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000053c5a48f. 00000100:00000001:0.0:1767384967.954623:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.954633:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000053c5a48f. 00000100:00100000:0.0:1767384967.954639:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c9398e57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2fdb957e-2026-4f6c-a903-484ad848c8e8+6:15524:x1853237353251584:12345-192.168.203.57@tcp50:501: 00000100:00000200:0.0:1767384967.954643:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237353251584 00000020:00000001:0.0:1767384967.954645:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384967.954647:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384967.954649:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.954651:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384967.954653:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169344 : -1040382272 : ffffffffc1fd06c0) 00000020:00000001:0.0:1767384967.954655:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384967.954656:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384967.954658:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384967.954660:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384967.954662:0:16764:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384967.954664:0:16764:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.954666:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384967.954668:0:16764:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:0.0:1767384967.954669:0:16764:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:0.0:1767384967.954671:0:16764:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:0.0:1767384967.954673:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384967.954675:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384967.954678:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000049791db7. 02000000:00000001:0.0:1767384967.954680:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.954682:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384967.954684:0:16764:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-client 00000040:00000040:0.0:1767384967.954686:0:16764:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000004fe5416f : new refcount 2 00000040:00000001:0.0:1767384967.954689:0:16764:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384967.954691:0:16764:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b77e3a33. 00000040:00000001:0.0:1767384967.954694:0:16764:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384967.954695:0:16764:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384967.954697:0:16764:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635436412666880 : -108637296884736 : 0xffff9d31e8828400) 00000020:00000001:0.0:1767384967.954700:0:16764:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635436412666880 : -108637296884736 : ffff9d31e8828400) 00080000:00000001:0.0:1767384967.954704:0:16764:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384967.954724:0:16764:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384967.954728:0:16764:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384967.954736:0:16764:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384967.954738:0:16764:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:0.0:1767384967.954743:0:16764:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000007a63d87d. 00000020:00000001:0.0:1767384967.954746:0:16764:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384967.954751:0:16764:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845353048 : -108637864198568 : ffff9d31c6b1fe58) 00000040:00000001:0.0:1767384967.954753:0:16764:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.954755:0:16764:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.954759:0:16764:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384967.954762:0:16764:0:(lu_object.c:207:lu_object_put()) Add 00000000f43e5b6e/00000000771b5961 to site lru. bkt: 0000000019beee47 00000040:00000010:0.0:1767384967.954764:0:16764:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000007a63d87d. 00000040:00000001:0.0:1767384967.954767:0:16764:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384967.954768:0:16764:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b77e3a33. 00000040:00000001:0.0:1767384967.954771:0:16764:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:0.0:1767384967.954773:0:16764:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000004fe5416f : new refcount 1 00000020:00000001:0.0:1767384967.954775:0:16764:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384967.954779:0:16764:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:0.0:1767384967.954781:0:16764:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384967.954783:0:16764:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384967.954786:0:16764:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384967.954788:0:16764:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384967.954791:0:16764:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 0000000053c5a48f. 00000020:00000040:0.0:1767384967.954793:0:16764:0:(genops.c:887:class_export_get()) GET export 000000001a1ced1a refcount=7 20000000:00000001:0.0:1767384967.954796:0:16764:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384967.954799:0:16764:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384967.954801:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237353251584 00010000:00000001:0.0:1767384967.954804:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384967.954808:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c9398e57 x1853237353251584/t0(0) o501->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 512/272 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384967.954816:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384967.954818:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384967.954821:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=91 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384967.954824:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384967.954827:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000002c621aa1 refcount 3 to 192.168.203.57@tcp50 00000100:00000001:0.0:1767384967.954829:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635435831249792 : -108637878301824 : ffff9d31c5dacb80) 02000000:00000001:0.0:1767384967.954831:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384967.954839:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.954841:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384967.954844:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.57@tcp50 00000400:00000010:0.0:1767384967.954847:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4e709c4. 00000100:00000200:0.0:1767384967.954850:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237353251584, offset 224 00000400:00000200:0.0:1767384967.954856:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp50 00000400:00000200:0.0:1767384967.954862:0:16764:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp50 to NMR: 192.168.203.57@tcp50 local destination 00000400:00000200:0.0:1767384967.954871:0:16764:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp50 NI seq info: [211:211:256:4294967295] 192.168.203.57@tcp50 LPNI seq info [8:8:8:4294967295] 00000400:00000200:0.0:1767384967.954881:0:16764:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50:192.168.203.157@tcp50) -> 192.168.203.57@tcp50(192.168.203.57@tcp50:192.168.203.57@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384967.954886:0:16764:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.57@tcp50 00000800:00000010:0.0:1767384967.954889:0:16764:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000192a0bd5. 00000800:00000200:0.0:1767384967.954893:0:16764:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096a1dd41] -> 12345-192.168.203.57@tcp50 (4) 00000800:00000200:0.0:1767384967.954898:0:16764:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp50 ip 192.168.203.57:1023 00000800:00000200:0.0:1767384967.954901:0:16764:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000192a0bd5 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767384967.954914:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384967.954918:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000002c621aa1 refcount 2 to 192.168.203.57@tcp50 00010000:00000001:0.0:1767384967.954920:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384967.954921:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.954923:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384967.954927:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c9398e57 x1853237353251584/t0(0) o501->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 512/272 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384967.954936:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c9398e57 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2fdb957e-2026-4f6c-a903-484ad848c8e8+7:15524:x1853237353251584:12345-192.168.203.57@tcp50:501: Request processed in 317us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384967.954944:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.57@tcp50, seq: 155 00000100:00000040:0.0:1767384967.954947:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001a1ced1a : new rpc_count 0 00000100:00000001:0.0:1767384967.954950:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.954951:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384967.954954:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008005cd3e. 00000020:00000010:0.0:1767384967.954958:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee1bb520. 00000020:00000010:0.0:1767384967.954961:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a1115db. 00000020:00000040:0.0:1767384967.954972:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000001a1ced1a : new refcount 6 00000100:00000001:0.0:1767384967.954975:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384967.954979:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384967.954983:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d941b98a. 00000800:00000200:1.0:1767384967.954987:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767384967.954988:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086fdb145. 00000800:00000010:1.0:1767384967.954994:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000192a0bd5. 00000400:00000200:1.0:1767384967.955000:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384967.955005:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000400:00000200:1.0:1767384967.955009:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4e709c4 00000400:00000010:1.0:1767384967.955041:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a4e709c4. 00000100:00000001:1.0:1767384967.955045:0:16121:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384967.955046:0:16121:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384967.955048:0:16121:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000049791db7. 02000000:00000001:1.0:1767384967.955052:0:16121:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384967.955060:0:16121:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384967.955726:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.955732:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384967.955734:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.955735:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.955739:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50) <- 192.168.203.57@tcp50 : PUT - for me 00000400:00000200:3.0:1767384967.955746:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp50 of length 272 into portal 26 MB=0x6958272200380 00000400:00000200:3.0:1767384967.955750:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.57@tcp50 of length 272/272 into md 0x173d [2] + 0 00000400:00000010:3.0:1767384967.955753:0:16122:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002597d262. 00000400:00000200:3.0:1767384967.955755:0:16122:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000af58c22e 00000800:00000001:3.0:1767384967.955763:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.955767:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.955768:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.955771:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000400:00000200:3.0:1767384967.955773:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af58c22e 00000400:00000010:3.0:1767384967.955774:0:16122:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000af58c22e. 00000100:00000001:3.0:1767384967.955777:0:16122:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.955778:0:16122:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384967.955779:0:16122:0:(events.c:337:request_in_callback()) incoming req@00000000b2b60499 x1853237353251712 msgsize 272 00000100:00100000:3.0:1767384967.955782:0:16122:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.57@tcp50 (source: 12345-192.168.203.57@tcp50) 00000100:00000040:3.0:1767384967.955784:0:16122:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384967.955792:0:16122:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384967.955795:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.955796:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.955834:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384967.955838:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237353251712 02000000:00000001:0.0:1767384967.955840:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384967.955842:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384967.955843:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384967.955846:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384967.955848:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237353251712 00000020:00000001:0.0:1767384967.955850:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384967.955851:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8823 00000020:00000001:0.0:1767384967.955853:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384967.955855:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001a1ced1a refcount=7 00000020:00000001:0.0:1767384967.955857:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000020:00000001:0.0:1767384967.955859:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000100:00000001:0.0:1767384967.955862:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.955866:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001da22cb5. 00000100:00000001:0.0:1767384967.955868:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.955870:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001da22cb5. 00000020:00000010:0.0:1767384967.955874:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a1115db. 00000020:00000010:0.0:1767384967.955877:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008005cd3e. 00000020:00000010:0.0:1767384967.955880:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee1bb520. 00000100:00000040:0.0:1767384967.955884:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384967.955886:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384967.955888:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384967.955889:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.955892:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.955904:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.955911:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384967.955912:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384967.955916:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.57@tcp50, seq: 156 00000100:00000040:0.0:1767384967.955919:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001a1ced1a : new rpc_count 1 00000100:00000001:0.0:1767384967.955928:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529408080 : -108637180143536 : ffff9d31ef77d850) 00000100:00000040:0.0:1767384967.955934:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b2b60499 x1853237353251712/t0(0) o503->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 272/0 e 0 to 0 dl 1767384978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384967.955943:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.955946:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001da22cb5. 00000100:00000001:0.0:1767384967.955948:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.955951:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001da22cb5. 00000100:00100000:0.0:1767384967.955955:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b2b60499 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2fdb957e-2026-4f6c-a903-484ad848c8e8+7:15524:x1853237353251712:12345-192.168.203.57@tcp50:503: 00000100:00000200:0.0:1767384967.955959:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237353251712 00000020:00000001:0.0:1767384967.955962:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384967.955964:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384967.955965:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.955967:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384967.955969:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169440 : -1040382176 : ffffffffc1fd0720) 00000020:00000001:0.0:1767384967.955971:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384967.955973:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384967.955975:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384967.955977:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384967.955979:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.955981:0:16764:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:0.0:1767384967.955983:0:16764:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:0.0:1767384967.955985:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384967.955987:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384967.956002:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 0000000018d840a7. 02000000:00000001:0.0:1767384967.956005:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.956007:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384967.956009:0:16764:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000004fe5416f : new refcount 2 00000040:00000001:0.0:1767384967.956032:0:16764:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384967.956035:0:16764:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b77e3a33. 00000040:00000001:0.0:1767384967.956038:0:16764:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384967.956039:0:16764:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384967.956041:0:16764:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635436412666880 : -108637296884736 : 0xffff9d31e8828400) 00000020:00000001:0.0:1767384967.956044:0:16764:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635436412666880 : -108637296884736 : ffff9d31e8828400) 00000020:00000001:0.0:1767384967.956052:0:16764:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384967.956055:0:16764:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845353048 : -108637864198568 : ffff9d31c6b1fe58) 00000040:00000001:0.0:1767384967.956057:0:16764:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.956059:0:16764:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.956061:0:16764:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384967.956066:0:16764:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000c1296f5f. 00000040:00000001:0.0:1767384967.956069:0:16764:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384967.956071:0:16764:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384967.956315:0:16764:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.956319:0:16764:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.956321:0:16764:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384967.956326:0:16764:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x3:0x0] count 30 lgh_last_idx 29 llh_cat_idx 0 00000040:00000001:0.0:1767384967.956329:0:16764:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:0.0:1767384967.956331:0:16764:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384967.956333:0:16764:0:(lu_object.c:207:lu_object_put()) Add 00000000f43e5b6e/00000000771b5961 to site lru. bkt: 0000000019beee47 00000040:00000001:0.0:1767384967.956336:0:16764:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384967.956337:0:16764:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000c1296f5f. 00000040:00000010:0.0:1767384967.956341:0:16764:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b77e3a33. 00000040:00000040:0.0:1767384967.956343:0:16764:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000004fe5416f : new refcount 1 00000020:00000001:0.0:1767384967.956345:0:16764:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384967.956348:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237353251712 00010000:00000001:0.0:1767384967.956350:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384967.956355:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b2b60499 x1853237353251712/t0(0) o503->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 272/8416 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384967.956362:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384967.956364:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384967.956366:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=91 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384967.956369:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384967.956372:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000002c621aa1 refcount 3 to 192.168.203.57@tcp50 00000100:00000001:0.0:1767384967.956374:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635435831249792 : -108637878301824 : ffff9d31c5dacb80) 02000000:00000001:0.0:1767384967.956376:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384967.956377:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.956380:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384967.956382:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.57@tcp50 00000400:00000010:0.0:1767384967.956391:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000040e13c99. 00000100:00000200:0.0:1767384967.956394:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237353251712, offset 224 00000400:00000200:0.0:1767384967.956399:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp50 00000400:00000200:0.0:1767384967.956406:0:16764:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp50 to NMR: 192.168.203.57@tcp50 local destination 00000400:00000200:0.0:1767384967.956413:0:16764:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp50 NI seq info: [212:212:256:4294967295] 192.168.203.57@tcp50 LPNI seq info [9:9:8:4294967295] 00000400:00000200:0.0:1767384967.956422:0:16764:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50:192.168.203.157@tcp50) -> 192.168.203.57@tcp50(192.168.203.57@tcp50:192.168.203.57@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384967.956427:0:16764:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.203.57@tcp50 00000800:00000010:0.0:1767384967.956429:0:16764:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000b77e3a33. 00000800:00000200:0.0:1767384967.956433:0:16764:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096a1dd41] -> 12345-192.168.203.57@tcp50 (4) 00000800:00000200:0.0:1767384967.956437:0:16764:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp50 ip 192.168.203.57:1022 00000800:00000200:0.0:1767384967.956440:0:16764:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b77e3a33 type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:0.0:1767384967.956456:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384967.956459:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000002c621aa1 refcount 2 to 192.168.203.57@tcp50 00010000:00000001:0.0:1767384967.956462:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384967.956463:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.956465:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384967.956468:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b2b60499 x1853237353251712/t0(0) o503->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 272/8416 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384967.956477:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b2b60499 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2fdb957e-2026-4f6c-a903-484ad848c8e8+7:15524:x1853237353251712:12345-192.168.203.57@tcp50:503: Request processed in 533us (695us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384967.956484:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.57@tcp50, seq: 156 00000100:00000040:0.0:1767384967.956488:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001a1ced1a : new rpc_count 0 00000100:00000001:0.0:1767384967.956490:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.956492:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384967.956495:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008005cd3e. 00000020:00000010:0.0:1767384967.956499:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee1bb520. 00000020:00000010:0.0:1767384967.956502:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a1115db. 00000020:00000040:0.0:1767384967.956507:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000001a1ced1a : new refcount 6 00000100:00000001:0.0:1767384967.956510:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384967.956520:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384967.956524:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5e372eb. 00000400:00000010:0.0:1767384967.956528:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009ced0615. 00000800:00000200:1.0:1767384967.956557:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384967.956561:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000b77e3a33. 00000400:00000200:1.0:1767384967.956566:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384967.956571:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000400:00000200:1.0:1767384967.956575:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040e13c99 00000400:00000010:1.0:1767384967.956577:0:16120:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000040e13c99. 00000100:00000001:1.0:1767384967.956579:0:16120:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384967.956581:0:16120:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384967.956583:0:16120:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 0000000018d840a7. 02000000:00000001:1.0:1767384967.956594:0:16120:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384967.956596:0:16120:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384967.957889:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.957896:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384967.957897:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.957899:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384967.957904:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50) <- 192.168.203.57@tcp50 : PUT - for me 00000400:00000200:1.0:1767384967.957910:0:16121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp50 of length 272 into portal 26 MB=0x6958272200400 00000400:00000200:1.0:1767384967.957915:0:16121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.57@tcp50 of length 272/272 into md 0x1755 [2] + 0 00000400:00000010:1.0:1767384967.957917:0:16121:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f773fc7b. 00000400:00000200:1.0:1767384967.957921:0:16121:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007744a993 00000800:00000001:1.0:1767384967.957923:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.957928:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384967.957930:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384967.957933:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000400:00000200:1.0:1767384967.957935:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007744a993 00000400:00000010:1.0:1767384967.957936:0:16121:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007744a993. 00000100:00000001:1.0:1767384967.957939:0:16121:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.957940:0:16121:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384967.957942:0:16121:0:(events.c:337:request_in_callback()) incoming req@000000005aa8537a x1853237353251840 msgsize 272 00000100:00100000:1.0:1767384967.957945:0:16121:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.57@tcp50 (source: 12345-192.168.203.57@tcp50) 00000100:00000040:1.0:1767384967.957946:0:16121:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384967.957955:0:16121:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384967.957958:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.957960:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.958033:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384967.958035:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237353251840 02000000:00000001:0.0:1767384967.958037:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384967.958038:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384967.958039:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384967.958041:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384967.958043:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237353251840 00000020:00000001:0.0:1767384967.958044:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384967.958045:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8823 00000020:00000001:0.0:1767384967.958047:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384967.958048:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001a1ced1a refcount=7 00000020:00000001:0.0:1767384967.958050:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000020:00000001:0.0:1767384967.958051:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000100:00000001:0.0:1767384967.958053:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.958057:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001da22cb5. 00000100:00000001:0.0:1767384967.958058:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.958059:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001da22cb5. 00000020:00000010:0.0:1767384967.958062:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a1115db. 00000020:00000010:0.0:1767384967.958064:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008005cd3e. 00000020:00000010:0.0:1767384967.958066:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee1bb520. 00000100:00000040:0.0:1767384967.958069:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384967.958071:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384967.958072:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384967.958073:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.958076:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.958085:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.958090:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384967.958091:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384967.958094:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.57@tcp50, seq: 157 00000100:00000040:0.0:1767384967.958096:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001a1ced1a : new rpc_count 1 00000100:00000001:0.0:1767384967.958097:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529415248 : -108637180136368 : ffff9d31ef77f450) 00000100:00000040:0.0:1767384967.958101:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005aa8537a x1853237353251840/t0(0) o502->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 272/0 e 0 to 0 dl 1767384978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384967.958115:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.958116:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001da22cb5. 00000100:00000001:0.0:1767384967.958118:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.958120:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001da22cb5. 00000100:00100000:0.0:1767384967.958124:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005aa8537a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2fdb957e-2026-4f6c-a903-484ad848c8e8+7:15543:x1853237353251840:12345-192.168.203.57@tcp50:502: 00000100:00000200:0.0:1767384967.958127:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237353251840 00000020:00000001:0.0:1767384967.958129:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384967.958130:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384967.958131:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.958132:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384967.958133:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169392 : -1040382224 : ffffffffc1fd06f0) 00000020:00000001:0.0:1767384967.958135:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384967.958136:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384967.958138:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384967.958139:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384967.958140:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.958142:0:16764:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:0.0:1767384967.958143:0:16764:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:0.0:1767384967.958145:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384967.958146:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384967.958153:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 0000000018d840a7. 02000000:00000001:0.0:1767384967.958154:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.958155:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384967.958157:0:16764:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000004fe5416f : new refcount 2 00000040:00000001:0.0:1767384967.958158:0:16764:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384967.958160:0:16764:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b77e3a33. 00000040:00000001:0.0:1767384967.958162:0:16764:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384967.958163:0:16764:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384967.958164:0:16764:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635436412666880 : -108637296884736 : 0xffff9d31e8828400) 00000020:00000001:0.0:1767384967.958166:0:16764:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635436412666880 : -108637296884736 : ffff9d31e8828400) 00000020:00000001:0.0:1767384967.958168:0:16764:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384967.958170:0:16764:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845353048 : -108637864198568 : ffff9d31c6b1fe58) 00000040:00000001:0.0:1767384967.958174:0:16764:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.958176:0:16764:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.958177:0:16764:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384967.958179:0:16764:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000c1296f5f. 00000040:00000001:0.0:1767384967.958180:0:16764:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384967.958181:0:16764:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384967.958212:0:16764:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.958214:0:16764:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.958215:0:16764:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.958218:0:16764:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384967.958219:0:16764:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384967.958222:0:16764:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:0.0:1767384967.958308:0:16764:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384967.958311:0:16764:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.958312:0:16764:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:0.0:1767384967.958314:0:16764:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384967.958315:0:16764:0:(lu_object.c:207:lu_object_put()) Add 00000000f43e5b6e/00000000771b5961 to site lru. bkt: 0000000019beee47 00000040:00000001:0.0:1767384967.958317:0:16764:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384967.958318:0:16764:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000c1296f5f. 00000040:00000010:0.0:1767384967.958320:0:16764:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b77e3a33. 00000040:00000040:0.0:1767384967.958321:0:16764:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000004fe5416f : new refcount 1 00000020:00000001:0.0:1767384967.958323:0:16764:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384967.958325:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237353251840 00010000:00000001:0.0:1767384967.958326:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384967.958329:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005aa8537a x1853237353251840/t0(0) o502->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 272/8472 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384967.958335:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384967.958336:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384967.958338:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=91 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384967.958340:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384967.958341:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000002c621aa1 refcount 3 to 192.168.203.57@tcp50 00000100:00000001:0.0:1767384967.958343:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635435831249792 : -108637878301824 : ffff9d31c5dacb80) 02000000:00000001:0.0:1767384967.958344:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384967.958345:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.958347:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384967.958353:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.57@tcp50 00000400:00000010:0.0:1767384967.958355:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000e0c3fb8b. 00000100:00000200:0.0:1767384967.958358:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237353251840, offset 224 00000400:00000200:0.0:1767384967.958361:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp50 00000400:00000200:0.0:1767384967.958366:0:16764:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp50 to NMR: 192.168.203.57@tcp50 local destination 00000400:00000200:0.0:1767384967.958372:0:16764:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp50 NI seq info: [213:213:256:4294967295] 192.168.203.57@tcp50 LPNI seq info [10:10:8:4294967295] 00000400:00000200:0.0:1767384967.958379:0:16764:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50:192.168.203.157@tcp50) -> 192.168.203.57@tcp50(192.168.203.57@tcp50:192.168.203.57@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384967.958382:0:16764:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.203.57@tcp50 00000800:00000010:0.0:1767384967.958383:0:16764:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000b77e3a33. 00000800:00000200:0.0:1767384967.958386:0:16764:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096a1dd41] -> 12345-192.168.203.57@tcp50 (4) 00000800:00000200:0.0:1767384967.958390:0:16764:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp50 ip 192.168.203.57:1022 00000800:00000200:0.0:1767384967.958391:0:16764:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b77e3a33 type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:0.0:1767384967.958402:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384967.958404:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000002c621aa1 refcount 2 to 192.168.203.57@tcp50 00010000:00000001:0.0:1767384967.958405:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384967.958406:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.958407:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384967.958410:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005aa8537a x1853237353251840/t0(0) o502->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 272/8472 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384967.958418:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005aa8537a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2fdb957e-2026-4f6c-a903-484ad848c8e8+7:15543:x1853237353251840:12345-192.168.203.57@tcp50:502: Request processed in 301us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384967.958423:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.57@tcp50, seq: 157 00000100:00000040:0.0:1767384967.958425:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001a1ced1a : new rpc_count 0 00000100:00000001:0.0:1767384967.958426:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.958428:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384967.958430:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008005cd3e. 00000020:00000010:0.0:1767384967.958432:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee1bb520. 00000020:00000010:0.0:1767384967.958435:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a1115db. 00000020:00000040:0.0:1767384967.958437:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000001a1ced1a : new refcount 6 00000100:00000001:0.0:1767384967.958439:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384967.958446:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384967.958449:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007afdfe63. 00000400:00000010:0.0:1767384967.958451:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000040e13c99. 00000800:00000200:3.0:1767384967.958458:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384967.958463:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000b77e3a33. 00000400:00000200:3.0:1767384967.958468:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.958473:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000400:00000200:3.0:1767384967.958476:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0c3fb8b 00000400:00000010:3.0:1767384967.958478:0:16122:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000e0c3fb8b. 00000100:00000001:3.0:1767384967.958481:0:16122:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384967.958483:0:16122:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.958485:0:16122:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 0000000018d840a7. 02000000:00000001:3.0:1767384967.958493:0:16122:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384967.958495:0:16122:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384967.970990:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.971005:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384967.971007:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.971009:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384967.971037:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50) <- 192.168.203.57@tcp50 : PUT - for me 00000400:00000200:1.0:1767384967.971048:0:16120:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp50 of length 272 into portal 26 MB=0x6958272200480 00000400:00000200:1.0:1767384967.971054:0:16120:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.57@tcp50 of length 272/272 into md 0x178d [2] + 0 00000400:00000010:1.0:1767384967.971057:0:16120:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5f97cb4. 00000400:00000200:1.0:1767384967.971063:0:16120:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006fdae188 00000800:00000001:1.0:1767384967.971067:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.971073:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384967.971075:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384967.971078:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000400:00000200:1.0:1767384967.971081:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fdae188 00000400:00000010:1.0:1767384967.971082:0:16120:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006fdae188. 00000100:00000001:1.0:1767384967.971086:0:16120:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.971088:0:16120:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384967.971090:0:16120:0:(events.c:337:request_in_callback()) incoming req@0000000035f588f5 x1853237353251968 msgsize 272 00000100:00100000:1.0:1767384967.971093:0:16120:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.57@tcp50 (source: 12345-192.168.203.57@tcp50) 00000100:00000040:1.0:1767384967.971094:0:16120:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384967.971104:0:16120:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384967.971109:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.971111:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.971155:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384967.971159:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237353251968 02000000:00000001:0.0:1767384967.971162:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384967.971165:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384967.971167:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384967.971172:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384967.971176:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237353251968 00000020:00000001:0.0:1767384967.971178:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384967.971180:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8823 00000020:00000001:0.0:1767384967.971183:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384967.971185:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001a1ced1a refcount=7 00000020:00000001:0.0:1767384967.971188:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000020:00000001:0.0:1767384967.971191:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000100:00000001:0.0:1767384967.971195:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.971200:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001da22cb5. 00000100:00000001:0.0:1767384967.971203:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.971206:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001da22cb5. 00000020:00000010:0.0:1767384967.971211:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a1115db. 00000020:00000010:0.0:1767384967.971216:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008005cd3e. 00000020:00000010:0.0:1767384967.971220:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee1bb520. 00000100:00000040:0.0:1767384967.971228:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384967.971232:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384967.971233:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384967.971235:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.971240:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.971267:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.971276:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384967.971278:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384967.971284:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.57@tcp50, seq: 158 00000100:00000040:0.0:1767384967.971288:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001a1ced1a : new rpc_count 1 00000100:00000001:0.0:1767384967.971290:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529406032 : -108637180145584 : ffff9d31ef77d050) 00000100:00000040:0.0:1767384967.971297:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000035f588f5 x1853237353251968/t0(0) o502->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 272/0 e 0 to 0 dl 1767384978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384967.971322:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.971325:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001da22cb5. 00000100:00000001:0.0:1767384967.971327:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.971329:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001da22cb5. 00000100:00100000:0.0:1767384967.971334:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000035f588f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2fdb957e-2026-4f6c-a903-484ad848c8e8+7:15543:x1853237353251968:12345-192.168.203.57@tcp50:502: 00000100:00000200:0.0:1767384967.971338:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237353251968 00000020:00000001:0.0:1767384967.971341:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384967.971344:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384967.971347:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.971349:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384967.971351:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169392 : -1040382224 : ffffffffc1fd06f0) 00000020:00000001:0.0:1767384967.971354:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384967.971356:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384967.971358:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384967.971360:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384967.971363:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.971365:0:16764:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:0.0:1767384967.971367:0:16764:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:0.0:1767384967.971372:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384967.971374:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384967.971387:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 0000000018d840a7. 02000000:00000001:0.0:1767384967.971391:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.971393:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384967.971396:0:16764:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000004fe5416f : new refcount 2 00000040:00000001:0.0:1767384967.971399:0:16764:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384967.971402:0:16764:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000f289565. 00000040:00000001:0.0:1767384967.971406:0:16764:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384967.971408:0:16764:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384967.971410:0:16764:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635436412666880 : -108637296884736 : 0xffff9d31e8828400) 00000020:00000001:0.0:1767384967.971413:0:16764:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635436412666880 : -108637296884736 : ffff9d31e8828400) 00000020:00000001:0.0:1767384967.971417:0:16764:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384967.971421:0:16764:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435845353048 : -108637864198568 : ffff9d31c6b1fe58) 00000040:00000001:0.0:1767384967.971430:0:16764:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.971432:0:16764:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.971434:0:16764:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384967.971438:0:16764:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000c1296f5f. 00000040:00000001:0.0:1767384967.971440:0:16764:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384967.971442:0:16764:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384967.971524:0:16764:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.971528:0:16764:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.971530:0:16764:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.971533:0:16764:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384967.971535:0:16764:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384967.971538:0:16764:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:0.0:1767384967.971581:0:16764:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384967.971585:0:16764:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.971587:0:16764:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:0.0:1767384967.971590:0:16764:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384967.971593:0:16764:0:(lu_object.c:207:lu_object_put()) Add 00000000f43e5b6e/00000000771b5961 to site lru. bkt: 0000000019beee47 00000040:00000001:0.0:1767384967.971596:0:16764:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384967.971598:0:16764:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000c1296f5f. 00000040:00000010:0.0:1767384967.971601:0:16764:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000f289565. 00000040:00000040:0.0:1767384967.971604:0:16764:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000004fe5416f : new refcount 1 00000020:00000001:0.0:1767384967.971606:0:16764:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384967.971609:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237353251968 00010000:00000001:0.0:1767384967.971612:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384967.971617:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000035f588f5 x1853237353251968/t0(0) o502->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 272/8472 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384967.971626:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384967.971628:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384967.971631:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=91 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384967.971636:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384967.971639:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000002c621aa1 refcount 3 to 192.168.203.57@tcp50 00000100:00000001:0.0:1767384967.971641:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635435831249792 : -108637878301824 : ffff9d31c5dacb80) 02000000:00000001:0.0:1767384967.971644:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384967.971646:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.971649:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384967.971659:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.57@tcp50 00000400:00000010:0.0:1767384967.971663:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000796ee240. 00000100:00000200:0.0:1767384967.971668:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237353251968, offset 224 00000400:00000200:0.0:1767384967.971674:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp50 00000400:00000200:0.0:1767384967.971683:0:16764:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp50 to NMR: 192.168.203.57@tcp50 local destination 00000400:00000200:0.0:1767384967.971697:0:16764:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp50 NI seq info: [214:214:256:4294967295] 192.168.203.57@tcp50 LPNI seq info [11:11:8:4294967295] 00000400:00000200:0.0:1767384967.971707:0:16764:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50:192.168.203.157@tcp50) -> 192.168.203.57@tcp50(192.168.203.57@tcp50:192.168.203.57@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384967.971712:0:16764:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.203.57@tcp50 00000800:00000010:0.0:1767384967.971717:0:16764:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000000f289565. 00000800:00000200:0.0:1767384967.971722:0:16764:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096a1dd41] -> 12345-192.168.203.57@tcp50 (4) 00000800:00000200:0.0:1767384967.971729:0:16764:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp50 ip 192.168.203.57:1022 00000800:00000200:0.0:1767384967.971732:0:16764:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000f289565 type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:0.0:1767384967.971745:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384967.971749:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000002c621aa1 refcount 2 to 192.168.203.57@tcp50 00010000:00000001:0.0:1767384967.971751:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384967.971753:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.971756:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384967.971761:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035f588f5 x1853237353251968/t0(0) o502->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 272/8472 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384967.971772:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000035f588f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2fdb957e-2026-4f6c-a903-484ad848c8e8+7:15543:x1853237353251968:12345-192.168.203.57@tcp50:502: Request processed in 449us (679us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384967.971780:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.57@tcp50, seq: 158 00000100:00000040:0.0:1767384967.971784:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001a1ced1a : new rpc_count 0 00000100:00000001:0.0:1767384967.971786:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.971788:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384967.971792:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008005cd3e. 00000020:00000010:0.0:1767384967.971796:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee1bb520. 00000020:00000010:0.0:1767384967.971799:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a1115db. 00000020:00000040:0.0:1767384967.971803:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000001a1ced1a : new refcount 6 00000100:00000001:0.0:1767384967.971807:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384967.971818:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384967.971822:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000019255f0. 00000400:00000010:0.0:1767384967.971828:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0c3fb8b. 00000800:00000200:1.0:1767384967.971829:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384967.971833:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000000f289565. 00000400:00000200:1.0:1767384967.971837:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384967.971841:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000400:00000200:1.0:1767384967.971843:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000796ee240 00000400:00000010:1.0:1767384967.971845:0:16121:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000796ee240. 00000100:00000001:1.0:1767384967.971847:0:16121:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384967.971849:0:16121:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384967.971850:0:16121:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 0000000018d840a7. 02000000:00000001:1.0:1767384967.971860:0:16121:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384967.971861:0:16121:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384967.973074:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.973081:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384967.973083:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.973086:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.973093:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50) <- 192.168.203.57@tcp50 : PUT - for me 00000400:00000200:3.0:1767384967.973101:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp50 of length 328 into portal 26 MB=0x6958272200500 00000400:00000200:3.0:1767384967.973107:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.57@tcp50 of length 328/328 into md 0x1795 [2] + 0 00000400:00000010:3.0:1767384967.973111:0:16122:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ca97c79. 00000400:00000200:3.0:1767384967.973114:0:16122:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d4bcb0c6 00000800:00000001:3.0:1767384967.973118:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.973189:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.973191:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.973194:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000400:00000200:3.0:1767384967.973197:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4bcb0c6 00000400:00000010:3.0:1767384967.973198:0:16122:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d4bcb0c6. 00000100:00000001:3.0:1767384967.973200:0:16122:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.973201:0:16122:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384967.973203:0:16122:0:(events.c:337:request_in_callback()) incoming req@000000000bea4e73 x1853237353252096 msgsize 328 00000100:00100000:3.0:1767384967.973206:0:16122:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.57@tcp50 (source: 12345-192.168.203.57@tcp50) 00000100:00000040:3.0:1767384967.973207:0:16122:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384967.973216:0:16122:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384967.973221:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.973223:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.973267:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384967.973270:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237353252096 02000000:00000001:0.0:1767384967.973272:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384967.973274:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384967.973276:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384967.973278:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384967.973281:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237353252096 00000020:00000001:0.0:1767384967.973283:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384967.973284:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8823 00000020:00000001:0.0:1767384967.973286:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384967.973287:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001a1ced1a refcount=7 00000020:00000001:0.0:1767384967.973290:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000020:00000001:0.0:1767384967.973292:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000100:00000001:0.0:1767384967.973295:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.973298:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001da22cb5. 00000100:00000001:0.0:1767384967.973300:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.973302:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001da22cb5. 00000020:00000010:0.0:1767384967.973306:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a1115db. 00000020:00000010:0.0:1767384967.973310:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008005cd3e. 00000020:00000010:0.0:1767384967.973312:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee1bb520. 00000100:00000040:0.0:1767384967.973317:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384967.973319:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384967.973320:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384967.973321:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.973325:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.973335:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.973343:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384967.973344:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384967.973349:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.57@tcp50, seq: 159 00000100:00000040:0.0:1767384967.973352:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001a1ced1a : new rpc_count 1 00000100:00000001:0.0:1767384967.973354:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529417296 : -108637180134320 : ffff9d31ef77fc50) 00000100:00000040:0.0:1767384967.973360:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000bea4e73 x1853237353252096/t0(0) o101->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 328/0 e 0 to 0 dl 1767384978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384967.973376:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.973379:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001da22cb5. 00000100:00000001:0.0:1767384967.973381:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.973383:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001da22cb5. 00000100:00100000:0.0:1767384967.973387:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000bea4e73 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2fdb957e-2026-4f6c-a903-484ad848c8e8+7:15524:x1853237353252096:12345-192.168.203.57@tcp50:101: 00000100:00000200:0.0:1767384967.973391:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237353252096 00000020:00000001:0.0:1767384967.973393:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384967.973395:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384967.973397:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.973399:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384967.973400:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169728 : -1040381888 : ffffffffc1fd0840) 00000020:00000001:0.0:1767384967.973403:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384967.973404:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384967.973406:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384967.973407:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384967.973410:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.973412:0:16764:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384967.973414:0:16764:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384967.973416:0:16764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384967.973418:0:16764:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384967.973420:0:16764:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.973424:0:16764:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384967.973432:0:16764:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000008817395. 00010000:00000001:0.0:1767384967.973436:0:16764:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384967.973439:0:16764:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b46f71f2. 00000020:00000001:0.0:1767384967.973442:0:16764:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384967.973444:0:16764:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b46f71f2 with handle 0x4895a8f6c11e8838 to hash 00000020:00000001:0.0:1767384967.973446:0:16764:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384967.973447:0:16764:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854932992 : -108637854618624 : ffff9d31c7442c00) 00010000:00000001:0.0:1767384967.973450:0:16764:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854932992 : -108637854618624 : ffff9d31c7442c00) 00010000:00010000:0.0:1767384967.973454:0:16764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000b46f71f2/0x4895a8f6c11e8838 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc665bd1ab4380081 expref: -99 pid: 16764 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384967.973474:0:16764:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000001a1ced1a : new locks_count 3 00000020:00000040:0.0:1767384967.973476:0:16764:0:(genops.c:887:class_export_get()) GET export 000000001a1ced1a refcount=8 00000100:00000001:0.0:1767384967.973482:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384967.973484:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384967.973487:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000080d597d7. 02000000:00000001:0.0:1767384967.973489:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.973491:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.973493:0:16764:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384967.973496:0:16764:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384967.973498:0:16764:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384967.973501:0:16764:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384967.973502:0:16764:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384967.973504:0:16764:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384967.973506:0:16764:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384967.973508:0:16764:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384967.973510:0:16764:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384967.973512:0:16764:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384967.973513:0:16764:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384967.973515:0:16764:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000008817395) refcount = 1 00010000:00010000:0.0:1767384967.973520:0:16764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b46f71f2/0x4895a8f6c11e8838 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.203.57@tcp50 remote: 0xc665bd1ab4380081 expref: 8 pid: 16764 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384967.973527:0:16764:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384967.973529:0:16764:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384967.973531:0:16764:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384967.973532:0:16764:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.973534:0:16764:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384967.973539:0:16764:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384967.973541:0:16764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000b46f71f2/0x4895a8f6c11e8838 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.203.57@tcp50 remote: 0xc665bd1ab4380081 expref: 8 pid: 16764 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384967.973549:0:16764:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384967.973550:0:16764:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384967.973552:0:16764:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384967.973560:0:16764:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.973562:0:16764:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384967.973564:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384967.973566:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384967.973567:0:16764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000b46f71f2, rc 0) 00000020:00000001:0.0:1767384967.973570:0:16764:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384967.973572:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237353252096 00010000:00000001:0.0:1767384967.973574:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384967.973578:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000bea4e73 x1853237353252096/t0(0) o101->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 328/344 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384967.973585:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384967.973587:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384967.973589:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=91 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384967.973592:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384967.973595:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000002c621aa1 refcount 3 to 192.168.203.57@tcp50 00000100:00000001:0.0:1767384967.973597:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635435831249792 : -108637878301824 : ffff9d31c5dacb80) 02000000:00000001:0.0:1767384967.973599:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384967.973601:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.973603:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384967.973606:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.57@tcp50 00000400:00000010:0.0:1767384967.973609:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab90512b. 00000100:00000200:0.0:1767384967.973612:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237353252096, offset 224 00000400:00000200:0.0:1767384967.973617:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp50 00000400:00000200:0.0:1767384967.973623:0:16764:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp50 to NMR: 192.168.203.57@tcp50 local destination 00000400:00000200:0.0:1767384967.973630:0:16764:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp50 NI seq info: [215:215:256:4294967295] 192.168.203.57@tcp50 LPNI seq info [12:12:8:4294967295] 00000400:00000200:0.0:1767384967.973640:0:16764:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50:192.168.203.157@tcp50) -> 192.168.203.57@tcp50(192.168.203.57@tcp50:192.168.203.57@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384967.973645:0:16764:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.57@tcp50 00000800:00000010:0.0:1767384967.973649:0:16764:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000026d8a51f. 00000800:00000200:0.0:1767384967.973653:0:16764:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096a1dd41] -> 12345-192.168.203.57@tcp50 (4) 00000800:00000200:0.0:1767384967.973657:0:16764:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp50 ip 192.168.203.57:1023 00000800:00000200:0.0:1767384967.973660:0:16764:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000026d8a51f type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1767384967.973678:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384967.973682:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000002c621aa1 refcount 2 to 192.168.203.57@tcp50 00010000:00000001:0.0:1767384967.973685:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384967.973686:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.973689:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384967.973694:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000bea4e73 x1853237353252096/t0(0) o101->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 328/344 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384967.973705:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000bea4e73 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2fdb957e-2026-4f6c-a903-484ad848c8e8+8:15524:x1853237353252096:12345-192.168.203.57@tcp50:101: Request processed in 327us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384967.973713:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.57@tcp50, seq: 159 00000100:00000040:0.0:1767384967.973715:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001a1ced1a : new rpc_count 0 00000100:00000001:0.0:1767384967.973718:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.973720:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384967.973723:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008005cd3e. 00000020:00000010:0.0:1767384967.973727:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee1bb520. 00000020:00000010:0.0:1767384967.973729:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a1115db. 00000020:00000040:0.0:1767384967.973732:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000001a1ced1a : new refcount 7 00000100:00000001:0.0:1767384967.973736:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384967.973739:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1767384967.973740:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384967.973745:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8faea88. 00000800:00000010:1.0:1767384967.973750:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000026d8a51f. 00000400:00000010:0.0:1767384967.973750:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000796ee240. 00000400:00000200:1.0:1767384967.973755:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384967.973762:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000400:00000200:1.0:1767384967.973765:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab90512b 00000400:00000010:1.0:1767384967.973766:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab90512b. 00000100:00000001:1.0:1767384967.973769:0:16120:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384967.973771:0:16120:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384967.973772:0:16120:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000080d597d7. 02000000:00000001:1.0:1767384967.973775:0:16120:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384967.973776:0:16120:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384967.975163:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.975169:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384967.975171:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.975172:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384967.975176:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50) <- 192.168.203.57@tcp50 : PUT - for me 00000400:00000200:1.0:1767384967.975193:0:16121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp50 of length 304 into portal 26 MB=0x6958272200580 00000400:00000200:1.0:1767384967.975196:0:16121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.57@tcp50 of length 304/304 into md 0x17e9 [2] + 0 00000400:00000010:1.0:1767384967.975199:0:16121:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4ad3fb4. 00000400:00000200:1.0:1767384967.975201:0:16121:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000005710363 00000800:00000001:1.0:1767384967.975204:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.975208:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384967.975209:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384967.975211:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000400:00000200:1.0:1767384967.975214:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005710363 00000400:00000010:1.0:1767384967.975214:0:16121:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005710363. 00000100:00000001:1.0:1767384967.975218:0:16121:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.975219:0:16121:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384967.975221:0:16121:0:(events.c:337:request_in_callback()) incoming req@0000000024645d1f x1853237353252224 msgsize 304 00000100:00100000:1.0:1767384967.975224:0:16121:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.57@tcp50 (source: 12345-192.168.203.57@tcp50) 00000100:00000040:1.0:1767384967.975225:0:16121:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384967.975233:0:16121:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384967.975236:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.975238:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.975300:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384967.975304:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237353252224 02000000:00000001:0.0:1767384967.975307:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384967.975308:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384967.975310:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384967.975313:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384967.975315:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237353252224 00000020:00000001:0.0:1767384967.975317:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384967.975319:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8823 00000020:00000001:0.0:1767384967.975321:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384967.975322:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001a1ced1a refcount=8 00000020:00000001:0.0:1767384967.975325:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000020:00000001:0.0:1767384967.975335:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000100:00000001:0.0:1767384967.975339:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.975341:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001da22cb5. 00000100:00000001:0.0:1767384967.975343:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.975356:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001da22cb5. 00000020:00000010:0.0:1767384967.975360:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a1115db. 00000020:00000010:0.0:1767384967.975363:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008005cd3e. 00000020:00000010:0.0:1767384967.975366:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee1bb520. 00000100:00000040:0.0:1767384967.975371:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384967.975373:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384967.975374:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384967.975375:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.975379:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.975389:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.975396:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384967.975398:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384967.975403:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.57@tcp50, seq: 160 00000100:00000040:0.0:1767384967.975404:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001a1ced1a : new rpc_count 1 00000100:00000001:0.0:1767384967.975406:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529403984 : -108637180147632 : ffff9d31ef77c850) 00000100:00000040:0.0:1767384967.975409:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000024645d1f x1853237353252224/t0(0) o256->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 304/0 e 0 to 0 dl 1767384978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384967.975416:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.975419:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001da22cb5. 00000100:00000001:0.0:1767384967.975421:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.975424:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001da22cb5. 00000100:00100000:0.0:1767384967.975429:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000024645d1f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2fdb957e-2026-4f6c-a903-484ad848c8e8+8:15524:x1853237353252224:12345-192.168.203.57@tcp50:256: 00000100:00000200:0.0:1767384967.975433:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237353252224 00000020:00000001:0.0:1767384967.975435:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384967.975438:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384967.975440:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.975443:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384967.975451:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170144 : -1040381472 : ffffffffc1fd09e0) 00000020:00000001:0.0:1767384967.975454:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384967.975456:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384967.975457:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384967.975459:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384967.975461:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.975464:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384967.975466:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384967.975469:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000b3f106fc. 02000000:00000001:0.0:1767384967.975471:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.975473:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384967.975476:0:16764:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384967.975480:0:16764:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384967.975483:0:16764:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384967.975485:0:16764:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384967.975487:0:16764:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384967.975489:0:16764:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384967.975492:0:16764:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:00000010:0.0:1767384967.975495:0:16764:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000f331812b. 20000000:00000001:0.0:1767384967.975498:0:16764:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384967.975518:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384967.975523:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384967.975528:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384967.975530:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384967.975532:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384967.975534:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384967.975537:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384967.975539:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384967.975541:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384967.975543:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384967.975545:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384967.975547:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384967.975549:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384967.975551:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384967.975554:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384967.975556:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384967.975558:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384967.975560:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384967.975568:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384967.975570:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384967.975572:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384967.975574:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384967.975576:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384967.975578:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384967.975580:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384967.975582:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384967.975584:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384967.975586:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384967.975588:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384967.975590:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384967.975592:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384967.975594:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384967.975596:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384967.975598:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384967.975600:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384967.975603:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384967.975605:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384967.975606:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384967.975609:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384967.975611:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:0.0:1767384967.975613:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:0.0:1767384967.975615:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:0.0:1767384967.975618:0:16764:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/256/255. 20000000:00000040:0.0:1767384967.975629:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384967.975632:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384967.975634:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384967.975637:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384967.975639:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384967.975640:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384967.975642:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384967.975644:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384967.975646:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384967.975648:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384967.975650:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384967.975652:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384967.975654:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384967.975656:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384967.975666:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384967.975668:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384967.975670:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384967.975672:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384967.975674:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384967.975676:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384967.975678:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384967.975680:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384967.975682:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384967.975684:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384967.975686:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384967.975688:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384967.975690:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384967.975692:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384967.975694:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384967.975696:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384967.975698:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384967.975701:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384967.975702:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384967.975704:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384967.975706:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384967.975708:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384967.975711:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384967.975713:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384967.975726:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384967.975728:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:0.0:1767384967.975730:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:0.0:1767384967.975732:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:0.0:1767384967.975734:0:16764:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/256/255. 20000000:01000000:0.0:1767384967.975737:0:16764:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:0.0:1767384967.975738:0:16764:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:0.0:1767384967.975741:0:16764:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384967.975745:0:16764:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000080d597d7. 00000100:00000010:0.0:1767384967.975749:0:16764:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000007a63d87d. 00000020:00000040:0.0:1767384967.975751:0:16764:0:(genops.c:887:class_export_get()) GET export 000000001a1ced1a refcount=9 00010000:00000001:0.0:1767384967.975755:0:16764:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384967.975757:0:16764:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384967.975761:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c069f08f. 00000400:00000010:0.0:1767384967.975768:0:16764:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000da9024c0. 00000400:00000200:0.0:1767384967.975778:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp50 00000400:00000200:0.0:1767384967.975786:0:16764:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp50 to NMR: 192.168.203.57@tcp50 local destination 00000400:00000200:0.0:1767384967.975795:0:16764:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp50 NI seq info: [216:216:256:4294967295] 192.168.203.57@tcp50 LPNI seq info [13:13:8:4294967295] 00000400:00000200:0.0:1767384967.975801:0:16764:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.57@tcp50 00000400:00000200:0.0:1767384967.975807:0:16764:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50:192.168.203.157@tcp50) -> 192.168.203.57@tcp50(192.168.203.57@tcp50:192.168.203.57@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384967.975813:0:16764:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1728 bytes in 1 frags to 12345-192.168.203.57@tcp50 00000800:00000010:0.0:1767384967.975816:0:16764:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000026d8a51f. 00000800:00000200:0.0:1767384967.975821:0:16764:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096a1dd41] -> 12345-192.168.203.57@tcp50 (4) 00000800:00000200:0.0:1767384967.975826:0:16764:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp50 ip 192.168.203.57:1022 00000800:00000200:0.0:1767384967.975828:0:16764:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000026d8a51f type 1, nob 1824 niov 1 nkiov 1 00000100:00000200:0.0:1767384967.975846:0:16764:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-192.168.203.57@tcp50 mbits 0x6958272200580-0x6958272200580 00000100:00000001:0.0:1767384967.975850:0:16764:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384967.975911:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384967.975915:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000026d8a51f. 00000400:00000200:3.0:1767384967.975919:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.975924:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000100:00000001:3.0:1767384967.975929:0:16122:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384967.975930:0:16122:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000080d597d7 00000100:00000001:3.0:1767384967.975932:0:16122:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:1.0:1767384967.982316:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.982324:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384967.982333:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.982359:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384967.982364:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50) <- 192.168.203.57@tcp50 : ACK - for me 00000400:00000200:1.0:1767384967.982378:0:16120:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.157@tcp50: ACK from 12345-192.168.203.57@tcp50 into md 0x1fa1 00000400:00000200:1.0:1767384967.982382:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384967.982384:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: ACK: OK 00000400:00000200:1.0:1767384967.982388:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c069f08f 00000400:00000010:1.0:1767384967.982389:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c069f08f. 00000100:00000001:1.0:1767384967.982392:0:16120:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384967.982393:0:16120:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000080d597d7 00000100:00000001:1.0:1767384967.982401:0:16120:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:1.0:1767384967.982404:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.982406:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384967.982456:0:16764:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.982461:0:16764:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384967.982464:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000001a1ced1a : new refcount 8 00000100:00000010:0.0:1767384967.982467:0:16764:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000007a63d87d. 00000100:00000010:0.0:1767384967.982472:0:16764:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000080d597d7. 00000100:00000001:0.0:1767384967.982475:0:16764:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384967.982476:0:16764:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384967.982485:0:16764:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000f331812b. 20000000:00000001:0.0:1767384967.982489:0:16764:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384967.982492:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237353252224 00010000:00000001:0.0:1767384967.982495:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384967.982500:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000024645d1f x1853237353252224/t0(0) o256->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 304/240 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384967.982508:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384967.982510:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384967.982512:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=91 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384967.982516:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384967.982518:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000002c621aa1 refcount 3 to 192.168.203.57@tcp50 00000100:00000001:0.0:1767384967.982520:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635435831249792 : -108637878301824 : ffff9d31c5dacb80) 02000000:00000001:0.0:1767384967.982530:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384967.982532:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.982534:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384967.982537:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.57@tcp50 00000400:00000010:0.0:1767384967.982540:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000745b7c5b. 00000100:00000200:0.0:1767384967.982543:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237353252224, offset 224 00000400:00000200:0.0:1767384967.982548:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp50 00000400:00000200:0.0:1767384967.982554:0:16764:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp50 to NMR: 192.168.203.57@tcp50 local destination 00000400:00000200:0.0:1767384967.982562:0:16764:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp50 NI seq info: [217:217:256:4294967295] 192.168.203.57@tcp50 LPNI seq info [14:14:8:4294967295] 00000400:00000200:0.0:1767384967.982572:0:16764:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50:192.168.203.157@tcp50) -> 192.168.203.57@tcp50(192.168.203.57@tcp50:192.168.203.57@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384967.982576:0:16764:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.203.57@tcp50 00000800:00000010:0.0:1767384967.982579:0:16764:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000192a0bd5. 00000800:00000200:0.0:1767384967.982583:0:16764:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096a1dd41] -> 12345-192.168.203.57@tcp50 (4) 00000800:00000200:0.0:1767384967.982588:0:16764:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp50 ip 192.168.203.57:1023 00000800:00000200:0.0:1767384967.982591:0:16764:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000192a0bd5 type 1, nob 336 niov 1 nkiov 1 00000100:00000001:0.0:1767384967.982603:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384967.982607:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000002c621aa1 refcount 2 to 192.168.203.57@tcp50 00010000:00000001:0.0:1767384967.982609:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384967.982610:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.982612:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384967.982617:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024645d1f x1853237353252224/t0(0) o256->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 304/240 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384967.982628:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000024645d1f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2fdb957e-2026-4f6c-a903-484ad848c8e8+8:15524:x1853237353252224:12345-192.168.203.57@tcp50:256: Request processed in 7209us (7404us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384967.982637:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.57@tcp50, seq: 160 00000100:00000040:0.0:1767384967.982640:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001a1ced1a : new rpc_count 0 00000100:00000001:0.0:1767384967.982643:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.982645:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384967.982648:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008005cd3e. 00000020:00000010:0.0:1767384967.982652:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee1bb520. 00000800:00000200:1.0:1767384967.982658:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384967.982662:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000192a0bd5. 00000020:00000010:0.0:1767384967.982662:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a1115db. 00000400:00000200:1.0:1767384967.982666:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1767384967.982669:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000001a1ced1a : new refcount 7 00000400:00000200:1.0:1767384967.982673:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000100:00000001:0.0:1767384967.982677:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384967.982678:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000745b7c5b 00000400:00000010:1.0:1767384967.982681:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000745b7c5b. 00000100:00000001:1.0:1767384967.982685:0:16121:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:0.0:1767384967.982685:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:1.0:1767384967.982688:0:16121:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384967.982690:0:16121:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000b3f106fc. 00000400:00000010:0.0:1767384967.982691:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e27b978. 02000000:00000001:1.0:1767384967.982693:0:16121:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384967.982696:0:16121:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:0.0:1767384967.982699:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000344b0ce1. 00000800:00000001:3.0:1767384967.986735:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.986742:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384967.986744:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.986745:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.986750:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50) <- 192.168.203.57@tcp50 : PUT - for me 00000400:00000200:3.0:1767384967.986757:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp50 of length 328 into portal 26 MB=0x6958272200600 00000400:00000200:3.0:1767384967.986761:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.57@tcp50 of length 328/328 into md 0x17f1 [2] + 0 00000400:00000010:3.0:1767384967.986764:0:16122:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042883d75. 00000400:00000200:3.0:1767384967.986766:0:16122:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003c0134b7 00000800:00000001:3.0:1767384967.986769:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.986782:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.986784:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.986786:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000400:00000200:3.0:1767384967.986789:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c0134b7 00000400:00000010:3.0:1767384967.986796:0:16122:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c0134b7. 00000100:00000001:3.0:1767384967.986799:0:16122:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.986800:0:16122:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384967.986802:0:16122:0:(events.c:337:request_in_callback()) incoming req@0000000052bbec5c x1853237353252352 msgsize 328 00000100:00100000:3.0:1767384967.986805:0:16122:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.57@tcp50 (source: 12345-192.168.203.57@tcp50) 00000100:00000040:3.0:1767384967.986807:0:16122:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384967.986817:0:16122:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384967.986822:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.986824:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.986869:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384967.986873:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237353252352 02000000:00000001:0.0:1767384967.986876:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384967.986878:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384967.986880:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384967.986884:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384967.986887:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237353252352 00000020:00000001:0.0:1767384967.986889:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384967.986890:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8823 00000020:00000001:0.0:1767384967.986892:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384967.986894:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001a1ced1a refcount=8 00000020:00000001:0.0:1767384967.986897:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000020:00000001:0.0:1767384967.986900:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000100:00000001:0.0:1767384967.986903:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.986908:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001da22cb5. 00000100:00000001:0.0:1767384967.986911:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.986913:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001da22cb5. 00000020:00000010:0.0:1767384967.986918:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a1115db. 00000020:00000010:0.0:1767384967.986922:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008005cd3e. 00000020:00000010:0.0:1767384967.986925:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee1bb520. 00000100:00000040:0.0:1767384967.986931:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384967.986933:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384967.986935:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384967.986936:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.986942:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.986958:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.986966:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384967.986968:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384967.986973:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.57@tcp50, seq: 161 00000100:00000040:0.0:1767384967.986984:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001a1ced1a : new rpc_count 1 00000100:00000001:0.0:1767384967.986987:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529409104 : -108637180142512 : ffff9d31ef77dc50) 00000100:00000040:0.0:1767384967.986994:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000052bbec5c x1853237353252352/t0(0) o101->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 328/0 e 0 to 0 dl 1767384978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384967.987005:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.987009:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001da22cb5. 00000100:00000001:0.0:1767384967.987035:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.987038:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001da22cb5. 00000100:00100000:0.0:1767384967.987043:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000052bbec5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2fdb957e-2026-4f6c-a903-484ad848c8e8+8:15524:x1853237353252352:12345-192.168.203.57@tcp50:101: 00000100:00000200:0.0:1767384967.987047:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237353252352 00000020:00000001:0.0:1767384967.987050:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384967.987053:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384967.987055:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.987057:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384967.987059:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169728 : -1040381888 : ffffffffc1fd0840) 00000020:00000001:0.0:1767384967.987062:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384967.987063:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384967.987065:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384967.987067:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384967.987071:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.987073:0:16764:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384967.987075:0:16764:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384967.987076:0:16764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384967.987078:0:16764:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384967.987080:0:16764:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.987083:0:16764:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384967.987088:0:16764:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a9e3103c count: 3 00010000:00000001:0.0:1767384967.987091:0:16764:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384967.987094:0:16764:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384967.987097:0:16764:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e066216e. 00000020:00000001:0.0:1767384967.987101:0:16764:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384967.987103:0:16764:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e066216e with handle 0x4895a8f6c11e883f to hash 00000020:00000001:0.0:1767384967.987106:0:16764:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384967.987114:0:16764:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854931456 : -108637854620160 : ffff9d31c7442600) 00010000:00000001:0.0:1767384967.987116:0:16764:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854931456 : -108637854620160 : ffff9d31c7442600) 00010000:00010000:0.0:1767384967.987119:0:16764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000e066216e/0x4895a8f6c11e883f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc665bd1ab4380088 expref: -99 pid: 16764 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384967.987128:0:16764:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000001a1ced1a : new locks_count 4 00000020:00000040:0.0:1767384967.987131:0:16764:0:(genops.c:887:class_export_get()) GET export 000000001a1ced1a refcount=9 00000100:00000001:0.0:1767384967.987137:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384967.987139:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384967.987142:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000080d597d7. 02000000:00000001:0.0:1767384967.987145:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.987147:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.987149:0:16764:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384967.987152:0:16764:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384967.987154:0:16764:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384967.987156:0:16764:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384967.987157:0:16764:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384967.987160:0:16764:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384967.987161:0:16764:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384967.987163:0:16764:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384967.987165:0:16764:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384967.987167:0:16764:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384967.987168:0:16764:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384967.987170:0:16764:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (00000000a9e3103c) refcount = 3 00010000:00000040:0.0:1767384967.987173:0:16764:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384967.987177:0:16764:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000a9bc8b87/0x4895a8f6c11e851a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e8513 expref: 13 pid: 16763 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384967.987184:0:16764:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000054010b4b/0x4895a8f6c11e84aa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e84a3 expref: 13 pid: 16763 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384967.987192:0:16764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e066216e/0x4895a8f6c11e883f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.57@tcp50 remote: 0xc665bd1ab4380088 expref: 9 pid: 16764 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384967.987198:0:16764:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384967.987206:0:16764:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384967.987207:0:16764:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384967.987210:0:16764:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.987212:0:16764:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384967.987216:0:16764:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384967.987220:0:16764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000e066216e/0x4895a8f6c11e883f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.57@tcp50 remote: 0xc665bd1ab4380088 expref: 9 pid: 16764 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384967.987227:0:16764:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384967.987228:0:16764:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384967.987230:0:16764:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384967.987232:0:16764:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.987234:0:16764:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384967.987235:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384967.987236:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384967.987238:0:16764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000e066216e, rc 0) 00000020:00000001:0.0:1767384967.987240:0:16764:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384967.987243:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237353252352 00010000:00000001:0.0:1767384967.987262:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384967.987267:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000052bbec5c x1853237353252352/t0(0) o101->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 328/344 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384967.987275:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384967.987277:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384967.987279:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=91 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384967.987283:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384967.987286:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000002c621aa1 refcount 3 to 192.168.203.57@tcp50 00000100:00000001:0.0:1767384967.987287:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635435831249792 : -108637878301824 : ffff9d31c5dacb80) 02000000:00000001:0.0:1767384967.987290:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384967.987292:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.987295:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384967.987297:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.57@tcp50 00000400:00000010:0.0:1767384967.987301:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a922c183. 00000100:00000200:0.0:1767384967.987305:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237353252352, offset 224 00000400:00000200:0.0:1767384967.987310:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp50 00000400:00000200:0.0:1767384967.987317:0:16764:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp50 to NMR: 192.168.203.57@tcp50 local destination 00000400:00000200:0.0:1767384967.987334:0:16764:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp50 NI seq info: [218:218:256:4294967295] 192.168.203.57@tcp50 LPNI seq info [15:15:8:4294967295] 00000400:00000200:0.0:1767384967.987345:0:16764:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50:192.168.203.157@tcp50) -> 192.168.203.57@tcp50(192.168.203.57@tcp50:192.168.203.57@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384967.987351:0:16764:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.57@tcp50 00000800:00000010:0.0:1767384967.987355:0:16764:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008d30b326. 00000800:00000200:0.0:1767384967.987359:0:16764:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096a1dd41] -> 12345-192.168.203.57@tcp50 (4) 00000800:00000200:0.0:1767384967.987364:0:16764:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp50 ip 192.168.203.57:1023 00000800:00000200:0.0:1767384967.987368:0:16764:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008d30b326 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1767384967.987384:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384967.987388:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000002c621aa1 refcount 2 to 192.168.203.57@tcp50 00010000:00000001:0.0:1767384967.987391:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384967.987393:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.987395:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384967.987400:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000052bbec5c x1853237353252352/t0(0) o101->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 328/344 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384967.987411:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000052bbec5c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2fdb957e-2026-4f6c-a903-484ad848c8e8+9:15524:x1853237353252352:12345-192.168.203.57@tcp50:101: Request processed in 404us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384967.987420:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.57@tcp50, seq: 161 00000100:00000040:0.0:1767384967.987423:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001a1ced1a : new rpc_count 0 00000100:00000001:0.0:1767384967.987425:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.987427:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384967.987430:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008005cd3e. 00000020:00000010:0.0:1767384967.987435:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee1bb520. 00000020:00000010:0.0:1767384967.987438:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a1115db. 00000020:00000040:0.0:1767384967.987440:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000001a1ced1a : new refcount 8 00000100:00000001:0.0:1767384967.987444:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384967.987447:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1767384967.987448:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000010:1.0:1767384967.987451:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008d30b326. 00000400:00000200:1.0:1767384967.987456:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384967.987456:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d1a7b10. 00000400:00000200:1.0:1767384967.987463:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000400:00000010:0.0:1767384967.987464:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073179458. 00000400:00000200:1.0:1767384967.987466:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a922c183 00000400:00000010:1.0:1767384967.987470:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a922c183. 00000100:00000001:1.0:1767384967.987472:0:16120:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384967.987474:0:16120:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384967.987475:0:16120:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000080d597d7. 02000000:00000001:1.0:1767384967.987478:0:16120:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384967.987479:0:16120:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384967.988322:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.988335:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384967.988337:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.988338:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384967.988343:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50) <- 192.168.203.57@tcp50 : PUT - for me 00000400:00000200:1.0:1767384967.988349:0:16121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp50 of length 504 into portal 26 MB=0x6958272200680 00000400:00000200:1.0:1767384967.988352:0:16121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.57@tcp50 of length 504/504 into md 0x1825 [2] + 0 00000400:00000010:1.0:1767384967.988355:0:16121:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000457823a6. 00000400:00000200:1.0:1767384967.988358:0:16121:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000065b72f1a 00000800:00000001:1.0:1767384967.988360:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.988364:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384967.988365:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384967.988368:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000400:00000200:1.0:1767384967.988370:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065b72f1a 00000400:00000010:1.0:1767384967.988371:0:16121:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000065b72f1a. 00000100:00000001:1.0:1767384967.988374:0:16121:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.988375:0:16121:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384967.988376:0:16121:0:(events.c:337:request_in_callback()) incoming req@00000000a14102ca x1853237353252480 msgsize 504 00000100:00100000:1.0:1767384967.988379:0:16121:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.57@tcp50 (source: 12345-192.168.203.57@tcp50) 00000100:00000040:1.0:1767384967.988381:0:16121:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384967.988390:0:16121:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384967.988393:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.988395:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.988430:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384967.988440:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237353252480 02000000:00000001:0.0:1767384967.988442:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384967.988444:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384967.988445:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384967.988448:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384967.988450:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237353252480 00000020:00000001:0.0:1767384967.988452:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384967.988453:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8823 00000020:00000001:0.0:1767384967.988454:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384967.988456:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001a1ced1a refcount=9 00000020:00000001:0.0:1767384967.988457:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000020:00000001:0.0:1767384967.988459:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000100:00000001:0.0:1767384967.988461:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.988463:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001da22cb5. 00000100:00000001:0.0:1767384967.988464:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.988466:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001da22cb5. 00000020:00000010:0.0:1767384967.988468:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a1115db. 00000020:00000010:0.0:1767384967.988470:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008005cd3e. 00000020:00000010:0.0:1767384967.988473:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee1bb520. 00000100:00000040:0.0:1767384967.988477:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384967.988479:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384967.988480:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384967.988482:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.988486:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.988496:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.988505:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384967.988507:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384967.988512:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.57@tcp50, seq: 162 00000100:00000040:0.0:1767384967.988515:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001a1ced1a : new rpc_count 1 00000100:00000001:0.0:1767384967.988518:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529414224 : -108637180137392 : ffff9d31ef77f050) 00000100:00000040:0.0:1767384967.988523:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a14102ca x1853237353252480/t0(0) o501->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 504/0 e 0 to 0 dl 1767384978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384967.988533:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.988542:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001da22cb5. 00000100:00000001:0.0:1767384967.988544:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.988546:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001da22cb5. 00000100:00100000:0.0:1767384967.988551:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a14102ca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2fdb957e-2026-4f6c-a903-484ad848c8e8+9:15524:x1853237353252480:12345-192.168.203.57@tcp50:501: 00000100:00000200:0.0:1767384967.988555:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237353252480 00000020:00000001:0.0:1767384967.988557:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384967.988560:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384967.988561:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.988563:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384967.988565:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169344 : -1040382272 : ffffffffc1fd06c0) 00000020:00000001:0.0:1767384967.988568:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384967.988569:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384967.988571:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384967.988572:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384967.988575:0:16764:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384967.988577:0:16764:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.988579:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384967.988581:0:16764:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:0.0:1767384967.988583:0:16764:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:0.0:1767384967.988585:0:16764:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:0.0:1767384967.988587:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384967.988589:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384967.988591:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000049791db7. 02000000:00000001:0.0:1767384967.988593:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.988595:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384967.988598:0:16764:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log params 00000040:00000040:0.0:1767384967.988601:0:16764:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000004fe5416f : new refcount 2 00000040:00000001:0.0:1767384967.988603:0:16764:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384967.988606:0:16764:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000929e04cc. 00000040:00000001:0.0:1767384967.988609:0:16764:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384967.988611:0:16764:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384967.988614:0:16764:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635436412666880 : -108637296884736 : 0xffff9d31e8828400) 00000020:00000001:0.0:1767384967.988626:0:16764:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635436412666880 : -108637296884736 : ffff9d31e8828400) 00080000:00000001:0.0:1767384967.988636:0:16764:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384967.988671:0:16764:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384967.988673:0:16764:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384967.988675:0:16764:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384967.988676:0:16764:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:0.0:1767384967.988680:0:16764:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000f0980482. 00000020:00000001:0.0:1767384967.988683:0:16764:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384967.988686:0:16764:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435868171352 : -108637841380264 : ffff9d31c80e2c58) 00000040:00000001:0.0:1767384967.988688:0:16764:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.988689:0:16764:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.988692:0:16764:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384967.988694:0:16764:0:(lu_object.c:207:lu_object_put()) Add 000000003f632e2b/00000000167988fe to site lru. bkt: 0000000015d317c4 00000040:00000010:0.0:1767384967.988696:0:16764:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000f0980482. 00000040:00000001:0.0:1767384967.988697:0:16764:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384967.988698:0:16764:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000929e04cc. 00000040:00000001:0.0:1767384967.988700:0:16764:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:0.0:1767384967.988701:0:16764:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000004fe5416f : new refcount 1 00000020:00000001:0.0:1767384967.988703:0:16764:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384967.988705:0:16764:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384967.988707:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237353252480 00010000:00000001:0.0:1767384967.988709:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384967.988712:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a14102ca x1853237353252480/t0(0) o501->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 504/272 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384967.988717:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384967.988718:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384967.988719:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=91 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384967.988721:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384967.988723:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000002c621aa1 refcount 3 to 192.168.203.57@tcp50 00000100:00000001:0.0:1767384967.988725:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635435831249792 : -108637878301824 : ffff9d31c5dacb80) 02000000:00000001:0.0:1767384967.988727:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384967.988728:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.988731:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384967.988733:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.57@tcp50 00000400:00000010:0.0:1767384967.988736:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083907abd. 00000100:00000200:0.0:1767384967.988740:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237353252480, offset 224 00000400:00000200:0.0:1767384967.988745:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp50 00000400:00000200:0.0:1767384967.988758:0:16764:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp50 to NMR: 192.168.203.57@tcp50 local destination 00000400:00000200:0.0:1767384967.988767:0:16764:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp50 NI seq info: [219:219:256:4294967295] 192.168.203.57@tcp50 LPNI seq info [16:16:8:4294967295] 00000400:00000200:0.0:1767384967.988777:0:16764:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50:192.168.203.157@tcp50) -> 192.168.203.57@tcp50(192.168.203.57@tcp50:192.168.203.57@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384967.988782:0:16764:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.57@tcp50 00000800:00000010:0.0:1767384967.988786:0:16764:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007029a27a. 00000800:00000200:0.0:1767384967.988790:0:16764:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096a1dd41] -> 12345-192.168.203.57@tcp50 (4) 00000800:00000200:0.0:1767384967.988794:0:16764:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp50 ip 192.168.203.57:1023 00000800:00000200:0.0:1767384967.988797:0:16764:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007029a27a type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767384967.988811:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384967.988814:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000002c621aa1 refcount 2 to 192.168.203.57@tcp50 00010000:00000001:0.0:1767384967.988817:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384967.988819:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.988821:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384967.988826:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a14102ca x1853237353252480/t0(0) o501->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 504/272 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384967.988836:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a14102ca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2fdb957e-2026-4f6c-a903-484ad848c8e8+9:15524:x1853237353252480:12345-192.168.203.57@tcp50:501: Request processed in 301us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384967.988844:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.57@tcp50, seq: 162 00000100:00000040:0.0:1767384967.988848:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001a1ced1a : new rpc_count 0 00000100:00000001:0.0:1767384967.988850:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.988852:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384967.988855:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008005cd3e. 00000020:00000010:0.0:1767384967.988859:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee1bb520. 00000800:00000200:3.0:1767384967.988861:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1767384967.988862:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a1115db. 00000800:00000010:3.0:1767384967.988865:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007029a27a. 00000020:00000040:0.0:1767384967.988868:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000001a1ced1a : new refcount 8 00000400:00000200:3.0:1767384967.988870:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384967.988874:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.988879:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000100:00000200:0.0:1767384967.988881:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384967.988883:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083907abd 00000400:00000010:3.0:1767384967.988887:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083907abd. 00000100:00000001:3.0:1767384967.988889:0:16122:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000010:0.0:1767384967.988889:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbd7122d. 02000000:00000001:3.0:1767384967.988892:0:16122:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384967.988895:0:16122:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000049791db7. 02000000:00000001:3.0:1767384967.988897:0:16122:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:0.0:1767384967.988897:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fbf6894b. 00000100:00000001:3.0:1767384967.988900:0:16122:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384967.989564:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.989570:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384967.989571:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.989573:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384967.989576:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50) <- 192.168.203.57@tcp50 : PUT - for me 00000400:00000200:1.0:1767384967.989582:0:16120:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp50 of length 272 into portal 26 MB=0x6958272200700 00000400:00000200:1.0:1767384967.989586:0:16120:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.57@tcp50 of length 272/272 into md 0x182d [2] + 0 00000400:00000010:1.0:1767384967.989588:0:16120:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e84936ba. 00000400:00000200:1.0:1767384967.989591:0:16120:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008bbc133c 00000800:00000001:1.0:1767384967.989593:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.989596:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384967.989598:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384967.989605:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000400:00000200:1.0:1767384967.989608:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bbc133c 00000400:00000010:1.0:1767384967.989609:0:16120:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008bbc133c. 00000100:00000001:1.0:1767384967.989611:0:16120:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384967.989612:0:16120:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384967.989614:0:16120:0:(events.c:337:request_in_callback()) incoming req@0000000099d725d5 x1853237353252608 msgsize 272 00000100:00100000:1.0:1767384967.989616:0:16120:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.57@tcp50 (source: 12345-192.168.203.57@tcp50) 00000100:00000040:1.0:1767384967.989618:0:16120:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384967.989626:0:16120:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384967.989629:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384967.989631:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.989670:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384967.989681:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237353252608 02000000:00000001:0.0:1767384967.989683:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384967.989685:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384967.989686:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384967.989689:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384967.989692:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237353252608 00000020:00000001:0.0:1767384967.989693:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384967.989695:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8823 00000020:00000001:0.0:1767384967.989697:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384967.989698:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001a1ced1a refcount=9 00000020:00000001:0.0:1767384967.989700:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000020:00000001:0.0:1767384967.989702:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000100:00000001:0.0:1767384967.989705:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.989708:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001da22cb5. 00000100:00000001:0.0:1767384967.989710:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.989712:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001da22cb5. 00000020:00000010:0.0:1767384967.989716:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a1115db. 00000020:00000010:0.0:1767384967.989719:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008005cd3e. 00000020:00000010:0.0:1767384967.989722:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee1bb520. 00000100:00000040:0.0:1767384967.989727:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384967.989729:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384967.989730:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384967.989731:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.989735:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.989746:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.989754:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384967.989756:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384967.989761:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.57@tcp50, seq: 163 00000100:00000040:0.0:1767384967.989765:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001a1ced1a : new rpc_count 1 00000100:00000001:0.0:1767384967.989767:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529239120 : -108637180312496 : ffff9d31ef754450) 00000100:00000040:0.0:1767384967.989772:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000099d725d5 x1853237353252608/t0(0) o503->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 272/0 e 0 to 0 dl 1767384978 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384967.989782:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384967.989791:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001da22cb5. 00000100:00000001:0.0:1767384967.989794:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384967.989795:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001da22cb5. 00000100:00100000:0.0:1767384967.989800:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000099d725d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2fdb957e-2026-4f6c-a903-484ad848c8e8+9:15524:x1853237353252608:12345-192.168.203.57@tcp50:503: 00000100:00000200:0.0:1767384967.989804:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237353252608 00000020:00000001:0.0:1767384967.989806:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384967.989808:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384967.989810:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.989812:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384967.989814:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169440 : -1040382176 : ffffffffc1fd0720) 00000020:00000001:0.0:1767384967.989816:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384967.989817:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384967.989819:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384967.989821:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384967.989823:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.989825:0:16764:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:0.0:1767384967.989826:0:16764:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:0.0:1767384967.989829:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384967.989831:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384967.989843:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 0000000018d840a7. 02000000:00000001:0.0:1767384967.989846:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.989848:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384967.989850:0:16764:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000004fe5416f : new refcount 2 00000040:00000001:0.0:1767384967.989852:0:16764:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384967.989854:0:16764:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000929e04cc. 00000040:00000001:0.0:1767384967.989857:0:16764:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384967.989859:0:16764:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384967.989860:0:16764:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635436412666880 : -108637296884736 : 0xffff9d31e8828400) 00000020:00000001:0.0:1767384967.989863:0:16764:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635436412666880 : -108637296884736 : ffff9d31e8828400) 00000020:00000001:0.0:1767384967.989866:0:16764:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384967.989869:0:16764:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635435868171352 : -108637841380264 : ffff9d31c80e2c58) 00000040:00000001:0.0:1767384967.989871:0:16764:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.989873:0:16764:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.989875:0:16764:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384967.989883:0:16764:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000c1296f5f. 00000040:00000001:0.0:1767384967.989885:0:16764:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384967.989886:0:16764:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:0.0:1767384967.989892:0:16764:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:0.0:1767384967.989893:0:16764:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:0.0:1767384967.989896:0:16764:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:0.0:1767384967.989899:0:16764:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384967.989901:0:16764:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384967.989905:0:16764:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x2:0x0] count 1 lgh_last_idx 0 llh_cat_idx 0 00000040:00000001:0.0:1767384967.989908:0:16764:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:0.0:1767384967.989909:0:16764:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384967.989911:0:16764:0:(lu_object.c:207:lu_object_put()) Add 000000003f632e2b/00000000167988fe to site lru. bkt: 0000000015d317c4 00000040:00000001:0.0:1767384967.989914:0:16764:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384967.989915:0:16764:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000c1296f5f. 00000040:00000010:0.0:1767384967.989917:0:16764:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000929e04cc. 00000040:00000040:0.0:1767384967.989919:0:16764:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000004fe5416f : new refcount 1 00000020:00000001:0.0:1767384967.989920:0:16764:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384967.989922:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237353252608 00010000:00000001:0.0:1767384967.989924:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384967.989927:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000099d725d5 x1853237353252608/t0(0) o503->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 272/8416 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384967.989931:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384967.989933:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384967.989934:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=91 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384967.989936:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384967.989938:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000002c621aa1 refcount 3 to 192.168.203.57@tcp50 00000100:00000001:0.0:1767384967.989939:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635435831249792 : -108637878301824 : ffff9d31c5dacb80) 02000000:00000001:0.0:1767384967.989941:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384967.989942:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.989943:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384967.989945:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.57@tcp50 00000400:00000010:0.0:1767384967.989947:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000b3e2783a. 00000100:00000200:0.0:1767384967.989949:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237353252608, offset 224 00000400:00000200:0.0:1767384967.989952:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp50 00000400:00000200:0.0:1767384967.989961:0:16764:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp50 to NMR: 192.168.203.57@tcp50 local destination 00000400:00000200:0.0:1767384967.989967:0:16764:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp50 NI seq info: [220:220:256:4294967295] 192.168.203.57@tcp50 LPNI seq info [17:17:8:4294967295] 00000400:00000200:0.0:1767384967.989973:0:16764:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50:192.168.203.157@tcp50) -> 192.168.203.57@tcp50(192.168.203.57@tcp50:192.168.203.57@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384967.989976:0:16764:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.203.57@tcp50 00000800:00000010:0.0:1767384967.989978:0:16764:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000929e04cc. 00000800:00000200:0.0:1767384967.989981:0:16764:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096a1dd41] -> 12345-192.168.203.57@tcp50 (4) 00000800:00000200:0.0:1767384967.989984:0:16764:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp50 ip 192.168.203.57:1022 00000800:00000200:0.0:1767384967.989985:0:16764:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000929e04cc type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:0.0:1767384967.989996:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384967.989998:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000002c621aa1 refcount 2 to 192.168.203.57@tcp50 00010000:00000001:0.0:1767384967.989999:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384967.990000:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.990002:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384967.990004:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099d725d5 x1853237353252608/t0(0) o503->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:193/0 lens 272/8416 e 0 to 0 dl 1767384978 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384967.990032:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000099d725d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2fdb957e-2026-4f6c-a903-484ad848c8e8+9:15524:x1853237353252608:12345-192.168.203.57@tcp50:503: Request processed in 228us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384967.990038:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.57@tcp50, seq: 163 00000100:00000040:0.0:1767384967.990040:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001a1ced1a : new rpc_count 0 00000100:00000001:0.0:1767384967.990042:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384967.990043:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384967.990045:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008005cd3e. 00000020:00000010:0.0:1767384967.990047:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee1bb520. 00000020:00000010:0.0:1767384967.990049:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a1115db. 00000020:00000040:0.0:1767384967.990054:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000001a1ced1a : new refcount 8 00000100:00000001:0.0:1767384967.990056:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384967.990059:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384967.990062:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a32790cf. 00000400:00000010:0.0:1767384967.990065:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ec62c1ac. 00000800:00000200:1.0:1767384967.990080:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384967.990083:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000929e04cc. 00000400:00000200:1.0:1767384967.990086:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384967.990089:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000400:00000200:1.0:1767384967.990092:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3e2783a 00000400:00000010:1.0:1767384967.990093:0:16121:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000b3e2783a. 00000100:00000001:1.0:1767384967.990095:0:16121:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384967.990096:0:16121:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384967.990098:0:16121:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 0000000018d840a7. 02000000:00000001:1.0:1767384967.990106:0:16121:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384967.990107:0:16121:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384967.992448:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.992454:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384967.992456:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.992458:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.992462:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50) <- 192.168.203.57@tcp50 : PUT - for me 00000400:00000200:3.0:1767384967.992469:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp50 of length 520 into portal 12 MB=0x6958272200780 00000400:00000200:3.0:1767384967.992513:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.57@tcp50 of length 520/520 into md 0x229 [64] + 8728 00000800:00000001:3.0:1767384967.992518:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.992522:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384967.992524:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384967.992527:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000100:00000001:3.0:1767384967.992530:0:16122:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384967.992531:0:16122:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384967.992535:0:16122:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004435e5bb. 00000100:00000040:3.0:1767384967.992537:0:16122:0:(events.c:337:request_in_callback()) incoming req@000000004435e5bb x1853237353252736 msgsize 520 00000100:00100000:3.0:1767384967.992547:0:16122:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.57@tcp50 (source: 12345-192.168.203.57@tcp50) 00000100:00000001:3.0:1767384967.992556:0:16122:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384967.992560:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384967.992563:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.992593:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384967.992603:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237353252736 02000000:00000001:0.0:1767384967.992605:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384967.992606:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384967.992607:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384967.992609:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384967.992611:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237353252736 00000020:00000001:0.0:1767384967.992612:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384967.992613:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1767384967.992614:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384967.992616:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.992617:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384967.992619:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a1115db. 00000020:00000010:0.0:1767384967.992622:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008005cd3e. 00000020:00000010:0.0:1767384967.992624:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ee1bb520. 00000100:00000001:0.0:1767384967.992627:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384967.992628:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384967.992629:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.992632:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.992641:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384967.992653:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384967.992655:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384967.992659:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.57@tcp50, seq: 3 00000100:00000001:0.0:1767384967.992661:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436633361920 : -108637076189696 : ffff9d31f5aa0e00) 00000100:00000040:0.0:1767384967.992664:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004435e5bb x1853237353252736/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384967.992672:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004435e5bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:12122:x1853237353252736:12345-192.168.203.57@tcp50:38: 00000100:00000200:0.0:1767384967.992675:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237353252736 00000020:00000001:0.0:1767384967.992677:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1767384967.992679:0:16770:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:0.0:1767384967.992685:0:16770:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8a46e2f) now 8 - find 00000020:00000001:0.0:1767384967.992687:0:16770:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446635436802532192 : -108636907019424 : ffff9d31ffbf6360) 00000100:00000001:0.0:1767384967.992691:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384967.992692:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384967.992694:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000b403ea5a. 02000000:00000001:0.0:1767384967.992700:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384967.992701:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384967.992703:0:16770:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0xae7e5e7be374d2b8 tmp_exp_old_falloc: 0 00010000:00080000:0.0:1767384967.992707:0:16770:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from 4e06ef04-c857-4d9c-9c79-1b949f9a7b1e@192.168.203.57@tcp50 t0 exp 0000000000000000 cur 290 last 0 00010000:00000001:0.0:1767384967.992710:0:16770:0:(obd_class.h:852:obd_connect()) Process entered 00000004:00000001:0.0:1767384967.992712:0:16770:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000004:00000001:0.0:1767384967.992714:0:16770:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:0.0:1767384967.992717:0:16770:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:0.0:1767384967.992721:0:16770:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:0.0:1767384967.992724:0:16770:0:(osp_dev.c:1757:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384967.992725:0:16770:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384967.992727:0:16770:0:(lod_dev.c:2457:lod_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384967.992728:0:16770:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384967.992730:0:16770:0:(mdd_device.c:1647:mdd_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384967.992731:0:16770:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.992732:0:16770:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:0.0:1767384967.992734:0:16770:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1767384967.992736:0:16770:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000f331812b. 00000020:00000001:0.0:1767384967.992738:0:16770:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384967.992740:0:16770:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f331812b with handle 0x4895a8f6c11e8846 to hash 00000020:00000001:0.0:1767384967.992741:0:16770:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384967.992743:0:16770:0:(obd_class.h:1008:obd_init_export()) Process entered 00000004:00000001:0.0:1767384967.992745:0:16770:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000004:00000010:0.0:1767384967.992746:0:16770:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 000000001da22cb5. 00000001:00000001:0.0:1767384967.992748:0:16770:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:0.0:1767384967.992750:0:16770:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000002000799a. 00000001:00000001:0.0:1767384967.992752:0:16770:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.992754:0:16770:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:0.0:1767384967.992756:0:16770:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384967.992758:0:16770:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000007319920d. 00000001:00000010:0.0:1767384967.992761:0:16770:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c0382b9e. 00000001:00000010:0.0:1767384967.992763:0:16770:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000010b68307. 00000001:00000010:0.0:1767384967.992765:0:16770:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000058975acd. 00000001:00000010:0.0:1767384967.992767:0:16770:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002fb6e1a7. 00000001:00000010:0.0:1767384967.992769:0:16770:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000929e04cc. 00000001:00000001:0.0:1767384967.992771:0:16770:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384967.992775:0:16770:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000adaf382c. 00000001:00000010:0.0:1767384967.992777:0:16770:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000005dd72a43. 00000001:00000010:0.0:1767384967.992779:0:16770:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000f289565. 00000001:00000010:0.0:1767384967.992780:0:16770:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b77e3a33. 00000001:00000010:0.0:1767384967.992782:0:16770:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000071d418b2. 00000001:00000010:0.0:1767384967.992784:0:16770:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000075b09cee. 00010000:00000001:0.0:1767384967.992785:0:16770:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384967.992787:0:16770:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384967.992788:0:16770:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.992789:0:16770:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384967.992790:0:16770:0:(genops.c:887:class_export_get()) GET export 00000000f331812b refcount=3 00000020:00000040:0.0:1767384967.992793:0:16770:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8a46e2f) now 9 - export 00000020:00000001:0.0:1767384967.992794:0:16770:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446635431466160128 : -108642243391488 : ffff9d30c1acd000) 00000020:00000040:0.0:1767384967.992796:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000f331812b : new refcount 2 00000020:00000080:0.0:1767384967.992797:0:16770:0:(genops.c:1402:class_connect()) connect: client 4e06ef04-c857-4d9c-9c79-1b949f9a7b1e, cookie 0x4895a8f6c11e8846 00000020:00000001:0.0:1767384967.992799:0:16770:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.992800:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384967.992801:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8846 00000020:00000001:0.0:1767384967.992802:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384967.992803:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f331812b refcount=3 00000020:00000001:0.0:1767384967.992804:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431466160128 : -108642243391488 : ffff9d30c1acd000) 00000020:00000001:0.0:1767384967.992805:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431466160128 : -108642243391488 : ffff9d30c1acd000) 00000001:00000001:0.0:1767384967.992806:0:16770:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:0.0:1767384967.992808:0:16770:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:0.0:1767384967.992811:0:16770:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000006cd66532) : new refcount 6 00000001:00000001:0.0:1767384967.992812:0:16770:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446635435817944064 : -108637891607552 : ffff9d31c50fc400) 00000001:00000001:0.0:1767384967.992814:0:16770:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:0.0:1767384967.992815:0:16770:0:(genops.c:887:class_export_get()) GET export 00000000f331812b refcount=4 00000001:00000040:0.0:1767384967.992816:0:16770:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000006cd66532) : new refcount 7 00000001:00000001:0.0:1767384967.992818:0:16770:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:0.0:1767384967.992821:0:16770:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 192.168.203.57@tcp50 to nodemap default 00000001:00000040:0.0:1767384967.992823:0:16770:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000006cd66532) : new refcount 6 00000001:00000001:0.0:1767384967.992825:0:16770:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.992831:0:16770:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:0.0:1767384967.992834:0:16770:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384967.992844:0:16770:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384967.992846:0:16770:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:0.0:1767384967.992847:0:16770:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-MDT0000: cli 4e06ef04-c857-4d9c-9c79-1b949f9a7b1e/00000000f331812b free: 389545984 avail: 387448832 00000020:00000001:0.0:1767384967.992850:0:16770:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:0.0:1767384967.992851:0:16770:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-MDT0000: cli 4e06ef04-c857-4d9c-9c79-1b949f9a7b1e/00000000f331812b avail=387448832 left=348651520 unstable=0 tot_grant=38744883 pending=0 00000020:00000001:0.0:1767384967.992853:0:16770:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=348651520 : 348651520 : 14c80000) 00000020:00000001:0.0:1767384967.992855:0:16770:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:0.0:1767384967.992856:0:16770:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-MDT0000: cli 4e06ef04-c857-4d9c-9c79-1b949f9a7b1e/00000000f331812b wants: 134217728 current grant 0 granting: 3407872 00000020:00000020:0.0:1767384967.992858:0:16770:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-MDT0000: cli 4e06ef04-c857-4d9c-9c79-1b949f9a7b1e/00000000f331812b tot cached:0 granted:3407872 num_exports: 3 00000020:00000001:0.0:1767384967.992860:0:16770:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000020:00000020:0.0:1767384967.992861:0:16770:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-MDT0000: cli 4e06ef04-c857-4d9c-9c79-1b949f9a7b1e/00000000f331812b ocd_grant: 3407872 want: 134217728 left: 348651520 00000020:00000001:0.0:1767384967.992863:0:16770:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00000004:00100000:0.0:1767384967.992865:0:16770:0:(mdt_handler.c:7289:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000001:0.0:1767384967.992867:0:16770:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:0.0:1767384967.992869:0:16770:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1767384967.992870:0:16770:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:0.0:1767384967.992872:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384967.992877:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000093fc9700. 00080000:00000001:0.0:1767384967.992878:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490584576 : -108642218967040 : ffff9d30c3218000) 00080000:00000001:0.0:1767384967.992881:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384967.992885:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384967.992886:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384967.992888:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384967.992899:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384967.992901:0:16770:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:0.0:1767384967.992904:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384967.992952:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:0.0:1767384967.992954:0:16770:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:0.0:1767384967.992956:0:16770:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384967.992958:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384968.001162:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:3.0:1767384968.001167:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384968.001169:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000001:00000040:3.0:1767384968.001172:0:16770:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00040000:00000001:2.0:1767384968.001173:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384968.001177:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000001:00000001:3.0:1767384968.001178:0:16770:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384968.001180:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000001:00000040:3.0:1767384968.001181:0:16770:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-MDT0000: new client at index 0 (8192) with UUID '4e06ef04-c857-4d9c-9c79-1b949f9a7b1e' generation 1 00080000:00000010:2.0:1767384968.001186:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000093fc9700. 00000001:00000001:3.0:1767384968.001187:0:16770:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1767384968.001189:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000001:2.0:1767384968.001194:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000010:3.0:1767384968.001197:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000106db306. 00080000:00000001:3.0:1767384968.001201:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431498317824 : -108642211233792 : ffff9d30c3978000) 00080000:00000001:3.0:1767384968.001203:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384968.001206:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384968.001208:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384968.001209:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384968.001218:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384968.001220:0:16770:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000b68c614f. 00000001:00000040:3.0:1767384968.001222:0:16770:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000f331812b : new cb_count 1 00000020:00000040:3.0:1767384968.001224:0:16770:0:(genops.c:887:class_export_get()) GET export 00000000f331812b refcount=5 00080000:00000001:3.0:1767384968.001228:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384968.001303:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767384968.001305:0:16770:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1767384968.001307:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384968.001313:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384968.001314:0:16770:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384968.001316:0:16770:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384968.001318:0:16770:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:3.0:1767384968.001320:0:16770:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:3.0:1767384968.001324:0:16770:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000fc13fc10 00000020:00000010:3.0:1767384968.001326:0:16770:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000005cb53ce9. 00000020:00000040:3.0:1767384968.001332:0:16770:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 000000005cb53ce9 for nid 192.168.203.57@tcp50 - ref 2 00000020:00000001:3.0:1767384968.001384:0:16770:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384968.001401:0:16770:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000029fbfa8c. 00000020:00000010:3.0:1767384968.001405:0:16770:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 000000009efcc4da. 00000020:00000010:3.0:1767384968.001409:0:16770:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 000000007fb61665. 00000020:00000010:3.0:1767384968.001439:0:16770:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000008aad13b5. 00000020:00000010:3.0:1767384968.001443:0:16770:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 0000000068b455f8. 00000020:00000010:3.0:1767384968.001446:0:16770:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000006c697c31. 00000004:00000001:3.0:1767384968.001458:0:16770:0:(mdt_fs.c:76:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384968.001460:0:16770:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384968.001462:0:16770:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384968.001465:0:16770:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000086176cd0. 00000020:00000040:3.0:1767384968.001468:0:16770:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8a46e2f) now 10 - import 00000020:00000001:3.0:1767384968.001471:0:16770:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384968.001472:0:16770:0:(genops.c:1242:class_import_put()) import 0000000086176cd0 refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1767384968.001474:0:16770:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1767384968.001475:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8a84d4f. 00000020:00000040:3.0:1767384968.001481:0:16770:0:(genops.c:887:class_export_get()) GET export 00000000f331812b refcount=6 00000100:00000040:3.0:1767384968.001482:0:16770:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000f331812b : new rpc_count 1 00000100:00000001:3.0:1767384968.001484:0:16770:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1767384968.001490:0:16770:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.203.57@tcp50 primary NID 192.168.203.57@tcp50 rc 0 00000100:00000001:3.0:1767384968.001493:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384968.001495:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000002c621aa1 refcount 3 to 192.168.203.57@tcp50 00000100:00000001:3.0:1767384968.001496:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635435831249792 : -108637878301824 : ffff9d31c5dacb80) 00000100:00000001:3.0:1767384968.001498:0:16770:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446635435831249792 : -108637878301824 : 0xffff9d31c5dacb80) 00000100:00000040:3.0:1767384968.001500:0:16770:0:(connection.c:149:ptlrpc_connection_get()) conn=000000002c621aa1 refcount 3 to 192.168.203.57@tcp50 00000020:00000040:3.0:1767384968.001502:0:16770:0:(genops.c:887:class_export_get()) GET export 00000000f331812b refcount=7 00000100:00000001:3.0:1767384968.001507:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384968.001508:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000002c621aa1 refcount 4 to 192.168.203.57@tcp50 00000100:00000001:3.0:1767384968.001509:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635435831249792 : -108637878301824 : ffff9d31c5dacb80) 02000000:00000001:3.0:1767384968.001510:0:16770:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384968.001512:0:16770:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1767384968.001514:0:16770:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:3.0:1767384968.001516:0:16770:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072661774400 : -1047777216 : ffffffffc18c3040) 02000000:00000001:3.0:1767384968.001523:0:16770:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.001525:0:16770:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767384968.001527:0:16770:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1767384968.001528:0:16770:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384968.001530:0:16770:0:(import.c:65:import_set_state_nolock()) 0000000086176cd0 : changing import state from RECOVER to FULL 00000100:00000001:3.0:1767384968.001532:0:16770:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384968.001534:0:16770:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384968.001535:0:16770:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384968.001537:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000f331812b : new refcount 6 00000020:00000040:3.0:1767384968.001539:0:16770:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8a46e2f) now 10 - find 00010000:00000001:3.0:1767384968.001541:0:16770:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384968.001544:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384968.001546:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671210800 : -1038340816 : ffffffffc21c2d30) 00000020:00000001:3.0:1767384968.001548:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384968.001549:0:16770:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384968.001550:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384968.001552:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384968.001554:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384968.001556:0:16770:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000001:00000001:3.0:1767384968.001560:0:16770:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384968.001561:0:16770:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384968.001562:0:16770:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384968.001563:0:16770:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384968.001564:0:16770:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384968.001566:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237353252736 00010000:00000001:3.0:1767384968.001568:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384968.001572:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004435e5bb x1853237353252736/t0(0) o38->4e06ef04-c857-4d9c-9c79-1b949f9a7b1e@192.168.203.57@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384968.001578:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384968.001580:0:16770:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384968.001582:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=87 v=5 (1 0 0 0) 00000100:00001000:3.0:1767384968.001585:0:16770:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1767384968.001587:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384968.001588:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000002c621aa1 refcount 5 to 192.168.203.57@tcp50 00000100:00000001:3.0:1767384968.001593:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635435831249792 : -108637878301824 : ffff9d31c5dacb80) 02000000:00000001:3.0:1767384968.001595:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384968.001597:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.001600:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384968.001602:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.57@tcp50 00000400:00000010:3.0:1767384968.001605:0:16770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0ac64dc. 00000100:00000200:3.0:1767384968.001607:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853237353252736, offset 0 00000400:00000200:3.0:1767384968.001611:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp50 00000400:00000200:3.0:1767384968.001618:0:16770:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp50 to NMR: 192.168.203.57@tcp50 local destination 00000400:00000200:3.0:1767384968.001628:0:16770:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp50 NI seq info: [221:221:256:4294967295] 192.168.203.57@tcp50 LPNI seq info [18:18:8:4294967295] 00000400:00000200:3.0:1767384968.001637:0:16770:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50:192.168.203.157@tcp50) -> 192.168.203.57@tcp50(192.168.203.57@tcp50:192.168.203.57@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384968.001640:0:16770:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.57@tcp50 00000800:00000010:3.0:1767384968.001643:0:16770:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002df769ce. 00000800:00000200:3.0:1767384968.001647:0:16770:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096a1dd41] -> 12345-192.168.203.57@tcp50 (4) 00000800:00000200:3.0:1767384968.001652:0:16770:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp50 ip 192.168.203.57:1023 00000800:00000200:3.0:1767384968.001655:0:16770:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002df769ce type 1, nob 512 niov 1 nkiov 1 00000100:00000001:3.0:1767384968.001667:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384968.001670:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000002c621aa1 refcount 4 to 192.168.203.57@tcp50 00010000:00000001:3.0:1767384968.001672:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384968.001673:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384968.001675:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384968.001678:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004435e5bb x1853237353252736/t0(0) o38->4e06ef04-c857-4d9c-9c79-1b949f9a7b1e@192.168.203.57@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384987 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384968.001684:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004435e5bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4e06ef04-c857-4d9c-9c79-1b949f9a7b1e+6:12122:x1853237353252736:12345-192.168.203.57@tcp50:38: Request processed in 9012us (9146us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384968.001690:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.57@tcp50, seq: 3 00000100:00000040:3.0:1767384968.001692:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f331812b : new rpc_count 0 00000100:00000001:3.0:1767384968.001694:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384968.001695:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384968.001702:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008005cd3e. 00000020:00000010:3.0:1767384968.001705:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ee1bb520. 00000020:00000010:3.0:1767384968.001708:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a1115db. 00000020:00000040:3.0:1767384968.001711:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000f331812b : new refcount 5 00000100:00000001:3.0:1767384968.001713:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384968.001789:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384968.001793:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002df769ce. 00000400:00000200:1.0:1767384968.001796:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384968.001801:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000400:00000200:1.0:1767384968.001804:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0ac64dc 00000400:00000010:1.0:1767384968.001806:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0ac64dc. 00000100:00000001:1.0:1767384968.001808:0:16120:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384968.001810:0:16120:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384968.025123:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384968.025129:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384968.025134:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384968.025135:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384968.025223:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384968.025227:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384968.025229:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:2.0:1767384968.217087:0:16793:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384968.217092:0:16793:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384968.217098:0:16793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c5a4b51e. 00000020:00000040:2.0:1767384968.217106:0:16793:0:(genops.c:1229:class_import_get()) import 000000002913d734 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384968.217110:0:16793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384968.217112:0:16793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767384968.217116:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fc613044-dd35-4201-b03c-4d69ab0214c0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767384968.217117:0:16793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.217124:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:2.0:1767384968.217126:0:16793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005395410d. 00000100:00000010:3.0:1767384968.217128:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000046810beb. 00000100:00000001:2.0:1767384968.217132:0:16793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384968.217133:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1767384968.217139:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384968.217141:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384968.217141:0:16793:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384968.217144:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.217144:0:16793:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384968.217150:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000de77a2df. 00000100:00000001:3.0:1767384968.217153:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384968.217153:0:16793:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5a4b51e] to pc [ptlrpcd_00_00+0] req@00000000c5a4b51e x1853237358524544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384968.217161:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc613044-dd35-4201-b03c-4d69ab0214c0->MGS req@0000000046810beb x1853237358524672/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384968.217173:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384968.217174:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384968.217177:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046810beb] to pc [ptlrpcd_00_01+1] req@0000000046810beb x1853237358524672/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384968.217189:0:16793:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.217200:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384968.217203:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384968.217205:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384968.217206:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384968.217211:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012e985ac. 00000100:00000001:0.0:1767384968.217212:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384968.217215:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767384968.217216:0:8:0:(genops.c:1229:class_import_get()) import 000000002913d734 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384968.217219:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384968.217221:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384968.217221:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384968.217222:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c5a4b51e x1853237358524544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384968.217223:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.217227:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767384968.217229:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009e803359. 00000100:00000001:1.0:1767384968.217230:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384968.217234:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.217237:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384968.217240:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000012e985ac x1853237358524800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384968.217241:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384968.217264:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384968.217267:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000046810beb x1853237358524672/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384968.217267:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384968.217273:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384968.217280:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c5a4b51e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16127:1853237358524544:0@lo:13: 00000100:00000001:0.0:1767384968.217289:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384968.217292:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384968.217295:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384968.217296:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.217298:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384968.217299:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384968.217303:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012e985ac] to pc [ptlrpcd_00_02+2] req@0000000012e985ac x1853237358524800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384968.217303:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384968.217304:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384968.217311:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000187882d4. 02000000:00000001:1.0:1767384968.217312:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384968.217316:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384968.217317:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384968.217322:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.217325:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384968.217327:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9b4a4a0. 00000100:00100000:1.0:1767384968.217329:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000046810beb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358524672:0@lo:400: 00000100:00000040:3.0:1767384968.217330:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767384968.217336:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4609bb9. 00000100:00000001:3.0:1767384968.217338:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384968.217340:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1767384968.217343:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005eb12234. 00000100:00000001:2.0:1767384968.217344:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384968.217345:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1767384968.217345:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358524544, portal 4 00000100:00000001:2.0:1767384968.217348:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767384968.217351:0:8:0:(genops.c:1229:class_import_get()) import 000000005ebd018a refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:1.0:1767384968.217351:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.217352:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384968.217352:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384968.217355:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431480425344 : -108642229126272 : ffff9d30c2867b80) 02000000:00000001:1.0:1767384968.217357:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384968.217358:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1767384968.217361:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000012e985ac x1853237358524800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384968.217362:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:1.0:1767384968.217365:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002f7a5fd4. 02000000:00000001:3.0:1767384968.217366:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384968.217368:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c5a4b51e x1853237358524544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384984 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384968.217371:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384968.217374:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008045ebb8. 00000100:00000001:3.0:1767384968.217380:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384968.217381:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e84936ba. 00000100:00000001:2.0:1767384968.217383:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384968.217389:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000005eb12234 x1853237358524928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767384968.217390:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8127395. 00000100:00000001:0.0:1767384968.217393:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384968.217394:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384968.217399:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358524672, portal 25 02000000:00000001:2.0:1767384968.217400:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384968.217402:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384968.217404:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384968.217407:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1767384968.217409:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c5e7145. 02000000:00000001:2.0:1767384968.217410:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.217411:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436633367296 : -108637076184320 : ffff9d31f5aa2300) 00000100:00000200:0.0:1767384968.217417:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237358524544, offset 0 00000100:00100000:2.0:1767384968.217419:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000012e985ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16129:1853237358524800:0@lo:400: 00000100:00000001:3.0:1767384968.217420:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384968.217424:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384968.217424:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000046810beb x1853237358524672/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384968.217427:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384968.217431:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384968.217433:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005eb12234] to pc [ptlrpcd_00_03+3] req@000000005eb12234 x1853237358524928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384968.217433:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384968.217437:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384968.217443:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384968.217447:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000a252c09. 00000400:00000200:0.0:1767384968.217452:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384968.217453:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.217457:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767384968.217460:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc0fc43d. 00000100:00000001:3.0:1767384968.217464:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384968.217465:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384968.217466:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767384968.217467:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000382964ab. 00000400:00000010:1.0:1767384968.217472:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a7ee07e. 00000400:00000200:0.0:1767384968.217473:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272707880 00000100:00000001:3.0:1767384968.217474:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384968.217479:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8b8458c. 00000020:00000040:3.0:1767384968.217482:0:8:0:(genops.c:1229:class_import_get()) import 00000000e13b832f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384968.217483:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384968.217484:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384968.217485:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384968.217487:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bfe63663. 00000100:00000001:3.0:1767384968.217489:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384968.217489:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237358524672, offset 0 00000400:00000200:0.0:1767384968.217493:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 3584 00000100:00000040:3.0:1767384968.217503:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000e8b8458c x1853237358525056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384968.217504:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358524800, portal 4 00000400:00000200:0.0:1767384968.217504:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384968.217511:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384968.217512:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384968.217514:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384968.217515:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436633369984 : -108637076181632 : ffff9d31f5aa2d80) 00000100:00000001:3.0:1767384968.217522:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767384968.217525:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000012e985ac x1853237358524800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384968.217526:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384968.217529:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384968.217532:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384968.217534:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8b8458c] to pc [ptlrpcd_00_00+0] req@00000000e8b8458c x1853237358525056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384968.217535:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1767384968.217542:0:16127:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001a0fe98e. 00000400:00000200:1.0:1767384968.217549:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272707900 00000100:00000040:0.0:1767384968.217549:0:16127:0:(events.c:337:request_in_callback()) incoming req@000000001a0fe98e x1853237358524544 msgsize 224 00000100:00000001:2.0:1767384968.217559:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384968.217564:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384968.217565:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1865 [2] + 0 00000100:00000001:3.0:1767384968.217566:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384968.217568:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384968.217573:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (295) 00000400:00000010:2.0:1767384968.217573:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004271ee8b. 00000400:00000010:1.0:1767384968.217574:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002136825e. 00000100:00000001:0.0:1767384968.217576:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384968.217582:0:16128:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000009011c9f 00000100:00000200:2.0:1767384968.217585:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237358524800, offset 0 00000400:00000200:1.0:1767384968.217587:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384968.217595:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384968.217597:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384968.217599:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c5e7145 00000400:00000010:0.0:1767384968.217602:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c5e7145. 00000400:00000200:2.0:1767384968.217606:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384968.217606:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384968.217614:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009011c9f 00000100:00000200:0.0:1767384968.217616:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c5a4b51e x1853237358524544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384984 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384968.217619:0:16128:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000009011c9f. 00000400:00000200:2.0:1767384968.217620:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272707980 00000100:00000001:1.0:1767384968.217630:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384968.217635:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 4112 00000100:00000200:1.0:1767384968.217635:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384968.217635:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384968.217642:0:16128:0:(events.c:337:request_in_callback()) incoming req@000000002d101e6c x1853237358524672 msgsize 224 00000100:00000040:0.0:1767384968.217642:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c5a4b51e x1853237358524544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384984 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384968.217643:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384968.217646:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384968.217650:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384968.217654:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384968.217654:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767384968.217658:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384968.217661:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005eb12234 x1853237358524928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384968.217662:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384968.217664:0:16128:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:2.0:1767384968.217666:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384968.217672:0:16129:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3200ed9. 00000100:00000001:0.0:1767384968.217677:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384968.217678:0:16129:0:(events.c:337:request_in_callback()) incoming req@00000000c3200ed9 x1853237358524800 msgsize 224 00000100:00000001:1.0:1767384968.217679:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384968.217681:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384968.217685:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.217685:0:16127:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384968.217688:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a7ee07e 00000100:00100000:2.0:1767384968.217691:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384968.217692:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767384968.217693:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a7ee07e. 00000100:00000001:0.0:1767384968.217693:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384968.217695:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384968.217701:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.217701:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384968.217703:0:16127:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4285 usecs (5 jiffies) 00000100:00100000:3.0:1767384968.217704:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005eb12234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16130:1853237358524928:0@lo:400: 00000100:00000001:2.0:1767384968.217705:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:1.0:1767384968.217709:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000046810beb x1853237358524672/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384968.217710:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384968.217712:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294958085 02000000:00000001:3.0:1767384968.217715:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384968.217718:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384968.217719:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004271ee8b 00000100:00000010:0.0:1767384968.217722:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a20ce35b. 02000000:00000001:3.0:1767384968.217724:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384968.217724:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004271ee8b. 02000000:00000010:3.0:1767384968.217729:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006aa70ccd. 00000100:00000001:2.0:1767384968.217730:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384968.217733:0:16127:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 02000000:00000001:3.0:1767384968.217734:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384968.217738:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000012e985ac x1853237358524800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384968.217741:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059aed48a. 00000100:00000001:0.0:1767384968.217747:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294958085 00000100:00000001:1.0:1767384968.217748:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384968.217749:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ab784e2. 00000100:00000001:2.0:1767384968.217750:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384968.217756:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000046810beb x1853237358524672/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384984 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384968.217757:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358524928, portal 10 00000100:00000040:2.0:1767384968.217757:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000012e985ac x1853237358524800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384984 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384968.217757:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b8a5f84. 00000100:00000001:3.0:1767384968.217763:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384968.217765:0:16127:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384968.217767:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436633363712 : -108637076187904 : ffff9d31f5aa1500) 00000100:00000001:0.0:1767384968.217771:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294958085 00000100:00000010:0.0:1767384968.217779:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d099cff3. 00000100:00000040:3.0:1767384968.217780:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005eb12234 x1853237358524928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384968.217788:0:16127:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384968.217793:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.217796:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.217797:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294958085 00000100:00000001:2.0:1767384968.217798:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384968.217803:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384968.217804:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.217807:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384968.217809:0:16129:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4285 usecs (5 jiffies) 00000100:00000001:2.0:1767384968.217813:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294958085 00000100:00000001:1.0:1767384968.217813:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384968.217815:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bf94caa9. 00000100:00000001:2.0:1767384968.217818:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294958085 00000100:00000001:1.0:1767384968.217820:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294958091 00000100:00000040:3.0:1767384968.217822:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384968.217823:0:16127:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384968.217824:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294958085 00000400:00000010:3.0:1767384968.217827:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027fa4960. 00000100:00000001:2.0:1767384968.217830:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294958085 00000100:00000200:3.0:1767384968.217832:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237358524928, offset 0 00000100:00000001:1.0:1767384968.217832:0:16128:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294958085 00000100:00000001:0.0:1767384968.217833:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384968.217834:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294958085 00000100:00000001:2.0:1767384968.217839:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294958085 00000100:00000001:1.0:1767384968.217842:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294958091 00000100:00000001:2.0:1767384968.217843:0:16129:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294958085 00000400:00000200:3.0:1767384968.217844:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384968.217850:0:16129:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294958085 00000100:00000001:1.0:1767384968.217851:0:16128:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294958085 00000100:00000001:0.0:1767384968.217854:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.217856:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384968.217857:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384968.217859:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294958091 00000100:00000001:0.0:1767384968.217862:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.217863:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.217866:0:16128:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294958085 00000100:00000001:0.0:1767384968.217870:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384968.217871:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272707a00 00000100:00000001:2.0:1767384968.217871:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.217873:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294958091 00000100:00000001:1.0:1767384968.217881:0:16128:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294958085 00000400:00000200:3.0:1767384968.217882:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9248 00000100:00000001:0.0:1767384968.217882:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384968.217884:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384968.217887:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384968.217888:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384968.217892:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384968.217893:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384968.217895:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.217895:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384968.217897:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384968.217900:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384968.217901:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384968.217902:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.217904:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384968.217904:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384968.217907:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384968.217909:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384968.217911:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.217912:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384968.217915:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384968.217915:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8b8458c x1853237358525056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384968.217917:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384968.217917:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.217924:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000010:3.0:1767384968.217927:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000538dd593. 00000100:00000001:1.0:1767384968.217930:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384968.217933:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384968.217934:0:16130:0:(events.c:337:request_in_callback()) incoming req@00000000538dd593 x1853237358524928 msgsize 224 00000100:00000001:1.0:1767384968.217937:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.217937:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384968.217938:0:17540:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384968.217941:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384968.217942:0:17540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358524800 00000100:00000001:1.0:1767384968.217943:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384968.217948:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1767384968.217948:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384968.217953:0:17540:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384968.217953:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384968.217957:0:17540:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384968.217958:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.217960:0:17540:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.217962:0:16130:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384968.217966:0:17540:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384968.217967:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8b8458c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16127:1853237358525056:0@lo:400: 00000400:00000200:3.0:1767384968.217970:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027fa4960 00000100:00100000:2.0:1767384968.217970:0:17540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358524800 00000100:00000001:1.0:1767384968.217972:0:17542:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384968.217975:0:17540:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384968.217975:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384968.217976:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000027fa4960. 00000100:00100000:1.0:1767384968.217977:0:17542:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358524544 00000020:00000040:2.0:1767384968.217979:0:17540:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8560 02000000:00000001:1.0:1767384968.217981:0:17542:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384968.217981:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1767384968.217983:0:17540:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384968.217984:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384968.217985:0:17542:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384968.217986:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384968.217988:0:17540:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ce565cee refcount=5 00000100:00000001:1.0:1767384968.217988:0:17542:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384968.217991:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005eb12234 x1853237358524928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384968.217992:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384968.217994:0:17540:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 02000000:00000001:1.0:1767384968.217995:0:17542:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384968.217999:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000088cac92b. 00000020:00000001:2.0:1767384968.218001:0:17540:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00100000:1.0:1767384968.218001:0:17542:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358524544 00000020:00000001:1.0:1767384968.218006:0:17542:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1767384968.218006:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.218010:0:17540:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1767384968.218010:0:17542:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8560 00000100:00000001:3.0:1767384968.218034:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384968.218034:0:17540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004a022ed0. 00000020:00000001:1.0:1767384968.218038:0:17542:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384968.218040:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005eb12234 x1853237358524928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384968.218040:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a81bf77a. 00000020:00000010:2.0:1767384968.218041:0:17540:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005849f93e. 00000020:00000040:1.0:1767384968.218041:0:17542:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ce565cee refcount=6 00000020:00000001:1.0:1767384968.218048:0:17542:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000400:00000010:0.0:1767384968.218050:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c5e7145. 00000020:00000040:2.0:1767384968.218051:0:17540:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fe96f595) now 6 - evictor 00000020:00000001:1.0:1767384968.218052:0:17542:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00000200:0.0:1767384968.218058:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358525056, portal 10 00000100:00000001:1.0:1767384968.218060:0:17542:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384968.218061:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.218064:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384968.218065:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767384968.218065:0:17542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa0f3f8b. 00000100:00000001:2.0:1767384968.218066:0:17540:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384968.218068:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436633358336 : -108637076193280 : ffff9d31f5aa0000) 00000100:00000001:1.0:1767384968.218071:0:17542:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384968.218072:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384968.218073:0:17540:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005351af1e. 00000020:00000010:1.0:1767384968.218075:0:17542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa0f3f8b. 00000100:00000040:0.0:1767384968.218079:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8b8458c x1853237358525056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384968.218080:0:16130:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2968 usecs (3 jiffies) 00000020:00000010:2.0:1767384968.218080:0:17540:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a3649d20. 00000020:00000010:1.0:1767384968.218083:0:17542:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e1bb6fe. 00000100:00000001:3.0:1767384968.218086:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294958084 00000020:00000010:2.0:1767384968.218089:0:17540:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002ab698ee. 00000020:00000010:1.0:1767384968.218091:0:17542:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b1912c5. 00000100:00000001:3.0:1767384968.218092:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294958091 00000100:00000001:3.0:1767384968.218097:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294958084 00000020:00000010:1.0:1767384968.218098:0:17542:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000706ca8c4. 00000100:00000040:2.0:1767384968.218099:0:17540:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384968.218104:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294958091 00000100:00000001:2.0:1767384968.218106:0:17540:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384968.218107:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384968.218109:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294958084 00000100:00000001:2.0:1767384968.218110:0:17540:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1767384968.218110:0:17542:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384968.218114:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294958091 00000100:00000001:2.0:1767384968.218115:0:17540:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384968.218115:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384968.218116:0:17542:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384968.218120:0:17542:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:0.0:1767384968.218122:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004bae001a. 00000100:00000001:1.0:1767384968.218123:0:17542:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.218124:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294958084 00000100:00000001:2.0:1767384968.218124:0:17540:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384968.218129:0:17540:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384968.218130:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294958091 00000100:00000200:0.0:1767384968.218130:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237358525056, offset 0 00000100:00000001:1.0:1767384968.218132:0:17542:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.218133:0:17540:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.218137:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384968.218140:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384968.218144:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384968.218145:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.218146:0:17540:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384968.218150:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384968.218150:0:17542:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384968.218157:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384968.218158:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384968.218159:0:17540:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384968.218160:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384968.218162:0:17540:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384968.218163:0:17542:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384968.218164:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384968.218166:0:17542:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384968.218167:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384968.218169:0:17540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:3.0:1767384968.218172:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384968.218176:0:17540:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ce565cee : new rpc_count 1 00000100:00000001:3.0:1767384968.218177:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384968.218177:0:17542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00000001:2.0:1767384968.218183:0:17540:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635431480420864 : -108642229130752 : ffff9d30c2866a00) 00000100:00000040:1.0:1767384968.218184:0:17542:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ce565cee : new rpc_count 2 00000400:00000200:0.0:1767384968.218184:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272707a80 00000100:00000001:1.0:1767384968.218189:0:17542:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436515724800 : -108637193826816 : ffff9d31eea70e00) 00000100:00000040:2.0:1767384968.218191:0:17540:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c3200ed9 x1853237358524800/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:194/0 lens 224/0 e 0 to 0 dl 1767384979 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384968.218199:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384968.218199:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9472 00000100:00100000:3.0:1767384968.218203:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358524928 00000100:00000040:1.0:1767384968.218205:0:17542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001a0fe98e x1853237358524544/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:194/0 lens 224/0 e 0 to 0 dl 1767384979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384968.218207:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384968.218211:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384968.218214:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384968.218214:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384968.218221:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.218222:0:17542:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384968.218228:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358524928 00000020:00000010:1.0:1767384968.218228:0:17542:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa0f3f8b. 00000400:00000200:0.0:1767384968.218228:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384968.218232:0:17540:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384968.218234:0:17542:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384968.218235:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384968.218238:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8544 00000020:00000010:2.0:1767384968.218238:0:17540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000088458df6. 00000100:00000001:0.0:1767384968.218238:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:1.0:1767384968.218239:0:17542:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa0f3f8b. 00000100:00000001:2.0:1767384968.218257:0:17540:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384968.218258:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1767384968.218260:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384968.218262:0:17540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000088458df6. 00000020:00000040:3.0:1767384968.218263:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d62afedc refcount=5 00000100:00100000:1.0:1767384968.218266:0:17542:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001a0fe98e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16127:x1853237358524544:12345-0@lo:13: 00000100:00000010:0.0:1767384968.218268:0:16127:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000895e2eec. 00000020:00000001:3.0:1767384968.218269:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 00000100:00100000:2.0:1767384968.218273:0:17540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c3200ed9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16129:x1853237358524800:12345-0@lo:400: 00000100:00000200:1.0:1767384968.218275:0:17542:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358524544 00000020:00000001:3.0:1767384968.218276:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 00000100:00000040:0.0:1767384968.218277:0:16127:0:(events.c:337:request_in_callback()) incoming req@00000000895e2eec x1853237358525056 msgsize 224 00000020:00000001:1.0:1767384968.218280:0:17542:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384968.218285:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767384968.218285:0:17540:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358524800 00000020:00000001:1.0:1767384968.218286:0:17542:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384968.218290:0:17540:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767384968.218291:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce7d3240. 00000020:00000001:1.0:1767384968.218292:0:17542:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384968.218295:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1767384968.218296:0:17540:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384968.218298:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384968.218298:0:17542:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384968.218299:0:17540:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384968.218302:0:17542:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673334736 : -1036216880 : ffffffffc23c95d0) 00000020:00000010:3.0:1767384968.218305:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce7d3240. 00000020:00000001:2.0:1767384968.218306:0:17540:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384968.218307:0:17542:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384968.218310:0:17540:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00000020:00000001:1.0:1767384968.218311:0:17542:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384968.218311:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1767384968.218313:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7a20b33. 00000020:00000001:2.0:1767384968.218314:0:17540:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384968.218317:0:17542:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384968.218318:0:17540:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384968.218319:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005cc6d90f. 00000020:00000001:1.0:1767384968.218321:0:17542:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384968.218321:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bae001a 00000020:00000001:2.0:1767384968.218323:0:17540:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1767384968.218326:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002025b0d3. 00000020:00000001:1.0:1767384968.218326:0:17542:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384968.218326:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004bae001a. 00000020:00000001:2.0:1767384968.218327:0:17540:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384968.218331:0:17540:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.218334:0:17542:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384968.218335:0:17540:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384968.218335:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384968.218337:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:1.0:1767384968.218339:0:17542:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384968.218340:0:17540:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384968.218341:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1767384968.218344:0:17540:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1767384968.218344:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8b8458c x1853237358525056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384968.218345:0:17542:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000005c1d2888. 02000000:00000001:1.0:1767384968.218349:0:17542:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.218350:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:2.0:1767384968.218350:0:17540:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000532456de. 00000100:00000001:3.0:1767384968.218355:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384968.218356:0:17540:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.218356:0:17542:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384968.218363:0:17542:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1767384968.218364:0:16770:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384968.218364:0:17540:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384968.218368:0:17542:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:3.0:1767384968.218369:0:16770:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1767384968.218370:0:17540:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384968.218371:0:17542:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:0.0:1767384968.218371:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384968.218373:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384968.218376:0:17540:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237358524800 00080000:00000001:1.0:1767384968.218377:0:17542:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000040:0.0:1767384968.218380:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8b8458c x1853237358525056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384968.218381:0:17540:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384968.218382:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:2.0:1767384968.218389:0:17540:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c3200ed9 x1853237358524800/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:194/0 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384968.218390:0:17542:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.218393:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384968.218396:0:17542:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384968.218397:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358525056 02000000:00000001:3.0:1767384968.218401:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00002000:00000024:1.0:1767384968.218403:0:17542:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:3.0:1767384968.218405:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384968.218408:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767384968.218410:0:17542:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 02000000:00000001:3.0:1767384968.218414:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384968.218418:0:17540:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000020:1.0:1767384968.218418:0:17542:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000ce565cee dirty 0 pend 0 grant 0 00000100:00100000:3.0:1767384968.218420:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358525056 00010000:00000001:2.0:1767384968.218423:0:17540:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.218423:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384968.218425:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00002000:00000020:1.0:1767384968.218425:0:17542:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000020:00000040:3.0:1767384968.218429:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e853d 00000100:00000001:0.0:1767384968.218430:0:16127:0:(events.c:68:request_out_callback()) Process leaving 00000100:00001000:2.0:1767384968.218431:0:17540:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf489f17 time=82 v=5 (1 0 0 0) 00002000:00000001:1.0:1767384968.218431:0:17542:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000001:3.0:1767384968.218433:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384968.218437:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000e235a287 refcount=5 00000001:00000001:1.0:1767384968.218437:0:17542:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:2.0:1767384968.218438:0:17540:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000001:00000001:1.0:1767384968.218441:0:17542:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384968.218442:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431487174656 : -108642222376960 : ffff9d30c2ed7800) 00000100:00000001:0.0:1767384968.218443:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384968.218445:0:17540:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00002000:00000001:1.0:1767384968.218445:0:17542:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384968.218448:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431487174656 : -108642222376960 : ffff9d30c2ed7800) 00010000:00000040:1.0:1767384968.218450:0:17542:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237358524544 00000100:00000040:0.0:1767384968.218451:0:16127:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2833 usecs (3 jiffies) 00000100:00000001:3.0:1767384968.218452:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384968.218457:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce7d3240. 00000100:00000001:2.0:1767384968.218458:0:17540:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00010000:00000001:1.0:1767384968.218458:0:17542:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384968.218459:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294958084 00000020:00000010:3.0:1767384968.218462:0:16770:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000461eb651. 02000000:00000001:2.0:1767384968.218464:0:17540:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000200:1.0:1767384968.218465:0:17542:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001a0fe98e x1853237358524544/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:194/0 lens 224/368 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384968.218466:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294958091 02000000:00000001:2.0:1767384968.218468:0:17540:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384968.218469:0:16770:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8a46e2f) now 10 - evictor 00000100:00000001:2.0:1767384968.218475:0:17540:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384968.218475:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294958084 00000100:00000001:3.0:1767384968.218476:0:16770:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384968.218481:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000525add38. 00000100:00000001:0.0:1767384968.218482:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294958091 00000100:00000040:2.0:1767384968.218483:0:17540:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1767384968.218487:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009d692c65. 00010000:00000001:1.0:1767384968.218489:0:17542:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:2.0:1767384968.218490:0:17540:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004271ee8b. 00000100:00000001:0.0:1767384968.218490:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294958084 00000020:00000010:3.0:1767384968.218493:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c8be236. 00010000:00000001:1.0:1767384968.218493:0:17542:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384968.218495:0:17540:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237358524800, offset 224 00000100:00000001:0.0:1767384968.218497:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294958091 00000100:00001000:1.0:1767384968.218499:0:17542:0:(import.c:2128:obd_at_measure()) add 1 to 000000007564533c time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384968.218500:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384968.218503:0:16127:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294958084 00000100:00000001:3.0:1767384968.218504:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384968.218506:0:17540:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384968.218508:0:17542:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384968.218509:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384968.218510:0:16127:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294958091 00000100:00000001:3.0:1767384968.218514:0:16770:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:1.0:1767384968.218514:0:17542:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 22 to 0@lo 00000100:00000001:0.0:1767384968.218518:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384968.218519:0:16770:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:2.0:1767384968.218519:0:17540:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384968.218520:0:17542:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000100:00000001:3.0:1767384968.218524:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384968.218526:0:17542:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384968.218529:0:17542:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.218531:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384968.218531:0:17540:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272707980 00000100:00000001:0.0:1767384968.218534:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.218535:0:17542:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384968.218542:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384968.218542:0:17542:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384968.218542:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384968.218547:0:17540:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1fd9 [1] + 224 00000400:00000010:1.0:1767384968.218548:0:17542:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a7ee07e. 00000100:00000001:0.0:1767384968.218548:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384968.218552:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384968.218556:0:17540:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384968.218557:0:17542:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237358524544, offset 224 00000100:00000001:0.0:1767384968.218560:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767384968.218561:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00000001:0.0:1767384968.218565:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384968.218567:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d62afedc : new rpc_count 1 00000400:00000200:2.0:1767384968.218567:0:17540:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384968.218568:0:17542:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384968.218573:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436633366400 : -108637076185216 : ffff9d31f5aa1f80) 00000100:00000001:0.0:1767384968.218573:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384968.218577:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384968.218578:0:17540:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384968.218581:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000538dd593 x1853237358524928/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:194/0 lens 224/0 e 0 to 0 dl 1767384979 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384968.218582:0:17542:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384968.218583:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384968.218585:0:17540:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000012e985ac x1853237358524800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384968.218591:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384968.218598:0:17542:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272707880 00000400:00000200:1.0:1767384968.218609:0:17542:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1fc9 [1] + 224 00000100:00000001:3.0:1767384968.218615:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384968.218615:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384968.218619:0:17542:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384968.218621:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bbbdf77b. 00000100:00100000:0.0:1767384968.218621:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358524672 00000100:00000040:2.0:1767384968.218625:0:17540:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000012e985ac x1853237358524800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384968.218626:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384968.218627:0:17542:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384968.218628:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384968.218632:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384968.218633:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bbbdf77b. 00000100:00000001:1.0:1767384968.218635:0:17542:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384968.218637:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384968.218642:0:17542:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c5a4b51e x1853237358524544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384984 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384968.218644:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000538dd593 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16130:x1853237358524928:12345-0@lo:400: 02000000:00000001:0.0:1767384968.218644:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384968.218652:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358524672 00000100:00000200:3.0:1767384968.218656:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358524928 00000100:00000001:2.0:1767384968.218659:0:17540:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384968.218659:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384968.218660:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000040:0.0:1767384968.218663:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:3.0:1767384968.218665:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384968.218666:0:17540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004271ee8b 00000100:00000040:1.0:1767384968.218669:0:17542:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000c5a4b51e x1853237358524544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384968.218669:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384968.218670:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384968.218670:0:17540:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004271ee8b. 00000020:00000040:0.0:1767384968.218675:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000020:00000001:3.0:1767384968.218676:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384968.218677:0:17540:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1767384968.218680:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00000100:00000001:2.0:1767384968.218681:0:17540:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1767384968.218683:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:3.0:1767384968.218686:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384968.218686:0:17540:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384968.218690:0:16770:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384968.218691:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000040:2.0:1767384968.218694:0:17540:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 21 to 0@lo 00000020:00000001:3.0:1767384968.218696:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:2.0:1767384968.218700:0:17540:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384968.218700:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384968.218701:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384968.218702:0:17542:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384968.218705:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384968.218706:0:17540:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384968.218708:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000000ce2d36. 00000020:00000001:3.0:1767384968.218709:0:16770:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1767384968.218709:0:17542:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a7ee07e 00000020:00000001:2.0:1767384968.218710:0:17540:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384968.218712:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:1.0:1767384968.218715:0:17542:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a7ee07e. 02000000:00000001:3.0:1767384968.218716:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384968.218716:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384968.218717:0:17540:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3200ed9 x1853237358524800/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:194/0 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384968.218720:0:17542:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000010:3.0:1767384968.218722:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000aef72aa6. 00000100:00000001:1.0:1767384968.218724:0:17542:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1767384968.218724:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000000ce2d36. 02000000:00000001:3.0:1767384968.218728:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.218729:0:17542:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.218733:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384968.218735:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d9d682e. 00000100:00000040:1.0:1767384968.218737:0:17542:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000020:00000001:3.0:1767384968.218738:0:16770:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384968.218744:0:17542:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:0.0:1767384968.218744:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000024db52db. 00010000:00000040:3.0:1767384968.218745:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358524928 00000020:00000001:1.0:1767384968.218747:0:17542:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384968.218748:0:17540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c3200ed9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16129:x1853237358524800:12345-0@lo:400: Request processed in 511us (1065us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384968.218751:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384968.218752:0:17542:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:0.0:1767384968.218754:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000042c6b829. 00010000:00000200:3.0:1767384968.218758:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000538dd593 x1853237358524928/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:194/0 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384968.218759:0:17542:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001a0fe98e x1853237358524544/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:194/0 lens 224/368 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384968.218765:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:2.0:1767384968.218767:0:17540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:0.0:1767384968.218771:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384968.218776:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384968.218781:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384968.218782:0:17540:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce565cee : new rpc_count 1 00000100:00000001:2.0:1767384968.218788:0:17540:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384968.218791:0:17540:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384968.218791:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384968.218796:0:17542:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001a0fe98e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16127:x1853237358524544:12345-0@lo:13: Request processed in 569us (1241us total) trans 0 rc 0/0 00000020:00000010:2.0:1767384968.218797:0:17540:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a3649d20. 00000020:00000010:2.0:1767384968.218803:0:17540:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002ab698ee. 00000100:00000001:0.0:1767384968.218806:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384968.218808:0:17540:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005351af1e. 00010000:00000001:3.0:1767384968.218815:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:2.0:1767384968.218817:0:17540:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 5 00010000:00000001:3.0:1767384968.218818:0:16770:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384968.218821:0:17542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00001000:3.0:1767384968.218823:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=87 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384968.218823:0:17540:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384968.218823:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384968.218826:0:17542:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce565cee : new rpc_count 0 00000100:00000001:3.0:1767384968.218831:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384968.218832:0:17542:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1767384968.218837:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:1.0:1767384968.218837:0:17542:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384968.218837:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00080000:2.0:1767384968.218840:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:3.0:1767384968.218842:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000020:00000010:1.0:1767384968.218843:0:17542:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b1912c5. 00000020:00000040:2.0:1767384968.218844:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8a46e2f) now 10 - evictor 02000000:00000001:3.0:1767384968.218847:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1767384968.218848:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 02000000:00000001:3.0:1767384968.218850:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384968.218851:0:17542:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000706ca8c4. 00000100:00080000:2.0:1767384968.218852:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:0.0:1767384968.218855:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:3.0:1767384968.218857:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1767384968.218858:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fe96f595) now 6 - evictor 00000020:00000010:1.0:1767384968.218858:0:17542:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e1bb6fe. 00000100:00000001:0.0:1767384968.218861:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529247312 : -108637180304304 : ffff9d31ef756450) 00000100:00000040:3.0:1767384968.218865:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:1.0:1767384968.218867:0:17542:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 4 00000400:00000010:3.0:1767384968.218869:0:16770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027fa4960. 00000100:00000040:0.0:1767384968.218872:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002d101e6c x1853237358524672/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:194/0 lens 224/0 e 0 to 0 dl 1767384979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384968.218874:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358524928, offset 224 00000100:00000001:2.0:1767384968.218874:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384968.218874:0:17542:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384968.218878:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384968.218890:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384968.218890:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00000001:0.0:1767384968.218892:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384968.218897:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000e235a287 : new rpc_count 1 00000020:00000010:0.0:1767384968.218899:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000000ce2d36. 00000100:00000001:2.0:1767384968.218900:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436514141824 : -108637195409792 : ffff9d31ee8ee680) 00000400:00000200:3.0:1767384968.218904:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384968.218906:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384968.218909:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000895e2eec x1853237358525056/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:194/0 lens 224/0 e 0 to 0 dl 1767384979 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384968.218912:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000000ce2d36. 00000100:00000001:1.0:1767384968.218915:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384968.218919:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272707a00 00000100:00000001:1.0:1767384968.218919:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384968.218923:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384968.218924:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002d101e6c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16128:x1853237358524672:12345-0@lo:400: 00000400:00000001:1.0:1767384968.218926:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1767384968.218928:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000088458df6. 00000400:00000001:1.0:1767384968.218930:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384968.218932:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9b4a4a0. 00000100:00000001:2.0:1767384968.218934:0:16771:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384968.218935:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358524672 00000020:00000010:2.0:1767384968.218939:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000088458df6. 00000400:00000200:1.0:1767384968.218939:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4609bb9 00000020:00000001:0.0:1767384968.218940:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:1.0:1767384968.218943:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c4609bb9. 00000020:00000001:0.0:1767384968.218946:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:2.0:1767384968.218947:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000895e2eec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16127:x1853237358525056:12345-0@lo:400: 00000100:00000001:1.0:1767384968.218948:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384968.218950:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384968.218954:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1fe1 [1] + 224 00000100:00000200:1.0:1767384968.218954:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c5a4b51e x1853237358524544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384968.218958:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358525056 00000020:00000001:0.0:1767384968.218958:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384968.218962:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169792 : -1040381824 : ffffffffc1fd0880) 00000020:00000001:2.0:1767384968.218963:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384968.218966:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384968.218967:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384968.218970:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384968.218971:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384968.218975:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384968.218976:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384968.218978:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384968.218983:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384968.218984:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522912 : -1048028704 : ffffffffc18859e0) 00000100:00000001:3.0:1767384968.218985:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384968.218986:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c5a4b51e x1853237358524544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384968.218988:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384968.218990:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:3.0:1767384968.218993:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005eb12234 x1853237358524928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384968.218993:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384968.218994:0:16771:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384968.219000:0:16764:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384968.219001:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384968.219005:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384968.219006:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384968.219006:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384968.219008:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384968.219036:0:16127:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384968.219036:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1767384968.219037:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005eb12234 x1853237358524928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384968.219040:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384968.219041:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:0.0:1767384968.219043:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000093fc9700. 00000100:00000001:1.0:1767384968.219044:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384968.219046:0:16771:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384968.219048:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384968.219050:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.219051:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384968.219053:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384968.219055:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384968.219057:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384968.219059:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000310710fb time=82 v=5 (5 0 0 0) 02000000:00000010:2.0:1767384968.219061:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007b5d488c. 00000020:00000001:0.0:1767384968.219064:0:16764:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384968.219066:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384968.219067:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a6c23273 time=82 v=5 (1 0 0 0) 00010000:00000040:0.0:1767384968.219069:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358524672 00000100:00000001:3.0:1767384968.219070:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384968.219071:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.219072:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384968.219076:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384968.219076:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384968.219077:0:16771:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384968.219078:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027fa4960 00010000:00000200:0.0:1767384968.219084:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002d101e6c x1853237358524672/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:194/0 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384968.219085:0:16770:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000027fa4960. 00010000:00000040:2.0:1767384968.219085:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358525056 00010000:00000001:1.0:1767384968.219085:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384968.219091:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384968.219092:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00080000:1.0:1767384968.219092:0:16127:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c5a4b51e x1853237358524544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384968.219095:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000200:2.0:1767384968.219099:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000895e2eec x1853237358525056/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:194/0 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384968.219100:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384968.219108:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:3.0:1767384968.219114:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384968.219117:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384968.219122:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384968.219127:0:16127:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.219133:0:16127:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:2.0:1767384968.219134:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1767384968.219136:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000538dd593 x1853237358524928/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:194/0 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384968.219137:0:16127:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00010000:00000001:2.0:1767384968.219138:0:16771:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.219142:0:16127:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00001000:2.0:1767384968.219145:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384968.219146:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384968.219154:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384968.219155:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384968.219156:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c5a4b51e x1853237358524544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384968.219159:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384968.219162:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00100000:3.0:1767384968.219165:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000538dd593 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16130:x1853237358524928:12345-0@lo:400: Request processed in 545us (1226us total) trans 0 rc 0/0 00000100:00001000:0.0:1767384968.219168:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384968.219169:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384968.219175:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384968.219178:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.219181:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384968.219183:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767384968.219185:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00000001:1.0:1767384968.219185:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384968.219189:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 22 to 0@lo 00000100:00000001:1.0:1767384968.219191:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767384968.219192:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d62afedc : new rpc_count 0 00000100:00000040:2.0:1767384968.219192:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384968.219195:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384968.219197:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384968.219197:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000400:00000010:2.0:1767384968.219198:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004271ee8b. 00000004:00000001:1.0:1767384968.219199:0:16127:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:3.0:1767384968.219201:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000040:1.0:1767384968.219203:0:16127:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000200:2.0:1767384968.219206:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358525056, offset 224 02000000:00000001:0.0:1767384968.219206:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1767384968.219207:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005cc6d90f. 00000004:00000040:1.0:1767384968.219207:0:16127:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 02000000:00000001:0.0:1767384968.219210:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384968.219213:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002025b0d3. 00000100:00000001:0.0:1767384968.219217:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384968.219219:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384968.219220:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7a20b33. 00000004:00000020:1.0:1767384968.219222:0:16127:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000067181a10): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000020:00000040:3.0:1767384968.219226:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000d62afedc : new refcount 4 00000100:00000040:0.0:1767384968.219226:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384968.219231:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384968.219232:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384968.219234:0:16127:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384968.219234:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004bae001a. 00000100:00000040:1.0:1767384968.219242:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c5a4b51e x1853237358524544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384984 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384968.219257:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237358524672, offset 224 00000400:00000200:2.0:1767384968.219260:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272707a80 00000100:00000001:3.0:1767384968.219266:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384968.219269:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384968.219271:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1fe9 [1] + 224 00000400:00000200:2.0:1767384968.219279:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384968.219280:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c5a4b51e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16127:1853237358524544:0@lo:13: 00000400:00000200:0.0:1767384968.219285:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384968.219288:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384968.219291:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384968.219292:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384968.219293:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:3.0:1767384968.219295:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384968.219298:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059aed48a. 00000100:00000040:1.0:1767384968.219299:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c5a4b51e x1853237358524544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384984 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384968.219303:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384968.219304:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ab784e2 00000400:00000010:3.0:1767384968.219308:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ab784e2. 00000100:00000001:3.0:1767384968.219312:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384968.219314:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384968.219315:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1767384968.219319:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005eb12234 x1853237358524928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384968.219320:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1767384968.219320:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272707900 00000100:00000200:2.0:1767384968.219321:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8b8458c x1853237358525056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384968.219324:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000187882d4. 02000000:00000001:1.0:1767384968.219332:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384968.219336:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:0.0:1767384968.219336:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1fcd [1] + 224 00000020:00000040:1.0:1767384968.219339:0:16127:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384968.219345:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1767384968.219348:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384968.219349:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005395410d. 00000100:00000200:3.0:1767384968.219357:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005eb12234 x1853237358524928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384968.219357:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1767384968.219359:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384968.219360:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384968.219364:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c5a4b51e. 00000100:00000001:0.0:1767384968.219369:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384968.219370:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384968.219374:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384968.219379:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000046810beb x1853237358524672/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384968.219380:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.219385:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384968.219388:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384968.219390:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.219393:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384968.219396:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.219397:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384968.219398:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e8b8458c x1853237358525056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384968.219403:0:16130:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384968.219406:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384968.219409:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384968.219413:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384968.219417:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384968.219418:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000046810beb x1853237358524672/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384968.219422:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5338197 time=87 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384968.219423:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767384968.219431:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c619e3cd time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384968.219431:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384968.219432:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004271ee8b 00000100:00000001:1.0:1767384968.219434:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384968.219435:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004271ee8b. 00000100:00000001:2.0:1767384968.219439:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384968.219440:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384968.219443:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384968.219443:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384968.219443:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1767384968.219444:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384968.219446:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384968.219448:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc0fc43d. 00010000:00000001:3.0:1767384968.219450:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384968.219450:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384968.219452:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000382964ab 00000400:00000010:1.0:1767384968.219455:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000382964ab. 00010000:00080000:3.0:1767384968.219457:0:16130:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005eb12234 x1853237358524928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384968.219457:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:1.0:1767384968.219460:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384968.219461:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384968.219465:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384968.219465:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bae001a 00000100:00000200:1.0:1767384968.219467:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000012e985ac x1853237358524800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384968.219472:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384968.219472:0:16764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004bae001a. 00000100:00000040:2.0:1767384968.219479:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000895e2eec x1853237358525056/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:194/0 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384968.219480:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384968.219483:0:16130:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.219485:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384968.219489:0:16130:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384968.219492:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384968.219493:0:16130:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384968.219499:0:16130:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384968.219503:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384968.219503:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000012e985ac x1853237358524800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384968.219503:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00100000:2.0:1767384968.219509:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000895e2eec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16127:x1853237358525056:12345-0@lo:400: Request processed in 581us (1227us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384968.219511:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:3.0:1767384968.219513:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005eb12234 x1853237358524928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384968.219516:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384968.219523:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1767384968.219530:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00000001:1.0:1767384968.219532:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384968.219536:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384968.219537:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000e235a287 : new rpc_count 0 00000100:00000001:3.0:1767384968.219538:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384968.219539:0:16129:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384968.219542:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1767384968.219542:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002d101e6c x1853237358524672/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:194/0 lens 224/224 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384968.219543:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384968.219544:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384968.219546:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384968.219547:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384968.219548:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384968.219551:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009d692c65. 00000100:00000001:1.0:1767384968.219551:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384968.219556:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005eb12234 x1853237358524928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384968.219557:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384968.219558:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c8be236. 00000100:00001000:1.0:1767384968.219563:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d21af389 time=82 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384968.219565:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000525add38. 00000020:00000040:2.0:1767384968.219571:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000e235a287 : new refcount 4 00000100:00001000:1.0:1767384968.219574:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a6c23273 time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384968.219576:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384968.219583:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1767384968.219584:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002d101e6c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16128:x1853237358524672:12345-0@lo:400: Request processed in 687us (1935us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384968.219586:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384968.219590:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:3.0:1767384968.219591:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005eb12234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16130:1853237358524928:0@lo:400: 00000100:00000001:2.0:1767384968.219596:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00080000:1.0:1767384968.219597:0:16129:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000012e985ac x1853237358524800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384968.219600:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384968.219601:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384968.219603:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000400:00000001:2.0:1767384968.219605:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384968.219607:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:2.0:1767384968.219609:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384968.219612:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a81bf77a. 00000100:00000040:0.0:1767384968.219612:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000040:3.0:1767384968.219614:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005eb12234 x1853237358524928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384968.219619:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c5e7145 00010000:00000001:1.0:1767384968.219620:0:16129:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.219620:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1767384968.219626:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c5e7145. 00000100:00000001:0.0:1767384968.219626:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384968.219627:0:16129:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384968.219628:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1767384968.219631:0:16129:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 02000000:00000001:3.0:1767384968.219632:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:0.0:1767384968.219633:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000024db52db. 02000000:00000010:3.0:1767384968.219636:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006aa70ccd. 00000100:00000001:2.0:1767384968.219636:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384968.219636:0:16129:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384968.219640:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384968.219640:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000042c6b829. 02000000:00000001:3.0:1767384968.219642:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:2.0:1767384968.219645:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8b8458c x1853237358525056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384968.219646:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:0.0:1767384968.219648:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d9d682e. 00000020:00000040:3.0:1767384968.219649:0:16130:0:(genops.c:1242:class_import_put()) import 000000005ebd018a refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:1.0:1767384968.219650:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000012e985ac x1853237358524800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384968.219656:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:0.0:1767384968.219657:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 02000000:00000010:3.0:1767384968.219660:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008045ebb8. 02000000:00000001:3.0:1767384968.219667:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384968.219667:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384968.219672:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:0.0:1767384968.219673:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000093fc9700. 00000100:00000010:3.0:1767384968.219675:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005eb12234. 00000100:00000001:1.0:1767384968.219675:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384968.219676:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8b8458c x1853237358525056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384968.219679:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384968.219680:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384968.219684:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384968.219685:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384968.219688:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1767384968.219691:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012e985ac x1853237358524800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384968.219692:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384968.219694:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384968.219696:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384968.219698:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384968.219701:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384968.219702:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000719d8bbf. 00000100:00000001:3.0:1767384968.219705:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384968.219706:0:16127:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384968.219709:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384968.219710:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1767384968.219711:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000081e7d894. 00000100:00000001:2.0:1767384968.219714:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384968.219715:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384968.219718:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384968.219719:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384968.219719:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000012e985ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16129:1853237358524800:0@lo:400: 02000000:00000001:2.0:1767384968.219724:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.219728:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384968.219729:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a558cf0b time=87 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384968.219731:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384968.219734:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1767384968.219736:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f60eced4 time=87 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384968.219737:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000012e985ac x1853237358524800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384968.219738:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384968.219744:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:0.0:1767384968.219745:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384968.219747:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384968.219749:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767384968.219750:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:0.0:1767384968.219750:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1767384968.219751:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:0.0:1767384968.219754:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e84936ba. 02000000:00000010:1.0:1767384968.219755:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000a252c09. 00010000:00080000:2.0:1767384968.219758:0:16127:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e8b8458c x1853237358525056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384968.219761:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767384968.219763:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8127395 00000020:00000001:1.0:1767384968.219765:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384968.219768:0:16129:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000400:00000010:0.0:1767384968.219769:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8127395. 00010000:00000001:2.0:1767384968.219771:0:16127:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384968.219773:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384968.219776:0:16127:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:1.0:1767384968.219777:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009e803359. 00000100:00000001:0.0:1767384968.219777:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384968.219779:0:16127:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384968.219783:0:16127:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1767384968.219785:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384968.219786:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384968.219786:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000046810beb x1853237358524672/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384968.219790:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1767384968.219794:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8b8458c x1853237358525056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384968.219794:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012e985ac. 00000100:00000001:1.0:1767384968.219802:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384968.219806:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384968.219812:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384968.219819:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000046810beb x1853237358524672/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384968.219820:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384968.219821:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384968.219825:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.219826:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384968.219828:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384968.219832:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384968.219836:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8b8458c x1853237358525056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384968.219837:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.219845:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384968.219848:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8b8458c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16127:1853237358525056:0@lo:400: 00000100:00000001:0.0:1767384968.219850:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384968.219854:0:16128:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384968.219860:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384968.219862:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384968.219865:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8b8458c x1853237358525056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384968.219867:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384968.219871:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384968.219874:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.219875:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384968.219877:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384968.219880:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000088cac92b. 02000000:00000001:0.0:1767384968.219880:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384968.219886:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:0.0:1767384968.219887:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=92 v=5 (5 0 0 0) 00000020:00000001:2.0:1767384968.219888:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384968.219891:0:16127:0:(genops.c:1242:class_import_put()) import 00000000e13b832f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384968.219894:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:0.0:1767384968.219895:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=92 v=5 (1 0 0 0) 02000000:00000010:2.0:1767384968.219896:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bfe63663. 02000000:00000001:2.0:1767384968.219900:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384968.219902:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384968.219902:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384968.219906:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384968.219907:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8b8458c. 00000100:00000001:2.0:1767384968.219912:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1767384968.219913:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384968.219914:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384968.219918:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384968.219918:0:16128:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.219924:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384968.219924:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.219927:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.219930:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384968.219932:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384968.219933:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000046810beb x1853237358524672/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384968.219942:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384968.219945:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384968.219947:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384968.219950:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046810beb x1853237358524672/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384968.219957:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000046810beb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358524672:0@lo:400: 00000100:00000001:0.0:1767384968.219962:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384968.219964:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384968.219965:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000046810beb x1853237358524672/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384968.219972:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384968.219974:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384968.219975:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002f7a5fd4. 02000000:00000001:0.0:1767384968.219979:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384968.219981:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384968.219982:0:16128:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1767384968.219984:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384968.219986:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000de77a2df. 02000000:00000001:0.0:1767384968.219988:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384968.219989:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384968.219991:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000046810beb. 00000100:00000001:0.0:1767384968.220000:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384968.220001:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384968.220003:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384968.220008:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384968.220010:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.220032:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384968.220034:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384968.229069:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294958091, at 4294958092 00000100:00000040:3.0:1767384968.229071:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294958091, at 4294958092 00000100:00000010:0.0:1767384968.229076:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a20ce35b. 00000100:00000040:1.0:1767384968.229080:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294958091, at 4294958092 00000100:00000010:3.0:1767384968.229081:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bf94caa9. 00000100:00000010:1.0:1767384968.229091:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b8a5f84. 00000100:00000040:2.0:1767384968.229161:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294958091, at 4294958092 00000100:00000010:2.0:1767384968.229166:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d099cff3. 00000400:00000200:1.0:1767384968.665099:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp46 00000800:00000200:3.0:1767384968.665105:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007c2839cb] -> 12345-192.168.203.157@tcp29 (4) 00000400:00000010:1.0:1767384968.665110:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005d71b493. 00000800:00000200:3.1:1767384968.665116:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007c2839cb] -> 12345-192.168.203.157@tcp29 (4) 00000400:00000010:1.0:1767384968.665119:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001e1bb6fe. 00000400:00000010:1.0:1767384968.665125:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a7ee07e. 00000400:00000010:1.0:1767384968.665131:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000845b1c48. 00000400:00000200:1.0:1767384968.665134:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp46 00000800:00000200:3.0:1767384968.665151:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008831a9b5] -> 12345-192.168.203.157@tcp16 (6) 00000400:00000200:1.0:1767384968.665155:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp46 local destination 00000800:00000200:3.0:1767384968.665159:0:16119:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp16 ip 192.168.203.157:988 00000800:00000200:3.0:1767384968.665164:0:16119:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009f61ec69 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767384968.665164:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp46 00000400:00000200:1.0:1767384968.665171:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp46 NI seq info: [222:222:256:4294967295] 192.168.203.157@tcp46 LPNI seq info [194:194:8:4294967295] 00000400:00000200:1.0:1767384968.665178:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp46 00000400:00000200:1.0:1767384968.665186:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp46(192.168.203.157@tcp46:) -> 192.168.203.157@tcp46(192.168.203.157@tcp46:192.168.203.157@tcp46) : GET try# 0 00000800:00000200:1.0:1767384968.665190:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp46 00000800:00000010:1.0:1767384968.665194:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000065559535. 00000800:00000200:1.0:1767384968.665201:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000faf9bd4a] -> 12345-192.168.203.157@tcp46 (2) 00000800:00000200:1.1:1767384968.665206:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000faf9bd4a] -> 12345-192.168.203.157@tcp46 (2) 00000400:00000200:1.0:1767384968.665237:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp46 added to recovery queue. ping count: 3 next ping: 299 health :700 00000400:00000200:2.0:1767384968.665257:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.665303:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.665326:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000800:00000001:1.0:1767384968.665335:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384968.665339:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384968.665354:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384968.665361:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384968.665365:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384968.665376:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.665391:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.665426:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.665440:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.665469:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.665484:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.665520:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.665538:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.665565:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.665589:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.665623:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.665635:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.665677:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.665684:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.665721:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.665729:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.665742:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.665817:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.665821:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.665860:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.665872:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.665912:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.665929:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.665954:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.665986:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.666002:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.666073:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.666092:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.666131:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.666148:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.666179:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.666195:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.666228:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.666254:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.666287:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.666299:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.666345:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.666348:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.666403:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.666404:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.666478:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.666479:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.666530:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.666544:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.666569:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.666591:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.666626:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.666637:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.666675:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.666683:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.666722:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.666734:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.666763:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.666783:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.666805:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.666826:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.666848:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.666870:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.666893:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.666922:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.666935:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.666985:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.666986:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.667060:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.667086:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.667122:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.667143:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.667167:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.667189:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.157:988 00000800:00000010:2.0:1767384968.667197:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002921a5f9. 00000800:00000010:2.0:1767384968.667203:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000006287aa7. 00000800:00000010:2.0:1767384968.667208:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000088458df6. 00000400:00000200:3.0:1767384968.667213:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.157:988 00000800:00000010:2.0:1767384968.667231:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000088458df6. 00000400:00000200:3.0:1767384968.667239:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.157:988 00000800:00020000:2.0:1767384968.667254:0:16116:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:2.0:1767384968.667259:0:16116:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000006287aa7. 00000800:00000010:2.0:1767384968.667268:0:16116:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002921a5f9. 00000400:00000200:3.0:1767384968.667284:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.667324:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.157:988 00000400:02020000:2.0:1767384968.667327:0:16116:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp29 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384968.667333:0:16116:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:3.0:1767384968.667350:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.667364:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.667377:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.667389:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.667400:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.667412:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.667424:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.667436:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.667448:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.667469:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.667481:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.667493:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.667505:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 970 -> 192.168.203.157:988 00000800:00000010:3.0:1767384968.667627:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000730e0f09. 00000800:00000010:3.0:1767384968.667631:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e13df3d3. 00000800:00000010:3.0:1767384968.667635:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bbbdf77b. 00000800:00000010:3.0:1767384968.667665:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bbbdf77b. 00000400:00000200:0.0:1767384968.667762:0:16123:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384968.667777:0:16123:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.157@tcp46 from 201.3.0.2 00000800:00000010:0.0:1767384968.667779:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f2d65c5f. 00000800:00000010:3.0:1767384968.667815:0:29524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d51b0034. 00000800:00000010:3.0:1767384968.667820:0:29524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000033a871ba. 00000800:00000010:3.0:1767384968.667839:0:29524:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a4443c12. 00000800:00000200:3.1:1767384968.667844:0:29524:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000faf9bd4a] -> 12345-192.168.203.157@tcp46 (2) 00000800:00000200:3.1:1767384968.667849:0:29524:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.157@tcp46 00000000a4443c12 deleted 00000800:00000010:3.1:1767384968.667850:0:29524:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a4443c12. 00000800:00000200:3.1:1767384968.667855:0:29524:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384968.667860:0:29524:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp46 ip 192.168.203.157:969 00000800:00000200:3.1:1767384968.667862:0:29524:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000065559535 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384968.667874:0:29524:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp46 p 3.x 192.168.203.157 -> 192.168.203.157:969 incarnation:1767384954025678386 sched[0] 00000800:00000010:3.0:1767384968.667878:0:29524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bbbdf77b. 00000800:00000010:3.0:1767384968.667933:0:29524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bbbdf77b. 00000800:00000010:3.0:1767384968.667938:0:29524:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000033a871ba. 00000800:00000200:2.1:1767384968.667948:0:16115:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384968.667955:0:16115:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.157@tcp46 p 3.x 192.168.203.157 -> 192.168.203.157:988 incarnation:1767384954025678386 sched[0] 00000800:00000010:2.0:1767384968.667958:0:16115:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e13df3d3. 00000800:00000010:3.0:1767384968.667982:0:29524:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f2d65c5f. 00000800:00000001:1.0:1767384968.668029:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384968.668036:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384968.668050:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384968.668051:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000800:00000001:3.0:1767384968.668058:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384968.668088:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384968.668095:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384968.668097:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384968.668101:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384968.668104:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000065559535. 00000800:00000001:3.0:1767384968.668106:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384968.668110:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384968.668114:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.668120:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp46(192.168.203.157@tcp46) <- 192.168.203.157@tcp46 : GET - for me 00000400:00000200:1.0:1767384968.668121:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp46->192.168.203.157@tcp46: GET: OK 00000400:00000200:1.0:1767384968.668128:0:16122:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384968.668133:0:16122:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp46 recovery message sent successfully:0 00000400:00000200:3.0:1767384968.668137:0:16120:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384968.668146:0:16120:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp of length 272/272 into md 0x1f19 [1] + 0 00000400:00000200:3.0:1767384968.668163:0:16120:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp46 to MR: 192.168.203.157@tcp46 local destination 00000400:00000200:3.0:1767384968.668170:0:16120:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp46 NI seq info: [223:223:256:4294967295] 192.168.203.157@tcp46 LPNI seq info [195:195:8:4294967295] 00000400:00000200:2.0:1767384968.668173:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.668186:0:16120:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp46(192.168.203.157@tcp46:192.168.203.157@tcp46) -> 192.168.203.157@tcp46(192.168.203.157@tcp46:192.168.203.157@tcp46) 192.168.203.157@tcp46 : REPLY try# 0 00000800:00000200:3.0:1767384968.668193:0:16120:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.157@tcp46 00000800:00000010:3.0:1767384968.668197:0:16120:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008045ebb8. 00000800:00000200:3.0:1767384968.668207:0:16120:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000faf9bd4a] -> 12345-192.168.203.157@tcp46 (4) 00000800:00000200:3.0:1767384968.668211:0:16120:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp46 ip 192.168.203.157:988 00000800:00000200:3.0:1767384968.668213:0:16120:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008045ebb8 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384968.668233:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000800:00000001:1.0:1767384968.668258:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384968.668289:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384968.668292:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008045ebb8. 00000400:00000200:3.0:1767384968.668297:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384968.668302:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384968.668303:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp46->192.168.203.157@tcp46: REPLY: OK 00000400:00000200:2.0:1767384968.668305:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000800:00000001:1.0:1767384968.668308:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384968.668316:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384968.668319:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384968.668323:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384968.668331:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp46(192.168.203.157@tcp46) <- 192.168.203.157@tcp46 : REPLY - for me 00000400:00000200:1.0:1767384968.668341:0:16122:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp46: Reply from 12345-192.168.203.157@tcp46 of length 272/272 into md 0x2009 00000800:00000001:1.0:1767384968.668346:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384968.668352:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384968.668353:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384968.668358:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp46->192.168.203.157@tcp46: REPLY: OK 00000400:00000200:1.0:1767384968.668361:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a7ee07e 00000400:00000010:1.0:1767384968.668363:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a7ee07e. 00000400:00000200:2.0:1767384968.668367:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:1.0:1767384968.668367:0:16122:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384968.668375:0:16122:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005d71b493. 00000400:00000010:1.0:1767384968.668379:0:16122:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001e1bb6fe. 00000800:00000001:1.0:1767384968.668385:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384968.668389:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384968.668419:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.668438:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.668450:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.668463:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.668474:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.668486:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.668497:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.668510:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.668521:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.668533:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.668545:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.668556:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.668568:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.668580:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.668601:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.668623:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.668648:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.668669:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.668681:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.668703:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.668715:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.668726:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.668749:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.668762:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.668774:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.668785:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.668797:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.668808:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384968.668820:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:2.0:1767384968.668883:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002921a5f9. 00000800:00000010:2.0:1767384968.668886:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000006287aa7. 00000800:00000010:2.0:1767384968.668888:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000088458df6. 00000800:00000010:2.0:1767384968.668900:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000088458df6. 00000800:00020000:2.0:1767384968.668904:0:16115:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:2.0:1767384968.668906:0:16115:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000006287aa7. 00000800:00000010:2.0:1767384968.668907:0:16115:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002921a5f9. 00000400:02020000:2.0:1767384968.668929:0:16115:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp46 at host 192.168.203.157:988: is it running a compatible version of Lustre? 10000000:00000001:0.0:1767384968.729099:0:16767:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384968.729106:0:16767:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ff67cc77) refs 2 10000000:00000001:0.0:1767384968.729112:0:16767:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384968.729116:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384968.729118:0:16767:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384968.729119:0:16767:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384968.729122:0:16767:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384968.729124:0:16767:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384968.729126:0:16767:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9d31c7708000 from 85 10000000:00000001:0.0:1767384968.729130:0:16767:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384968.729131:0:16767:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384968.729140:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000068a7cc9. 00000020:00000040:0.0:1767384968.729145:0:16767:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1767384968.729150:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384968.729154:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384968.729159:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384968.729168:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001d9d682e. 00000100:00000001:0.0:1767384968.729174:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384968.729178:0:16767:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384968.729181:0:16767:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384968.729188:0:16767:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000095479e0c. 00010000:00000001:0.0:1767384968.729193:0:16767:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384968.729196:0:16767:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004a5c45ff. 00000020:00000001:0.0:1767384968.729201:0:16767:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384968.729216:0:16767:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004a5c45ff with handle 0x4895a8f6c11e884d to hash 00000020:00000001:0.0:1767384968.729218:0:16767:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384968.729220:0:16767:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00010000:00000001:0.0:1767384968.729223:0:16767:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00010000:00000001:0.0:1767384968.729227:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384968.729229:0:16767:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384968.729232:0:16767:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: 000000004a5c45ff/0x4895a8f6c11e884d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384968.729256:0:16767:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: 000000004a5c45ff/0x4895a8f6c11e884d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384968.729268:0:16767:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: 000000004a5c45ff/0x4895a8f6c11e884d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384968.729275:0:16767:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384968.729277:0:16767:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384968.729283:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000043501fd. 00000100:00000001:0.0:1767384968.729286:0:16767:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635431472128960 : -108642237422656 : ffff9d30c207e3c0) 00000100:00000001:0.0:1767384968.729288:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384968.729290:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436514145408 : -108637195406208 : ffff9d31ee8ef480) 00000100:00000001:0.0:1767384968.729294:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384968.729297:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.729299:0:16767:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384968.729301:0:16767:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384968.729308:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000068a7cc9 x1853237358525184/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384968.729318:0:16767:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384968.729320:0:16767:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384968.729323:0:16767:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384968.729326:0:16767:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384968.729329:0:16767:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384968.729331:0:16767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000068a7cc9 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358525184:0@lo:101: 00000100:00000001:0.0:1767384968.729336:0:16767:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384968.729349:0:16767:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384968.729352:0:16767:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384968.729354:0:16767:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384968.729358:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000049791db7. 02000000:00000001:0.0:1767384968.729361:0:16767:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384968.729366:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac364a41. 00000400:00000010:0.0:1767384968.729374:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004bae001a. 00000100:00000200:0.0:1767384968.729381:0:16767:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358525184, portal 25 00000100:00000001:0.0:1767384968.729383:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384968.729384:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436514145408 : -108637195406208 : ffff9d31ee8ef480) 00000100:00000040:0.0:1767384968.729389:0:16767:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000068a7cc9 x1853237358525184/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384984 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384968.729397:0:16767:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384968.729400:0:16767:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384968.729403:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be799be5. 00000100:00000200:0.0:1767384968.729406:0:16767:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237358525184, offset 0 00000400:00000200:0.0:1767384968.729413:0:16767:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384968.729426:0:16767:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384968.729446:0:16767:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272707b00 00000400:00000200:0.0:1767384968.729452:0:16767:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1895 [2] + 0 00000400:00000010:0.0:1767384968.729456:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000409ce644. 00000400:00000200:0.0:1767384968.729461:0:16767:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006e287620 00000400:00000200:0.0:1767384968.729466:0:16767:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384968.729470:0:16767:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384968.729475:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e287620 00000400:00000010:0.0:1767384968.729477:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e287620. 00000100:00000001:0.0:1767384968.729482:0:16767:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384968.729484:0:16767:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384968.729488:0:16767:0:(events.c:337:request_in_callback()) incoming req@0000000037bc8bda x1853237358525184 msgsize 328 00000100:00100000:0.0:1767384968.729491:0:16767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384968.729493:0:16767:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384968.729510:0:16767:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384968.729517:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be799be5 00000400:00000010:0.0:1767384968.729520:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be799be5. 00000100:00000001:0.0:1767384968.729523:0:16767:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384968.729535:0:16767:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000068a7cc9 x1853237358525184/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384984 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384968.729543:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384968.729547:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358525184 00000100:00000001:0.0:1767384968.729547:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384968.729552:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1767384968.729554:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000068a7cc9 x1853237358525184/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384984 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384968.729555:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384968.729558:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384968.729563:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384968.729568:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358525184 00000020:00000001:2.0:1767384968.729572:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384968.729572:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384968.729575:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:2.0:1767384968.729578:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384968.729578:0:16767:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:2.0:1767384968.729582:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000020:00000001:2.0:1767384968.729585:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:2.0:1767384968.729587:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384968.729589:0:16767:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.729590:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384968.729595:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294958603 00000100:00000010:0.0:1767384968.729600:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a20ce35b. 00000020:00000010:2.0:1767384968.729602:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000088458df6. 00000100:00000001:2.0:1767384968.729606:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384968.729609:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000088458df6. 00000100:00000001:0.0:1767384968.729610:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000020:00000010:2.0:1767384968.729614:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005351af1e. 00000020:00000010:2.0:1767384968.729619:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f4b60c3f. 00000020:00000010:2.0:1767384968.729623:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002ab698ee. 00000100:00000001:0.0:1767384968.729624:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294958603 00000100:00000010:0.0:1767384968.729631:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000055cd3d5. 00000100:00000040:2.0:1767384968.729633:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384968.729636:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384968.729637:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384968.729640:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384968.729642:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.729648:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.729652:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294958603 00000100:00000001:2.0:1767384968.729655:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384968.729658:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d099cff3. 00000100:00000001:0.0:1767384968.729663:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384968.729670:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294958603 00000100:00000001:2.0:1767384968.729671:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384968.729674:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000010:0.0:1767384968.729674:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b8a5f84. 00000100:00000001:0.0:1767384968.729681:0:16767:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00100000:2.0:1767384968.729682:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00000001:1.0:1767384968.729686:0:16762:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384968.729687:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:2.0:1767384968.729691:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529246288 : -108637180305328 : ffff9d31ef756050) 00000100:00000001:1.0:1767384968.729691:0:16762:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384968.729695:0:16767:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384968.729696:0:16762:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384968.729698:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000037bc8bda x1853237358525184/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:194/0 lens 328/0 e 0 to 0 dl 1767384979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384968.729702:0:16762:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.729703:0:16767:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.729708:0:16767:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384968.729711:0:16767:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384968.729716:0:16767:0:(client.c:2690:ptlrpc_set_wait()) set 00000000043501fd going to sleep for 11 seconds 00000100:00000001:2.0:1767384968.729721:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384968.729722:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384968.729725:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000088458df6. 00000100:00000001:0.0:1767384968.729727:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.729729:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384968.729732:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000088458df6. 00000100:00100000:2.0:1767384968.729736:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000037bc8bda pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16767:x1853237358525184:12345-0@lo:101: 00000100:00000200:2.0:1767384968.729739:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358525184 00000020:00000001:2.0:1767384968.729741:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384968.729743:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384968.729745:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384968.729747:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384968.729748:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169728 : -1040381888 : ffffffffc1fd0840) 00000020:00000001:2.0:1767384968.729752:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384968.729753:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384968.729759:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384968.729761:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384968.729764:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384968.729766:0:16764:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384968.729768:0:16764:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384968.729769:0:16764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384968.729771:0:16764:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384968.729772:0:16764:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384968.729776:0:16764:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384968.729779:0:16764:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000008817395 count: 2 00010000:00000001:2.0:1767384968.729781:0:16764:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384968.729782:0:16764:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384968.729784:0:16764:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008a4f5a3d. 00000020:00000001:2.0:1767384968.729787:0:16764:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384968.729788:0:16764:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008a4f5a3d with handle 0x4895a8f6c11e8854 to hash 00000020:00000001:2.0:1767384968.729789:0:16764:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384968.729790:0:16764:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635436275768320 : -108637433783296 : ffff9d31e0599c00) 00010000:00000001:2.0:1767384968.729792:0:16764:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635436275768320 : -108637433783296 : ffff9d31e0599c00) 00010000:00010000:2.0:1767384968.729793:0:16764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000008a4f5a3d/0x4895a8f6c11e8854 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x4895a8f6c11e884d expref: -99 pid: 16764 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384968.729799:0:16764:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000005d63f134 : new locks_count 10 00000020:00000040:2.0:1767384968.729800:0:16764:0:(genops.c:887:class_export_get()) GET export 000000005d63f134 refcount=15 00000100:00000001:2.0:1767384968.729806:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384968.729807:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384968.729810:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000034d15ff7. 02000000:00000001:2.0:1767384968.729811:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.729812:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384968.729814:0:16764:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384968.729817:0:16764:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384968.729818:0:16764:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384968.729820:0:16764:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384968.729821:0:16764:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384968.729823:0:16764:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384968.729824:0:16764:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384968.729825:0:16764:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384968.729830:0:16764:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384968.729832:0:16764:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384968.729833:0:16764:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384968.729834:0:16764:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000008817395) refcount = 2 00010000:00000040:2.0:1767384968.729836:0:16764:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384968.729840:0:16764:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000b46f71f2/0x4895a8f6c11e8838 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.203.57@tcp50 remote: 0xc665bd1ab4380081 expref: 8 pid: 16764 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384968.729844:0:16764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008a4f5a3d/0x4895a8f6c11e8854 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4895a8f6c11e884d expref: 15 pid: 16764 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384968.729849:0:16764:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384968.729850:0:16764:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384968.729851:0:16764:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384968.729852:0:16764:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384968.729853:0:16764:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384968.729857:0:16764:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384968.729858:0:16764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000008a4f5a3d/0x4895a8f6c11e8854 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4895a8f6c11e884d expref: 15 pid: 16764 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384968.729862:0:16764:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384968.729864:0:16764:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384968.729866:0:16764:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384968.729868:0:16764:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384968.729869:0:16764:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384968.729870:0:16764:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384968.729871:0:16764:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384968.729872:0:16764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000008a4f5a3d, rc 0) 00000020:00000001:2.0:1767384968.729874:0:16764:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384968.729876:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358525184 00010000:00000001:2.0:1767384968.729877:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384968.729880:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000037bc8bda x1853237358525184/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:194/0 lens 328/344 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384968.729885:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384968.729887:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384968.729890:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384968.729897:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384968.729898:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:2.0:1767384968.729900:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384968.729902:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384968.729903:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.729905:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384968.729907:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384968.729909:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004271ee8b. 00000100:00000200:2.0:1767384968.729911:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237358525184, offset 224 00000400:00000200:2.0:1767384968.729914:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384968.729918:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384968.729922:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272707b00 00000400:00000200:2.0:1767384968.729926:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x200d [1] + 224 00000400:00000200:2.0:1767384968.729929:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384968.729931:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384968.729933:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384968.729935:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000068a7cc9 x1853237358525184/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384984 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384968.729942:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000068a7cc9 x1853237358525184/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384984 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384968.729954:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384968.729957:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004271ee8b 00000400:00000010:2.0:1767384968.729958:0:16764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004271ee8b. 00000100:00000001:2.0:1767384968.729961:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384968.729962:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384968.729964:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384968.729966:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:2.0:1767384968.729968:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384968.729969:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384968.729971:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384968.729973:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000037bc8bda x1853237358525184/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:194/0 lens 328/344 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384968.729979:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000037bc8bda pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16767:x1853237358525184:12345-0@lo:101: Request processed in 258us (490us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384968.729983:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384968.729990:0:16767:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384968.729993:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000400:00000001:0.0:1767384968.729994:0:16767:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384968.729997:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac364a41. 00000100:00000040:2.0:1767384968.729998:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000400:00000200:0.0:1767384968.730001:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bae001a 00000100:00000001:2.0:1767384968.730002:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:0.0:1767384968.730004:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004bae001a. 00000100:00000001:2.0:1767384968.730005:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384968.730009:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f4b60c3f. 00000020:00000010:2.0:1767384968.730030:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002ab698ee. 00000020:00000010:2.0:1767384968.730032:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005351af1e. 00000020:00000040:2.0:1767384968.730036:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 00000100:00000001:0.0:1767384968.730040:0:16767:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384968.730041:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384968.730044:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000034d15ff7. 00000100:00000200:0.0:1767384968.730047:0:16767:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000068a7cc9 x1853237358525184/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384984 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384968.730048:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384968.730051:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384968.730058:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:0.0:1767384968.730060:0:16767:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000068a7cc9 x1853237358525184/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384984 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384968.730063:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f3c4077. 00000400:00000010:2.0:1767384968.730070:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000006287aa7. 00000100:00000001:0.0:1767384968.730070:0:16767:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384968.730073:0:16767:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384968.730076:0:16767:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384968.730078:0:16767:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384968.730079:0:16767:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384968.730080:0:16767:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384968.730082:0:16767:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384968.730086:0:16767:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=92 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384968.730088:0:16767:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384968.730091:0:16767:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384968.730092:0:16767:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384968.730093:0:16767:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384968.730095:0:16767:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.730096:0:16767:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384968.730098:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000068a7cc9 x1853237358525184/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384984 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384968.730103:0:16767:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384968.730105:0:16767:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384968.730106:0:16767:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384968.730108:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000068a7cc9 x1853237358525184/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384984 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384968.730113:0:16767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000068a7cc9 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358525184:0@lo:101: 00000100:00000001:0.0:1767384968.730116:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384968.730117:0:16767:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.730119:0:16767:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384968.730119:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384968.730121:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000068a7cc9 x1853237358525184/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384984 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384968.730132:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384968.730134:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000043501fd. 00000100:00000001:0.0:1767384968.730136:0:16767:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384968.730137:0:16767:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384968.730139:0:16767:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384968.730141:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384968.730143:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384968.730144:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a5c45ff refcount=4 00000020:00000001:0.0:1767384968.730145:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00010000:00000001:0.0:1767384968.730147:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00010000:00000040:0.0:1767384968.730150:0:16767:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000004a5c45ff, remote cookie: 0x4895a8f6c11e8854, flags: 0x0 00010000:00000001:0.0:1767384968.730152:0:16767:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384968.730153:0:16767:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384968.730154:0:16767:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384968.730156:0:16767:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384968.730157:0:16767:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384968.730158:0:16767:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000095479e0c) refcount = 1 00010000:00010000:0.0:1767384968.730160:0:16767:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: 000000004a5c45ff/0x4895a8f6c11e884d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e8854 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384968.730164:0:16767:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384968.730165:0:16767:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384968.730166:0:16767:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384968.730167:0:16767:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384968.730169:0:16767:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384968.730170:0:16767:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: 000000004a5c45ff/0x4895a8f6c11e884d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4895a8f6c11e8854 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384968.730174:0:16767:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384968.730174:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384968.730175:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384968.730176:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384968.730177:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384968.730178:0:16767:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.730182:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384968.730184:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000068a7cc9 x1853237358525184/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384984 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384968.730189:0:16767:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384968.730190:0:16767:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384968.730192:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000049791db7. 02000000:00000001:0.0:1767384968.730195:0:16767:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384968.730196:0:16767:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384968.730197:0:16767:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1767384968.730198:0:16767:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384968.730200:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001d9d682e. 02000000:00000001:0.0:1767384968.730202:0:16767:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384968.730203:0:16767:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384968.730204:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000068a7cc9. 00000100:00000001:0.0:1767384968.730206:0:16767:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384968.730207:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384968.730208:0:16767:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384968.730209:0:16767:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384968.730210:0:16767:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000ff67cc77) refs 3 10000000:00000001:0.0:1767384968.730211:0:16767:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384968.730213:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384968.730213:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384968.730215:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a5c45ff refcount=3 00000020:00000001:0.0:1767384968.730216:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00010000:00000001:0.0:1767384968.730217:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00010000:00000001:0.0:1767384968.730218:0:16767:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384968.730219:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384968.730220:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384968.730221:0:16767:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384968.730222:0:16767:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384968.730224:0:16767:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000e3e132cb. 00000100:00000010:0.0:1767384968.730235:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000068a7cc9. 00000020:00000040:0.0:1767384968.730236:0:16767:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1767384968.730238:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384968.730239:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384968.730259:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384968.730266:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001d9d682e. 00000100:00000001:0.0:1767384968.730268:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.730272:0:16767:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384968.730274:0:16767:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000049791db7. 00000100:00000010:0.0:1767384968.730276:0:16767:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000000ce2d36. 00000020:00000040:0.0:1767384968.730277:0:16767:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1767384968.730280:0:16767:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384968.730281:0:16767:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384968.730283:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000043501fd. 00000100:00000001:0.0:1767384968.730284:0:16767:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635431472128960 : -108642237422656 : ffff9d30c207e3c0) 00000100:00000001:0.0:1767384968.730286:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384968.730287:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436514145408 : -108637195406208 : ffff9d31ee8ef480) 00000100:00000001:0.0:1767384968.730289:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384968.730290:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.730291:0:16767:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384968.730292:0:16767:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384968.730294:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000068a7cc9 x1853237358525312/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384968.730299:0:16767:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384968.730299:0:16767:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384968.730301:0:16767:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384968.730302:0:16767:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384968.730303:0:16767:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384968.730305:0:16767:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000068a7cc9 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358525312:0@lo:256: 00000100:00000001:0.0:1767384968.730306:0:16767:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384968.730308:0:16767:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384968.730309:0:16767:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.730310:0:16767:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384968.730313:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac364a41. 00000400:00000010:0.0:1767384968.730316:0:16767:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000006e287620. 00000100:00000200:0.0:1767384968.730318:0:16767:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958272707b80-0x6958272707b80, portal 33 00000100:00000001:0.0:1767384968.730320:0:16767:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384968.730322:0:16767:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384968.730325:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000055540700. 02000000:00000001:0.0:1767384968.730330:0:16767:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384968.730331:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000409ce644. 00000400:00000010:0.0:1767384968.730333:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004bae001a. 00000100:00000200:0.0:1767384968.730335:0:16767:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358525312, portal 25 00000100:00000001:0.0:1767384968.730337:0:16767:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384968.730337:0:16767:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436514145408 : -108637195406208 : ffff9d31ee8ef480) 00000100:00000040:0.0:1767384968.730340:0:16767:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000068a7cc9 x1853237358525312/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384984 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384968.730344:0:16767:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384968.730345:0:16767:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384968.730346:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be799be5. 00000100:00000200:0.0:1767384968.730348:0:16767:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237358525312, offset 0 00000400:00000200:0.0:1767384968.730350:0:16767:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384968.730354:0:16767:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384968.730358:0:16767:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272707b80 00000400:00000200:0.0:1767384968.730361:0:16767:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x189d [2] + 0 00000400:00000010:0.0:1767384968.730363:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008001e3a2. 00000400:00000200:0.0:1767384968.730365:0:16767:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000068ac5e8a 00000400:00000200:0.0:1767384968.730367:0:16767:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384968.730369:0:16767:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384968.730371:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068ac5e8a 00000400:00000010:0.0:1767384968.730372:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000068ac5e8a. 00000100:00000001:0.0:1767384968.730375:0:16767:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384968.730376:0:16767:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384968.730377:0:16767:0:(events.c:337:request_in_callback()) incoming req@00000000211a3598 x1853237358525312 msgsize 304 00000100:00100000:0.0:1767384968.730380:0:16767:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384968.730381:0:16767:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384968.730390:0:16767:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384968.730393:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be799be5 00000400:00000010:0.0:1767384968.730395:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be799be5. 00000100:00000001:0.0:1767384968.730397:0:16767:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384968.730399:0:16767:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000068a7cc9 x1853237358525312/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384984 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384968.730407:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384968.730418:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000068a7cc9 x1853237358525312/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384984 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384968.730421:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384968.730426:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358525312 02000000:00000001:2.0:1767384968.730430:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384968.730431:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.730435:0:16767:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384968.730440:0:16767:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.730442:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384968.730443:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294958604 00000100:00000001:2.0:1767384968.730446:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384968.730451:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.730452:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294958603 00000100:00100000:2.0:1767384968.730453:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358525312 00000020:00000001:2.0:1767384968.730456:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384968.730459:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:2.0:1767384968.730461:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384968.730462:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294958604 00000020:00000040:2.0:1767384968.730463:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000020:00000001:2.0:1767384968.730468:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:0.0:1767384968.730469:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294958603 00000020:00000001:2.0:1767384968.730470:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384968.730476:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384968.730477:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294958604 00000020:00000010:2.0:1767384968.730479:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000088458df6. 00000100:00000001:2.0:1767384968.730484:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384968.730485:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000088458df6. 00000100:00000001:0.0:1767384968.730485:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294958603 00000020:00000010:2.0:1767384968.730492:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005351af1e. 00000100:00000001:0.0:1767384968.730492:0:16767:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294958604 00000100:00000001:0.0:1767384968.730496:0:16767:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294958603 00000100:00000001:0.0:1767384968.730498:0:16767:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384968.730502:0:16767:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384968.730504:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f4b60c3f. 00000100:00000001:0.0:1767384968.730504:0:16767:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384968.730507:0:16767:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384968.730509:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002ab698ee. 00000100:00100000:0.0:1767384968.730510:0:16767:0:(client.c:2690:ptlrpc_set_wait()) set 00000000043501fd going to sleep for 11 seconds 00000100:00000001:0.0:1767384968.730514:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384968.730516:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384968.730517:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384968.730520:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384968.730521:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384968.730522:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.730526:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.730536:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384968.730542:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384968.730543:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384968.730545:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00000040:2.0:1767384968.730547:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:2.0:1767384968.730548:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529249360 : -108637180302256 : ffff9d31ef756c50) 00000100:00000040:2.0:1767384968.730551:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000211a3598 x1853237358525312/t0(0) o256->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:194/0 lens 304/0 e 0 to 0 dl 1767384979 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384968.730556:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384968.730558:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000088458df6. 00000100:00000001:2.0:1767384968.730560:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384968.730562:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000088458df6. 00000100:00100000:2.0:1767384968.730565:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000211a3598 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16767:x1853237358525312:12345-0@lo:256: 00000100:00000200:2.0:1767384968.730568:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358525312 00000020:00000001:2.0:1767384968.730570:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384968.730572:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384968.730573:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384968.730575:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384968.730576:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669170144 : -1040381472 : ffffffffc1fd09e0) 00000020:00000001:2.0:1767384968.730578:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384968.730580:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384968.730581:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384968.730582:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384968.730583:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.730585:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384968.730586:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384968.730592:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000034d15ff7. 02000000:00000001:2.0:1767384968.730593:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.730594:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384968.730596:0:16764:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384968.730599:0:16764:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384968.730602:0:16764:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384968.730603:0:16764:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384968.730605:0:16764:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384968.730606:0:16764:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384968.730608:0:16764:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384968.730610:0:16764:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000f83ab976. 20000000:00000001:2.0:1767384968.730612:0:16764:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384968.730626:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384968.730631:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384968.730634:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384968.730636:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384968.730637:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384968.730638:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384968.730639:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384968.730641:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384968.730642:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384968.730644:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384968.730645:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384968.730646:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384968.730648:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384968.730649:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384968.730650:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384968.730651:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384968.730652:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384968.730653:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384968.730654:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384968.730656:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384968.730657:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384968.730658:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384968.730659:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384968.730660:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384968.730661:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384968.730662:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384968.730663:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384968.730668:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384968.730670:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384968.730671:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384968.730672:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384968.730673:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384968.730675:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384968.730676:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767384968.730677:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:2.0:1767384968.730678:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:2.0:1767384968.730679:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:2.0:1767384968.730680:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:2.0:1767384968.730681:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:2.0:1767384968.730683:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:2.0:1767384968.730684:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:2.0:1767384968.730685:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:2.0:1767384968.730686:0:16764:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/4/3. 20000000:00000040:2.0:1767384968.730693:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384968.730694:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384968.730696:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384968.730697:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384968.730698:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384968.730699:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384968.730700:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384968.730701:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384968.730702:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384968.730703:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384968.730704:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384968.730706:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384968.730707:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384968.730708:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384968.730709:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384968.730710:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384968.730712:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384968.730713:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384968.730714:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384968.730716:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384968.730717:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384968.730718:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384968.730719:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384968.730723:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384968.730725:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384968.730726:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384968.730727:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384968.730728:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384968.730730:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384968.730731:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384968.730732:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384968.730733:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384968.730734:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384968.730735:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767384968.730736:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:2.0:1767384968.730737:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:2.0:1767384968.730739:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:2.0:1767384968.730740:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:2.0:1767384968.730741:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:2.0:1767384968.730742:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:2.0:1767384968.730743:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:2.0:1767384968.730744:0:16764:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:2.0:1767384968.730745:0:16764:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/4/3. 20000000:01000000:2.0:1767384968.730747:0:16764:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:2.0:1767384968.730748:0:16764:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:2.0:1767384968.730750:0:16764:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384968.730751:0:16764:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000de171494. 00000100:00000010:2.0:1767384968.730753:0:16764:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000007cd8eddf. 00000020:00000040:2.0:1767384968.730754:0:16764:0:(genops.c:887:class_export_get()) GET export 000000005d63f134 refcount=16 00010000:00000001:2.0:1767384968.730756:0:16764:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384968.730758:0:16764:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384968.730760:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004271ee8b. 00000400:00000010:2.0:1767384968.730764:0:16764:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007bdf5fb6. 00000400:00000200:2.0:1767384968.730766:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384968.730771:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384968.730774:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1728 into portal 33 MB=0x6958272707b80 00000400:00000200:2.0:1767384968.730777:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1728/1728 into md 0x201d [4] + 0 00000400:00000010:2.0:1767384968.730779:0:16764:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac364a41. 00000400:00000200:2.0:1767384968.730781:0:16764:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006e287620 00000400:00000200:2.0:1767384968.730783:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384968.730789:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384968.730791:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e287620 00000400:00000010:2.0:1767384968.730792:0:16764:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000006e287620. 00000100:00000001:2.0:1767384968.730794:0:16764:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384968.730795:0:16764:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000068a7cc9 desc 0000000049791db7 mbits 1853237358525312 00000100:00000001:2.0:1767384968.730804:0:16764:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384968.730806:0:16764:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384968.730809:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384968.730814:0:16764:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2029 00000400:00000200:2.0:1767384968.730815:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384968.730817:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384968.730819:0:16764:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384968.730820:0:16764:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000de171494 00000100:00000001:2.0:1767384968.730822:0:16764:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384968.730826:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004271ee8b 00000400:00000010:2.0:1767384968.730827:0:16764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004271ee8b. 00000100:00000001:2.0:1767384968.730829:0:16764:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384968.730830:0:16764:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000de171494 00000100:00000001:2.0:1767384968.730832:0:16764:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384968.730835:0:16764:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-0@lo mbits 0x6958272707b80-0x6958272707b80 00000100:00000001:2.0:1767384968.730837:0:16764:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384968.730840:0:16764:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.730842:0:16764:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000001:0.0:1767384968.730842:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767384968.730847:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 15 00000100:00000001:0.0:1767384968.730847:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384968.730849:0:16764:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000007cd8eddf. 00000100:00000010:2.0:1767384968.730854:0:16764:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000de171494. 00000100:00000001:2.0:1767384968.730856:0:16764:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384968.730857:0:16764:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384968.730863:0:16764:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000f83ab976. 20000000:00000001:2.0:1767384968.730866:0:16764:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384968.730868:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358525312 00010000:00000001:2.0:1767384968.730869:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384968.730871:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000211a3598 x1853237358525312/t0(0) o256->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:194/0 lens 304/240 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384968.730876:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384968.730881:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384968.730882:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384968.730884:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384968.730886:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000100:00000001:2.0:1767384968.730887:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384968.730888:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384968.730889:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384968.730890:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384968.730892:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384968.730893:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004271ee8b. 00000100:00000200:2.0:1767384968.730894:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237358525312, offset 224 00000400:00000200:2.0:1767384968.730897:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384968.730899:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384968.730902:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272707b80 00000400:00000200:2.0:1767384968.730904:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x2021 [1] + 224 00000400:00000200:2.0:1767384968.730907:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384968.730908:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384968.730910:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384968.730911:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000068a7cc9 x1853237358525312/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384984 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384968.730916:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000068a7cc9 x1853237358525312/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384984 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384968.730926:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384968.730928:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004271ee8b 00000400:00000010:2.0:1767384968.730929:0:16764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004271ee8b. 00000100:00000001:2.0:1767384968.730930:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384968.730931:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384968.730933:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384968.730934:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00010000:00000001:2.0:1767384968.730936:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384968.730937:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384968.730938:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384968.730941:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000211a3598 x1853237358525312/t0(0) o256->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:194/0 lens 304/240 e 0 to 0 dl 1767384979 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384968.730956:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000211a3598 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16767:x1853237358525312:12345-0@lo:256: Request processed in 397us (576us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384968.730957:0:16767:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384968.730963:0:16767:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384968.730964:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000400:00000001:0.0:1767384968.730967:0:16767:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384968.730968:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:2.0:1767384968.730972:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:0.0:1767384968.730973:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000409ce644. 00000100:00000001:2.0:1767384968.730974:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384968.730977:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f4b60c3f. 00000400:00000200:0.0:1767384968.730979:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bae001a 00000020:00000010:2.0:1767384968.730981:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002ab698ee. 00000020:00000010:2.0:1767384968.730985:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005351af1e. 00000400:00000010:0.0:1767384968.730985:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004bae001a. 00000020:00000040:2.0:1767384968.730989:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 00000100:00000001:0.0:1767384968.730992:0:16767:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384968.730993:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384968.730996:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000034d15ff7. 02000000:00000001:2.0:1767384968.730999:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384968.731000:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384968.731001:0:16767:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000068a7cc9 x1853237358525312/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384984 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384968.731004:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384968.731009:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a47e4e55. 00000400:00000010:2.0:1767384968.731029:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000072bc766a. 00000100:00000200:0.0:1767384968.731040:0:16767:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000068a7cc9 x1853237358525312/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384984 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384968.731063:0:16767:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384968.731065:0:16767:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384968.731067:0:16767:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384968.731069:0:16767:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384968.731070:0:16767:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384968.731072:0:16767:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384968.731074:0:16767:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384968.731077:0:16767:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=92 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384968.731080:0:16767:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384968.731083:0:16767:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384968.731084:0:16767:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384968.731086:0:16767:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384968.731087:0:16767:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.731089:0:16767:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384968.731092:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000068a7cc9 x1853237358525312/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384984 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384968.731099:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000068a7cc9 x1853237358525312/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384984 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384968.731106:0:16767:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384968.731108:0:16767:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384968.731111:0:16767:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000068a7cc9 x1853237358525312/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384984 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384968.731118:0:16767:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000068a7cc9 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fc613044-dd35-4201-b03c-4d69ab0214c0:16767:1853237358525312:0@lo:256: 00000100:00000001:0.0:1767384968.731122:0:16767:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384968.731124:0:16767:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.731126:0:16767:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384968.731127:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384968.731129:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000068a7cc9 x1853237358525312/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384984 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384968.731136:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384968.731138:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000043501fd. 00000100:00000001:0.0:1767384968.731140:0:16767:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384968.731148:0:16767:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384968.731151:0:16767:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 88, more 0. 10000000:00000001:0.0:1767384968.731154:0:16767:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384968.731160:0:16767:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000000d0c576. 00010000:00000001:0.0:1767384968.731171:0:16767:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384968.731174:0:16767:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384968.731178:0:16767:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.157@tcp has 192.168.203.157@tcp. 00000100:00000001:0.0:1767384968.731180:0:16767:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384968.731182:0:16767:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384968.731184:0:16767:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.157@tcp with 192.168.203.157@tcp 00000100:00000200:0.0:1767384968.731186:0:16767:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.157@tcp' 00000100:00000200:0.0:1767384968.731190:0:16767:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.203.157@tcp' 00000400:00000200:0.0:1767384968.731193:0:16767:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:0.0:1767384968.731196:0:16767:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384968.731199:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.157@tcp 00000400:00000200:0.0:1767384968.731204:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384968.731209:0:16767:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (40) 00000400:00000200:0.0:1767384968.731213:0:16767:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (41) 00000400:00000200:0.0:1767384968.731227:0:16767:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:0.0:1767384968.731230:0:16767:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384968.731232:0:16767:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384968.731235:0:16767:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp: 0. pending discovery 00000400:00000200:0.0:1767384968.731238:0:16767:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (42) 00000400:00000200:0.0:1767384968.731256:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp 00000400:00000200:2.0:1767384968.731259:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384968.731259:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.157@tcp10 00000400:00000200:2.0:1767384968.731266:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102071 00000400:00000200:0.0:1767384968.731266:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384968.731271:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (41) 00000400:00000200:0.0:1767384968.731272:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp10 00000400:00000010:2.0:1767384968.731276:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 0000000034d15ff7. 00000400:00000200:0.0:1767384968.731277:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.157@tcp11 00000400:00000010:2.0:1767384968.731280:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004271ee8b. 00000400:00000010:2.0:1767384968.731285:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002c35eab3. 00000400:00000200:0.0:1767384968.731285:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384968.731289:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp11 00000400:00000200:2.0:1767384968.731294:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1767384968.731297:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.157@tcp12 00000400:00000200:2.0:1767384968.731304:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1767384968.731306:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384968.731310:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp12 00000400:00000200:2.0:1767384968.731312:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 158], ns[172, 168] 00000400:00000200:0.0:1767384968.731316:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.157@tcp13 00000400:00000200:2.0:1767384968.731321:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 158], ns[185, 168] 00000400:00000200:0.0:1767384968.731325:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384968.731329:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 158], ns[62, 168] 00000400:00000200:0.0:1767384968.731330:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp13 00000400:00000200:2.0:1767384968.731334:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 00000400:00000200:0.0:1767384968.731342:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.157@tcp14 00000400:00000200:2.0:1767384968.731349:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 62], ns[77, 62] 00000400:00000200:0.0:1767384968.731353:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384968.731357:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 62], ns[81, 62] 00000400:00000200:0.0:1767384968.731358:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp14 00000400:00000200:0.0:1767384968.731365:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.157@tcp15 00000400:00000200:2.0:1767384968.731366:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 62], ns[97, 62] 00000400:00000200:0.0:1767384968.731373:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384968.731374:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 62], ns[104, 62] 00000400:00000200:0.0:1767384968.731380:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp15 00000400:00000200:2.0:1767384968.731383:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 62], ns[125, 62] 00000400:00000200:0.0:1767384968.731386:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.157@tcp16 00000400:00000200:2.0:1767384968.731393:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 62], ns[131, 62] 00000400:00000200:0.0:1767384968.731395:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384968.731400:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp16 00000400:00000200:0.0:1767384968.731406:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.157@tcp17 00000400:00000200:2.0:1767384968.731407:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 62], ns[137, 62] 00000400:00000200:0.0:1767384968.731415:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384968.731419:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 62], ns[141, 62] 00000400:00000200:0.0:1767384968.731420:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp17 00000400:00000200:0.0:1767384968.731425:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.157@tcp18 00000400:00000200:0.0:1767384968.731432:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384968.731436:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 62], ns[152, 62] 00000400:00000200:0.0:1767384968.731437:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp18 00000400:00000200:0.0:1767384968.731442:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.157@tcp19 00000400:00000200:2.0:1767384968.731451:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 62], ns[161, 62] 00000400:00000200:0.0:1767384968.731452:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384968.731457:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp19 00000400:00000200:0.0:1767384968.731461:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.157@tcp20 00000400:00000200:2.0:1767384968.731466:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[182, 62], ns[192, 62] 00000400:00000200:0.0:1767384968.731468:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384968.731472:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp20 00000400:00000200:0.0:1767384968.731477:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.157@tcp21 00000400:00000200:2.0:1767384968.731480:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 62], ns[50, 62] 00000400:00000200:0.0:1767384968.731484:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384968.731489:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 50], ns[54, 50] 00000400:00000200:0.0:1767384968.731489:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp21 00000400:00000200:0.0:1767384968.731494:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.157@tcp22 00000400:00000200:2.0:1767384968.731498:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 50], ns[58, 50] 00000400:00000200:0.0:1767384968.731502:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384968.731506:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 50], ns[74, 50] 00000400:00000200:0.0:1767384968.731508:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp22 00000400:00000200:0.0:1767384968.731514:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.157@tcp23 00000400:00000200:2.0:1767384968.731515:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 50], ns[123, 50] 00000400:00000200:0.0:1767384968.731522:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384968.731523:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 50], ns[75, 50] 00000400:00000200:0.0:1767384968.731527:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp23 00000400:00000200:2.0:1767384968.731531:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[171, 50], ns[181, 50] 00000400:00000200:0.0:1767384968.731533:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.157@tcp24 00000400:00000200:0.0:1767384968.731536:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384968.731541:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp24 00000400:00000200:0.0:1767384968.731546:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.157@tcp25 00000400:00000200:2.0:1767384968.731549:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 50], ns[93, 50] 00000400:00000200:0.0:1767384968.731554:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384968.731558:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[180, 50], ns[190, 50] 00000400:00000200:0.0:1767384968.731559:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp25 00000400:00000200:2.0:1767384968.731563:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 50], ns[114, 50] 00000400:00000200:2.0:1767384968.731566:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[188, 50], ns[198, 50] 00000400:00000200:2.0:1767384968.731574:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 50], ns[122, 50] 00000400:00000200:0.0:1767384968.731574:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.157@tcp26 00000400:00000200:2.0:1767384968.731583:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 50], ns[146, 50] 00000400:00000200:0.0:1767384968.731584:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384968.731589:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp26 00000400:00000200:2.0:1767384968.731590:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 50], ns[145, 50] 00000400:00000200:0.0:1767384968.731595:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.157@tcp27 00000400:00000200:2.0:1767384968.731598:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[166, 50], ns[176, 50] 00000400:00000200:0.0:1767384968.731604:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384968.731606:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[179, 50], ns[189, 50] 00000400:00000200:0.0:1767384968.731609:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp27 00000400:00000200:2.0:1767384968.731613:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 50], ns[158, 50] 00000400:00000200:0.0:1767384968.731615:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.157@tcp28 00000400:00000200:2.0:1767384968.731621:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[185, 50], ns[195, 50] 00000400:00000200:0.0:1767384968.731624:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384968.731630:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[193, 50], ns[205, 50] 00000400:00000200:0.0:1767384968.731630:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp28 00000400:00000200:0.0:1767384968.731637:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.157@tcp29 00000400:00000200:2.0:1767384968.731640:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[168, 50], ns[178, 50] 00000400:00000200:0.0:1767384968.731645:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384968.731648:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 50], ns[183, 50] 00000400:00000200:0.0:1767384968.731650:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp29 00000400:00000200:2.0:1767384968.731657:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[195, 50], ns[223, 50] 00000400:00000200:0.0:1767384968.731657:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.157@tcp30 00000400:00000200:2.0:1767384968.731666:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[191, 50], ns[201, 50] 00000400:00000200:0.0:1767384968.731666:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384968.731673:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp30 00000400:00000200:2.0:1767384968.731676:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 50], ns[0, 50] 00000400:00000200:0.0:1767384968.731679:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.157@tcp31 00000400:00000200:2.0:1767384968.731685:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp48 00000400:00000200:0.0:1767384968.731687:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384968.731689:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp31 00000400:00000200:0.0:1767384968.731693:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.157@tcp32 00000400:00000200:2.0:1767384968.731699:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp48 00000400:00000200:0.0:1767384968.731700:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384968.731704:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp32 00000400:00000200:2.0:1767384968.731706:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp48 lpni_is_preferred = 0 00000400:00000200:0.0:1767384968.731710:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.157@tcp33 00000400:00000200:2.0:1767384968.731713:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp48 00000400:00000200:0.0:1767384968.731719:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384968.731720:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp48 NI seq info: [224:224:256:4294967295] 192.168.203.157@tcp48 LPNI seq info [196:196:8:4294967295] 00000400:00000200:0.0:1767384968.731725:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp33 00000400:00000200:0.0:1767384968.731730:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.157@tcp34 00000400:00000200:2.0:1767384968.731732:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp48 00000400:00000200:0.0:1767384968.731736:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384968.731742:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp34 00000400:00000200:2.0:1767384968.731745:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp48(192.168.203.157@tcp48:) -> 192.168.203.157@tcp48(192.168.203.157@tcp:192.168.203.157@tcp48) : GET try# 0 00000400:00000200:0.0:1767384968.731748:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.157@tcp35 00000800:00000200:2.0:1767384968.731755:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp48 00000400:00000200:0.0:1767384968.731757:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384968.731761:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp35 00000800:00000010:2.0:1767384968.731762:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bbb3ab0d. 00000400:00000200:0.0:1767384968.731767:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.157@tcp36 00000800:00000010:2.0:1767384968.731771:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001ab46afd. 00000400:00000200:0.0:1767384968.731772:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp36 NID flags 0x1: -114 00000800:00000010:2.0:1767384968.731777:0:16125:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000d63efc40. 00000400:00000200:0.0:1767384968.731777:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp36 00000400:00000200:0.0:1767384968.731783:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.157@tcp37 00000800:00000200:2.0:1767384968.731787:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001ab46afd] -> 12345-192.168.203.157@tcp48 (2) 00000400:00000200:0.0:1767384968.731791:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp37 NID flags 0x1: -114 00000800:00000200:2.1:1767384968.731796:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001ab46afd] -> 12345-192.168.203.157@tcp48 (2) 00000400:00000200:0.0:1767384968.731797:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp37 00000400:00000200:0.0:1767384968.731809:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.157@tcp38 00000400:00000200:2.0:1767384968.731811:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp 00000400:00000200:2.0:1767384968.731817:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100271 rc 0 00000400:00000200:0.0:1767384968.731818:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384968.731822:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp38 00000400:00000200:0.0:1767384968.731825:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.157@tcp39 00000400:00000200:0.0:1767384968.731830:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384968.731832:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp39 00000400:00000200:0.0:1767384968.731834:0:16767:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.157@tcp40 00000400:00000200:0.0:1767384968.731837:0:16767:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp40 NID flags 0x1: -114 00000400:00000200:0.0:1767384968.731839:0:16767:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp40 00000100:00000001:0.0:1767384968.731841:0:16767:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384968.731844:0:16767:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384968.731847:0:16767:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.157@tcp' by NID '192.168.203.157@tcp' 10000000:00000010:0.0:1767384968.731852:0:16767:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000aabde4af. 10000000:00000040:0.0:1767384968.731855:0:16767:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 87/88 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.157@tcp::2 00000020:00000080:0.0:1767384968.731857:0:16767:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384968.731863:0:16767:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384968.731867:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db9350ef. 00000020:00000010:0.0:1767384968.731872:0:16767:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000052620571. 00000040:00000010:0.0:1767384968.731876:0:16767:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000071edcd09. 00000020:00000010:0.0:1767384968.731880:0:16767:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000232a775c. 00000020:00000010:0.0:1767384968.731885:0:16767:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000092f34a6e. 00000020:00000010:0.0:1767384968.731889:0:16767:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d374ff1a. 00000400:00000200:3.0:1767384968.731891:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 80000000:00000010:0.0:1767384968.731893:0:16767:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bf94caa9. 40000000:00000010:0.0:1767384968.731901:0:16767:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002a7c7046. 00100000:00000010:0.0:1767384968.731906:0:16767:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000096434abf. 00040000:00000010:0.0:1767384968.731912:0:16767:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008da73453. 00040000:00000010:0.0:1767384968.731917:0:16767:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000016f434f8. 00040000:00000010:0.0:1767384968.731921:0:16767:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006b2a6e55. 00080000:00000010:0.0:1767384968.731925:0:16767:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d5e2a843. 00000004:00000010:0.0:1767384968.731929:0:16767:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000012470db7. 00000004:00000010:0.0:1767384968.731935:0:16767:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008292f98b. 00000004:00000010:0.0:1767384968.731941:0:16767:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007afd8c19. 00002000:00000010:0.0:1767384968.731947:0:16767:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000080d597d7. 00000400:00000200:3.0:1767384968.731948:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000004:00000010:0.0:1767384968.731960:0:16767:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b3f106fc. 00000004:00000001:0.0:1767384968.731965:0:16767:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384968.731968:0:16767:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384968.731970:0:16767:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000aabde4af 00000040:00001000:0.0:1767384968.731972:0:16767:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384968.731974:0:16767:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384968.731976:0:16767:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384968.731978:0:16767:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000400:00000200:3.0:1767384968.731981:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000040:00001000:0.0:1767384968.731982:0:16767:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384968.731987:0:16767:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384968.731989:0:16767:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384968.731991:0:16767:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.157@tcp::2 00000040:00000001:0.0:1767384968.731993:0:16767:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:3.0:1767384968.732001:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.732050:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000004:00000001:0.0:1767384968.732084:0:16767:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384968.732091:0:16767:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000052620571. 00000400:00000200:3.0:1767384968.732095:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000040:00000010:0.0:1767384968.732097:0:16767:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000071edcd09. 00000020:00000010:0.0:1767384968.732104:0:16767:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000232a775c. 00000020:00000010:0.0:1767384968.732110:0:16767:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000092f34a6e. 00000020:00000010:0.0:1767384968.732116:0:16767:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d374ff1a. 80000000:00000010:0.0:1767384968.732120:0:16767:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bf94caa9. 40000000:00000010:0.0:1767384968.732127:0:16767:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002a7c7046. 00000400:00000200:3.0:1767384968.732131:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00100000:00000010:0.0:1767384968.732131:0:16767:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000096434abf. 00040000:00000010:0.0:1767384968.732139:0:16767:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008da73453. 00040000:00000010:0.0:1767384968.732144:0:16767:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000016f434f8. 00040000:00000010:0.0:1767384968.732148:0:16767:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006b2a6e55. 00080000:00000010:0.0:1767384968.732152:0:16767:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d5e2a843. 00000004:00000010:0.0:1767384968.732157:0:16767:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000012470db7. 00000400:00000200:3.0:1767384968.732158:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000004:00000010:0.0:1767384968.732163:0:16767:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008292f98b. 00000004:00000010:0.0:1767384968.732170:0:16767:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007afd8c19. 00002000:00000010:0.0:1767384968.732174:0:16767:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000080d597d7. 00000004:00000010:0.0:1767384968.732179:0:16767:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b3f106fc. 00000020:00000010:0.0:1767384968.732182:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db9350ef. 00000020:00000001:0.0:1767384968.732186:0:16767:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384968.732187:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000020:00000001:0.0:1767384968.732189:0:16767:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384968.732194:0:16767:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000aabde4af. 10000000:00000040:0.0:1767384968.732212:0:16767:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.157@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00000400:00000200:3.0:1767384968.732213:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 10000000:00000010:0.0:1767384968.732215:0:16767:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000000d0c576. 10000000:00000001:0.0:1767384968.732222:0:16767:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384968.732225:0:16767:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384968.732230:0:16767:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000068a7cc9 x1853237358525312/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384984 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384968.732238:0:16767:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767384968.732239:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 02000000:00000001:0.0:1767384968.732257:0:16767:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384968.732261:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000055540700. 02000000:00000001:0.0:1767384968.732266:0:16767:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384968.732268:0:16767:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384968.732271:0:16767:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1767384968.732274:0:16767:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384968.732276:0:16767:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384968.732278:0:16767:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384968.732280:0:16767:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1767384968.732282:0:16767:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384968.732285:0:16767:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000000ce2d36. 00000100:00000010:0.0:1767384968.732289:0:16767:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000049791db7. 00000100:00000001:0.0:1767384968.732293:0:16767:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384968.732294:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001d9d682e. 02000000:00000001:0.0:1767384968.732298:0:16767:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384968.732300:0:16767:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384968.732301:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000068a7cc9. 00000100:00000001:0.0:1767384968.732306:0:16767:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1767384968.732307:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000100:00000001:0.0:1767384968.732308:0:16767:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384968.732324:0:16767:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000e3e132cb. 10000000:01000000:0.0:1767384968.732329:0:16767:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000400:00000200:3.0:1767384968.732334:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 10000000:00000001:0.0:1767384968.732334:0:16767:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384968.732338:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384968.732341:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384968.732343:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a5c45ff refcount=3 00000020:00000001:0.0:1767384968.732346:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00010000:00000001:0.0:1767384968.732350:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00010000:00000001:0.0:1767384968.732353:0:16767:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:3.0:1767384968.732357:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00010000:00010000:0.0:1767384968.732364:0:16767:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: 000000004a5c45ff/0x4895a8f6c11e884d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e8854 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384968.732373:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384968.732375:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384968.732378:0:16767:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: 000000004a5c45ff/0x4895a8f6c11e884d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e8854 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384968.732379:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00010000:00000001:0.0:1767384968.732389:0:16767:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384968.732391:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384968.732393:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384968.732395:0:16767:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384968.732398:0:16767:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384968.732400:0:16767:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384968.732403:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:3.0:1767384968.732404:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 10000000:00000040:0.0:1767384968.732405:0:16767:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ff67cc77) refs 3 10000000:00000001:0.0:1767384968.732411:0:16767:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:3.0:1767384968.732428:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.732458:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.732483:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.732516:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.732539:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.732566:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.732589:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.732616:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.732652:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.732671:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.732703:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.732738:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.732756:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.732778:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.732799:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.732815:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.732832:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.732856:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:3.0:1767384968.732871:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:3.0:1767384968.733044:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ba797732. 00000800:00000010:3.0:1767384968.733049:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000033a871ba. 00000800:00000010:3.0:1767384968.733055:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bbbdf77b. 00000800:00000010:3.0:1767384968.733085:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bbbdf77b. 00000800:00020000:3.0:1767384968.733096:0:16118:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:3.0:1767384968.733100:0:16118:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000033a871ba. 00000800:00000010:3.0:1767384968.733103:0:16118:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ba797732. 00000400:02020000:3.0:1767384968.733144:0:16118:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp48 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384968.733149:0:16118:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp48 notifying 192.168.203.157@tcp48: down 00000800:00000200:3.0:1767384968.733153:0:16118:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp48 down 00000800:00000100:3.0:1767384968.733159:0:16118:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp48 00000800:00000010:3.0:1767384968.733162:0:16118:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bbb3ab0d. 00000400:00000200:3.0:1767384968.733165:0:16118:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384968.733167:0:16118:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp48->192.168.203.157@tcp48: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384968.733174:0:16118:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp48 added to recovery queue. ping count: 0 next ping: 292 health :900 00000400:00000200:3.0:1767384968.733178:0:16118:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384968.733181:0:16118:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp: 1 00000400:00000200:3.0:1767384968.733184:0:16118:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:0.0:1767384968.733220:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384968.733224:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100871 00000400:00000001:0.0:1767384968.733227:0:16125:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384968.733229:0:16125:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384968.733231:0:16125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004271ee8b 00000400:00000010:0.0:1767384968.733232:0:16125:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004271ee8b. 00000400:00000200:0.0:1767384968.733235:0:16125:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384968.733238:0:16125:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000010:0.0:1767384968.733255:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 0000000034d15ff7. 00000400:00000200:0.0:1767384968.733258:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (42) 00000400:00000200:0.0:1767384968.733260:0:16125:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.157@tcp:-71 00000400:00000200:0.0:1767384968.733262:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102071 rc -71 00000400:00000200:0.0:1767384968.733264:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:0.0:1767384968.733267:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (41) 00000020:00000010:2.0:1767384968.739223:0:39669:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000088458df6. 00000020:00000040:2.0:1767384968.739229:0:39669:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384968.739231:0:39669:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000088458df6. 00000100:00000040:0.0:1767384968.742084:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294958604, at 4294958605 00000100:00000010:0.0:1767384968.742092:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a20ce35b. 00000100:00000040:3.0:1767384968.742162:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294958604, at 4294958605 00000100:00000010:3.0:1767384968.742175:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b8a5f84. 00000100:00000040:1.0:1767384968.743055:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294958604, at 4294958606 00000100:00000010:1.0:1767384968.743061:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000055cd3d5. 00000100:00000040:2.0:1767384968.743182:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294958604, at 4294958606 00000100:00000010:2.0:1767384968.743188:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d099cff3. 00000800:00000001:3.0:1767384969.003433:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384969.003451:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384969.003454:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384969.003456:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384969.003465:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50) <- 192.168.203.57@tcp50 : PUT - for me 00000400:00000200:3.0:1767384969.003479:0:16120:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp50 of length 224 into portal 12 MB=0x6958272200880 00000400:00000200:3.0:1767384969.003486:0:16120:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.57@tcp50 of length 224/224 into md 0x229 [64] + 9696 00000800:00000001:3.0:1767384969.003492:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384969.003495:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384969.003497:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384969.003500:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000100:00000001:3.0:1767384969.003506:0:16120:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384969.003508:0:16120:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384969.003512:0:16120:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005eb12234. 00000100:00000040:3.0:1767384969.003515:0:16120:0:(events.c:337:request_in_callback()) incoming req@000000005eb12234 x1853237353252992 msgsize 224 00000100:00100000:3.0:1767384969.003518:0:16120:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.57@tcp50 (source: 12345-192.168.203.57@tcp50) 00000100:00000001:3.0:1767384969.003531:0:16120:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384969.003540:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384969.003542:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384969.003543:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384969.003544:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384969.003547:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50) <- 192.168.203.57@tcp50 : PUT - for me 00000400:00000200:3.0:1767384969.003550:0:16120:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp50 of length 224 into portal 12 MB=0x6958272200800 00000400:00000200:3.0:1767384969.003553:0:16120:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.57@tcp50 of length 224/224 into md 0x229 [64] + 9920 00000800:00000001:3.0:1767384969.003555:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384969.003561:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384969.003562:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384969.003565:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000100:00000001:3.0:1767384969.003567:0:16120:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384969.003568:0:16120:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384969.003570:0:16120:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbc79d97. 00000100:00000040:3.0:1767384969.003586:0:16120:0:(events.c:337:request_in_callback()) incoming req@00000000bbc79d97 x1853237353252864 msgsize 224 00000100:00100000:3.0:1767384969.003591:0:16120:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.57@tcp50 (source: 12345-192.168.203.57@tcp50) 00000100:00000001:2.0:1767384969.003595:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384969.003601:0:16120:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384969.003605:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384969.003608:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384969.003611:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237353252992 02000000:00000001:2.0:1767384969.003615:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384969.003617:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384969.003619:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384969.003623:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384969.003627:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237353252992 00000020:00000001:2.0:1767384969.003630:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384969.003632:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8846 00000020:00000001:2.0:1767384969.003634:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384969.003637:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f331812b refcount=6 00000020:00000001:2.0:1767384969.003639:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431466160128 : -108642243391488 : ffff9d30c1acd000) 00000020:00000001:2.0:1767384969.003642:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431466160128 : -108642243391488 : ffff9d30c1acd000) 00000100:00000001:0.0:1767384969.003650:0:16769:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384969.003655:0:16769:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237353252864 00000100:00000001:2.0:1767384969.003656:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384969.003660:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000088458df6. 00000020:00000010:2.0:1767384969.003664:0:16771:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e8a84d4f. 02000000:00000001:0.0:1767384969.003666:0:16769:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384969.003669:0:16769:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384969.003670:0:16769:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384969.003673:0:16771:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8a46e2f) now 10 - evictor 02000000:00000001:0.0:1767384969.003673:0:16769:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384969.003678:0:16769:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237353252864 00000020:00000001:0.0:1767384969.003680:0:16769:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384969.003681:0:16769:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8846 00000020:00000001:0.0:1767384969.003683:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384969.003684:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f331812b refcount=7 00000020:00000001:0.0:1767384969.003686:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431466160128 : -108642243391488 : ffff9d30c1acd000) 00000020:00000001:0.0:1767384969.003688:0:16769:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431466160128 : -108642243391488 : ffff9d30c1acd000) 00000100:00000001:0.0:1767384969.003690:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384969.003691:0:16771:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384969.003692:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000000ce2d36. 00000100:00000001:0.0:1767384969.003697:0:16769:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384969.003698:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000000ce2d36. 00000020:00000010:2.0:1767384969.003699:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005351af1e. 00000020:00000010:0.0:1767384969.003704:0:16769:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071edcd09. 00000020:00000010:2.0:1767384969.003708:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f4b60c3f. 00000020:00000010:0.0:1767384969.003712:0:16769:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aabde4af. 00000100:00080000:3.0:1767384969.003716:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000010:2.0:1767384969.003716:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002ab698ee. 00000020:00000010:0.0:1767384969.003719:0:16769:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000042c6b829. 00000020:00000040:3.0:1767384969.003721:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8a46e2f) now 10 - evictor 00000100:00000040:2.0:1767384969.003731:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384969.003736:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384969.003738:0:16769:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384969.003739:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384969.003741:0:16769:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384969.003744:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.003745:0:16769:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.003755:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.003756:0:16769:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.003768:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384969.003781:0:16769:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384969.003782:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384969.003787:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384969.003792:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384969.003794:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.57@tcp50, seq: 4 00000100:00000001:3.0:1767384969.003796:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384969.003798:0:16769:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384969.003799:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f331812b : new rpc_count 1 00000100:00000001:0.0:1767384969.003801:0:16769:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384969.003803:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436633363712 : -108637076187904 : ffff9d31f5aa1500) 00000100:00100000:3.0:1767384969.003805:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.57@tcp50, seq: 5 00000100:00000040:3.0:1767384969.003810:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f331812b : new rpc_count 2 00000100:00000001:0.0:1767384969.003811:0:16769:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.003813:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436633360128 : -108637076191488 : ffff9d31f5aa0700) 00000100:00000040:2.0:1767384969.003815:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005eb12234 x1853237353252992/t0(0) o41->4e06ef04-c857-4d9c-9c79-1b949f9a7b1e@192.168.203.57@tcp50:195/0 lens 224/0 e 0 to 0 dl 1767384980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384969.003815:0:17560:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00000001:0.0:1767384969.003816:0:16769:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384969.003820:0:17560:0:(service.c:3434:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00000040:3.0:1767384969.003823:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bbc79d97 x1853237353252864/t0(0) o41->4e06ef04-c857-4d9c-9c79-1b949f9a7b1e@192.168.203.57@tcp50:195/0 lens 224/0 e 0 to 0 dl 1767384980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384969.003830:0:17560:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000001e1bb6fe. 00000100:00100000:1.0:1767384969.003838:0:17560:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00000001:2.0:1767384969.003846:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384969.003848:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384969.003850:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000044d99e98. 00000020:00000010:3.0:1767384969.003852:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bbbdf77b. 00000100:00000001:2.0:1767384969.003854:0:16771:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384969.003857:0:16770:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384969.003858:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000044d99e98. 00000020:00000010:3.0:1767384969.003862:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bbbdf77b. 00000100:00100000:2.0:1767384969.003867:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005eb12234 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4e06ef04-c857-4d9c-9c79-1b949f9a7b1e+7:15524:x1853237353252992:12345-192.168.203.57@tcp50:41: 00000100:00100000:3.0:1767384969.003872:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bbc79d97 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4e06ef04-c857-4d9c-9c79-1b949f9a7b1e+7:0:x1853237353252864:12345-192.168.203.57@tcp50:41: 00000100:00000200:2.0:1767384969.003874:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237353252992 00000100:00000200:3.0:1767384969.003879:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237353252864 00000020:00000001:2.0:1767384969.003880:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384969.003883:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384969.003885:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384969.003886:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384969.003891:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384969.003892:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384969.003895:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384969.003895:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384969.003898:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671210944 : -1038340672 : ffffffffc21c2dc0) 00000020:00000001:3.0:1767384969.003899:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671210944 : -1038340672 : ffffffffc21c2dc0) 00000020:00000001:3.0:1767384969.003902:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1767384969.003904:0:16770:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237353252864, found 0 last_xid 0 00000020:00000001:3.0:1767384969.003909:0:16770:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384969.003909:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384969.003914:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000001:00000001:2.0:1767384969.003914:0:16771:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237353252992, found 0 last_xid 0 00000020:00000001:3.0:1767384969.003918:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384969.003919:0:16771:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384969.003921:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384969.003922:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384969.003925:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384969.003928:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.003929:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384969.003932:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384969.003934:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384969.003938:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000de171494. 02000000:00000001:3.0:1767384969.003939:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384969.003942:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384969.003945:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000659c11dd. 00000100:00000001:2.0:1767384969.003945:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384969.003950:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384969.003952:0:16771:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000100:00000001:3.0:1767384969.003953:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384969.003957:0:16771:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:3.0:1767384969.003959:0:16770:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:2.0:1767384969.003960:0:16771:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384969.003962:0:16770:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:3.0:1767384969.003964:0:16770:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384969.003966:0:16771:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384969.003968:0:16770:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384969.003979:0:16771:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:2.0:1767384969.003983:0:16771:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 389545984 avail 387448832 00080000:00000001:3.0:1767384969.003984:0:16770:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1767384969.003986:0:16771:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000004:00000024:3.0:1767384969.003988:0:16770:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 389545984 avail 387448832 00000020:00000020:2.0:1767384969.003990:0:16771:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 4e06ef04-c857-4d9c-9c79-1b949f9a7b1e/00000000f331812b dirty 0 pend 0 grant 3407872 00000020:00000020:2.0:1767384969.003993:0:16771:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000d62afedc dirty 0 pend 0 grant 0 00000020:00000020:2.0:1767384969.003995:0:16771:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000e235a287 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1767384969.003999:0:16770:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000004:00000020:2.0:1767384969.003999:0:16771:0:(mdt_handler.c:555:mdt_statfs()) 2997 blocks: 2972 free, 2956 avail; 86842 objects: 86513 free; state 0 00000020:00000020:3.0:1767384969.004003:0:16770:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 4e06ef04-c857-4d9c-9c79-1b949f9a7b1e/00000000f331812b dirty 0 pend 0 grant 3407872 00000020:00000010:2.0:1767384969.004005:0:16771:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000cd632b44. 00000100:00000001:0.0:1767384969.004005:0:17560:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384969.004006:0:16770:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000d62afedc dirty 0 pend 0 grant 0 00000100:00000001:1.0:1767384969.004032:0:39670:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000020:3.0:1767384969.004041:0:16770:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000e235a287 dirty 0 pend 0 grant 0 00000020:00000001:2.0:1767384969.004041:0:16771:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1767384969.004045:0:16771:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:3.0:1767384969.004047:0:16770:0:(mdt_handler.c:555:mdt_statfs()) 2997 blocks: 2972 free, 2956 avail; 86842 objects: 86513 free; state 0 00000001:00000001:2.0:1767384969.004049:0:16771:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000010:1.0:1767384969.004050:0:39670:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000755a62b8. 00000001:00000001:2.0:1767384969.004052:0:16771:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384969.004055:0:16770:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 0000000091b56c96. 00000020:00000010:1.0:1767384969.004055:0:39670:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d6369770. 00000004:00000001:2.0:1767384969.004056:0:16771:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384969.004062:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237353252992 00000020:00000001:3.0:1767384969.004063:0:16770:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000010:1.0:1767384969.004064:0:39670:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004ec1619. 00010000:00000001:2.0:1767384969.004065:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384969.004066:0:16770:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384969.004070:0:16770:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000010:1.0:1767384969.004071:0:39670:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000049c5478b. 00010000:00000200:2.0:1767384969.004073:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005eb12234 x1853237353252992/t0(0) o41->4e06ef04-c857-4d9c-9c79-1b949f9a7b1e@192.168.203.57@tcp50:195/0 lens 224/368 e 0 to 0 dl 1767384980 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767384969.004074:0:16770:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384969.004076:0:39670:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008418005d. 00000004:00000001:3.0:1767384969.004080:0:16770:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384969.004083:0:39670:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000fed0f87. 00010000:00000040:3.0:1767384969.004085:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237353252864 00000020:00000010:1.0:1767384969.004090:0:39670:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f7cf7419. 00010000:00000001:3.0:1767384969.004091:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384969.004097:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1767384969.004097:0:39670:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002f7a5fd4. 00010000:00000200:3.0:1767384969.004098:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bbc79d97 x1853237353252864/t0(0) o41->4e06ef04-c857-4d9c-9c79-1b949f9a7b1e@192.168.203.57@tcp50:195/0 lens 224/368 e 0 to 0 dl 1767384980 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 80000000:00000010:1.0:1767384969.004104:0:39670:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000ffbb6fc. 00010000:00000001:2.0:1767384969.004107:0:16771:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:1.0:1767384969.004110:0:39670:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e82612ce. 00000100:00001000:2.0:1767384969.004114:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=88 v=5 (1 0 0 0) 00100000:00000010:1.0:1767384969.004116:0:39670:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000068bbf638. 00010000:00000001:3.0:1767384969.004117:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384969.004120:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384969.004121:0:16770:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1767384969.004123:0:39670:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000065559535. 00000100:00001000:3.0:1767384969.004124:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=88 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384969.004126:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000002c621aa1 refcount 5 to 192.168.203.57@tcp50 00040000:00000010:1.0:1767384969.004129:0:39670:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000da2c2e6f. 00000100:00000001:3.0:1767384969.004130:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384969.004131:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635435831249792 : -108637878301824 : ffff9d31c5dacb80) 00000100:00000040:3.0:1767384969.004136:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000002c621aa1 refcount 6 to 192.168.203.57@tcp50 02000000:00000001:2.0:1767384969.004137:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00040000:00000010:1.0:1767384969.004137:0:39670:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c73ffca6. 00000100:00000001:3.0:1767384969.004141:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635435831249792 : -108637878301824 : ffff9d31c5dacb80) 02000000:00000001:2.0:1767384969.004142:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384969.004143:0:39670:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007edffaaf. 02000000:00000001:3.0:1767384969.004149:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384969.004150:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000010:1.0:1767384969.004151:0:39670:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000097b324f1. 00000100:00000040:2.0:1767384969.004155:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.57@tcp50 00000004:00000010:1.0:1767384969.004157:0:39670:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009ce8cc8e. 02000000:00000001:3.0:1767384969.004160:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384969.004162:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bc03c35. 00000004:00000010:1.0:1767384969.004163:0:39670:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008ee55230. 00000100:00000001:3.0:1767384969.004164:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384969.004170:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853237353252992, offset 224 00000100:00000040:3.0:1767384969.004171:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.57@tcp50 00002000:00000010:1.0:1767384969.004171:0:39670:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004a52bbf7. 00000400:00000010:3.0:1767384969.004177:0:16770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ab784e2. 00000004:00000010:1.0:1767384969.004178:0:39670:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001415bda8. 00000400:00000200:2.0:1767384969.004183:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp50 00000100:00000200:3.0:1767384969.004187:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853237353252864, offset 224 00000400:00000200:2.0:1767384969.004194:0:16771:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp50 to NMR: 192.168.203.57@tcp50 local destination 00000400:00000200:3.0:1767384969.004199:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp50 00000400:00000200:2.0:1767384969.004213:0:16771:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp50 NI seq info: [225:225:256:4294967295] 192.168.203.57@tcp50 LPNI seq info [19:19:8:4294967295] 00000400:00000200:2.0:1767384969.004222:0:16771:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50:192.168.203.157@tcp50) -> 192.168.203.57@tcp50(192.168.203.57@tcp50:192.168.203.57@tcp50) : PUT try# 0 00000100:00000010:1.0:1767384969.004225:0:39670:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 0000000042aead89. 00000800:00000200:2.0:1767384969.004228:0:16771:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.57@tcp50 00000400:00000200:3.0:1767384969.004233:0:16770:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp50 to NMR: 192.168.203.57@tcp50 local destination 00000100:00000200:1.0:1767384969.004234:0:39670:0:(service.c:3079:ptlrpc_main()) service thread 4 (#5) started 00000800:00000010:2.0:1767384969.004235:0:16771:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000095929c. 00000400:00000200:3.0:1767384969.004258:0:16770:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp50 NI seq info: [226:226:255:4294967295] 192.168.203.57@tcp50 LPNI seq info [20:20:7:4294967295] 00000800:00000200:2.0:1767384969.004263:0:16771:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096a1dd41] -> 12345-192.168.203.57@tcp50 (4) 00000800:00000200:2.0:1767384969.004274:0:16771:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp50 ip 192.168.203.57:1023 00000400:00000200:3.0:1767384969.004281:0:16770:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50:192.168.203.157@tcp50) -> 192.168.203.57@tcp50(192.168.203.57@tcp50:192.168.203.57@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384969.004281:0:16771:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000095929c type 1, nob 464 niov 1 nkiov 1 00000800:00000200:3.0:1767384969.004290:0:16770:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.57@tcp50 00000800:00000010:3.0:1767384969.004293:0:16770:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008045ebb8. 00000800:00000200:3.0:1767384969.004297:0:16770:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096a1dd41] -> 12345-192.168.203.57@tcp50 (4) 00000100:00000001:2.0:1767384969.004297:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384969.004304:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000002c621aa1 refcount 5 to 192.168.203.57@tcp50 00000800:00000200:3.0:1767384969.004308:0:16770:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp50 ip 192.168.203.57:1023 00010000:00000001:2.0:1767384969.004309:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384969.004312:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384969.004313:0:16770:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008045ebb8 type 1, nob 464 niov 1 nkiov 1 00000020:00000001:2.0:1767384969.004316:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384969.004319:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384969.004323:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005eb12234 x1853237353252992/t0(0) o41->4e06ef04-c857-4d9c-9c79-1b949f9a7b1e@192.168.203.57@tcp50:195/0 lens 224/368 e 0 to 0 dl 1767384980 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384969.004327:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000002c621aa1 refcount 4 to 192.168.203.57@tcp50 00010000:00000001:3.0:1767384969.004333:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384969.004336:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384969.004339:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1767384969.004341:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005eb12234 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4e06ef04-c857-4d9c-9c79-1b949f9a7b1e+7:15524:x1853237353252992:12345-192.168.203.57@tcp50:41: Request processed in 492us (821us total) trans 0 rc 0/0 00000800:00000200:0.0:1767384969.004344:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1767384969.004347:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbc79d97 x1853237353252864/t0(0) o41->4e06ef04-c857-4d9c-9c79-1b949f9a7b1e@192.168.203.57@tcp50:195/0 lens 224/368 e 0 to 0 dl 1767384980 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384969.004350:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000095929c. 00000100:00100000:2.0:1767384969.004357:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.57@tcp50, seq: 4 00000400:00000200:0.0:1767384969.004357:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384969.004367:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bbc79d97 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4e06ef04-c857-4d9c-9c79-1b949f9a7b1e+7:0:x1853237353252864:12345-192.168.203.57@tcp50:41: Request processed in 513us (774us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384969.004367:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000100:00000040:2.0:1767384969.004369:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f331812b : new rpc_count 1 00000100:00000001:2.0:1767384969.004374:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767384969.004375:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bc03c35 00000100:00000001:2.0:1767384969.004377:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1767384969.004379:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bc03c35. 00000020:00000010:2.0:1767384969.004383:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f4b60c3f. 00000100:00000001:0.0:1767384969.004384:0:16121:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:3.0:1767384969.004388:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.57@tcp50, seq: 5 00000020:00000010:2.0:1767384969.004389:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002ab698ee. 00000100:00000040:3.0:1767384969.004395:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f331812b : new rpc_count 0 00000020:00000010:2.0:1767384969.004395:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005351af1e. 00000100:00000001:0.0:1767384969.004395:0:16121:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384969.004402:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:2.0:1767384969.004404:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000f331812b : new refcount 6 00000100:00000001:3.0:1767384969.004406:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384969.004408:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384969.004412:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aabde4af. 00000020:00000010:3.0:1767384969.004418:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000042c6b829. 00000020:00000010:3.0:1767384969.004422:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071edcd09. 00000020:00000040:3.0:1767384969.004434:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000f331812b : new refcount 5 00000100:00000001:3.0:1767384969.004436:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384969.004448:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384969.004451:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008045ebb8. 00000400:00000200:0.0:1767384969.004455:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384969.004459:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000400:00000200:0.0:1767384969.004461:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ab784e2 00000400:00000010:0.0:1767384969.004462:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ab784e2. 00000100:00000001:0.0:1767384969.004464:0:16121:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384969.004465:0:16121:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384969.005472:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384969.005480:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384969.005482:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384969.005485:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384969.005490:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50) <- 192.168.203.57@tcp50 : PUT - for me 00000400:00000200:1.0:1767384969.005497:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp50 of length 440 into portal 12 MB=0x6958272200900 00000400:00000200:1.0:1767384969.005501:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.57@tcp50 of length 440/440 into md 0x229 [64] + 10144 00000800:00000001:1.0:1767384969.005505:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384969.005509:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384969.005510:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384969.005513:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000100:00000001:1.0:1767384969.005515:0:16122:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384969.005516:0:16122:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384969.005519:0:16122:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000035193bb5. 00000100:00000040:1.0:1767384969.005521:0:16122:0:(events.c:337:request_in_callback()) incoming req@0000000035193bb5 x1853237353253120 msgsize 440 00000100:00100000:1.0:1767384969.005524:0:16122:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.57@tcp50 (source: 12345-192.168.203.57@tcp50) 00000100:00000001:1.0:1767384969.005533:0:16122:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384969.005536:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384969.005538:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384969.005558:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384969.005560:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237353253120 02000000:00000001:3.0:1767384969.005562:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384969.005563:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384969.005565:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384969.005567:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384969.005569:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237353253120 00000020:00000001:3.0:1767384969.005570:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384969.005571:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8846 00000020:00000001:3.0:1767384969.005572:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384969.005574:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f331812b refcount=6 00000020:00000001:3.0:1767384969.005575:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431466160128 : -108642243391488 : ffff9d30c1acd000) 00000020:00000001:3.0:1767384969.005577:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431466160128 : -108642243391488 : ffff9d30c1acd000) 00000100:00000001:3.0:1767384969.005579:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384969.005582:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bbbdf77b. 00000100:00000001:3.0:1767384969.005583:0:16770:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384969.005585:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bbbdf77b. 00000020:00000010:3.0:1767384969.005588:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a04d8a47. 00000020:00000010:3.0:1767384969.005590:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005cc6d90f. 00000020:00000010:3.0:1767384969.005593:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002025b0d3. 00000100:00000040:3.0:1767384969.005596:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384969.005597:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384969.005598:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384969.005600:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.005603:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.005610:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384969.005615:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384969.005616:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384969.005619:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.57@tcp50, seq: 6 00000100:00000040:3.0:1767384969.005621:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f331812b : new rpc_count 1 00000100:00000001:3.0:1767384969.005622:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436514552320 : -108637194999296 : ffff9d31ee952a00) 00000100:00000040:3.0:1767384969.005625:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000035193bb5 x1853237353253120/t0(0) o40->4e06ef04-c857-4d9c-9c79-1b949f9a7b1e@192.168.203.57@tcp50:195/0 lens 440/0 e 0 to 0 dl 1767384980 ref 1 fl New:/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384969.005639:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384969.005641:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bbbdf77b. 00000100:00000001:3.0:1767384969.005642:0:16770:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384969.005644:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bbbdf77b. 00000100:00100000:3.0:1767384969.005649:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000035193bb5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4e06ef04-c857-4d9c-9c79-1b949f9a7b1e+6:15524:x1853237353253120:12345-192.168.203.57@tcp50:40: 00000100:00000200:3.0:1767384969.005651:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237353253120 00000020:00000001:3.0:1767384969.005653:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384969.005656:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384969.005658:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384969.005659:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384969.005660:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671210896 : -1038340720 : ffffffffc21c2d90) 00000020:00000001:3.0:1767384969.005662:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1767384969.005663:0:16770:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237353253120, found 0 last_xid 1853237353253119 00000020:00000001:3.0:1767384969.005665:0:16770:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384969.005666:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384969.005667:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384969.005669:0:16770:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1767384969.005671:0:16770:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384969.005672:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.005674:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384969.005675:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384969.005677:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 00000000d3414883. 02000000:00000001:3.0:1767384969.005678:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.005679:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384969.005681:0:16770:0:(mdt_handler.c:390:mdt_get_root()) Process entered 00000004:00000001:3.0:1767384969.005682:0:16770:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:3.0:1767384969.005683:0:16770:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384969.005685:0:16770:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384969.005686:0:16770:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384969.005688:0:16770:0:(mdt_handler.c:447:mdt_get_root()) Process leaving 00010000:00000040:3.0:1767384969.005689:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237353253120 00010000:00000001:3.0:1767384969.005691:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384969.005693:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000035193bb5 x1853237353253120/t0(0) o40->4e06ef04-c857-4d9c-9c79-1b949f9a7b1e@192.168.203.57@tcp50:195/0 lens 440/448 e 0 to 0 dl 1767384980 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384969.005702:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384969.005704:0:16770:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384969.005705:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=88 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384969.005707:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384969.005709:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000002c621aa1 refcount 5 to 192.168.203.57@tcp50 00000100:00000001:3.0:1767384969.005710:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635435831249792 : -108637878301824 : ffff9d31c5dacb80) 02000000:00000001:3.0:1767384969.005712:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384969.005713:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.005714:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384969.005716:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.57@tcp50 00000400:00000010:3.0:1767384969.005718:0:16770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027fa4960. 00000100:00000200:3.0:1767384969.005720:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1853237353253120, offset 224 00000400:00000200:3.0:1767384969.005723:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp50 00000400:00000200:3.0:1767384969.005728:0:16770:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp50 to NMR: 192.168.203.57@tcp50 local destination 00000400:00000200:3.0:1767384969.005734:0:16770:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp50 NI seq info: [227:227:256:4294967295] 192.168.203.57@tcp50 LPNI seq info [21:21:8:4294967295] 00000400:00000200:3.0:1767384969.005740:0:16770:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50:192.168.203.157@tcp50) -> 192.168.203.57@tcp50(192.168.203.57@tcp50:192.168.203.57@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384969.005743:0:16770:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.57@tcp50 00000800:00000010:3.0:1767384969.005745:0:16770:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000068611100. 00000800:00000200:3.0:1767384969.005748:0:16770:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096a1dd41] -> 12345-192.168.203.57@tcp50 (4) 00000800:00000200:3.0:1767384969.005751:0:16770:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp50 ip 192.168.203.57:1023 00000800:00000200:3.0:1767384969.005754:0:16770:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000068611100 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1767384969.005763:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384969.005765:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000002c621aa1 refcount 4 to 192.168.203.57@tcp50 00010000:00000001:3.0:1767384969.005767:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384969.005768:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384969.005770:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384969.005772:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035193bb5 x1853237353253120/t0(0) o40->4e06ef04-c857-4d9c-9c79-1b949f9a7b1e@192.168.203.57@tcp50:195/0 lens 440/448 e 0 to 0 dl 1767384980 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384969.005778:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000035193bb5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4e06ef04-c857-4d9c-9c79-1b949f9a7b1e+6:15524:x1853237353253120:12345-192.168.203.57@tcp50:40: Request processed in 139us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384969.005789:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.57@tcp50, seq: 6 00000100:00000040:3.0:1767384969.005791:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f331812b : new rpc_count 0 00000100:00000001:3.0:1767384969.005793:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384969.005794:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384969.005797:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005cc6d90f. 00000020:00000010:3.0:1767384969.005799:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002025b0d3. 00000020:00000010:3.0:1767384969.005802:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a04d8a47. 00000020:00000040:3.0:1767384969.005803:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000f331812b : new refcount 5 00000100:00000001:3.0:1767384969.005805:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384969.005815:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384969.005820:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000068611100. 00000400:00000200:1.0:1767384969.005824:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384969.005829:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000400:00000200:1.0:1767384969.005832:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027fa4960 00000400:00000010:1.0:1767384969.005834:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000027fa4960. 00000100:00000001:1.0:1767384969.005837:0:16120:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384969.005838:0:16120:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384969.006982:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384969.006993:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384969.006995:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384969.006997:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384969.007001:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50) <- 192.168.203.57@tcp50 : PUT - for me 00000400:00000200:0.0:1767384969.007008:0:16121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp50 of length 520 into portal 28 MB=0x6958272200980 00000400:00000200:0.0:1767384969.007027:0:16121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.57@tcp50 of length 520/520 into md 0xa9d [8] + 4336 00000800:00000001:0.0:1767384969.007032:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384969.007036:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384969.007037:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384969.007041:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000100:00000001:0.0:1767384969.007044:0:16121:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384969.007046:0:16121:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384969.007049:0:16121:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000068a7cc9. 00000100:00000040:0.0:1767384969.007050:0:16121:0:(events.c:337:request_in_callback()) incoming req@00000000068a7cc9 x1853237353253248 msgsize 520 00000100:00100000:0.0:1767384969.007053:0:16121:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.57@tcp50 (source: 12345-192.168.203.57@tcp50) 00000100:00000001:0.0:1767384969.007062:0:16121:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384969.007066:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384969.007068:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384969.007069:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384969.007070:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384969.007073:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50) <- 192.168.203.57@tcp50 : PUT - for me 00000400:00000200:0.0:1767384969.007077:0:16121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp50 of length 448 into portal 23 MB=0x6958272200a80 00000400:00000200:0.0:1767384969.007082:0:16121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.57@tcp50 of length 448/448 into md 0x329 [2] + 0 00000800:00000001:0.0:1767384969.007085:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384969.007088:0:18105:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384969.007092:0:18105:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237353253248 02000000:00000001:1.0:1767384969.007095:0:18105:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384969.007096:0:18105:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384969.007097:0:18105:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384969.007099:0:18105:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384969.007101:0:18105:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237353253248 00000020:00000001:1.0:1767384969.007102:0:18105:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384969.007103:0:18105:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1767384969.007105:0:18105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384969.007106:0:18105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384969.007107:0:18105:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384969.007110:0:18105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093859aaf. 00000020:00000010:1.0:1767384969.007113:0:18105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b1912c5. 00000020:00000010:1.0:1767384969.007116:0:18105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000706ca8c4. 00000800:00000001:0.0:1767384969.007118:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384969.007120:0:18105:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384969.007121:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384969.007122:0:18105:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384969.007125:0:18105:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384969.007128:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000100:00000001:1.0:1767384969.007131:0:18105:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.007133:0:16121:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384969.007136:0:16121:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1767384969.007139:0:16121:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065076a2c. 00000100:00000040:0.0:1767384969.007141:0:16121:0:(events.c:337:request_in_callback()) incoming req@0000000065076a2c x1853237353253504 msgsize 448 00000100:00000001:1.0:1767384969.007142:0:18105:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384969.007147:0:16121:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.57@tcp50 (source: 12345-192.168.203.57@tcp50) 00000100:00000001:1.0:1767384969.007153:0:18105:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384969.007155:0:18105:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384969.007159:0:18105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.57@tcp50, seq: 4 00000100:00000001:0.0:1767384969.007160:0:16121:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384969.007161:0:18105:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436514145408 : -108637195406208 : ffff9d31ee8ef480) 00000800:00000001:0.0:1767384969.007165:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384969.007166:0:18105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000068a7cc9 x1853237353253248/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1767384989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384969.007170:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384969.007174:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384969.007177:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384969.007184:0:18105:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000068a7cc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:12122:x1853237353253248:12345-192.168.203.57@tcp50:8: 00000400:00000200:0.0:1767384969.007188:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50) <- 192.168.203.57@tcp50 : PUT - for me 00000020:00000010:3.0:1767384969.007191:0:16773:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ba797732. 00000100:00000200:1.0:1767384969.007191:0:18105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237353253248 00000020:00000001:1.0:1767384969.007195:0:18105:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384969.007198:0:16121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp50 of length 224 into portal 26 MB=0x6958272200a00 00000100:00000001:3.0:1767384969.007200:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1767384969.007200:0:18105:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000400:00000200:0.0:1767384969.007204:0:16121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.57@tcp50 of length 224/224 into md 0x18b5 [2] + 0 00000100:00100000:3.0:1767384969.007205:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237353253504 02000000:00000001:3.0:1767384969.007209:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1767384969.007210:0:16121:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d9dc46e. 00000020:00000040:1.0:1767384969.007212:0:18105:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fe96f595) now 6 - find 00000100:00000001:3.0:1767384969.007213:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384969.007215:0:16121:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d89806c1 00000100:00000001:3.0:1767384969.007216:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384969.007217:0:18105:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446635436270019424 : -108637439532192 : ffff9d31e001e360) 00000800:00000001:0.0:1767384969.007220:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384969.007222:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384969.007223:0:18105:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1767384969.007226:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237353253504 02000000:00000001:1.0:1767384969.007226:0:18105:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:0.0:1767384969.007226:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384969.007232:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384969.007232:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384969.007233:0:18105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000432e31b5. 00000020:00000040:3.0:1767384969.007236:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8846 02000000:00000001:1.0:1767384969.007247:0:18105:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384969.007250:0:18105:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384969.007252:0:18105:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa0465af2e3640038 tmp_exp_old_falloc: 0 00000020:00000001:3.0:1767384969.007255:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384969.007255:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000020:00000040:3.0:1767384969.007259:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f331812b refcount=6 00000400:00000200:0.0:1767384969.007260:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d89806c1 00010000:00080000:1.0:1767384969.007261:0:18105:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from 4e06ef04-c857-4d9c-9c79-1b949f9a7b1e@192.168.203.57@tcp50 t0 exp 0000000000000000 cur 291 last 0 00000020:00000001:3.0:1767384969.007264:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431466160128 : -108642243391488 : ffff9d30c1acd000) 00000400:00000010:0.0:1767384969.007265:0:16121:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d89806c1. 00000020:00000001:3.0:1767384969.007270:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431466160128 : -108642243391488 : ffff9d30c1acd000) 00010000:00000001:1.0:1767384969.007271:0:18105:0:(obd_class.h:852:obd_connect()) Process entered 00000100:00000001:0.0:1767384969.007273:0:16121:0:(events.c:286:request_in_callback()) Process entered 00002000:00000001:1.0:1767384969.007275:0:18105:0:(ofd_obd.c:325:ofd_obd_connect()) Process entered 00000100:00000001:3.0:1767384969.007276:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384969.007276:0:16121:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000001:1.0:1767384969.007280:0:18105:0:(genops.c:1392:class_connect()) Process entered 00000020:00000010:3.0:1767384969.007281:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bbbdf77b. 00000100:00000040:0.0:1767384969.007281:0:16121:0:(events.c:337:request_in_callback()) incoming req@00000000c967af80 x1853237353253376 msgsize 224 00000020:00000001:1.0:1767384969.007282:0:18105:0:(genops.c:950:__class_new_export()) Process entered 00000100:00000001:3.0:1767384969.007287:0:16773:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384969.007288:0:18105:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000036ece19a. 00000100:00100000:0.0:1767384969.007295:0:16121:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.57@tcp50 (source: 12345-192.168.203.57@tcp50) 00000020:00000010:3.0:1767384969.007296:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bbbdf77b. 00000020:00000001:1.0:1767384969.007296:0:18105:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000040:0.0:1767384969.007298:0:16121:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000040:1.0:1767384969.007299:0:18105:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000036ece19a with handle 0x4895a8f6c11e885b to hash 00000020:00000010:3.0:1767384969.007303:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a04d8a47. 00000020:00000001:1.0:1767384969.007304:0:18105:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000010:3.0:1767384969.007309:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005cc6d90f. 00000020:00000001:1.0:1767384969.007309:0:18105:0:(obd_class.h:1008:obd_init_export()) Process entered 00000100:00000001:0.0:1767384969.007310:0:16121:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1767384969.007314:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002025b0d3. 00000001:00000001:1.0:1767384969.007314:0:18105:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000800:00000001:0.0:1767384969.007318:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000001:00000010:1.0:1767384969.007319:0:18105:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000079093777. 00000100:00000040:3.0:1767384969.007322:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000001:00000001:1.0:1767384969.007323:0:18105:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384969.007325:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384969.007327:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1767384969.007328:0:18105:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:1.0:1767384969.007331:0:18105:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384969.007335:0:18105:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000058701ff7. 00000100:00000001:3.0:1767384969.007337:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384969.007337:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384969.007339:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384969.007341:0:18105:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000009b359560. 00000100:00100000:2.0:1767384969.007342:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237353253376 00000001:00000010:1.0:1767384969.007345:0:18105:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ca294690. 00000100:00000001:3.0:1767384969.007346:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384969.007346:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384969.007350:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384969.007353:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384969.007353:0:18105:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000eb2892b9. 02000000:00000001:2.0:1767384969.007359:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384969.007359:0:18105:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009386d7c3. 00000100:00000001:3.0:1767384969.007361:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:1.0:1767384969.007362:0:18105:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008ab07ee7. 00000100:00100000:2.0:1767384969.007364:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237353253376 00000020:00000001:2.0:1767384969.007370:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1767384969.007370:0:18105:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384969.007373:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8823 00010000:00000001:1.0:1767384969.007374:0:18105:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384969.007376:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384969.007377:0:18105:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.007378:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:2.0:1767384969.007379:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001a1ced1a refcount=9 00000020:00000040:1.0:1767384969.007382:0:18105:0:(genops.c:887:class_export_get()) GET export 0000000036ece19a refcount=3 00000100:00000001:3.0:1767384969.007383:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384969.007384:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000020:00000040:1.0:1767384969.007387:0:18105:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fe96f595) now 7 - export 00000020:00000001:2.0:1767384969.007388:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000100:00100000:3.0:1767384969.007394:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.57@tcp50, seq: 0 00000100:00000001:2.0:1767384969.007395:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384969.007395:0:18105:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446635431480893440 : -108642228658176 : ffff9d30c28da000) 00000020:00000040:1.0:1767384969.007401:0:18105:0:(genops.c:898:class_export_put()) PUTting export 0000000036ece19a : new refcount 2 00000100:00000040:3.0:1767384969.007402:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f331812b : new rpc_count 1 00000020:00000010:2.0:1767384969.007402:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000044d99e98. 00000020:00000080:1.0:1767384969.007403:0:18105:0:(genops.c:1402:class_connect()) connect: client 4e06ef04-c857-4d9c-9c79-1b949f9a7b1e, cookie 0x4895a8f6c11e885b 00000020:00000010:0.0:1767384969.007403:0:16772:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000c1296f5f. 00000100:00000001:2.0:1767384969.007408:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384969.007409:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436514138240 : -108637195413376 : ffff9d31ee8ed880) 00000020:00000001:1.0:1767384969.007410:0:18105:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384969.007412:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000044d99e98. 00000100:00000001:0.0:1767384969.007412:0:16772:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000020:00000001:1.0:1767384969.007414:0:18105:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384969.007418:0:18105:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e885b 00000020:00000010:2.0:1767384969.007420:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005351af1e. 00000100:00100000:0.0:1767384969.007420:0:16772:0:(service.c:3434:ptlrpc_start_thread()) mdt_readpage[0] started 2 min 2 max 80 00000100:00000040:3.0:1767384969.007422:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000065076a2c x1853237353253504/t0(0) o33->4e06ef04-c857-4d9c-9c79-1b949f9a7b1e@192.168.203.57@tcp50:195/0 lens 448/0 e 0 to 0 dl 1767384980 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000020:00000001:1.0:1767384969.007422:0:18105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384969.007427:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f4b60c3f. 00000020:00000040:1.0:1767384969.007428:0:18105:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000036ece19a refcount=3 00000100:00000010:0.0:1767384969.007430:0:16772:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000db9350ef. 00000020:00000010:2.0:1767384969.007435:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002ab698ee. 00000020:00000001:1.0:1767384969.007435:0:18105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431480893440 : -108642228658176 : ffff9d30c28da000) 00000100:00100000:0.0:1767384969.007438:0:16772:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_002' 00000020:00000001:1.0:1767384969.007444:0:18105:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431480893440 : -108642228658176 : ffff9d30c28da000) 00000100:00000040:2.0:1767384969.007445:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384969.007446:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000001:00000001:1.0:1767384969.007450:0:18105:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000100:00000001:2.0:1767384969.007451:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1767384969.007452:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bbbdf77b. 00000100:00000001:2.0:1767384969.007455:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384969.007456:0:16773:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384969.007457:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384969.007457:0:18105:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000020:00000010:3.0:1767384969.007463:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bbbdf77b. 00000001:00000040:1.0:1767384969.007464:0:18105:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000006cd66532) : new refcount 7 00000100:00000001:2.0:1767384969.007466:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384969.007471:0:18105:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446635435817944064 : -108637891607552 : ffff9d31c50fc400) 00000100:00100000:3.0:1767384969.007472:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000065076a2c pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4e06ef04-c857-4d9c-9c79-1b949f9a7b1e+6:15524:x1853237353253504:12345-192.168.203.57@tcp50:33: 00000001:00000001:1.0:1767384969.007479:0:18105:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000100:00000200:3.0:1767384969.007480:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237353253504 00000100:00000001:2.0:1767384969.007480:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384969.007484:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000040:1.0:1767384969.007485:0:18105:0:(genops.c:887:class_export_get()) GET export 0000000036ece19a refcount=4 00000020:00000001:3.0:1767384969.007487:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384969.007491:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384969.007492:0:18105:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000006cd66532) : new refcount 8 00000020:00000001:3.0:1767384969.007496:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000001:00000001:1.0:1767384969.007498:0:18105:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.007499:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384969.007500:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671210560 : -1038341056 : ffffffffc21c2c40) 00000100:00000001:0.0:1767384969.007500:0:16772:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.007504:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384969.007506:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:08000000:1.0:1767384969.007506:0:18105:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-OST0000: adding NID 192.168.203.57@tcp50 to nodemap default 00000001:00000001:3.0:1767384969.007510:0:16773:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237353253504, found 0 last_xid 1853237353253503 00000100:00100000:2.0:1767384969.007513:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.57@tcp50, seq: 167 00000001:00000040:1.0:1767384969.007513:0:18105:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000006cd66532) : new refcount 7 00000100:00000001:0.0:1767384969.007514:0:39671:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000001:3.0:1767384969.007515:0:16773:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384969.007520:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001a1ced1a : new rpc_count 1 00000001:00000001:1.0:1767384969.007520:0:18105:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384969.007521:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384969.007524:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384969.007525:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529238096 : -108637180313520 : ffff9d31ef754050) 00002000:00100000:1.0:1767384969.007526:0:18105:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 4e06ef04-c857-4d9c-9c79-1b949f9a7b1e/0000000036ece19a ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00000020:00000001:3.0:1767384969.007527:0:16773:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000100:00000010:0.0:1767384969.007527:0:39671:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000000ce2d36. 00000020:00000001:3.0:1767384969.007532:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384969.007533:0:39671:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002a7c7046. 00000100:00000040:2.0:1767384969.007536:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c967af80 x1853237353253376/t0(0) o400->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:195/0 lens 224/0 e 0 to 0 dl 1767384980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384969.007536:0:18105:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1767384969.007538:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635436127168952 : -108637582382664 : ffff9d31d77e29b8) 00000020:00000010:0.0:1767384969.007539:0:39671:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052620571. 00000020:00000001:1.0:1767384969.007540:0:18105:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384969.007545:0:39671:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000be333ad2. 00000020:00000001:3.0:1767384969.007546:0:16773:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767384969.007547:0:18105:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli 4e06ef04-c857-4d9c-9c79-1b949f9a7b1e/0000000036ece19a free: 389021696 avail: 386924544 00000040:00000010:0.0:1767384969.007551:0:39671:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000011bf6eae. 00000020:00000001:3.0:1767384969.007552:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384969.007554:0:18105:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000010:0.0:1767384969.007557:0:39671:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007afd8c19. 00000020:00000020:1.0:1767384969.007558:0:18105:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli 4e06ef04-c857-4d9c-9c79-1b949f9a7b1e/0000000036ece19a avail=386924544 left=346030080 unstable=0 tot_grant=40828928 pending=0 00000100:00000001:2.0:1767384969.007564:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384969.007565:0:39671:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000092f34a6e. 00000020:00000001:1.0:1767384969.007566:0:18105:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=346030080 : 346030080 : 14a00000) 00000004:00000001:3.0:1767384969.007567:0:16773:0:(mdt_handler.c:1669:mdt_getattr()) Process entered 00000020:00000010:2.0:1767384969.007569:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000044d99e98. 00000020:00000010:0.0:1767384969.007570:0:39671:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000071edcd09. 00000020:00000001:1.0:1767384969.007571:0:18105:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000004:00000001:3.0:1767384969.007573:0:16773:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000100:00000001:2.0:1767384969.007573:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1767384969.007575:0:18105:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli 4e06ef04-c857-4d9c-9c79-1b949f9a7b1e/0000000036ece19a wants: 134217728 current grant 0 granting: 3407872 80000000:00000010:0.0:1767384969.007576:0:39671:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a20ce35b. 00000020:00000010:2.0:1767384969.007578:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000044d99e98. 00000004:00000001:3.0:1767384969.007580:0:16773:0:(lod_object.c:1483:lod_xattr_get()) Process entered 40000000:00000010:0.0:1767384969.007582:0:39671:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d4a81b0c. 00000020:00000020:1.0:1767384969.007584:0:18105:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli 4e06ef04-c857-4d9c-9c79-1b949f9a7b1e/0000000036ece19a tot cached:0 granted:44236800 num_exports: 2 00080000:00000001:3.0:1767384969.007585:0:16773:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00100000:00000010:0.0:1767384969.007587:0:39671:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000012470db7. 00000100:00100000:2.0:1767384969.007591:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c967af80 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2fdb957e-2026-4f6c-a903-484ad848c8e8+9:12126:x1853237353253376:12345-192.168.203.57@tcp50:400: 00080000:00000001:3.0:1767384969.007593:0:16773:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00040000:00000010:0.0:1767384969.007593:0:39671:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008da73453. 00000020:00000001:1.0:1767384969.007595:0:18105:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00040000:00000010:0.0:1767384969.007599:0:39671:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d5e2a843. 00000004:00000001:3.0:1767384969.007601:0:16773:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000200:2.0:1767384969.007602:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237353253376 00000020:00000020:1.0:1767384969.007603:0:18105:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli 4e06ef04-c857-4d9c-9c79-1b949f9a7b1e/0000000036ece19a ocd_grant: 3407872 want: 134217728 left: 346030080 00040000:00000010:0.0:1767384969.007604:0:39671:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001d9d682e. 00000004:00000001:3.0:1767384969.007605:0:16773:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000001:2.0:1767384969.007607:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000010:0.0:1767384969.007610:0:39671:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000016f434f8. 00000004:00000001:3.0:1767384969.007612:0:16773:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000020:00000001:2.0:1767384969.007612:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384969.007613:0:18105:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00000004:00000010:0.0:1767384969.007615:0:39671:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000096434abf. 00000020:00000001:2.0:1767384969.007616:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384969.007617:0:16773:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00002000:00100000:1.0:1767384969.007618:0:18105:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00080000:00000001:3.0:1767384969.007620:0:16773:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000004:00000010:0.0:1767384969.007620:0:39671:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000000d0c576. 00000020:00000001:2.0:1767384969.007621:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000001:3.0:1767384969.007625:0:16773:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000001:2.0:1767384969.007626:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169792 : -1040381824 : ffffffffc1fd0880) 00002000:00000001:1.0:1767384969.007627:0:18105:0:(ofd_obd.c:250:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1767384969.007627:0:39671:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000232a775c. 00080000:00000001:3.0:1767384969.007630:0:16773:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000020:00000001:2.0:1767384969.007632:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:3.0:1767384969.007634:0:16773:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000010:0.0:1767384969.007634:0:39671:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b3f106fc. 00000020:00000001:2.0:1767384969.007635:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384969.007636:0:18105:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000004:00000001:3.0:1767384969.007641:0:16773:0:(lod_object.c:1518:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000001:2.0:1767384969.007641:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000001:00000040:1.0:1767384969.007642:0:18105:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-OST0000: new client at index 1 (8320) with UUID '4e06ef04-c857-4d9c-9c79-1b949f9a7b1e' generation 0 00000004:00000001:3.0:1767384969.007646:0:16773:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000001:2.0:1767384969.007646:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000001:00000001:1.0:1767384969.007649:0:18105:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00000020:00000001:2.0:1767384969.007650:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384969.007651:0:16773:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000100:00000010:0.0:1767384969.007651:0:39671:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000018d840a7. 00080000:00000001:1.0:1767384969.007652:0:18105:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:2.0:1767384969.007654:0:16764:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000004:00000001:3.0:1767384969.007655:0:16773:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00000001:2.0:1767384969.007657:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:3.0:1767384969.007658:0:16773:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 02000000:00000001:2.0:1767384969.007662:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000010:1.0:1767384969.007662:0:18105:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b6f5260b. 00000100:00000200:0.0:1767384969.007662:0:39671:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00080000:00000001:3.0:1767384969.007663:0:16773:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=48 : 48 : 30) 02000000:00000010:2.0:1767384969.007668:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000254052f2. 00000004:00000001:3.0:1767384969.007669:0:16773:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00080000:00000001:1.0:1767384969.007669:0:18105:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490463744 : -108642219087872 : ffff9d30c31fa800) 02000000:00000001:2.0:1767384969.007674:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384969.007675:0:16773:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00080000:00000001:1.0:1767384969.007676:0:18105:0:(osd_io.c:243:osd_declare_write()) Process entered 00000004:00000001:3.0:1767384969.007681:0:16773:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000100:00000001:2.0:1767384969.007682:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384969.007683:0:16773:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1767384969.007688:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384969.007688:0:16764:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384969.007691:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:2.0:1767384969.007693:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237353253376 02000000:00000010:3.0:1767384969.007696:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 00000000a7b38d94. 00010000:00000001:2.0:1767384969.007698:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:3.0:1767384969.007699:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.007702:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384969.007704:0:16773:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00010000:00000200:2.0:1767384969.007706:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c967af80 x1853237353253376/t0(0) o400->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:195/0 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384969.007707:0:16773:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384969.007709:0:16773:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000001:00000001:3.0:1767384969.007711:0:16773:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384969.007712:0:16773:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384969.007714:0:16773:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384969.007717:0:16773:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384969.007721:0:16773:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384969.007725:0:16773:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00010000:00000001:2.0:1767384969.007731:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000001:00000001:3.0:1767384969.007734:0:16773:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384969.007736:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384969.007737:0:16773:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384969.007741:0:16773:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384969.007742:0:16773:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1767384969.007742:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=93 v=5 (1 0 0 0) 00000001:00000001:3.0:1767384969.007747:0:16773:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384969.007750:0:16773:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384969.007751:0:16773:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384969.007751:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000001:00000001:3.0:1767384969.007756:0:16773:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384969.007759:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000002c621aa1 refcount 5 to 192.168.203.57@tcp50 00000001:00000001:3.0:1767384969.007760:0:16773:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384969.007764:0:16773:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.007764:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635435831249792 : -108637878301824 : ffff9d31c5dacb80) 02000000:00000001:3.0:1767384969.007771:0:16773:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00000001:2.0:1767384969.007771:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000001:00000001:1.0:1767384969.007771:0:18105:0:(osd_quota.c:525:osd_declare_quota()) Process entered 02000000:00000001:2.0:1767384969.007774:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384969.007775:0:18105:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384969.007777:0:16773:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 0000000088baf670. 00000100:00000001:2.0:1767384969.007779:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000001:1.0:1767384969.007780:0:18105:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1767384969.007782:0:16773:0:(mdt_identity.c:85:mdt_identity_do_upcall()) Process entered 00000100:00000040:2.0:1767384969.007785:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.57@tcp50 00000004:00000040:3.0:1767384969.007786:0:16773:0:(mdt_identity.c:90:mdt_identity_do_upcall()) The upcall is: '/home/green/git/lustre-release/lustre/utils/l_getidentity' 00000400:00000010:2.0:1767384969.007790:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d59d5044. 00000100:00000200:2.0:1767384969.007795:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237353253376, offset 224 00080000:00000001:1.0:1767384969.007797:0:18105:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384969.007801:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp50 00000001:00000010:1.0:1767384969.007803:0:18105:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000844d7b3a. 00000001:00000040:1.0:1767384969.007806:0:18105:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 0000000036ece19a : new cb_count 1 00000020:00000040:1.0:1767384969.007809:0:18105:0:(genops.c:887:class_export_get()) GET export 0000000036ece19a refcount=5 00000400:00000200:2.0:1767384969.007810:0:16764:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp50 to NMR: 192.168.203.57@tcp50 local destination 00080000:00000001:1.0:1767384969.007815:0:18105:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384969.007820:0:16764:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp50 NI seq info: [228:228:256:4294967295] 192.168.203.57@tcp50 LPNI seq info [22:22:8:4294967295] 00000400:00000200:2.0:1767384969.007829:0:16764:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50:192.168.203.157@tcp50) -> 192.168.203.57@tcp50(192.168.203.57@tcp50:192.168.203.57@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384969.007833:0:16764:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp50 00000800:00000010:2.0:1767384969.007836:0:16764:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005395410d. 00000800:00000200:2.0:1767384969.007840:0:16764:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096a1dd41] -> 12345-192.168.203.57@tcp50 (4) 00000800:00000200:2.0:1767384969.007844:0:16764:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp50 ip 192.168.203.57:1023 00000800:00000200:2.0:1767384969.007847:0:16764:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005395410d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767384969.007860:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384969.007865:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000002c621aa1 refcount 4 to 192.168.203.57@tcp50 00010000:00000001:2.0:1767384969.007868:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384969.007870:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384969.007873:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384969.007878:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c967af80 x1853237353253376/t0(0) o400->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:195/0 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384969.007890:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c967af80 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2fdb957e-2026-4f6c-a903-484ad848c8e8+9:12126:x1853237353253376:12345-192.168.203.57@tcp50:400: Request processed in 323us (605us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384969.007909:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.57@tcp50, seq: 167 00000100:00000040:2.0:1767384969.007912:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001a1ced1a : new rpc_count 0 00000100:00000001:2.0:1767384969.007915:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:3.0:1767384969.007916:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384969.007918:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:3.0:1767384969.007920:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005395410d. 00000020:00000010:2.0:1767384969.007923:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f4b60c3f. 00000400:00000200:3.0:1767384969.007924:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384969.007930:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002ab698ee. 00080000:00000001:1.0:1767384969.007932:0:18105:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000400:00000200:3.0:1767384969.007933:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000020:00000010:2.0:1767384969.007938:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005351af1e. 00000400:00000200:3.0:1767384969.007940:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d59d5044 00000001:00000001:1.0:1767384969.007940:0:18105:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00000020:00000040:2.0:1767384969.007943:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000001a1ced1a : new refcount 8 00000400:00000010:3.0:1767384969.007944:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d59d5044. 00080000:00000001:1.0:1767384969.007945:0:18105:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:2.0:1767384969.007949:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384969.007951:0:16122:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384969.007954:0:16122:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:2.0:1767384969.007954:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000010:3.0:1767384969.007956:0:16122:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000254052f2. 02000000:00000001:3.0:1767384969.007961:0:16122:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:2.0:1767384969.007962:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af224cad. 00000100:00000001:3.0:1767384969.007963:0:16122:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000001:1.0:1767384969.007963:0:18105:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384969.007968:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d09898c. 00000001:00000040:1.0:1767384969.007969:0:18105:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:1.0:1767384969.007975:0:18105:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384969.007978:0:18105:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000020:00000001:1.0:1767384969.007981:0:18105:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:1.0:1767384969.007987:0:18105:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000838b0fdb 00000020:00000010:1.0:1767384969.007992:0:18105:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000007ba8d3ce. 00000020:00000040:1.0:1767384969.007999:0:18105:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 000000007ba8d3ce for nid 192.168.203.57@tcp50 - ref 2 00000020:00000001:1.0:1767384969.008098:0:18105:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384969.008104:0:18105:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000089b01e3b. 00000020:00000010:1.0:1767384969.008107:0:18105:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 0000000001dde6f5. 00000020:00000010:1.0:1767384969.008110:0:18105:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 600 at 000000001466cafd. 00000020:00000010:1.0:1767384969.008126:0:18105:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000005894306d. 00000020:00000010:1.0:1767384969.008128:0:18105:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 0000000039f49997. 00000020:00000010:1.0:1767384969.008130:0:18105:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000001c6823f8. 00002000:00000001:1.0:1767384969.008137:0:18105:0:(ofd_obd.c:77:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:1.0:1767384969.008139:0:18105:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00002000:00000001:1.0:1767384969.008141:0:18105:0:(ofd_obd.c:375:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384969.008142:0:18105:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384969.008145:0:18105:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000009c867c0b. 00000020:00000040:1.0:1767384969.008147:0:18105:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fe96f595) now 8 - import 00000020:00000001:1.0:1767384969.008151:0:18105:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384969.008152:0:18105:0:(genops.c:1242:class_import_put()) import 000000009c867c0b refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1767384969.008153:0:18105:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:1.0:1767384969.008156:0:18105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c061fa1a. 00000020:00000040:1.0:1767384969.008159:0:18105:0:(genops.c:887:class_export_get()) GET export 0000000036ece19a refcount=6 00000100:00000040:1.0:1767384969.008161:0:18105:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 0000000036ece19a : new rpc_count 1 00000100:00000001:1.0:1767384969.008162:0:18105:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1767384969.008167:0:18105:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.203.57@tcp50 primary NID 192.168.203.57@tcp50 rc 0 00000100:00000001:1.0:1767384969.008170:0:18105:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384969.008171:0:18105:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000002c621aa1 refcount 5 to 192.168.203.57@tcp50 00000100:00000001:1.0:1767384969.008173:0:18105:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635435831249792 : -108637878301824 : ffff9d31c5dacb80) 00000100:00000001:1.0:1767384969.008175:0:18105:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446635435831249792 : -108637878301824 : 0xffff9d31c5dacb80) 00000100:00000040:1.0:1767384969.008177:0:18105:0:(connection.c:149:ptlrpc_connection_get()) conn=000000002c621aa1 refcount 5 to 192.168.203.57@tcp50 00000020:00000040:1.0:1767384969.008179:0:18105:0:(genops.c:887:class_export_get()) GET export 0000000036ece19a refcount=7 00000100:00000001:1.0:1767384969.008183:0:18105:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384969.008184:0:18105:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000002c621aa1 refcount 6 to 192.168.203.57@tcp50 00000100:00000001:1.0:1767384969.008185:0:18105:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635435831249792 : -108637878301824 : ffff9d31c5dacb80) 02000000:00000001:1.0:1767384969.008186:0:18105:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767384969.008188:0:18105:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1767384969.008190:0:18105:0:(sec.c:1440:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 02000000:00000001:1.0:1767384969.008192:0:18105:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072661774400 : -1047777216 : ffffffffc18c3040) 02000000:00000001:1.0:1767384969.008194:0:18105:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384969.008196:0:18105:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1767384969.008197:0:18105:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1767384969.008199:0:18105:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384969.008201:0:18105:0:(import.c:65:import_set_state_nolock()) 000000009c867c0b : changing import state from RECOVER to FULL 00000100:00000001:1.0:1767384969.008203:0:18105:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384969.008204:0:18105:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384969.008205:0:18105:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384969.008208:0:18105:0:(genops.c:898:class_export_put()) PUTting export 0000000036ece19a : new refcount 6 00000020:00000040:1.0:1767384969.008209:0:18105:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fe96f595) now 8 - find 00010000:00000001:1.0:1767384969.008211:0:18105:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384969.008213:0:18105:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384969.008214:0:18105:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673334496 : -1036217120 : ffffffffc23c94e0) 00000020:00000001:1.0:1767384969.008216:0:18105:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384969.008217:0:18105:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384969.008219:0:18105:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384969.008220:0:18105:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384969.008222:0:18105:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384969.008224:0:18105:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:1.0:1767384969.008227:0:18105:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384969.008228:0:18105:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237353253248 00010000:00000001:1.0:1767384969.008229:0:18105:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384969.008232:0:18105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000068a7cc9 x1853237353253248/t0(0) o8->4e06ef04-c857-4d9c-9c79-1b949f9a7b1e@192.168.203.57@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384989 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384969.008253:0:18105:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384969.008255:0:18105:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384969.008257:0:18105:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf489f17 time=83 v=5 (1 0 0 0) 00000100:00001000:1.0:1767384969.008260:0:18105:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:1.0:1767384969.008262:0:18105:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384969.008264:0:18105:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000002c621aa1 refcount 7 to 192.168.203.57@tcp50 00000100:00000001:1.0:1767384969.008265:0:18105:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635435831249792 : -108637878301824 : ffff9d31c5dacb80) 02000000:00000001:1.0:1767384969.008266:0:18105:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384969.008268:0:18105:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384969.008269:0:18105:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384969.008271:0:18105:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.57@tcp50 00000400:00000010:1.0:1767384969.008274:0:18105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a7ee07e. 00000100:00000200:1.0:1767384969.008275:0:18105:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853237353253248, offset 0 00000400:00000200:1.0:1767384969.008279:0:18105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp50 00000400:00000200:1.0:1767384969.008285:0:18105:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp50 to NMR: 192.168.203.57@tcp50 local destination 00000400:00000200:1.0:1767384969.008291:0:18105:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp50 NI seq info: [229:229:256:4294967295] 192.168.203.57@tcp50 LPNI seq info [23:23:8:4294967295] 00000004:00080000:3.0:1767384969.008300:0:16773:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 509us 00000400:00000200:1.0:1767384969.008304:0:18105:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50:192.168.203.157@tcp50) -> 192.168.203.57@tcp50(192.168.203.57@tcp50:192.168.203.57@tcp50) : PUT try# 0 00000004:00000001:3.0:1767384969.008306:0:16773:0:(mdt_identity.c:122:mdt_identity_do_upcall()) Process leaving 00000800:00000200:1.0:1767384969.008312:0:18105:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.57@tcp50 00000800:00000010:1.0:1767384969.008315:0:18105:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b31e43ee. 00000800:00000200:1.0:1767384969.008319:0:18105:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096a1dd41] -> 12345-192.168.203.57@tcp50 (4) 00000800:00000200:1.0:1767384969.008322:0:18105:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp50 ip 192.168.203.57:1023 00000800:00000200:1.0:1767384969.008324:0:18105:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b31e43ee type 1, nob 512 niov 1 nkiov 1 00000100:00000001:1.0:1767384969.008334:0:18105:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384969.008336:0:18105:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000002c621aa1 refcount 6 to 192.168.203.57@tcp50 00010000:00000001:1.0:1767384969.008338:0:18105:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384969.008339:0:18105:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384969.008341:0:18105:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384969.008344:0:18105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000068a7cc9 x1853237353253248/t0(0) o8->4e06ef04-c857-4d9c-9c79-1b949f9a7b1e@192.168.203.57@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384989 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384969.008351:0:18105:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000068a7cc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4e06ef04-c857-4d9c-9c79-1b949f9a7b1e+6:12122:x1853237353253248:12345-192.168.203.57@tcp50:8: Request processed in 1171us (1299us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384969.008357:0:18105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.57@tcp50, seq: 4 00000100:00000040:1.0:1767384969.008359:0:18105:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000036ece19a : new rpc_count 0 00000100:00000001:1.0:1767384969.008360:0:18105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384969.008361:0:18105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384969.008363:0:18105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b1912c5. 00000020:00000010:1.0:1767384969.008367:0:18105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000706ca8c4. 00000020:00000010:1.0:1767384969.008371:0:18105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093859aaf. 00000800:00000200:3.0:1767384969.008373:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:1.0:1767384969.008375:0:18105:0:(genops.c:898:class_export_put()) PUTting export 0000000036ece19a : new refcount 5 00000800:00000010:3.0:1767384969.008379:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b31e43ee. 00000100:00000001:1.0:1767384969.008380:0:18105:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384969.008386:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384969.008394:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000400:00000200:3.0:1767384969.008397:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a7ee07e 00000400:00000010:3.0:1767384969.008400:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a7ee07e. 00000100:00000001:3.0:1767384969.008404:0:16120:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384969.008405:0:16120:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000010:0.0:1767384969.013115:0:39672:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 00000000081fa3f7. 02000000:00000001:0.0:1767384969.013120:0:39672:0:(upcall_cache.c:436:upcall_cache_downcall()) Process entered 00000004:00000001:0.0:1767384969.013123:0:39672:0:(mdt_identity.c:138:mdt_identity_parse_downcall()) Process entered 00000004:00001000:0.0:1767384969.013124:0:39672:0:(mdt_identity.c:187:mdt_identity_parse_downcall()) parse mdt identity@0000000003bbfd0c: 0:0, ngroups 0, nperms 0 00000004:00000001:0.0:1767384969.013127:0:39672:0:(mdt_identity.c:190:mdt_identity_parse_downcall()) Process leaving (rc=0 : 0 : 0) 02000000:00001000:0.0:1767384969.013129:0:39672:0:(upcall_cache.c:492:upcall_cache_downcall()) lustre-MDT0000: created upcall cache entry 0000000088baf670 for key 0 02000000:00000001:0.0:1767384969.013139:0:39672:0:(upcall_cache.c:504:upcall_cache_downcall()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1767384969.013142:0:39672:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 00000000081fa3f7. 02000000:00001000:3.0:1767384969.013201:0:16773:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 0000000088baf670 flags 0x0 02000000:00000001:3.0:1767384969.013205:0:16773:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446635431504616448 : -108642204935168 : ffff9d30c3f79c00) 00000001:00000001:3.0:1767384969.013208:0:16773:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384969.013209:0:16773:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384969.013211:0:16773:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384969.013212:0:16773:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384969.013214:0:16773:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384969.013215:0:16773:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384969.013218:0:16773:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1767384969.013219:0:16773:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384969.013221:0:16773:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384969.013222:0:16773:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384969.013224:0:16773:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1767384969.013226:0:16773:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384969.013229:0:16773:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000040:3.0:1767384969.013231:0:16773:0:(mdt_handler.c:1434:mdt_getattr_internal()) lustre-MDT0000: RPC from 4e06ef04-c857-4d9c-9c79-1b949f9a7b1e: does not need LOVEA. 00000004:00000001:3.0:1767384969.013234:0:16773:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1767384969.013236:0:16773:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1767384969.013381:0:16773:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1767384969.013384:0:16773:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1767384969.013387:0:16773:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384969.013390:0:16773:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384969.013391:0:16773:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384969.013393:0:16773:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384969.013394:0:16773:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384969.013397:0:16773:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384969.013399:0:16773:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384969.013400:0:16773:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384969.013402:0:16773:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384969.013404:0:16773:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384969.013406:0:16773:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384969.013408:0:16773:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1767384969.013410:0:16773:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:3.0:1767384969.013414:0:16773:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00000002:3.0:1767384969.013417:0:16773:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:3.0:1767384969.013429:0:16773:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384969.013431:0:16773:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384969.013434:0:16773:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1767384969.013437:0:16773:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1767384969.013441:0:16773:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1767384969.013442:0:16773:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384969.013445:0:16773:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384969.013448:0:16773:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384969.013450:0:16773:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384969.013452:0:16773:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384969.013455:0:16773:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1767384969.013456:0:16773:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384969.013457:0:16773:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384969.013458:0:16773:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384969.013459:0:16773:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384969.013475:0:16773:0:(mdt_handler.c:1748:mdt_getattr()) Process leaving 02000000:00000001:3.0:1767384969.013478:0:16773:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1767384969.013479:0:16773:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1767384969.013480:0:16773:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1767384969.013482:0:16773:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1767384969.013483:0:16773:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1767384969.013484:0:16773:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1767384969.013486:0:16773:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384969.013488:0:16773:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1767384969.013489:0:16773:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:3.0:1767384969.013491:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237353253504 00010000:00000001:3.0:1767384969.013493:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384969.013497:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000065076a2c x1853237353253504/t0(0) o33->4e06ef04-c857-4d9c-9c79-1b949f9a7b1e@192.168.203.57@tcp50:195/0 lens 448/464 e 0 to 0 dl 1767384980 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767384969.013504:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384969.013506:0:16773:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384969.013507:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 000000009ca105ee time=1767384969 v=10 (0 0 0 0) 00000100:00001000:3.0:1767384969.013510:0:16773:0:(import.c:2194:obd_at_measure()) AT 000000009ca105ee change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:3.0:1767384969.013513:0:16773:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt_readpage changed estimate from 10 to 5 req@0000000065076a2c x1853237353253504/t0(0) o33->4e06ef04-c857-4d9c-9c79-1b949f9a7b1e@192.168.203.57@tcp50:195/0 lens 448/464 e 0 to 0 dl 1767384980 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767384969.013530:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384969.013532:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000002c621aa1 refcount 7 to 192.168.203.57@tcp50 00000100:00000001:3.0:1767384969.013534:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635435831249792 : -108637878301824 : ffff9d31c5dacb80) 02000000:00000001:3.0:1767384969.013537:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384969.013538:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.013541:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384969.013543:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.57@tcp50 00000400:00000010:3.0:1767384969.013545:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001001990f. 00000100:00000200:3.0:1767384969.013548:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 464 bytes to portal 10, xid 1853237353253504, offset 224 00000400:00000200:3.0:1767384969.013553:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp50 00000400:00000200:3.0:1767384969.013561:0:16773:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp50 to NMR: 192.168.203.57@tcp50 local destination 00000400:00000200:3.0:1767384969.013569:0:16773:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp50 NI seq info: [230:230:256:4294967295] 192.168.203.57@tcp50 LPNI seq info [24:24:8:4294967295] 00000400:00000200:3.0:1767384969.013578:0:16773:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50:192.168.203.157@tcp50) -> 192.168.203.57@tcp50(192.168.203.57@tcp50:192.168.203.57@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384969.013582:0:16773:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.203.57@tcp50 00000800:00000010:3.0:1767384969.013585:0:16773:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a682a58. 00000800:00000200:3.0:1767384969.013589:0:16773:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096a1dd41] -> 12345-192.168.203.57@tcp50 (4) 00000800:00000200:3.0:1767384969.013593:0:16773:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp50 ip 192.168.203.57:1023 00000800:00000200:3.0:1767384969.013595:0:16773:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003a682a58 type 1, nob 560 niov 1 nkiov 1 00000100:00000001:3.0:1767384969.013609:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384969.013612:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000002c621aa1 refcount 6 to 192.168.203.57@tcp50 00010000:00000001:3.0:1767384969.013614:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384969.013615:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384969.013617:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000002:3.0:1767384969.013621:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000a55d9986/000000001320b7f8 to site lru. bkt: 00000000a55751c8 00000100:00000040:3.0:1767384969.013624:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065076a2c x1853237353253504/t0(0) o33->4e06ef04-c857-4d9c-9c79-1b949f9a7b1e@192.168.203.57@tcp50:195/0 lens 448/464 e 0 to 0 dl 1767384980 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767384969.013631:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000065076a2c pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4e06ef04-c857-4d9c-9c79-1b949f9a7b1e+6:15524:x1853237353253504:12345-192.168.203.57@tcp50:33: Request processed in 6185us (6488us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384969.013647:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.57@tcp50, seq: 0 00000100:00000040:3.0:1767384969.013649:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f331812b : new rpc_count 0 00000100:00000001:3.0:1767384969.013651:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384969.013652:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384969.013655:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005cc6d90f. 00000020:00000010:3.0:1767384969.013658:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002025b0d3. 00000020:00000010:3.0:1767384969.013660:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a04d8a47. 00000020:00000040:3.0:1767384969.013663:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000f331812b : new refcount 5 00000100:00000001:3.0:1767384969.013665:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384969.013674:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384969.013679:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a682a58. 00000400:00000200:1.0:1767384969.013685:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384969.013692:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000400:00000200:1.0:1767384969.013696:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001001990f 00000400:00000010:1.0:1767384969.013698:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001001990f. 00000100:00000001:1.0:1767384969.013702:0:16121:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384969.013703:0:16121:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384969.028822:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384969.028831:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384969.028834:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384969.028835:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384969.028842:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50) <- 192.168.203.57@tcp50 : PUT - for me 00000400:00000200:3.0:1767384969.028850:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp50 of length 576 into portal 12 MB=0x6958272200b00 00000400:00000200:3.0:1767384969.028856:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.57@tcp50 of length 576/576 into md 0x229 [64] + 10584 00000800:00000001:3.0:1767384969.028860:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384969.028865:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384969.028866:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384969.028869:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000100:00000001:3.0:1767384969.028873:0:16122:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384969.028874:0:16122:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384969.028878:0:16122:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000046810beb. 00000100:00000040:3.0:1767384969.028880:0:16122:0:(events.c:337:request_in_callback()) incoming req@0000000046810beb x1853237353253632 msgsize 576 00000100:00100000:3.0:1767384969.028883:0:16122:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.57@tcp50 (source: 12345-192.168.203.57@tcp50) 00000100:00000001:3.0:1767384969.028895:0:16122:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384969.028900:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384969.028902:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384969.028934:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384969.028939:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237353253632 02000000:00000001:0.0:1767384969.028942:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384969.028944:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384969.028946:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384969.028950:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384969.028953:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237353253632 00000020:00000001:0.0:1767384969.028955:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384969.028957:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8846 00000020:00000001:0.0:1767384969.028959:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384969.028962:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f331812b refcount=6 00000020:00000001:0.0:1767384969.028964:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431466160128 : -108642243391488 : ffff9d30c1acd000) 00000020:00000001:0.0:1767384969.028967:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431466160128 : -108642243391488 : ffff9d30c1acd000) 00000100:00000001:0.0:1767384969.028971:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384969.028975:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000091ed70aa. 00000100:00000001:0.0:1767384969.028979:0:16770:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384969.028982:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000091ed70aa. 00000020:00000010:0.0:1767384969.028987:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068e5ef65. 00000020:00000010:0.0:1767384969.028991:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003ded1d5b. 00000020:00000010:0.0:1767384969.028996:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029ec94d9. 00000100:00000040:0.0:1767384969.029002:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384969.029004:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384969.029005:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1767384969.029006:0:16770:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1767384969.029008:0:16770:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.029009:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.029030:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.029040:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384969.029048:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384969.029049:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384969.029053:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.57@tcp50, seq: 7 00000100:00000040:0.0:1767384969.029056:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f331812b : new rpc_count 1 00000100:00000001:0.0:1767384969.029057:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436633367296 : -108637076184320 : ffff9d31f5aa2300) 00000100:00000040:0.0:1767384969.029061:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000046810beb x1853237353253632/t0(0) o101->4e06ef04-c857-4d9c-9c79-1b949f9a7b1e@192.168.203.57@tcp50:195/0 lens 576/0 e 0 to 0 dl 1767384980 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767384969.029076:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384969.029078:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000091ed70aa. 00000100:00000001:0.0:1767384969.029080:0:16770:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384969.029081:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000091ed70aa. 00000100:00100000:0.0:1767384969.029084:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000046810beb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4e06ef04-c857-4d9c-9c79-1b949f9a7b1e+6:15555:x1853237353253632:12345-192.168.203.57@tcp50:101: 00000100:00000200:0.0:1767384969.029087:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237353253632 00000020:00000001:0.0:1767384969.029089:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384969.029092:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384969.029095:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384969.029097:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384969.029098:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661522624 : -1048028992 : ffffffffc18858c0) 00000020:00000001:0.0:1767384969.029100:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1767384969.029102:0:16770:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237353253632, found 0 last_xid 1853237353253631 00000020:00000001:0.0:1767384969.029105:0:16770:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384969.029106:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384969.029107:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384969.029110:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384969.029112:0:16770:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384969.029113:0:16770:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384969.029115:0:16770:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384969.029116:0:16770:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384969.029117:0:16770:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384969.029120:0:16770:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384969.029145:0:16770:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000967cd448. 00010000:00000010:0.0:1767384969.029148:0:16770:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000bf3d03a8. 00010000:00000001:0.0:1767384969.029151:0:16770:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384969.029153:0:16770:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e0f8f0a2. 00000020:00000010:0.0:1767384969.029163:0:16770:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000091ed70aa. 00000020:00000001:0.0:1767384969.029165:0:16770:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384969.029167:0:16770:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e0f8f0a2 with handle 0x4895a8f6c11e8862 to hash 00000020:00000001:0.0:1767384969.029168:0:16770:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384969.029173:0:16770:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854936064 : -108637854615552 : ffff9d31c7443800) 00010000:00000010:0.0:1767384969.029177:0:16770:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000163a0174. 00010000:00000001:0.0:1767384969.029179:0:16770:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854936064 : -108637854615552 : ffff9d31c7443800) 00010000:00010000:0.0:1767384969.029181:0:16770:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e0f8f0a2/0x4895a8f6c11e8862 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc665bd1ab43800ab expref: -99 pid: 16770 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384969.029188:0:16770:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000f331812b : new locks_count 1 00000020:00000040:0.0:1767384969.029190:0:16770:0:(genops.c:887:class_export_get()) GET export 00000000f331812b refcount=7 00010000:00000001:0.0:1767384969.029194:0:16770:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1767384969.029196:0:16770:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1767384969.029202:0:16770:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1767384969.029204:0:16770:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1767384969.029205:0:16770:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1767384969.029206:0:16770:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1767384969.029208:0:16770:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:0.0:1767384969.029210:0:16770:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384969.029213:0:16770:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635436127168952 : -108637582382664 : ffff9d31d77e29b8) 00000004:00000001:0.0:1767384969.029215:0:16770:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446635436127168864 : -108637582382752 : ffff9d31d77e2960) 00000004:00000001:0.0:1767384969.029216:0:16770:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384969.029218:0:16770:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1767384969.029219:0:16770:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1767384969.029221:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384969.029222:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384969.029226:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 000000008292f98b. 02000000:00000001:0.0:1767384969.029227:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.029229:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384969.029230:0:16770:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384969.029232:0:16770:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1767384969.029234:0:16770:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000001:00000001:0.0:1767384969.029236:0:16770:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384969.029249:0:16770:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384969.029252:0:16770:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384969.029253:0:16770:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384969.029254:0:16770:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384969.029255:0:16770:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384969.029261:0:16770:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384969.029262:0:16770:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384969.029263:0:16770:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384969.029263:0:16770:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384969.029264:0:16770:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384969.029265:0:16770:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384969.029266:0:16770:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384969.029267:0:16770:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384969.029268:0:16770:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384969.029268:0:16770:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384969.029269:0:16770:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384969.029271:0:16770:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384969.029272:0:16770:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384969.029274:0:16770:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1767384969.029277:0:16770:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 0000000088baf670 flags 0x0 02000000:00000001:0.0:1767384969.029278:0:16770:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446635431504616448 : -108642204935168 : ffff9d30c3f79c00) 00000001:00000001:0.0:1767384969.029280:0:16770:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384969.029280:0:16770:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384969.029281:0:16770:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384969.029282:0:16770:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384969.029283:0:16770:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384969.029284:0:16770:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384969.029285:0:16770:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1767384969.029287:0:16770:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384969.029288:0:16770:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384969.029289:0:16770:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384969.029290:0:16770:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1767384969.029291:0:16770:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384969.029294:0:16770:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:0.0:1767384969.029297:0:16770:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1767384969.029298:0:16770:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:0.0:1767384969.029299:0:16770:0:(mdt_lib.c:2197:mdt_is_remote_object()) Process entered 00000004:00000001:0.0:1767384969.029300:0:16770:0:(mdt_lib.c:2199:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1767384969.029301:0:16770:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/[0x200000007:0x1:0x0], ldlm_rep = 00000000bf596a0f 00000004:00000001:0.0:1767384969.029305:0:16770:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1767384969.029307:0:16770:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384969.029312:0:16770:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384969.029315:0:16770:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000967cd448 count: 2 00010000:00000001:0.0:1767384969.029316:0:16770:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384969.029318:0:16770:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384969.029320:0:16770:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000012c3943a. 00000020:00000001:0.0:1767384969.029322:0:16770:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384969.029323:0:16770:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000012c3943a with handle 0x4895a8f6c11e8869 to hash 00000020:00000001:0.0:1767384969.029324:0:16770:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384969.029325:0:16770:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635435854936576 : -108637854615040 : ffff9d31c7443a00) 00010000:00000010:0.0:1767384969.029328:0:16770:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000927431e4. 00010000:00000001:0.0:1767384969.029330:0:16770:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635435854936576 : -108637854615040 : ffff9d31c7443a00) 00010000:00000001:0.0:1767384969.029334:0:16770:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384969.029336:0:16770:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384969.029338:0:16770:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000012c3943a/0x4895a8f6c11e8869 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16770 initiator: MDT0 00010000:00000001:0.0:1767384969.029345:0:16770:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384969.029348:0:16770:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384969.029350:0:16770:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1767384969.029352:0:16770:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1767384969.029354:0:16770:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384969.029356:0:16770:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1767384969.029357:0:16770:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384969.029360:0:16770:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384969.029361:0:16770:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384969.029363:0:16770:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384969.029364:0:16770:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384969.029366:0:16770:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (00000000967cd448) refcount = 2 00010000:00010000:0.0:1767384969.029369:0:16770:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000012c3943a/0x4895a8f6c11e8869 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16770 initiator: MDT0 00010000:00000001:0.0:1767384969.029375:0:16770:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:0.0:1767384969.029379:0:16770:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000055540700. 00010000:00000001:0.0:1767384969.029384:0:16770:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384969.029386:0:16770:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384969.029396:0:16770:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384969.029397:0:16770:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384969.029400:0:16770:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384969.029401:0:16770:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384969.029404:0:16770:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384969.029406:0:16770:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384969.029408:0:16770:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000012c3943a/0x4895a8f6c11e8869 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16770 initiator: MDT0 00010000:00000001:0.0:1767384969.029414:0:16770:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384969.029415:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384969.029417:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384969.029419:0:16770:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384969.029421:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384969.029422:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000012c3943a refcount=3 00000020:00000001:0.0:1767384969.029424:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854936576 : -108637854615040 : ffff9d31c7443a00) 00010000:00000001:0.0:1767384969.029427:0:16770:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854936576 : -108637854615040 : ffff9d31c7443a00) 00010000:00000001:0.0:1767384969.029429:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384969.029430:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1767384969.029431:0:16770:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384969.029434:0:16770:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1767384969.029439:0:16770:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1767384969.029440:0:16770:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1767384969.029464:0:16770:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384969.029468:0:16770:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1767384969.029472:0:16770:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1767384969.029474:0:16770:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384969.029478:0:16770:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384969.029481:0:16770:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384969.029484:0:16770:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384969.029487:0:16770:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1767384969.029488:0:16770:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1767384969.029489:0:16770:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384969.029491:0:16770:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:0.0:1767384969.029493:0:16770:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:0.0:1767384969.029495:0:16770:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000002:0.0:1767384969.029497:0:16770:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x101 ma_lmm=0000000000000000 00000004:00000001:0.0:1767384969.029506:0:16770:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384969.029509:0:16770:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384969.029510:0:16770:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384969.029512:0:16770:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384969.029514:0:16770:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384969.029516:0:16770:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384969.029517:0:16770:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384969.029518:0:16770:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384969.029520:0:16770:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384969.029522:0:16770:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384969.029523:0:16770:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384969.029524:0:16770:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1767384969.029526:0:16770:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:0.0:1767384969.029529:0:16770:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00200000:0.0:1767384969.029531:0:16770:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00000002:0.0:1767384969.029533:0:16770:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:0.0:1767384969.029535:0:16770:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384969.029536:0:16770:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384969.029538:0:16770:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1767384969.029540:0:16770:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1767384969.029543:0:16770:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1767384969.029544:0:16770:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384969.029546:0:16770:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384969.029549:0:16770:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384969.029551:0:16770:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384969.029553:0:16770:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384969.029557:0:16770:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000005d69cc84. 00000020:00000001:0.0:1767384969.029561:0:16770:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1767384969.029563:0:16770:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384969.029565:0:16770:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384969.029567:0:16770:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384969.029568:0:16770:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384969.029583:0:16770:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384969.029585:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384969.029596:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000012c3943a refcount=3 00000020:00000001:0.0:1767384969.029598:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854936576 : -108637854615040 : ffff9d31c7443a00) 00010000:00000001:0.0:1767384969.029600:0:16770:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854936576 : -108637854615040 : ffff9d31c7443a00) 00000004:00010000:0.0:1767384969.029603:0:16770:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000012c3943a/0x4895a8f6c11e8869 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16770 initiator: MDT0 00010000:00000001:0.0:1767384969.029609:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384969.029610:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1767384969.029612:0:16770:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:0.0:1767384969.029613:0:16770:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1767384969.029615:0:16770:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:0.0:1767384969.029618:0:16770:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384969.029619:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384969.029620:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000012c3943a refcount=3 00000020:00000001:0.0:1767384969.029622:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854936576 : -108637854615040 : ffff9d31c7443a00) 00010000:00000001:0.0:1767384969.029624:0:16770:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854936576 : -108637854615040 : ffff9d31c7443a00) 00000004:00000040:0.0:1767384969.029627:0:16770:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export 00000000f331812b : new locks_count 2 00000020:00000040:0.0:1767384969.029629:0:16770:0:(genops.c:887:class_export_get()) GET export 00000000f331812b refcount=8 00010000:00000001:0.0:1767384969.029632:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384969.029634:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1767384969.029635:0:16770:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1767384969.029637:0:16770:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1767384969.029640:0:16770:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1767384969.029642:0:16770:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1767384969.029643:0:16770:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1767384969.029644:0:16770:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1767384969.029646:0:16770:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1767384969.029648:0:16770:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 48 cookie/acl_size = 0 00000004:00000001:0.0:1767384969.029651:0:16770:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384969.029654:0:16770:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1767384969.029656:0:16770:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1767384969.029658:0:16770:0:(lu_object.c:207:lu_object_put()) Add 00000000a55d9986/000000001320b7f8 to site lru. bkt: 00000000a55751c8 00000004:00000001:0.0:1767384969.029661:0:16770:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1767384969.029663:0:16770:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1767384969.029665:0:16770:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1767384969.029667:0:16770:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384969.029676:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384969.029677:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384969.029679:0:16770:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384969.029681:0:16770:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384969.029683:0:16770:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e0f8f0a2 with handle 0x4895a8f6c11e8862 from hash 00010000:00000001:0.0:1767384969.029685:0:16770:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384969.029686:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384969.029687:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384969.029688:0:16770:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1767384969.029689:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384969.029693:0:16770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e0f8f0a2/0x4895a8f6c11e8862 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.57@tcp50 remote: 0xc665bd1ab43800ab expref: 8 pid: 16770 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384969.029700:0:16770:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000f331812b : new locks_count 1 00000020:00000040:0.0:1767384969.029702:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000f331812b : new refcount 7 00010000:00000010:0.0:1767384969.029704:0:16770:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000163a0174. 00010000:00000001:0.0:1767384969.029709:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384969.029711:0:16770:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384969.029715:0:16770:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384969.029719:0:16770:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000012c3943a/0x4895a8f6c11e8869 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.57@tcp50 remote: 0xc665bd1ab43800ab expref: 7 pid: 16770 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384969.029726:0:16770:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384969.029729:0:16770:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1767384969.029731:0:16770:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000967cd448) 00010000:00010000:0.0:1767384969.029734:0:16770:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:0.0:1767384969.029736:0:16770:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384969.029739:0:16770:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384969.029741:0:16770:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384969.029742:0:16770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384969.029743:0:16770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384969.029744:0:16770:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000012c3943a, rc 0) 00000020:00000001:0.0:1767384969.029747:0:16770:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384969.029750:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237353253632 00010000:00000001:0.0:1767384969.029753:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384969.029764:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000046810beb x1853237353253632/t0(0) o101->4e06ef04-c857-4d9c-9c79-1b949f9a7b1e@192.168.203.57@tcp50:195/0 lens 576/688 e 0 to 0 dl 1767384980 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767384969.029772:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384969.029774:0:16770:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384969.029777:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384969.029782:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384969.029784:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000002c621aa1 refcount 7 to 192.168.203.57@tcp50 00000100:00000001:0.0:1767384969.029787:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635435831249792 : -108637878301824 : ffff9d31c5dacb80) 02000000:00000001:0.0:1767384969.029789:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384969.029791:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.029794:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384969.029797:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.57@tcp50 00000400:00000010:0.0:1767384969.029801:0:16770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004bae001a. 00000100:00000200:0.0:1767384969.029804:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1853237353253632, offset 224 00000400:00000200:0.0:1767384969.029810:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp50 00000400:00000200:0.0:1767384969.029819:0:16770:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp50 to NMR: 192.168.203.57@tcp50 local destination 00000400:00000200:0.0:1767384969.029831:0:16770:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp50 NI seq info: [231:231:256:4294967295] 192.168.203.57@tcp50 LPNI seq info [25:25:8:4294967295] 00000400:00000200:0.0:1767384969.029841:0:16770:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50:192.168.203.157@tcp50) -> 192.168.203.57@tcp50(192.168.203.57@tcp50:192.168.203.57@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384969.029846:0:16770:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.57@tcp50 00000800:00000010:0.0:1767384969.029850:0:16770:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c5465d3. 00000800:00000200:0.0:1767384969.029855:0:16770:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096a1dd41] -> 12345-192.168.203.57@tcp50 (4) 00000800:00000200:0.0:1767384969.029861:0:16770:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp50 ip 192.168.203.57:1023 00000800:00000200:0.0:1767384969.029864:0:16770:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004c5465d3 type 1, nob 784 niov 1 nkiov 1 00000100:00000001:0.0:1767384969.029878:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384969.029882:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000002c621aa1 refcount 6 to 192.168.203.57@tcp50 00010000:00000001:0.0:1767384969.029884:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384969.029886:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384969.029888:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384969.029892:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046810beb x1853237353253632/t0(0) o101->4e06ef04-c857-4d9c-9c79-1b949f9a7b1e@192.168.203.57@tcp50:195/0 lens 576/688 e 0 to 0 dl 1767384980 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767384969.029901:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000046810beb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4e06ef04-c857-4d9c-9c79-1b949f9a7b1e+7:15555:x1853237353253632:12345-192.168.203.57@tcp50:101: Request processed in 824us (1019us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384969.029916:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.57@tcp50, seq: 7 00000100:00000040:0.0:1767384969.029919:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f331812b : new rpc_count 0 00000100:00000001:0.0:1767384969.029922:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384969.029924:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384969.029927:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003ded1d5b. 00000020:00000010:0.0:1767384969.029931:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029ec94d9. 00000020:00000010:0.0:1767384969.029936:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068e5ef65. 00000020:00000040:0.0:1767384969.029940:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000f331812b : new refcount 6 00000100:00000001:0.0:1767384969.029942:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384969.029952:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384969.029957:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c5465d3. 00000400:00000200:3.0:1767384969.029961:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384969.029965:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000400:00000200:3.0:1767384969.029974:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bae001a 00000400:00000010:3.0:1767384969.029976:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004bae001a. 00000100:00000001:3.0:1767384969.029978:0:16120:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384969.029979:0:16120:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1767384969.037039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e0f8f0a2. 00000800:00000001:1.0:1767384969.040945:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384969.040953:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384969.040956:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384969.040958:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384969.040964:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50) <- 192.168.203.57@tcp50 : PUT - for me 00000400:00000200:1.0:1767384969.040974:0:16121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp50 of length 328 into portal 17 MB=0x6958272200b80 00000400:00000200:1.0:1767384969.040980:0:16121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp50 of length 328/328 into md 0x11 [2] + 1312 00000800:00000001:1.0:1767384969.040986:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384969.040993:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384969.040995:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384969.040999:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000100:00000001:1.0:1767384969.041004:0:16121:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384969.041006:0:16121:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384969.041010:0:16121:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b107b8d. 00000100:00000040:1.0:1767384969.041045:0:16121:0:(events.c:337:request_in_callback()) incoming req@000000006b107b8d x1853237353253760 msgsize 328 00000100:00100000:1.0:1767384969.041053:0:16121:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.57@tcp50 (source: 12345-192.168.203.57@tcp50) 00000100:00000001:1.0:1767384969.041065:0:16121:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384969.041074:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384969.041079:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384969.041082:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384969.041086:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384969.041089:0:34224:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384969.041093:0:34224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237353253760 00000400:00000200:1.0:1767384969.041095:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50) <- 192.168.203.57@tcp50 : PUT - for me 02000000:00000001:3.0:1767384969.041096:0:34224:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384969.041099:0:34224:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384969.041101:0:34224:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384969.041103:0:34224:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384969.041107:0:34224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237353253760 00000400:00000200:1.0:1767384969.041108:0:16121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp50 of length 328 into portal 17 MB=0x6958272200c00 00000020:00000001:3.0:1767384969.041110:0:34224:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384969.041112:0:34224:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8823 00000400:00000200:1.0:1767384969.041117:0:16121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp50 of length 328/328 into md 0x11 [2] + 1640 00000800:00000001:1.0:1767384969.041123:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384969.041129:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384969.041131:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384969.041135:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000100:00000001:1.0:1767384969.041138:0:16121:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384969.041140:0:16121:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384969.041143:0:16121:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ff639a3f. 00000100:00000040:1.0:1767384969.041146:0:16121:0:(events.c:337:request_in_callback()) incoming req@00000000ff639a3f x1853237353253888 msgsize 328 00000100:00100000:1.0:1767384969.041150:0:16121:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.57@tcp50 (source: 12345-192.168.203.57@tcp50) 00000100:00000001:1.0:1767384969.041162:0:16121:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384969.041164:0:34224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384969.041166:0:34224:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001a1ced1a refcount=9 00000800:00000001:1.0:1767384969.041168:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384969.041169:0:34224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000020:00000001:3.0:1767384969.041172:0:34224:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000800:00000001:1.0:1767384969.041172:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384969.041176:0:34224:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384969.041181:0:34224:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bbbdf77b. 00000100:00000001:3.0:1767384969.041183:0:34224:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384969.041186:0:34224:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bbbdf77b. 00000020:00000010:3.0:1767384969.041190:0:34224:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a04d8a47. 00000020:00000010:3.0:1767384969.041193:0:34224:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005cc6d90f. 00000020:00000010:3.0:1767384969.041195:0:34224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002025b0d3. 00000100:00000040:3.0:1767384969.041202:0:34224:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384969.041204:0:34224:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384969.041205:0:34224:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384969.041207:0:34224:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:0.0:1767384969.041208:0:16755:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1767384969.041209:0:34224:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384969.041214:0:34224:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00100000:0.0:1767384969.041214:0:16755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237353253888 00010000:00000001:3.0:1767384969.041218:0:34224:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:0.0:1767384969.041219:0:16755:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384969.041220:0:34224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384969.041222:0:16755:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767384969.041223:0:34224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d11c4ed refcount=3 00000020:00000001:3.0:1767384969.041227:0:34224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854935040 : -108637854616576 : ffff9d31c7443400) 00000100:00000001:0.0:1767384969.041227:0:16755:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384969.041233:0:34224:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854935040 : -108637854616576 : ffff9d31c7443400) 02000000:00000001:0.0:1767384969.041234:0:16755:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384969.041251:0:16755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237353253888 00000020:00000001:0.0:1767384969.041255:0:16755:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:3.0:1767384969.041256:0:34224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1767384969.041258:0:16755:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8823 00010000:00000001:3.0:1767384969.041259:0:34224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384969.041260:0:34224:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.041263:0:34224:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384969.041263:0:16755:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384969.041268:0:16755:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001a1ced1a refcount=10 00000100:00000001:3.0:1767384969.041270:0:34224:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384969.041275:0:16755:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000020:00000001:0.0:1767384969.041280:0:16755:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000100:00000001:0.0:1767384969.041283:0:16755:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384969.041284:0:34224:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384969.041288:0:16755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004b0b4df2. 00000100:00000001:0.0:1767384969.041292:0:16755:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384969.041295:0:34224:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384969.041295:0:16755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004b0b4df2. 00000100:00000001:3.0:1767384969.041299:0:34224:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384969.041302:0:16755:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068e5ef65. 00000100:00100000:3.0:1767384969.041303:0:34224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.57@tcp50, seq: 0 00000100:00000040:3.0:1767384969.041308:0:34224:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001a1ced1a : new rpc_count 1 00000020:00000010:0.0:1767384969.041309:0:16755:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013b2ac0c. 00000100:00000001:3.0:1767384969.041310:0:34224:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436514546048 : -108637195005568 : ffff9d31ee951180) 00000100:00000040:3.0:1767384969.041317:0:34224:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006b107b8d x1853237353253760/t0(0) o103->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:195/0 lens 328/0 e 0 to 0 dl 1767384980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384969.041317:0:16755:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029ec94d9. 00000100:00000001:0.0:1767384969.041325:0:16755:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384969.041327:0:34224:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384969.041328:0:16755:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1767384969.041331:0:34224:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bbbdf77b. 00010000:00000001:0.0:1767384969.041332:0:16755:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1767384969.041334:0:34224:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384969.041336:0:34224:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bbbdf77b. 00000100:00100000:3.0:1767384969.041339:0:34224:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006b107b8d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2fdb957e-2026-4f6c-a903-484ad848c8e8+10:12125:x1853237353253760:12345-192.168.203.57@tcp50:103: 00010000:00000001:0.0:1767384969.041344:0:16755:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384969.041345:0:34224:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237353253760 00010000:00000001:3.0:1767384969.041348:0:34224:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000001:0.0:1767384969.041350:0:16755:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000002:3.0:1767384969.041351:0:34224:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384969.041355:0:34224:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00010000:00000001:0.0:1767384969.041356:0:16755:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384969.041358:0:34224:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384969.041360:0:16755:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767384969.041361:0:34224:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:0.0:1767384969.041363:0:16755:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e066216e refcount=3 02000000:00000010:3.0:1767384969.041367:0:34224:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000022863172. 00000020:00000001:0.0:1767384969.041368:0:16755:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854931456 : -108637854620160 : ffff9d31c7442600) 02000000:00000001:3.0:1767384969.041373:0:34224:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384969.041373:0:16755:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854931456 : -108637854620160 : ffff9d31c7442600) 00000100:00000001:3.0:1767384969.041379:0:34224:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384969.041380:0:16755:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384969.041383:0:16755:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384969.041385:0:34224:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384969.041386:0:16755:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384969.041389:0:34224:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:0.0:1767384969.041390:0:16755:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384969.041394:0:34224:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384969.041396:0:16755:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384969.041397:0:34224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384969.041402:0:34224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d11c4ed refcount=3 00000020:00000001:3.0:1767384969.041405:0:34224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854935040 : -108637854616576 : ffff9d31c7443400) 00000100:00000001:0.0:1767384969.041412:0:16755:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384969.041416:0:34224:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854935040 : -108637854616576 : ffff9d31c7443400) 00010000:00000040:3.0:1767384969.041421:0:34224:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000000dc5741 count: 8 00010000:00000001:3.0:1767384969.041425:0:34224:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1767384969.041427:0:16755:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384969.041428:0:34224:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384969.041433:0:34224:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:0.0:1767384969.041433:0:16755:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384969.041436:0:16756:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1767384969.041437:0:34224:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384969.041440:0:16756:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384969.041441:0:34224:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384969.041444:0:16755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.57@tcp50, seq: 1 00010000:00000001:3.0:1767384969.041446:0:34224:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:0.0:1767384969.041448:0:16755:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001a1ced1a : new rpc_count 2 00010000:00000001:3.0:1767384969.041449:0:34224:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384969.041453:0:16756:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.041453:0:16755:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436514548736 : -108637195002880 : ffff9d31ee951c00) 00010000:00000001:3.0:1767384969.041454:0:34224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384969.041457:0:34224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384969.041461:0:34224:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767384969.041461:0:16756:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384969.041463:0:34224:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384969.041465:0:16755:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ff639a3f x1853237353253888/t0(0) o103->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:195/0 lens 328/0 e 0 to 0 dl 1767384980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384969.041469:0:34224:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009d11c4ed with handle 0x4895a8f6c11e8831 from hash 00010000:00000001:3.0:1767384969.041473:0:34224:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1767384969.041479:0:16755:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384969.041483:0:16755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004b0b4df2. 00000100:00000001:0.0:1767384969.041485:0:16755:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384969.041488:0:16755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004b0b4df2. 00000100:00100000:0.0:1767384969.041493:0:16755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ff639a3f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2fdb957e-2026-4f6c-a903-484ad848c8e8+10:12126:x1853237353253888:12345-192.168.203.57@tcp50:103: 00000100:00000200:0.0:1767384969.041496:0:16755:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237353253888 00010000:00000001:0.0:1767384969.041499:0:16755:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384969.041500:0:16755:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384969.041501:0:16755:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384969.041505:0:16755:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384969.041507:0:16755:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384969.041510:0:16755:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000080d597d7. 02000000:00000001:0.0:1767384969.041513:0:16755:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.041523:0:16755:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384969.041525:0:16755:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384969.041527:0:34224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384969.041528:0:16755:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384969.041529:0:34224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384969.041531:0:34224:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384969.041534:0:16755:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384969.041535:0:34224:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384969.041539:0:34224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767384969.041539:0:16755:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384969.041543:0:16755:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e066216e refcount=3 00000800:00000001:1.0:1767384969.041546:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:3.0:1767384969.041547:0:34224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009d11c4ed/0x4895a8f6c11e8831 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.203.57@tcp50 remote: 0xc665bd1ab438005e expref: 10 pid: 16764 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384969.041550:0:16755:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854931456 : -108637854620160 : ffff9d31c7442600) 00000800:00000001:1.0:1767384969.041553:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384969.041557:0:16755:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854931456 : -108637854620160 : ffff9d31c7442600) 00000800:00000001:1.0:1767384969.041559:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000040:3.0:1767384969.041560:0:34224:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000001a1ced1a : new locks_count 3 00000020:00000040:3.0:1767384969.041564:0:34224:0:(genops.c:898:class_export_put()) PUTting export 000000001a1ced1a : new refcount 9 00000800:00000001:1.0:1767384969.041564:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1767384969.041564:0:16755:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a9e3103c count: 4 00010000:00000001:0.0:1767384969.041571:0:16755:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384969.041573:0:34224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384969.041575:0:16755:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384969.041576:0:34224:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:1.0:1767384969.041579:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50) <- 192.168.203.57@tcp50 : PUT - for me 00010000:00000001:3.0:1767384969.041580:0:34224:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384969.041580:0:16755:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384969.041584:0:16755:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384969.041585:0:34224:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384969.041591:0:34224:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384969.041591:0:16755:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384969.041596:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp50 of length 328 into portal 17 MB=0x6958272200c80 00010000:00000001:3.0:1767384969.041597:0:34224:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384969.041599:0:16755:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00010000:3.0:1767384969.041600:0:34224:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384969.041604:0:34224:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384969.041604:0:16755:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384969.041609:0:34224:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1767384969.041609:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.57@tcp50 of length 328/328 into md 0x11 [2] + 1968 00010000:00000001:0.0:1767384969.041611:0:16755:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384969.041612:0:34224:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384969.041615:0:16755:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:3.0:1767384969.041618:0:34224:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bb2adef3 time=93 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384969.041619:0:16755:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:1.0:1767384969.041620:0:16122:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034c02365. 00010000:00000001:0.0:1767384969.041623:0:16755:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384969.041627:0:16122:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b7d8ee9e 00000020:00000040:0.0:1767384969.041628:0:16755:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e066216e with handle 0x4895a8f6c11e883f from hash 00000100:00000001:3.0:1767384969.041630:0:34224:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000001:1.0:1767384969.041634:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767384969.041634:0:16755:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:3.0:1767384969.041636:0:34224:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000002c621aa1 refcount 7 to 192.168.203.57@tcp50 00000100:00000001:3.0:1767384969.041639:0:34224:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635435831249792 : -108637878301824 : ffff9d31c5dacb80) 00010000:00000001:0.0:1767384969.041639:0:16755:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384969.041643:0:34224:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384969.041643:0:16755:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:1.0:1767384969.041644:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384969.041648:0:34224:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384969.041648:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384969.041648:0:16755:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384969.041653:0:16755:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:3.0:1767384969.041654:0:34224:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384969.041657:0:16755:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384969.041658:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000100:00000040:3.0:1767384969.041663:0:34224:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.57@tcp50 00000400:00000200:1.0:1767384969.041665:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7d8ee9e 00010000:00010000:0.0:1767384969.041666:0:16755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e066216e/0x4895a8f6c11e883f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.57@tcp50 remote: 0xc665bd1ab4380088 expref: 9 pid: 16764 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384969.041668:0:34224:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000479d091f. 00000400:00000010:1.0:1767384969.041669:0:16122:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b7d8ee9e. 00000100:00000001:1.0:1767384969.041675:0:16122:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384969.041676:0:34224:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237353253760, offset 224 00000100:00000200:1.0:1767384969.041678:0:16122:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000040:0.0:1767384969.041682:0:16755:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000001a1ced1a : new locks_count 2 00000100:00000040:1.0:1767384969.041684:0:16122:0:(events.c:337:request_in_callback()) incoming req@0000000084394325 x1853237353254016 msgsize 328 00000400:00000200:3.0:1767384969.041688:0:34224:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp50 00000020:00000040:0.0:1767384969.041689:0:16755:0:(genops.c:898:class_export_put()) PUTting export 000000001a1ced1a : new refcount 8 00000100:00100000:1.0:1767384969.041696:0:16122:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.57@tcp50 (source: 12345-192.168.203.57@tcp50) 00010000:00000001:0.0:1767384969.041699:0:16755:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384969.041700:0:34224:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp50 to NMR: 192.168.203.57@tcp50 local destination 00000100:00000040:1.0:1767384969.041700:0:16122:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00010000:00000001:0.0:1767384969.041704:0:16755:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384969.041707:0:16755:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384969.041709:0:16755:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384969.041715:0:16122:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384969.041721:0:34224:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp50 NI seq info: [232:232:256:4294967295] 192.168.203.57@tcp50 LPNI seq info [26:26:8:4294967295] 00010000:00000001:0.0:1767384969.041722:0:16755:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384969.041728:0:16755:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384969.041731:0:16755:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384969.041735:0:16755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384969.041737:0:34224:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50:192.168.203.157@tcp50) -> 192.168.203.57@tcp50(192.168.203.57@tcp50:192.168.203.57@tcp50) : PUT try# 0 00010000:00000001:0.0:1767384969.041742:0:16755:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000800:00000200:3.0:1767384969.041746:0:34224:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp50 00010000:00000001:0.0:1767384969.041746:0:16755:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384969.041748:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384969.041750:0:16756:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000800:00000001:1.0:1767384969.041753:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384969.041754:0:16756:0:(service.c:3434:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56 00000100:00001000:0.0:1767384969.041754:0:16755:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bb2adef3 time=93 v=5 (1 0 0 0) 00000800:00000010:3.0:1767384969.041755:0:34224:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039aa484e. 00000800:00000200:3.0:1767384969.041763:0:34224:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096a1dd41] -> 12345-192.168.203.57@tcp50 (4) 00000100:00000001:0.0:1767384969.041764:0:16755:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:2.0:1767384969.041765:0:16756:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005351af1e. 00000800:00000200:3.0:1767384969.041771:0:34224:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp50 ip 192.168.203.57:1023 00000100:00100000:2.0:1767384969.041772:0:16756:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cn00_004' 00000100:00000040:0.0:1767384969.041772:0:16755:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000002c621aa1 refcount 8 to 192.168.203.57@tcp50 00000800:00000200:3.0:1767384969.041778:0:34224:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000039aa484e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767384969.041779:0:16755:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635435831249792 : -108637878301824 : ffff9d31c5dacb80) 02000000:00000001:0.0:1767384969.041785:0:16755:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384969.041787:0:16755:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384969.041791:0:16755:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384969.041792:0:34224:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384969.041797:0:16755:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.57@tcp50 00000100:00000040:3.0:1767384969.041799:0:34224:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000002c621aa1 refcount 7 to 192.168.203.57@tcp50 00010000:00000001:3.0:1767384969.041802:0:34224:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384969.041803:0:16755:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be799be5. 00010000:00000001:3.0:1767384969.041804:0:34224:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384969.041810:0:16755:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237353253888, offset 224 00000100:00000040:3.0:1767384969.041811:0:34224:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b107b8d x1853237353253760/t0(0) o103->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:195/0 lens 328/224 e 0 to 0 dl 1767384980 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384969.041825:0:34224:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006b107b8d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2fdb957e-2026-4f6c-a903-484ad848c8e8+8:12125:x1853237353253760:12345-192.168.203.57@tcp50:103: Request processed in 494us (775us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384969.041825:0:16755:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp50 00000100:00100000:3.0:1767384969.041835:0:34224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.57@tcp50, seq: 0 00000100:00000040:3.0:1767384969.041839:0:34224:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001a1ced1a : new rpc_count 1 00000100:00000001:3.0:1767384969.041842:0:34224:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767384969.041842:0:16755:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp50 to NMR: 192.168.203.57@tcp50 local destination 00000100:00000001:3.0:1767384969.041850:0:34224:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384969.041853:0:34224:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005cc6d90f. 00000400:00000200:0.0:1767384969.041856:0:16755:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp50 NI seq info: [233:233:255:4294967295] 192.168.203.57@tcp50 LPNI seq info [27:27:7:4294967295] 00000020:00000010:3.0:1767384969.041857:0:34224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002025b0d3. 00000020:00000010:3.0:1767384969.041863:0:34224:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a04d8a47. 00000020:00000040:3.0:1767384969.041867:0:34224:0:(genops.c:898:class_export_put()) PUTting export 000000001a1ced1a : new refcount 7 00000100:00000001:3.0:1767384969.041871:0:34224:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384969.041879:0:16755:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50:192.168.203.157@tcp50) -> 192.168.203.57@tcp50(192.168.203.57@tcp50:192.168.203.57@tcp50) : PUT try# 0 00000100:00000001:3.0:1767384969.041882:0:34224:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384969.041885:0:34224:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237353254016 02000000:00000001:3.0:1767384969.041888:0:34224:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:0.0:1767384969.041888:0:16755:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp50 00000100:00000001:3.0:1767384969.041892:0:34224:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384969.041894:0:34224:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384969.041895:0:16755:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000026d8a51f. 02000000:00000001:3.0:1767384969.041896:0:34224:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384969.041901:0:34224:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237353254016 00000020:00000001:3.0:1767384969.041903:0:34224:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384969.041905:0:34224:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8823 00000800:00000200:0.0:1767384969.041906:0:16755:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096a1dd41] -> 12345-192.168.203.57@tcp50 (4) 00000020:00000001:3.0:1767384969.041909:0:34224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384969.041912:0:34224:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001a1ced1a refcount=8 00000020:00000001:3.0:1767384969.041914:0:34224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000100:00000001:2.0:1767384969.041914:0:16756:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384969.041920:0:34224:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000800:00000200:0.0:1767384969.041920:0:16755:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp50 ip 192.168.203.57:1023 00000100:00000001:3.0:1767384969.041925:0:34224:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:0.0:1767384969.041927:0:16755:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000026d8a51f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1767384969.041928:0:34224:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bbbdf77b. 00000100:00000001:2.0:1767384969.041928:0:39673:0:(service.c:2991:ptlrpc_main()) Process entered 00000800:00000200:1.0:1767384969.041929:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384969.041933:0:34224:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767384969.041936:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039aa484e. 00000020:00000010:3.0:1767384969.041937:0:34224:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bbbdf77b. 00000100:00000001:0.0:1767384969.041938:0:16755:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384969.041942:0:39673:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000044d99e98. 00000020:00000010:3.0:1767384969.041944:0:34224:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a04d8a47. 00000400:00000200:1.0:1767384969.041945:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384969.041947:0:16755:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000002c621aa1 refcount 6 to 192.168.203.57@tcp50 00000020:00000010:2.0:1767384969.041949:0:39673:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ba9a3b55. 00000020:00000010:3.0:1767384969.041950:0:34224:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005cc6d90f. 00010000:00000001:0.0:1767384969.041955:0:16755:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384969.041956:0:34224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002025b0d3. 00000400:00000200:1.0:1767384969.041957:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000020:00000010:2.0:1767384969.041958:0:39673:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a252c09. 00010000:00000001:0.0:1767384969.041961:0:16755:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.041963:0:34224:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767384969.041964:0:39673:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e5a0184a. 00000400:00000200:1.0:1767384969.041966:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000479d091f 00000100:00000001:3.0:1767384969.041967:0:34224:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384969.041969:0:39673:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000e84ff1be. 00010000:00000001:3.0:1767384969.041970:0:34224:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000400:00000010:1.0:1767384969.041972:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000479d091f. 00000100:00000040:0.0:1767384969.041973:0:16755:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ff639a3f x1853237353253888/t0(0) o103->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:195/0 lens 328/224 e 0 to 0 dl 1767384980 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384969.041974:0:34224:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384969.041975:0:39673:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c0b86298. 00010000:00000001:3.0:1767384969.041979:0:34224:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:1.0:1767384969.041979:0:16120:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384969.041983:0:34224:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:2.0:1767384969.041983:0:39673:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009d0f6894. 00000100:00000001:1.0:1767384969.041984:0:16120:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384969.041988:0:34224:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384969.041992:0:34224:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b46f71f2 refcount=3 00000020:00000010:2.0:1767384969.041992:0:39673:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000be89412c. 00000020:00000001:3.0:1767384969.041996:0:34224:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854932992 : -108637854618624 : ffff9d31c7442c00) 00000020:00000010:2.0:1767384969.042000:0:39673:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fcdd641c. 00000800:00000200:1.0:1767384969.042002:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 80000000:00000010:2.0:1767384969.042006:0:39673:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001e61780d. 00010000:00000001:3.0:1767384969.042008:0:34224:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854932992 : -108637854618624 : ffff9d31c7442c00) 00000800:00000010:1.0:1767384969.042008:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000026d8a51f. 40000000:00000010:2.0:1767384969.042033:0:39673:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000083bd2237. 00000400:00000200:1.0:1767384969.042037:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000008:00000010:2.0:1767384969.042039:0:39673:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000000e17f92e. 00010000:00000001:3.0:1767384969.042041:0:34224:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384969.042044:0:34224:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00020000:00000010:2.0:1767384969.042046:0:39673:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000d4e6cf5f. 00010000:00000001:3.0:1767384969.042047:0:34224:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384969.042050:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000100:00000001:3.0:1767384969.042053:0:34224:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00008000:00000010:2.0:1767384969.042054:0:39673:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000004da50f49. 00000400:00000200:1.0:1767384969.042059:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be799be5 00000100:00000001:3.0:1767384969.042060:0:34224:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384969.042065:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be799be5. 00100000:00000010:2.0:1767384969.042069:0:39673:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b443a5f5. 00000100:00000001:1.0:1767384969.042070:0:16120:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384969.042071:0:34224:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384969.042074:0:16755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ff639a3f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2fdb957e-2026-4f6c-a903-484ad848c8e8+8:12126:x1853237353253888:12345-192.168.203.57@tcp50:103: Request processed in 589us (921us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384969.042075:0:16120:0:(events.c:398:reply_out_callback()) Process leaving 00040000:00000010:2.0:1767384969.042076:0:39673:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b95ed111. 00040000:00000010:2.0:1767384969.042081:0:39673:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000908536a3. 00040000:00000010:2.0:1767384969.042086:0:39673:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002983b13f. 00080000:00000010:2.0:1767384969.042090:0:39673:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002ecfc8ce. 00000100:00100000:0.0:1767384969.042090:0:16755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.57@tcp50, seq: 1 00000100:00000040:0.0:1767384969.042095:0:16755:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001a1ced1a : new rpc_count 0 00000004:00000010:2.0:1767384969.042096:0:39673:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d5c21d94. 00000004:00000010:2.0:1767384969.042101:0:39673:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ef2b2561. 00000100:00000001:0.0:1767384969.042102:0:16755:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000010:2.0:1767384969.042106:0:39673:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000431159a0. 00000100:00000001:0.0:1767384969.042106:0:16755:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00002000:00000010:2.0:1767384969.042112:0:39673:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006c5f833c. 00000020:00000010:0.0:1767384969.042112:0:16755:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000013b2ac0c. 00000004:00000010:2.0:1767384969.042118:0:39673:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009629f47b. 00000020:00000010:0.0:1767384969.042119:0:16755:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029ec94d9. 00000080:00000010:2.0:1767384969.042122:0:39673:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000001ec4978f. 00000100:00000001:1.0:1767384969.042123:0:16756:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384969.042125:0:16755:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068e5ef65. 00000080:00000010:2.0:1767384969.042126:0:39673:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000673e4bf7. 00000100:00000001:1.0:1767384969.042128:0:16756:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1767384969.042132:0:16755:0:(genops.c:898:class_export_put()) PUTting export 000000001a1ced1a : new refcount 7 00000100:00100000:1.0:1767384969.042137:0:16756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.57@tcp50, seq: 2 00000100:00000001:0.0:1767384969.042138:0:16755:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384969.042141:0:16756:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001a1ced1a : new rpc_count 1 00000100:00000010:2.0:1767384969.042143:0:39673:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000a2c65b59. 00000100:00000001:1.0:1767384969.042144:0:16756:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635431475690576 : -108642233861040 : ffff9d30c23e3c50) 00000100:00000040:1.0:1767384969.042151:0:16756:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000084394325 x1853237353254016/t0(0) o103->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:195/0 lens 328/0 e 0 to 0 dl 1767384980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384969.042154:0:39673:0:(service.c:3079:ptlrpc_main()) service thread 4 (#5) started 00000100:00000001:1.0:1767384969.042163:0:16756:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384969.042167:0:16756:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f4a30bb. 00000100:00000001:1.0:1767384969.042171:0:16756:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384969.042174:0:16756:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f4a30bb. 00000100:00100000:1.0:1767384969.042179:0:16756:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000084394325 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2fdb957e-2026-4f6c-a903-484ad848c8e8+7:12123:x1853237353254016:12345-192.168.203.57@tcp50:103: 00000100:00000200:1.0:1767384969.042183:0:16756:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237353254016 00010000:00000001:1.0:1767384969.042185:0:16756:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384969.042187:0:16756:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384969.042188:0:16756:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384969.042191:0:16756:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384969.042193:0:16756:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384969.042197:0:16756:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b7c5b197. 02000000:00000001:1.0:1767384969.042199:0:16756:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384969.042201:0:16756:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384969.042203:0:16756:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384969.042204:0:16756:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384969.042207:0:16756:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384969.042208:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384969.042210:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b46f71f2 refcount=3 00000020:00000001:1.0:1767384969.042212:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854932992 : -108637854618624 : ffff9d31c7442c00) 00010000:00000001:1.0:1767384969.042214:0:16756:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854932992 : -108637854618624 : ffff9d31c7442c00) 00010000:00000040:1.0:1767384969.042217:0:16756:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000008817395 count: 3 00010000:00000001:1.0:1767384969.042220:0:16756:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384969.042222:0:16756:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384969.042224:0:16756:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384969.042225:0:16756:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384969.042227:0:16756:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384969.042230:0:16756:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384969.042231:0:16756:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384969.042234:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384969.042236:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384969.042253:0:16756:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384969.042255:0:16756:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384969.042257:0:16756:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b46f71f2 with handle 0x4895a8f6c11e8838 from hash 00010000:00000001:1.0:1767384969.042260:0:16756:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384969.042262:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384969.042263:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384969.042264:0:16756:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384969.042265:0:16756:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384969.042266:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384969.042269:0:16756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b46f71f2/0x4895a8f6c11e8838 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 192.168.203.57@tcp50 remote: 0xc665bd1ab4380081 expref: 7 pid: 16764 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384969.042277:0:16756:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000001a1ced1a : new locks_count 1 00000020:00000040:1.0:1767384969.042279:0:16756:0:(genops.c:898:class_export_put()) PUTting export 000000001a1ced1a : new refcount 6 00010000:00000001:1.0:1767384969.042284:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384969.042286:0:16756:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384969.042287:0:16756:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384969.042288:0:16756:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384969.042290:0:16756:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384969.042292:0:16756:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384969.042294:0:16756:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384969.042295:0:16756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384969.042298:0:16756:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384969.042300:0:16756:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384969.042302:0:16756:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bb2adef3 time=93 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384969.042306:0:16756:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384969.042308:0:16756:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000002c621aa1 refcount 7 to 192.168.203.57@tcp50 00000100:00000001:1.0:1767384969.042310:0:16756:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635435831249792 : -108637878301824 : ffff9d31c5dacb80) 02000000:00000001:1.0:1767384969.042313:0:16756:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384969.042315:0:16756:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384969.042317:0:16756:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384969.042319:0:16756:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.57@tcp50 00000400:00000010:1.0:1767384969.042323:0:16756:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000081cab23. 00000100:00000200:1.0:1767384969.042326:0:16756:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237353254016, offset 224 00000400:00000200:1.0:1767384969.042330:0:16756:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp50 00000400:00000200:1.0:1767384969.042338:0:16756:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp50 to NMR: 192.168.203.57@tcp50 local destination 00000400:00000200:1.0:1767384969.042345:0:16756:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp50 NI seq info: [234:234:256:4294967295] 192.168.203.57@tcp50 LPNI seq info [28:28:8:4294967295] 00000400:00000200:1.0:1767384969.042355:0:16756:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50:192.168.203.157@tcp50) -> 192.168.203.57@tcp50(192.168.203.57@tcp50:192.168.203.57@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384969.042359:0:16756:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp50 00000800:00000010:1.0:1767384969.042363:0:16756:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002fb41a2d. 00000800:00000200:1.0:1767384969.042367:0:16756:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096a1dd41] -> 12345-192.168.203.57@tcp50 (4) 00000800:00000200:1.0:1767384969.042372:0:16756:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp50 ip 192.168.203.57:1023 00000800:00000200:1.0:1767384969.042374:0:16756:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002fb41a2d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767384969.042386:0:16756:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384969.042389:0:16756:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000002c621aa1 refcount 6 to 192.168.203.57@tcp50 00010000:00000001:1.0:1767384969.042391:0:16756:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384969.042392:0:16756:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384969.042396:0:16756:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000084394325 x1853237353254016/t0(0) o103->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:195/0 lens 328/224 e 0 to 0 dl 1767384980 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384969.042406:0:16756:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000084394325 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2fdb957e-2026-4f6c-a903-484ad848c8e8+6:12123:x1853237353254016:12345-192.168.203.57@tcp50:103: Request processed in 243us (720us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384969.042412:0:16756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.57@tcp50, seq: 2 00000100:00000040:1.0:1767384969.042414:0:16756:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001a1ced1a : new rpc_count 0 00000100:00000001:1.0:1767384969.042415:0:16756:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384969.042417:0:16756:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384969.042420:0:16756:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005cc6d90f. 00000020:00000010:1.0:1767384969.042423:0:16756:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002025b0d3. 00000020:00000010:1.0:1767384969.042427:0:16756:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a04d8a47. 00000020:00000040:1.0:1767384969.042429:0:16756:0:(genops.c:898:class_export_put()) PUTting export 000000001a1ced1a : new refcount 5 02000000:00000001:1.0:1767384969.042435:0:16756:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384969.042437:0:16756:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000080d597d7. 02000000:00000001:1.0:1767384969.042439:0:16756:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384969.042441:0:16756:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ff639a3f. 02000000:00000001:1.0:1767384969.042444:0:16756:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384969.042445:0:16756:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000022863172. 02000000:00000001:1.0:1767384969.042447:0:16756:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384969.042448:0:16756:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b107b8d. 02000000:00000001:1.0:1767384969.042450:0:16756:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384969.042450:0:16756:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f47ea08f. 02000000:00000001:1.0:1767384969.042452:0:16756:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384969.042453:0:16756:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c705512f. 02000000:00000001:1.0:1767384969.042456:0:16756:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384969.042457:0:16756:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b38664f1. 02000000:00000001:1.0:1767384969.042460:0:16756:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384969.042461:0:16756:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd92e08b. 02000000:00000001:1.0:1767384969.042465:0:16756:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384969.042466:0:16756:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b310dde9. 02000000:00000001:1.0:1767384969.042469:0:16756:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384969.042470:0:16756:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cdbf7c2f. 02000000:00000001:1.0:1767384969.042474:0:16756:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384969.042475:0:16756:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005a59dcd1. 02000000:00000001:1.0:1767384969.042479:0:16756:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000800:00000200:0.0:1767384969.042479:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1767384969.042480:0:16756:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c116e2bd. 00000800:00000010:0.0:1767384969.042486:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002fb41a2d. 00000100:00000001:1.0:1767384969.042487:0:16756:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384969.042494:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384969.042495:0:16756:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767384969.042502:0:16756:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002136825e. 00000400:00000200:0.0:1767384969.042502:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000400:00000010:1.0:1767384969.042510:0:16756:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be1bb583. 00000400:00000200:0.0:1767384969.042510:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000081cab23 00000400:00000010:0.0:1767384969.042515:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000081cab23. 00000100:00000001:0.0:1767384969.042520:0:16121:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384969.042522:0:16121:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384969.042524:0:16121:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b7c5b197. 02000000:00000001:0.0:1767384969.042529:0:16121:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384969.042530:0:16121:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1767384969.045042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e066216e. 00010000:00000010:3.1:1767384969.045059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009d11c4ed. 00000800:00000001:1.0:1767384969.045491:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384969.045496:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384969.045498:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384969.045499:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384969.045503:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50) <- 192.168.203.57@tcp50 : PUT - for me 00000400:00000200:1.0:1767384969.045509:0:16122:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp50 of length 224 into portal 28 MB=0x6958272200d00 00000400:00000200:1.0:1767384969.045513:0:16122:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.57@tcp50 of length 224/224 into md 0xa9d [8] + 4856 00000800:00000001:1.0:1767384969.045517:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384969.045521:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384969.045522:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384969.045525:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000100:00000001:1.0:1767384969.045528:0:16122:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384969.045529:0:16122:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384969.045531:0:16122:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b107b8d. 00000100:00000040:1.0:1767384969.045532:0:16122:0:(events.c:337:request_in_callback()) incoming req@000000006b107b8d x1853237353254144 msgsize 224 00000100:00100000:1.0:1767384969.045535:0:16122:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.57@tcp50 (source: 12345-192.168.203.57@tcp50) 00000100:00000001:1.0:1767384969.045545:0:16122:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384969.045548:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384969.045550:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384969.045574:0:18105:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384969.045576:0:18105:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237353254144 02000000:00000001:2.0:1767384969.045578:0:18105:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384969.045579:0:18105:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384969.045581:0:18105:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384969.045583:0:18105:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384969.045584:0:18105:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237353254144 00000020:00000001:2.0:1767384969.045586:0:18105:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384969.045586:0:18105:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e885b 00000020:00000001:2.0:1767384969.045588:0:18105:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384969.045589:0:18105:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000036ece19a refcount=6 00000020:00000001:2.0:1767384969.045591:0:18105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431480893440 : -108642228658176 : ffff9d30c28da000) 00000020:00000001:2.0:1767384969.045593:0:18105:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431480893440 : -108642228658176 : ffff9d30c28da000) 00000100:00000001:2.0:1767384969.045595:0:18105:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384969.045597:0:18105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000830658a7. 00000020:00000010:2.0:1767384969.045599:0:18105:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c061fa1a. 00000020:00000040:2.0:1767384969.045603:0:18105:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fe96f595) now 8 - evictor 00000100:00000001:2.0:1767384969.045612:0:18105:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384969.045614:0:18105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009451e507. 00000020:00000010:2.0:1767384969.045616:0:18105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f4b60c3f. 00000020:00000010:2.0:1767384969.045624:0:18105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002ab698ee. 00000100:00000040:2.0:1767384969.045630:0:18105:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384969.045632:0:18105:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384969.045633:0:18105:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384969.045634:0:18105:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384969.045637:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767384969.045638:0:18105:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384969.045642:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fe96f595) now 8 - evictor 00000100:00000001:2.0:1767384969.045648:0:18105:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384969.045658:0:18105:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384969.045660:0:18105:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384969.045663:0:18105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.57@tcp50, seq: 5 00000100:00000040:2.0:1767384969.045666:0:18105:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000036ece19a : new rpc_count 1 00000100:00000001:2.0:1767384969.045667:0:18105:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436514546048 : -108637195005568 : ffff9d31ee951180) 00000100:00000040:2.0:1767384969.045671:0:18105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006b107b8d x1853237353254144/t0(0) o9->4e06ef04-c857-4d9c-9c79-1b949f9a7b1e@192.168.203.57@tcp50:195/0 lens 224/0 e 0 to 0 dl 1767384980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384969.045677:0:18105:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384969.045679:0:18105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ee82f90. 00000100:00000001:2.0:1767384969.045680:0:18105:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384969.045682:0:18105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ee82f90. 00000100:00100000:2.0:1767384969.045685:0:18105:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006b107b8d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4e06ef04-c857-4d9c-9c79-1b949f9a7b1e+6:12122:x1853237353254144:12345-192.168.203.57@tcp50:9: 00000100:00000200:2.0:1767384969.045687:0:18105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237353254144 00000020:00000001:2.0:1767384969.045689:0:18105:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384969.045691:0:18105:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384969.045692:0:18105:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384969.045693:0:18105:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384969.045695:0:18105:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673334544 : -1036217072 : ffffffffc23c9510) 00000020:00000001:2.0:1767384969.045697:0:18105:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384969.045698:0:18105:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384969.045700:0:18105:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384969.045701:0:18105:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384969.045702:0:18105:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384969.045703:0:18105:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:2.0:1767384969.045705:0:18105:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:2.0:1767384969.045706:0:18105:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384969.045712:0:18105:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384969.045714:0:18105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006a402d1e. 02000000:00000001:2.0:1767384969.045716:0:18105:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.045717:0:18105:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384969.045721:0:18105:0:(genops.c:887:class_export_get()) GET export 0000000036ece19a refcount=7 00010000:00000001:2.0:1767384969.045722:0:18105:0:(obd_class.h:902:obd_disconnect()) Process entered 00002000:00000001:2.0:1767384969.045724:0:18105:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000020:00000040:2.0:1767384969.045725:0:18105:0:(genops.c:887:class_export_get()) GET export 0000000036ece19a refcount=8 00010000:00000001:2.0:1767384969.045727:0:18105:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:2.0:1767384969.045728:0:18105:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:2.0:1767384969.045735:0:18105:0:(genops.c:898:class_export_put()) PUTting export 0000000036ece19a : new refcount 7 00000020:00000080:2.0:1767384969.045737:0:18105:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4895a8f6c11e885b 00000020:00000040:2.0:1767384969.045738:0:18105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000036ece19a with handle 0x4895a8f6c11e885b from hash 00000020:00000040:2.0:1767384969.045742:0:18105:0:(genops.c:898:class_export_put()) PUTting export 0000000036ece19a : new refcount 6 00000020:00000010:2.0:1767384969.045743:0:18105:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000830658a7. 00000020:00000001:2.0:1767384969.045745:0:18105:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384969.045746:0:18105:0:(genops.c:898:class_export_put()) PUTting export 0000000036ece19a : new refcount 5 00000020:00000001:2.0:1767384969.045747:0:18105:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384969.045748:0:18105:0:(genops.c:898:class_export_put()) PUTting export 0000000036ece19a : new refcount 4 00000020:00000001:2.0:1767384969.045749:0:18105:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.045751:0:18105:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:2.0:1767384969.045752:0:18105:0:(import.c:65:import_set_state_nolock()) 000000009c867c0b : changing import state from FULL to CLOSED 00000100:00000001:2.0:1767384969.045754:0:18105:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384969.045755:0:18105:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384969.045756:0:18105:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:2.0:1767384969.045765:0:18105:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1767384969.045768:0:18105:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:2.0:1767384969.045770:0:18105:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000ce565cee dirty 0 pend 0 grant 0 00000020:00000020:2.0:1767384969.045772:0:18105:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli 4e06ef04-c857-4d9c-9c79-1b949f9a7b1e/0000000036ece19a dirty 0 pend 0 grant 0 00000020:00000010:2.0:1767384969.045775:0:18105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000432254ef. 00000020:00000010:2.0:1767384969.045777:0:18105:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a47c28c2. 00000020:00000010:2.0:1767384969.045780:0:18105:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000851aca68. 00000020:00000010:2.0:1767384969.045782:0:18105:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f143b7af. 00000020:00000010:2.0:1767384969.045785:0:18105:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000088cac92b. 80000000:00000010:2.0:1767384969.045788:0:18105:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e3b1f67a. 00000020:00000001:0.0:1767384969.045789:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384969.045792:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:2.0:1767384969.045797:0:18105:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000830658a7. 00010000:00010000:0.0:1767384969.045798:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:00000010:2.0:1767384969.045802:0:18105:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e0496c74. 00040000:00000010:2.0:1767384969.045805:0:18105:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cdb29305. 00040000:00000010:2.0:1767384969.045807:0:18105:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007628f704. 00080000:00000010:2.0:1767384969.045810:0:18105:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000001d6110d. 00002000:00000010:2.0:1767384969.045812:0:18105:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000254052f2. 00000001:00000001:2.0:1767384969.045815:0:18105:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:2.0:1767384969.045816:0:18105:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 1, off 8320, UUID '4e06ef04-c857-4d9c-9c79-1b949f9a7b1e' 00000001:00000001:2.0:1767384969.045819:0:18105:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:2.0:1767384969.045820:0:18105:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00080000:00000001:2.0:1767384969.045823:0:18105:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384969.045827:0:18105:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000034d15ff7. 00080000:00000001:2.0:1767384969.045829:0:18105:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431490406400 : -108642219145216 : ffff9d30c31ec800) 00080000:00000001:2.0:1767384969.045831:0:18105:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384969.045846:0:18105:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384969.045847:0:18105:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384969.045849:0:18105:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384969.045863:0:18105:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384969.045864:0:18105:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:2.0:1767384969.045867:0:18105:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384969.045904:0:18105:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:2.0:1767384969.045906:0:18105:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:2.0:1767384969.045908:0:18105:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384969.045910:0:18105:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384969.045917:0:18105:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384969.045919:0:18105:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:2.0:1767384969.045920:0:18105:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384969.045922:0:18105:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:2.0:1767384969.045923:0:18105:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384969.045926:0:18105:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000356afda7. 00080000:00000001:2.0:1767384969.045927:0:18105:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431499047936 : -108642210503680 : ffff9d30c3a2a400) 00080000:00000001:2.0:1767384969.045929:0:18105:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384969.045934:0:18105:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384969.045935:0:18105:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384969.045941:0:18105:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384969.045946:0:18105:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384969.045947:0:18105:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000adfe0fb4. 00000001:00000040:2.0:1767384969.045949:0:18105:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 0000000036ece19a : new cb_count 2 00000020:00000040:2.0:1767384969.045950:0:18105:0:(genops.c:887:class_export_get()) GET export 0000000036ece19a refcount=5 00080000:00000001:2.0:1767384969.045953:0:18105:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384969.045959:0:18105:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1767384969.045960:0:18105:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:2.0:1767384969.045961:0:18105:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384969.045964:0:18105:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384969.045965:0:18105:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000040:2.0:1767384969.045967:0:18105:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 1 (8320), rc 0 00000001:00000001:2.0:1767384969.045969:0:18105:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384969.045971:0:18105:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a47c28c2. 00000020:00000010:2.0:1767384969.045974:0:18105:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000851aca68. 00000020:00000010:2.0:1767384969.045976:0:18105:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f143b7af. 00000020:00000010:2.0:1767384969.045980:0:18105:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000088cac92b. 80000000:00000010:2.0:1767384969.045983:0:18105:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e3b1f67a. 40000000:00000010:2.0:1767384969.045984:0:18105:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000830658a7. 00100000:00000010:2.0:1767384969.045986:0:18105:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e0496c74. 00040000:00000010:2.0:1767384969.045989:0:18105:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cdb29305. 00040000:00000010:2.0:1767384969.045991:0:18105:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007628f704. 00080000:00000010:2.0:1767384969.045994:0:18105:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000001d6110d. 00002000:00000010:2.0:1767384969.045995:0:18105:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000254052f2. 00000020:00000010:2.0:1767384969.045998:0:18105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000432254ef. 00000001:00000001:2.0:1767384969.046000:0:18105:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:2.0:1767384969.046001:0:18105:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000006cd66532) : new refcount 8 00000001:00000001:2.0:1767384969.046003:0:18105:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:2.0:1767384969.046005:0:18105:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000006cd66532) : new refcount 7 00000020:00000040:2.0:1767384969.046006:0:18105:0:(genops.c:898:class_export_put()) PUTting export 0000000036ece19a : new refcount 4 00000001:00000001:2.0:1767384969.046007:0:18105:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:2.0:1767384969.046008:0:18105:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000006cd66532) : new refcount 6 00000001:00000001:2.0:1767384969.046009:0:18105:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:2.0:1767384969.046031:0:18105:0:(genops.c:898:class_export_put()) PUTting export 0000000036ece19a : new refcount 3 00002000:00000001:2.0:1767384969.046038:0:18105:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384969.046040:0:18105:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384969.046041:0:18105:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384969.046043:0:18105:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384969.046045:0:18105:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237353254144 00010000:00000001:2.0:1767384969.046046:0:18105:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384969.046050:0:18105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006b107b8d x1853237353254144/t0(0) o9->4e06ef04-c857-4d9c-9c79-1b949f9a7b1e@192.168.203.57@tcp50:195/0 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384969.046055:0:18105:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384969.046057:0:18105:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384969.046058:0:18105:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf489f17 time=83 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384969.046061:0:18105:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384969.046062:0:18105:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000002c621aa1 refcount 7 to 192.168.203.57@tcp50 00000100:00000001:2.0:1767384969.046063:0:18105:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635435831249792 : -108637878301824 : ffff9d31c5dacb80) 02000000:00000001:2.0:1767384969.046065:0:18105:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384969.046066:0:18105:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.046068:0:18105:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384969.046069:0:18105:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.57@tcp50 00000400:00000010:2.0:1767384969.046071:0:18105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d59d5044. 00000100:00000200:2.0:1767384969.046074:0:18105:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237353254144, offset 224 00000400:00000200:2.0:1767384969.046077:0:18105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp50 00000400:00000200:2.0:1767384969.046081:0:18105:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp50 to NMR: 192.168.203.57@tcp50 local destination 00000400:00000200:2.0:1767384969.046087:0:18105:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp50 NI seq info: [235:235:256:4294967295] 192.168.203.57@tcp50 LPNI seq info [29:29:8:4294967295] 00000400:00000200:2.0:1767384969.046094:0:18105:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50:192.168.203.157@tcp50) -> 192.168.203.57@tcp50(192.168.203.57@tcp50:192.168.203.57@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384969.046097:0:18105:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp50 00000800:00000010:2.0:1767384969.046100:0:18105:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdb29305. 00000800:00000200:2.0:1767384969.046102:0:18105:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096a1dd41] -> 12345-192.168.203.57@tcp50 (4) 00000800:00000200:2.0:1767384969.046106:0:18105:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp50 ip 192.168.203.57:1023 00000800:00000200:2.0:1767384969.046108:0:18105:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cdb29305 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767384969.046116:0:18105:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384969.046118:0:18105:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000002c621aa1 refcount 6 to 192.168.203.57@tcp50 00010000:00000001:2.0:1767384969.046124:0:18105:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384969.046125:0:18105:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384969.046127:0:18105:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384969.046130:0:18105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b107b8d x1853237353254144/t0(0) o9->4e06ef04-c857-4d9c-9c79-1b949f9a7b1e@192.168.203.57@tcp50:195/0 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384969.046136:0:18105:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006b107b8d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4e06ef04-c857-4d9c-9c79-1b949f9a7b1e+3:12122:x1853237353254144:12345-192.168.203.57@tcp50:9: Request processed in 458us (603us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384969.046142:0:18105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.57@tcp50, seq: 5 00000100:00000040:2.0:1767384969.046144:0:18105:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000036ece19a : new rpc_count 0 00000100:00000001:2.0:1767384969.046145:0:18105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384969.046146:0:18105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384969.046148:0:18105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f4b60c3f. 00000020:00000010:2.0:1767384969.046151:0:18105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002ab698ee. 00000020:00000010:2.0:1767384969.046153:0:18105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009451e507. 00000020:00000040:2.0:1767384969.046154:0:18105:0:(genops.c:898:class_export_put()) PUTting export 0000000036ece19a : new refcount 2 00000100:00000001:2.0:1767384969.046156:0:18105:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384969.046160:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384969.046164:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdb29305. 00000400:00000200:1.0:1767384969.046169:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384969.046175:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000400:00000200:1.0:1767384969.046180:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d59d5044 00000400:00000010:1.0:1767384969.046182:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d59d5044. 00000100:00000001:1.0:1767384969.046187:0:16120:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384969.046189:0:16120:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384969.049059:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384969.049061:0:58:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384969.049067:0:58:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000092d2bd47. 00010000:00000001:1.0:1767384969.049071:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384969.049072:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384969.049076:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384969.049077:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384969.049102:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384969.049105:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384969.049107:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:1.1:1767384969.050038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b46f71f2. 00000800:00000001:0.0:1767384969.051583:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384969.051589:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384969.051590:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384969.051592:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384969.051596:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50) <- 192.168.203.57@tcp50 : PUT - for me 00000400:00000200:0.0:1767384969.051602:0:16121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp50 of length 224 into portal 12 MB=0x6958272200e00 00000400:00000200:0.0:1767384969.051605:0:16121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.57@tcp50 of length 224/224 into md 0x229 [64] + 11160 00000800:00000001:0.0:1767384969.051614:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384969.051626:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384969.051628:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384969.051630:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000100:00000001:0.0:1767384969.051633:0:16121:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384969.051634:0:16121:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384969.051637:0:16121:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a748246a. 00000100:00000040:0.0:1767384969.051639:0:16121:0:(events.c:337:request_in_callback()) incoming req@00000000a748246a x1853237353254400 msgsize 224 00000100:00100000:0.0:1767384969.051642:0:16121:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.57@tcp50 (source: 12345-192.168.203.57@tcp50) 00000100:00000001:0.0:1767384969.051651:0:16121:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384969.051654:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384969.051656:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384969.051680:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384969.051683:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237353254400 02000000:00000001:3.0:1767384969.051685:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384969.051686:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384969.051687:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384969.051689:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384969.051691:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237353254400 00000020:00000001:3.0:1767384969.051692:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384969.051693:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8846 00000020:00000001:3.0:1767384969.051695:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384969.051696:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f331812b refcount=7 00000020:00000001:3.0:1767384969.051698:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431466160128 : -108642243391488 : ffff9d30c1acd000) 00000020:00000001:3.0:1767384969.051700:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431466160128 : -108642243391488 : ffff9d30c1acd000) 00000100:00000001:3.0:1767384969.051702:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384969.051704:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bbbdf77b. 00000100:00000001:3.0:1767384969.051706:0:16770:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384969.051708:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bbbdf77b. 00000020:00000010:3.0:1767384969.051710:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003bfeaa95. 00000020:00000010:3.0:1767384969.051713:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea8d23dd. 00000020:00000010:3.0:1767384969.051715:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e5ff738c. 00000100:00000040:3.0:1767384969.051718:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384969.051720:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384969.051721:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384969.051722:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.051725:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.051739:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384969.051746:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384969.051747:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384969.051750:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.57@tcp50, seq: 8 00000100:00000040:3.0:1767384969.051752:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f331812b : new rpc_count 1 00000100:00000001:3.0:1767384969.051753:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436514133760 : -108637195417856 : ffff9d31ee8ec700) 00000100:00000040:3.0:1767384969.051757:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a748246a x1853237353254400/t0(0) o39->4e06ef04-c857-4d9c-9c79-1b949f9a7b1e@192.168.203.57@tcp50:195/0 lens 224/0 e 0 to 0 dl 1767384980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384969.051763:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384969.051765:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bbbdf77b. 00000100:00000001:3.0:1767384969.051766:0:16770:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384969.051767:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bbbdf77b. 00000100:00100000:3.0:1767384969.051770:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a748246a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4e06ef04-c857-4d9c-9c79-1b949f9a7b1e+7:12122:x1853237353254400:12345-192.168.203.57@tcp50:39: 00000100:00000200:3.0:1767384969.051772:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237353254400 00000020:00000001:3.0:1767384969.051774:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384969.051776:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384969.051778:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384969.051779:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384969.051780:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671210848 : -1038340768 : ffffffffc21c2d60) 00000020:00000001:3.0:1767384969.051782:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1767384969.051784:0:16770:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237353254400, found 0 last_xid 1853237353253631 00000020:00000001:3.0:1767384969.051785:0:16770:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384969.051787:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384969.051787:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384969.051789:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384969.051791:0:16770:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:3.0:1767384969.051791:0:16770:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:3.0:1767384969.051793:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384969.051794:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384969.051796:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000056fc5c92. 02000000:00000001:3.0:1767384969.051798:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.051799:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384969.051807:0:16770:0:(genops.c:887:class_export_get()) GET export 00000000f331812b refcount=8 00010000:00000001:3.0:1767384969.051808:0:16770:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:3.0:1767384969.051810:0:16770:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:3.0:1767384969.051811:0:16770:0:(genops.c:887:class_export_get()) GET export 00000000f331812b refcount=9 00010000:00000001:3.0:1767384969.051812:0:16770:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:3.0:1767384969.051813:0:16770:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:3.0:1767384969.051821:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000f331812b : new refcount 8 00000020:00000080:3.0:1767384969.051822:0:16770:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4895a8f6c11e8846 00000020:00000040:3.0:1767384969.051824:0:16770:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f331812b with handle 0x4895a8f6c11e8846 from hash 00000020:00000040:3.0:1767384969.051826:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000f331812b : new refcount 7 00000020:00000010:3.0:1767384969.051828:0:16770:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000088458df6. 00000020:00000001:3.0:1767384969.051830:0:16770:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:3.0:1767384969.051832:0:16770:0:(genops.c:1938:obd_stale_export_put()) Put export 00000000f331812b: total 0 00000020:00000001:3.0:1767384969.051833:0:16770:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384969.051833:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000f331812b : new refcount 6 00000020:00000001:3.0:1767384969.051835:0:16770:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.051836:0:16770:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:3.0:1767384969.051837:0:16770:0:(import.c:65:import_set_state_nolock()) 0000000086176cd0 : changing import state from FULL to CLOSED 00000100:00000001:3.0:1767384969.051839:0:16770:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384969.051839:0:16770:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384969.051840:0:16770:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:3.0:1767384969.051847:0:16770:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384969.051849:0:16770:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:3.0:1767384969.051851:0:16770:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000d62afedc dirty 0 pend 0 grant 0 00000020:00000020:3.0:1767384969.051853:0:16770:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000e235a287 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1767384969.051855:0:16770:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 4e06ef04-c857-4d9c-9c79-1b949f9a7b1e/00000000f331812b dirty 0 pend 0 grant 0 00000004:00000001:3.0:1767384969.051857:0:16770:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000001:00000001:3.0:1767384969.051860:0:16770:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:3.0:1767384969.051862:0:16770:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-MDT0000: del client at idx 0, off 8192, UUID '4e06ef04-c857-4d9c-9c79-1b949f9a7b1e' 00000001:00000001:3.0:1767384969.051864:0:16770:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1767384969.051866:0:16770:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:3.0:1767384969.051868:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:0.0:1767384969.051871:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00010000:0.0:1767384969.051873:0:16757:0:(genops.c:1924:obd_stale_export_get()) Get export 00000000f331812b: total 0 00000020:00000001:0.0:1767384969.051875:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446635431466160128 : -108642243391488 : ffff9d30c1acd000) 00010000:00000001:0.0:1767384969.051878:0:16757:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000020:00000010:0.0:1767384969.051882:0:16757:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068e5ef65. 00000020:00000010:0.0:1767384969.051886:0:16757:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a9f95765. 00000020:00000010:0.0:1767384969.051888:0:16757:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000081fa3f7. 00000020:00000010:0.0:1767384969.051892:0:16757:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002432c2b4. 00000020:00000010:0.0:1767384969.051895:0:16757:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000859c58ec. 80000000:00000010:0.0:1767384969.051899:0:16757:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bf94caa9. 00080000:00000010:3.0:1767384969.051902:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a5021b27. 40000000:00000010:0.0:1767384969.051903:0:16757:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004b0b4df2. 00080000:00000001:3.0:1767384969.051906:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431498319872 : -108642211231744 : ffff9d30c3978800) 00100000:00000010:0.0:1767384969.051910:0:16757:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000014318869. 00040000:00000010:0.0:1767384969.051914:0:16757:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000192a0bd5. 00080000:00000001:3.0:1767384969.051916:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00040000:00000010:0.0:1767384969.051920:0:16757:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000053193264. 00080000:00000010:0.0:1767384969.051927:0:16757:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c90ea6ea. 00000001:00000001:3.0:1767384969.051932:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00002000:00000010:0.0:1767384969.051932:0:16757:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000187882d4. 00080000:00000001:3.0:1767384969.051935:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384969.051936:0:16757:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a9f95765. 00080000:00000001:3.0:1767384969.051937:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384969.051942:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000010:0.0:1767384969.051943:0:16757:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000081fa3f7. 00000001:00000001:3.0:1767384969.051946:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384969.051948:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384969.051949:0:16757:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002432c2b4. 00000020:00000010:0.0:1767384969.051954:0:16757:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000859c58ec. 80000000:00000010:0.0:1767384969.051956:0:16757:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bf94caa9. 00080000:00000001:3.0:1767384969.051958:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384969.051961:0:16770:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:3.0:1767384969.051963:0:16770:0:(osd_io.c:399:osd_write()) Process entered 40000000:00000010:0.0:1767384969.051977:0:16757:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004b0b4df2. 00100000:00000010:0.0:1767384969.051980:0:16757:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000014318869. 00040000:00000010:0.0:1767384969.051982:0:16757:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000192a0bd5. 00040000:00000010:0.0:1767384969.051985:0:16757:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000053193264. 00080000:00000010:0.0:1767384969.051987:0:16757:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c90ea6ea. 00002000:00000010:0.0:1767384969.051990:0:16757:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000187882d4. 00080000:00000001:3.0:1767384969.051991:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000020:00000010:0.0:1767384969.051993:0:16757:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068e5ef65. 00000001:00000040:3.0:1767384969.051995:0:16770:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00010000:00010000:0.0:1767384969.051999:0:16757:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 00000000f331812b, canceled 0 locks, left on hash table 1. 00000001:00000001:3.0:1767384969.052000:0:16770:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384969.052005:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000010:0.0:1767384969.052006:0:16757:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000053193264. 00000001:00000001:3.0:1767384969.052008:0:16770:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000020:00000010:0.0:1767384969.052034:0:16757:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003590d335. 00000001:00000002:3.0:1767384969.052035:0:16770:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934593, last_committed = 4294967296 00000020:00000010:0.0:1767384969.052040:0:16757:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c90ea6ea. 00000001:00000010:3.0:1767384969.052042:0:16770:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000008dd1926a. 00000020:00000010:0.0:1767384969.052044:0:16757:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002432c2b4. 00000001:00000040:3.0:1767384969.052045:0:16770:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000f331812b : new cb_count 2 00000020:00000040:3.0:1767384969.052050:0:16770:0:(genops.c:887:class_export_get()) GET export 00000000f331812b refcount=7 00000020:00000010:0.0:1767384969.052050:0:16757:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000094e2bd04. 00000001:00000010:3.0:1767384969.052055:0:16770:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 0000000003ed63fc. 80000000:00000010:0.0:1767384969.052055:0:16757:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bf94caa9. 40000000:00000010:0.0:1767384969.052058:0:16757:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004b0b4df2. 00100000:00000010:0.0:1767384969.052062:0:16757:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000014318869. 00040000:00000010:0.0:1767384969.052063:0:16757:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000192a0bd5. 00040000:00000010:0.0:1767384969.052065:0:16757:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000eba66bfd. 00080000:00000010:0.0:1767384969.052067:0:16757:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000081fa3f7. 00002000:00000010:0.0:1767384969.052068:0:16757:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000187882d4. 00000001:00000001:0.0:1767384969.052071:0:16757:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:0.0:1767384969.052073:0:16757:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1767384969.052076:0:16757:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000967cd448 count: 2 00000004:00000001:0.0:1767384969.052079:0:16757:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1767384969.052080:0:16757:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1767384969.052082:0:16757:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384969.052083:0:16757:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384969.052084:0:16757:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384969.052085:0:16757:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384969.052087:0:16757:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384969.052088:0:16757:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384969.052090:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384969.052091:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384969.052092:0:16757:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384969.052093:0:16757:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384969.052099:0:16757:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000012c3943a with handle 0x4895a8f6c11e8869 from hash 00000001:00000010:3.0:1767384969.052100:0:16770:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 0000000059ea4bc1. 00010000:00000001:0.0:1767384969.052101:0:16757:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384969.052105:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384969.052106:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:3.0:1767384969.052107:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384969.052108:0:16757:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384969.052112:0:16757:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384969.052113:0:16757:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384969.052115:0:16757:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384969.052116:0:16757:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384969.052118:0:16757:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1767384969.052119:0:16757:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000967cd448) 00010000:00010000:0.0:1767384969.052121:0:16757:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:0.0:1767384969.052123:0:16757:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384969.052125:0:16757:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384969.052126:0:16757:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384969.052127:0:16757:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000f331812b, 1 locks cancelled. 00010000:00000001:0.0:1767384969.052129:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384969.052130:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384969.052130:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384969.052133:0:16757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000012c3943a/0x4895a8f6c11e8869 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.57@tcp50 remote: 0xc665bd1ab43800ab expref: 7 pid: 16770 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384969.052138:0:16757:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000f331812b : new locks_count 0 00000020:00000040:0.0:1767384969.052139:0:16757:0:(genops.c:898:class_export_put()) PUTting export 00000000f331812b : new refcount 6 00010000:00000010:0.0:1767384969.052141:0:16757:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000927431e4. 00010000:00000040:0.0:1767384969.052143:0:16757:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000967cd448 count: 0 00010000:00000010:0.0:1767384969.052147:0:16757:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bf3d03a8. 00010000:00000001:0.0:1767384969.052152:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1767384969.052154:0:16757:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 4e06ef04-c857-4, loop: 0 00000001:00000001:0.0:1767384969.052155:0:16757:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384969.052158:0:16757:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384969.052160:0:16757:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 00000000f331812b, canceled 1 locks, left on hash table 0. 00000020:00000010:0.0:1767384969.052163:0:16757:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003590d335. 00000020:00000010:0.0:1767384969.052165:0:16757:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c90ea6ea. 00000020:00000010:0.0:1767384969.052168:0:16757:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002432c2b4. 00000020:00000010:0.0:1767384969.052175:0:16757:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000094e2bd04. 80000000:00000010:0.0:1767384969.052177:0:16757:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bf94caa9. 00080000:00000001:3.0:1767384969.052179:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 40000000:00000010:0.0:1767384969.052180:0:16757:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004b0b4df2. 00000001:00000001:3.0:1767384969.052185:0:16770:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply 0000000003ed63fc: xid 1853237353254400, transno 8589934593, tag 0, client gen 1, slot idx 0 00100000:00000010:0.0:1767384969.052186:0:16757:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000014318869. 00040000:00000010:0.0:1767384969.052190:0:16757:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000192a0bd5. 00000001:00000001:3.0:1767384969.052191:0:16770:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1767384969.052194:0:16757:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000eba66bfd. 00080000:00000010:0.0:1767384969.052198:0:16757:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000081fa3f7. 00002000:00000010:0.0:1767384969.052201:0:16757:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000187882d4. 00000020:00000010:0.0:1767384969.052204:0:16757:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000053193264. 00080000:00000001:3.0:1767384969.052207:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384969.052207:0:16757:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384969.052210:0:16757:0:(genops.c:898:class_export_put()) PUTting export 00000000f331812b : new refcount 5 00000001:00000040:3.0:1767384969.052211:0:16770:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000020:00000001:0.0:1767384969.052213:0:16757:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000001:00000001:3.0:1767384969.052215:0:16770:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384969.052215:0:16757:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384969.052219:0:16770:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00000020:00000001:0.0:1767384969.052219:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000001:3.0:1767384969.052222:0:16770:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:0.0:1767384969.052223:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384969.052226:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384969.052228:0:16770:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000f97fb6f. 00000020:00000001:0.0:1767384969.052228:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384969.052230:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384969.052233:0:16770:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431498324992 : -108642211226624 : ffff9d30c3979c00) 00010000:00010000:0.0:1767384969.052233:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384969.052236:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000001:3.0:1767384969.052249:0:16770:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:0.0:1767384969.052254:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384969.052256:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384969.052262:0:16770:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384969.052269:0:16770:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384969.052271:0:16770:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384969.052277:0:16770:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384969.052279:0:16770:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000fc0d1a1d. 00000001:00000040:3.0:1767384969.052280:0:16770:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000f331812b : new cb_count 3 00000020:00000040:3.0:1767384969.052282:0:16770:0:(genops.c:887:class_export_get()) GET export 00000000f331812b refcount=6 00080000:00000001:3.0:1767384969.052284:0:16770:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384969.052289:0:16770:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767384969.052291:0:16770:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1767384969.052292:0:16770:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384969.052295:0:16770:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384969.052296:0:16770:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000040:3.0:1767384969.052298:0:16770:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-MDT0000: zeroing out client at idx 0 (8192), rc 0 00000001:00000001:3.0:1767384969.052299:0:16770:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384969.052301:0:16770:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384969.052302:0:16770:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:3.0:1767384969.052304:0:16770:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000006cd66532) : new refcount 7 00000001:00000001:3.0:1767384969.052305:0:16770:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:3.0:1767384969.052307:0:16770:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000006cd66532) : new refcount 6 00000020:00000040:3.0:1767384969.052308:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000f331812b : new refcount 5 00000001:00000001:3.0:1767384969.052309:0:16770:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:3.0:1767384969.052310:0:16770:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000006cd66532) : new refcount 5 00000001:00000001:3.0:1767384969.052311:0:16770:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:3.0:1767384969.052312:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000f331812b : new refcount 4 00000004:00000001:3.0:1767384969.052313:0:16770:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384969.052314:0:16770:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384969.052315:0:16770:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384969.052316:0:16770:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384969.052318:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 8589934593, xid 1853237353254400 00010000:00000001:3.0:1767384969.052319:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384969.052322:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a748246a x1853237353254400/t8589934593(0) o39->4e06ef04-c857-4d9c-9c79-1b949f9a7b1e@192.168.203.57@tcp50:195/0 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384969.052328:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384969.052329:0:16770:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384969.052334:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=88 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384969.052337:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384969.052338:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000002c621aa1 refcount 7 to 192.168.203.57@tcp50 00000100:00000001:3.0:1767384969.052340:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635435831249792 : -108637878301824 : ffff9d31c5dacb80) 02000000:00000001:3.0:1767384969.052342:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384969.052343:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384969.052344:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384969.052346:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.57@tcp50 00000400:00000010:3.0:1767384969.052348:0:16770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044170aa6. 00000100:00000200:3.0:1767384969.052350:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237353254400, offset 224 00000400:00000200:3.0:1767384969.052353:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp50 00000400:00000200:3.0:1767384969.052358:0:16770:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp50 to NMR: 192.168.203.57@tcp50 local destination 00000400:00000200:3.0:1767384969.052365:0:16770:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp50 NI seq info: [236:236:256:4294967295] 192.168.203.57@tcp50 LPNI seq info [30:30:8:4294967295] 00000400:00000200:3.0:1767384969.052374:0:16770:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50:192.168.203.157@tcp50) -> 192.168.203.57@tcp50(192.168.203.57@tcp50:192.168.203.57@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384969.052380:0:16770:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp50 00000800:00000010:3.0:1767384969.052383:0:16770:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006b82626d. 00000800:00000200:3.0:1767384969.052387:0:16770:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096a1dd41] -> 12345-192.168.203.57@tcp50 (4) 00000800:00000200:3.0:1767384969.052392:0:16770:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp50 ip 192.168.203.57:1023 00000800:00000200:3.0:1767384969.052395:0:16770:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006b82626d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767384969.052407:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384969.052411:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000002c621aa1 refcount 6 to 192.168.203.57@tcp50 00010000:00000001:3.0:1767384969.052413:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384969.052415:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384969.052417:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384969.052422:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a748246a x1853237353254400/t8589934593(0) o39->4e06ef04-c857-4d9c-9c79-1b949f9a7b1e@192.168.203.57@tcp50:195/0 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384969.052432:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a748246a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4e06ef04-c857-4d9c-9c79-1b949f9a7b1e+4:12122:x1853237353254400:12345-192.168.203.57@tcp50:39: Request processed in 667us (791us total) trans 8589934593 rc 0/0 00000100:00100000:3.0:1767384969.052438:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.57@tcp50, seq: 8 00000100:00000040:3.0:1767384969.052440:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f331812b : new rpc_count 0 00000100:00000001:3.0:1767384969.052447:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384969.052449:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384969.052451:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea8d23dd. 00000020:00000010:3.0:1767384969.052454:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e5ff738c. 00000020:00000010:3.0:1767384969.052456:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003bfeaa95. 00000020:00000040:3.0:1767384969.052457:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000f331812b : new refcount 3 00000100:00000001:3.0:1767384969.052459:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384969.052468:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384969.052473:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006b82626d. 00000400:00000200:1.0:1767384969.052477:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384969.052483:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000400:00000200:1.0:1767384969.052487:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044170aa6 00000400:00000010:1.0:1767384969.052489:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000044170aa6. 00000100:00000001:1.0:1767384969.052492:0:16122:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384969.052494:0:16122:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384969.058811:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384969.058818:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384969.058821:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384969.058824:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384969.058830:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50) <- 192.168.203.57@tcp50 : PUT - for me 00000400:00000200:1.0:1767384969.058839:0:16120:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.57@tcp50 of length 224 into portal 26 MB=0x6958272200f00 00000400:00000200:1.0:1767384969.058845:0:16120:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.57@tcp50 of length 224/224 into md 0x18cd [2] + 0 00000400:00000010:1.0:1767384969.058849:0:16120:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003edab07d. 00000400:00000200:1.0:1767384969.058853:0:16120:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000044e5b242 00000800:00000001:1.0:1767384969.058857:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384969.058863:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384969.058865:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384969.058869:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000400:00000200:1.0:1767384969.058872:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044e5b242 00000400:00000010:1.0:1767384969.058874:0:16120:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000044e5b242. 00000100:00000001:1.0:1767384969.058878:0:16120:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384969.058880:0:16120:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384969.058883:0:16120:0:(events.c:337:request_in_callback()) incoming req@00000000e70d72f9 x1853237353254656 msgsize 224 00000100:00100000:1.0:1767384969.058887:0:16120:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.57@tcp50 (source: 12345-192.168.203.57@tcp50) 00000100:00000040:1.0:1767384969.058889:0:16120:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384969.058900:0:16120:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384969.058905:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384969.058908:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384969.058962:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384969.058965:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237353254656 02000000:00000001:2.0:1767384969.058966:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384969.058968:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384969.058969:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384969.058971:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384969.058973:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237353254656 00000020:00000001:2.0:1767384969.058974:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384969.058975:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8823 00000020:00000001:2.0:1767384969.058977:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384969.058978:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000001a1ced1a refcount=6 00000020:00000001:2.0:1767384969.058980:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000020:00000001:2.0:1767384969.058981:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000100:00000001:2.0:1767384969.058984:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384969.058992:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000466276ea. 00000100:00000001:2.0:1767384969.058993:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384969.058995:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000466276ea. 00000020:00000010:2.0:1767384969.058998:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007628f704. 00000020:00000010:2.0:1767384969.059001:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f4b60c3f. 00000020:00000010:2.0:1767384969.059003:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002ab698ee. 00000100:00000040:2.0:1767384969.059006:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384969.059008:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384969.059009:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384969.059009:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.059038:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384969.059043:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000967cd448. 00000100:00000001:2.0:1767384969.059046:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384969.059054:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000010:0.1:1767384969.059056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000012c3943a. 00000100:00000001:2.0:1767384969.059057:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384969.059064:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.57@tcp50, seq: 168 00000100:00000040:2.0:1767384969.059067:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000001a1ced1a : new rpc_count 1 00000100:00000001:2.0:1767384969.059069:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529243216 : -108637180308400 : ffff9d31ef755450) 00000100:00000040:2.0:1767384969.059073:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e70d72f9 x1853237353254656/t0(0) o251->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:195/0 lens 224/0 e 0 to 0 dl 1767384980 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384969.059080:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384969.059082:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000466276ea. 00000100:00000001:2.0:1767384969.059083:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384969.059084:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000466276ea. 00000100:00100000:2.0:1767384969.059088:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e70d72f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2fdb957e-2026-4f6c-a903-484ad848c8e8+6:12122:x1853237353254656:12345-192.168.203.57@tcp50:251: 00000100:00000200:2.0:1767384969.059090:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237353254656 00000020:00000001:2.0:1767384969.059092:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384969.059094:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384969.059095:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384969.059096:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384969.059098:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169904 : -1040381712 : ffffffffc1fd08f0) 00000020:00000001:2.0:1767384969.059100:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384969.059101:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384969.059107:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384969.059108:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384969.059109:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384969.059111:0:16764:0:(mgs_handler.c:55:mgs_disconnect()) Process entered 00000020:00000001:2.0:1767384969.059113:0:16764:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:2.0:1767384969.059114:0:16764:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:2.0:1767384969.059115:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384969.059117:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384969.059119:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006c62b264. 02000000:00000001:2.0:1767384969.059120:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.059121:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384969.059124:0:16764:0:(genops.c:887:class_export_get()) GET export 000000001a1ced1a refcount=7 00010000:00000001:2.0:1767384969.059125:0:16764:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:2.0:1767384969.059127:0:16764:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:2.0:1767384969.059129:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000001a1ced1a : new refcount 6 20000000:00000010:2.0:1767384969.059130:0:16764:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 0000000053c5a48f. 00000020:00000040:2.0:1767384969.059132:0:16764:0:(genops.c:887:class_export_get()) GET export 000000001a1ced1a refcount=7 00010000:00000001:2.0:1767384969.059134:0:16764:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:2.0:1767384969.059135:0:16764:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:2.0:1767384969.059141:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000001a1ced1a : new refcount 6 00000020:00000080:2.0:1767384969.059143:0:16764:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4895a8f6c11e8823 00000020:00000040:2.0:1767384969.059144:0:16764:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001a1ced1a with handle 0x4895a8f6c11e8823 from hash 00000020:00000040:2.0:1767384969.059147:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000001a1ced1a : new refcount 5 00000020:00000001:2.0:1767384969.059148:0:16764:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:2.0:1767384969.059149:0:16764:0:(genops.c:1938:obd_stale_export_put()) Put export 000000001a1ced1a: total 0 00000020:00000001:2.0:1767384969.059151:0:16764:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384969.059151:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000001a1ced1a : new refcount 4 00000020:00000001:2.0:1767384969.059153:0:16764:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384969.059154:0:16764:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:2.0:1767384969.059155:0:16764:0:(import.c:65:import_set_state_nolock()) 00000000d3eaf652 : changing import state from FULL to CLOSED 00000100:00000001:2.0:1767384969.059157:0:16764:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384969.059158:0:16764:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384969.059158:0:16764:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:2.0:1767384969.059167:0:16764:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384969.059168:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000001a1ced1a : new refcount 3 20000000:00000001:2.0:1767384969.059169:0:16764:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384969.059171:0:16764:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384969.059176:0:16764:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384969.059177:0:16764:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384969.059179:0:16764:0:(mgs_handler.c:62:mgs_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384969.059181:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237353254656 00010000:00000001:2.0:1767384969.059183:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384969.059186:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e70d72f9 x1853237353254656/t0(0) o251->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:195/0 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384969.059190:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00010000:3.0:1767384969.059193:0:16758:0:(genops.c:1924:obd_stale_export_get()) Get export 000000001a1ced1a: total 0 00010000:00000001:2.0:1767384969.059194:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384969.059197:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384969.059198:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446635431480905728 : -108642228645888 : ffff9d30c28dd000) 00000100:00001000:2.0:1767384969.059201:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=93 v=5 (1 0 0 0) 00010000:00010000:3.0:1767384969.059202:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767384969.059205:0:16758:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000100:00000001:2.0:1767384969.059206:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1767384969.059209:0:16758:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003bfeaa95. 00000100:00000040:2.0:1767384969.059210:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000002c621aa1 refcount 7 to 192.168.203.57@tcp50 00000100:00000001:2.0:1767384969.059214:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635435831249792 : -108637878301824 : ffff9d31c5dacb80) 00000020:00000010:3.0:1767384969.059215:0:16758:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c379eebf. 02000000:00000001:2.0:1767384969.059216:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384969.059219:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384969.059220:0:16758:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003f47ee92. 00000100:00000001:2.0:1767384969.059221:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384969.059225:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.57@tcp50 00000020:00000010:3.0:1767384969.059226:0:16758:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000062cf912b. 00000400:00000010:2.0:1767384969.059229:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bc03c35. 00000020:00000010:3.0:1767384969.059231:0:16758:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c8102ca8. 00000100:00000200:2.0:1767384969.059233:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237353254656, offset 224 80000000:00000010:3.0:1767384969.059235:0:16758:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000032f786d2. 00000400:00000200:2.0:1767384969.059252:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.57@tcp50 40000000:00000010:3.0:1767384969.059254:0:16758:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000de7130b1. 00100000:00000010:3.0:1767384969.059258:0:16758:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bd61ef8b. 00000400:00000200:2.0:1767384969.059260:0:16764:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp50 to NMR: 192.168.203.57@tcp50 local destination 00040000:00000010:3.0:1767384969.059262:0:16758:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e33712ae. 00040000:00000010:3.0:1767384969.059266:0:16758:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008b6c9b59. 00080000:00000010:3.0:1767384969.059269:0:16758:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000fe111ce8. 00000400:00000200:2.0:1767384969.059271:0:16764:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp50 NI seq info: [237:237:256:4294967295] 192.168.203.57@tcp50 LPNI seq info [31:31:8:4294967295] 00002000:00000010:3.0:1767384969.059273:0:16758:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002edc875c. 00000020:00000010:3.0:1767384969.059278:0:16758:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c379eebf. 00000020:00000010:3.0:1767384969.059283:0:16758:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003f47ee92. 00000400:00000200:2.0:1767384969.059288:0:16764:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp50(192.168.203.157@tcp50:192.168.203.157@tcp50) -> 192.168.203.57@tcp50(192.168.203.57@tcp50:192.168.203.57@tcp50) : PUT try# 0 00000020:00000010:3.0:1767384969.059289:0:16758:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000062cf912b. 00000020:00000010:3.0:1767384969.059296:0:16758:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c8102ca8. 00000800:00000200:2.0:1767384969.059296:0:16764:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.57@tcp50 80000000:00000010:3.0:1767384969.059299:0:16758:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000032f786d2. 40000000:00000010:3.0:1767384969.059302:0:16758:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000de7130b1. 00000800:00000010:2.0:1767384969.059302:0:16764:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e88d17d8. 00100000:00000010:3.0:1767384969.059307:0:16758:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000bd61ef8b. 00000800:00000200:2.0:1767384969.059311:0:16764:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000096a1dd41] -> 12345-192.168.203.57@tcp50 (4) 00040000:00000010:3.0:1767384969.059313:0:16758:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e33712ae. 00040000:00000010:3.0:1767384969.059316:0:16758:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008b6c9b59. 00000800:00000200:2.0:1767384969.059317:0:16764:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.57@tcp50 ip 192.168.203.57:1023 00000800:00000200:2.0:1767384969.059320:0:16764:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e88d17d8 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1767384969.059326:0:16758:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000fe111ce8. 00000100:00000001:2.0:1767384969.059328:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384969.059329:0:16758:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002edc875c. 00000100:00000040:2.0:1767384969.059333:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000002c621aa1 refcount 6 to 192.168.203.57@tcp50 00000020:00000010:3.0:1767384969.059334:0:16758:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003bfeaa95. 00010000:00000001:2.0:1767384969.059338:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00010000:3.0:1767384969.059339:0:16758:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 000000001a1ced1a, canceled 0 locks, left on hash table 1. 00000020:00000010:3.0:1767384969.059342:0:16758:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003bfeaa95. 00000020:00000010:3.0:1767384969.059345:0:16758:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008b6c9b59. 00000020:00000001:2.0:1767384969.059347:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384969.059348:0:16758:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fe111ce8. 00000020:00000001:2.0:1767384969.059351:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1767384969.059352:0:16758:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000062cf912b. 00000020:00000010:3.0:1767384969.059356:0:16758:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c8102ca8. 00000100:00000040:2.0:1767384969.059358:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e70d72f9 x1853237353254656/t0(0) o251->2fdb957e-2026-4f6c-a903-484ad848c8e8@192.168.203.57@tcp50:195/0 lens 224/224 e 0 to 0 dl 1767384980 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 80000000:00000010:3.0:1767384969.059359:0:16758:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000032f786d2. 40000000:00000010:3.0:1767384969.059366:0:16758:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000de7130b1. 00000100:00100000:2.0:1767384969.059373:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e70d72f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2fdb957e-2026-4f6c-a903-484ad848c8e8+3:12122:x1853237353254656:12345-192.168.203.57@tcp50:251: Request processed in 291us (487us total) trans 0 rc 0/0 00100000:00000010:3.0:1767384969.059374:0:16758:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006c163e7a. 00040000:00000010:3.0:1767384969.059381:0:16758:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e33712ae. 00000100:00100000:2.0:1767384969.059386:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.57@tcp50, seq: 168 00040000:00000010:3.0:1767384969.059388:0:16758:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c379eebf. 00000100:00000040:2.0:1767384969.059389:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000001a1ced1a : new rpc_count 0 00000100:00000001:2.0:1767384969.059393:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00080000:00000010:3.0:1767384969.059395:0:16758:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000bd61ef8b. 00000100:00000001:2.0:1767384969.059395:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384969.059399:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f4b60c3f. 00002000:00000010:3.0:1767384969.059400:0:16758:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002edc875c. 00000800:00000200:0.0:1767384969.059400:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1767384969.059404:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002ab698ee. 00000001:00000001:3.0:1767384969.059406:0:16758:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000800:00000010:0.0:1767384969.059406:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e88d17d8. 00000020:00000010:2.0:1767384969.059408:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007628f704. 00000001:00000001:3.0:1767384969.059411:0:16758:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000200:0.0:1767384969.059413:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1767384969.059414:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000001a1ced1a : new refcount 2 00010000:00000040:3.0:1767384969.059418:0:16758:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000000dc5741 count: 7 00000100:00000001:2.0:1767384969.059420:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384969.059423:0:16758:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000200:2.0:1767384969.059426:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:0.0:1767384969.059426:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp50->192.168.203.57@tcp50: PUT: OK 00000020:00000001:3.0:1767384969.059427:0:16758:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384969.059432:0:16758:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000010:2.0:1767384969.059433:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e32c851. 00000400:00000200:0.0:1767384969.059435:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bc03c35 00010000:00000001:3.0:1767384969.059436:0:16758:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384969.059440:0:16758:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384969.059440:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bc03c35. 00010000:00000001:3.0:1767384969.059447:0:16758:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1767384969.059448:0:16121:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384969.059449:0:16758:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:2.0:1767384969.059449:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6113dcc. 02000000:00000001:0.0:1767384969.059452:0:16121:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384969.059456:0:16121:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006c62b264. 02000000:00000001:0.0:1767384969.059459:0:16121:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384969.059461:0:16121:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384969.059492:0:16758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384969.059494:0:16758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384969.059495:0:16758:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384969.059497:0:16758:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384969.059499:0:16758:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000168ea983 with handle 0x4895a8f6c11e882a from hash 00010000:00000001:3.0:1767384969.059501:0:16758:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384969.059502:0:16758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384969.059503:0:16758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384969.059504:0:16758:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384969.059511:0:16758:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384969.059512:0:16758:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384969.059513:0:16758:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384969.059514:0:16758:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384969.059515:0:16758:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384969.059516:0:16758:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384969.059517:0:16758:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 000000001a1ced1a, 1 locks cancelled. 00010000:00000001:3.0:1767384969.059519:0:16758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384969.059519:0:16758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384969.059520:0:16758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384969.059523:0:16758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000168ea983/0x4895a8f6c11e882a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.57@tcp50 remote: 0xc665bd1ab4380057 expref: 2 pid: 16764 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384969.059528:0:16758:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000001a1ced1a : new locks_count 0 00000020:00000040:3.0:1767384969.059529:0:16758:0:(genops.c:898:class_export_put()) PUTting export 000000001a1ced1a : new refcount 1 00010000:00000001:3.0:1767384969.059533:0:16758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:3.0:1767384969.059534:0:16758:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 2fdb957e-2026-4, loop: 0 00000001:00000001:3.0:1767384969.059535:0:16758:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384969.059537:0:16758:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384969.059538:0:16758:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 000000001a1ced1a, canceled 1 locks, left on hash table 0. 00000020:00000010:3.0:1767384969.059541:0:16758:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008b6c9b59. 00000020:00000010:3.0:1767384969.059543:0:16758:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fe111ce8. 00000020:00000010:3.0:1767384969.059545:0:16758:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000062cf912b. 00000020:00000010:3.0:1767384969.059547:0:16758:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c8102ca8. 80000000:00000010:3.0:1767384969.059549:0:16758:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000032f786d2. 40000000:00000010:3.0:1767384969.059551:0:16758:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000de7130b1. 00100000:00000010:3.0:1767384969.059552:0:16758:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006c163e7a. 00040000:00000010:3.0:1767384969.059555:0:16758:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e33712ae. 00040000:00000010:3.0:1767384969.059556:0:16758:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c379eebf. 00080000:00000010:3.0:1767384969.059558:0:16758:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000bd61ef8b. 00002000:00000010:3.0:1767384969.059560:0:16758:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002edc875c. 00000020:00000010:3.0:1767384969.059561:0:16758:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003bfeaa95. 00000020:00000001:3.0:1767384969.059562:0:16758:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384969.059563:0:16758:0:(genops.c:898:class_export_put()) PUTting export 000000001a1ced1a : new refcount 0 00000020:00000080:3.0:1767384969.059565:0:16758:0:(genops.c:904:class_export_put()) final put 000000001a1ced1a/2fdb957e-2026-4f6c-a903-484ad848c8e8 00000020:00000001:3.0:1767384969.059575:0:16758:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:3.0:1767384969.059580:0:16758:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384969.059582:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384969.059582:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384969.059583:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384969.059584:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384969.059585:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384969.059586:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384969.059588:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384969.059588:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384969.059589:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384969.059613:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384969.059616:0:8:0:(genops.c:863:class_export_destroy()) destroying export 000000001a1ced1a/2fdb957e-2026-4f6c-a903-484ad848c8e8 for MGS 00000020:00000040:0.0:1767384969.059622:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000002c621aa1 refcount 5 to 192.168.203.57@tcp50 00000020:00000001:0.0:1767384969.059633:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:0.0:1767384969.059635:0:8:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000020:00000040:0.0:1767384969.059638:0:8:0:(genops.c:1229:class_import_get()) import 00000000d3eaf652 refcount=2 obd=MGS 00000020:00000001:0.0:1767384969.059640:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384969.059641:0:8:0:(genops.c:1242:class_import_put()) import 00000000d3eaf652 refcount=1 obd=MGS 00000020:00000001:0.0:1767384969.059643:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384969.059646:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384969.059647:0:8:0:(genops.c:1242:class_import_put()) import 00000000d3eaf652 refcount=0 obd=MGS 00000020:00000040:0.0:1767384969.059649:0:8:0:(genops.c:1245:class_import_put()) final put import 00000000d3eaf652 00000020:00000001:0.0:1767384969.059663:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384969.059665:0:8:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:0.0:1767384969.059667:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384969.059672:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ad7f7ea1. 00000001:00000010:0.0:1767384969.059677:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005924ea31. 00000001:00000010:0.0:1767384969.059680:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f9388d9c. 00000001:00000010:0.0:1767384969.059683:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001c69589c. 00000001:00000010:0.0:1767384969.059685:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000345c6f56. 00000001:00000010:0.0:1767384969.059688:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000aae7f9d1. 00000001:00000001:0.0:1767384969.059692:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384969.059694:0:8:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:0.0:1767384969.059696:0:8:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:0.0:1767384969.059698:0:8:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 20000000:00000001:0.0:1767384969.059699:0:8:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384969.059702:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384969.059703:0:8:0:(obd_config.c:955:class_decref()) Decref MGS (000000006764cd03) now 7 - export 00000020:00000010:0.0:1767384969.059706:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000001a1ced1a. 00000020:00000001:0.0:1767384969.059712:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384969.059716:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767384969.059718:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000d3eaf652 for MGS 00000020:00000040:0.0:1767384969.059722:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000002c621aa1 refcount 4 to 192.168.203.57@tcp50 00000020:00000040:0.0:1767384969.059724:0:8:0:(obd_config.c:955:class_decref()) Decref MGS (000000006764cd03) now 6 - import 00000020:00000010:0.0:1767384969.059726:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000d3eaf652. 00000020:00000001:0.0:1767384969.059729:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00010000:00000010:3.1:1767384969.065057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000168ea983. 00080000:00000001:0.0:1767384969.250568:0:17563:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:0.0:1767384969.250576:0:17563:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4e06ef04-c857-4d9c-9c79-1b949f9a7b1e 00000001:00000040:0.0:1767384969.250581:0:17563:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 0000000036ece19a : new cb_count 1 00000020:00000040:0.0:1767384969.250598:0:17563:0:(genops.c:898:class_export_put()) PUTting export 0000000036ece19a : new refcount 1 00000001:00000010:0.0:1767384969.250602:0:17563:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000844d7b3a. 00040000:00000001:0.0:1767384969.250609:0:17563:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384969.250613:0:17563:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384969.250616:0:17563:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b6f5260b. 00080000:00000001:0.0:1767384969.250621:0:17563:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384969.250625:0:17563:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:0.0:1767384969.250627:0:17563:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4e06ef04-c857-4d9c-9c79-1b949f9a7b1e 00000001:00000040:0.0:1767384969.250628:0:17563:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 0000000036ece19a : new cb_count 0 00000020:00000040:0.0:1767384969.250630:0:17563:0:(genops.c:898:class_export_put()) PUTting export 0000000036ece19a : new refcount 0 00000020:00000080:0.0:1767384969.250632:0:17563:0:(genops.c:904:class_export_put()) final put 0000000036ece19a/4e06ef04-c857-4d9c-9c79-1b949f9a7b1e 00000001:00000010:0.0:1767384969.250647:0:17563:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000adfe0fb4. 00040000:00000001:0.0:1767384969.250652:0:17563:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384969.250654:0:17563:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384969.250656:0:17563:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000356afda7. 00080000:00000001:0.0:1767384969.250660:0:17563:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384969.250663:0:17563:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384969.250664:0:17563:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384969.250666:0:17563:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384969.250668:0:17563:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000034d15ff7. 00080000:00000001:0.0:1767384969.250671:0:17563:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:3.0:1767384969.250675:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384969.250679:0:8:0:(genops.c:863:class_export_destroy()) destroying export 0000000036ece19a/4e06ef04-c857-4d9c-9c79-1b949f9a7b1e for lustre-OST0000 00000020:00000040:3.0:1767384969.250689:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000002c621aa1 refcount 3 to 192.168.203.57@tcp50 00000020:00000001:3.0:1767384969.250693:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000040:3.0:1767384969.250714:0:8:0:(genops.c:1229:class_import_get()) import 000000009c867c0b refcount=2 obd=lustre-OST0000 00000020:00000001:3.0:1767384969.250718:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384969.250720:0:8:0:(genops.c:1242:class_import_put()) import 000000009c867c0b refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1767384969.250722:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384969.250727:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384969.250728:0:8:0:(genops.c:1242:class_import_put()) import 000000009c867c0b refcount=0 obd=lustre-OST0000 00000020:00000040:3.0:1767384969.250731:0:8:0:(genops.c:1245:class_import_put()) final put import 000000009c867c0b 00000020:00000001:3.0:1767384969.250743:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767384969.250746:0:8:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:3.0:1767384969.250749:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384969.250755:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ca294690. 00000001:00000010:3.0:1767384969.250759:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000eb2892b9. 00000001:00000010:3.0:1767384969.250762:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009386d7c3. 00000001:00000010:3.0:1767384969.250780:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008ab07ee7. 00000001:00000010:3.0:1767384969.250784:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000009b359560. 00000001:00000010:3.0:1767384969.250786:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000058701ff7. 00000001:00000001:3.0:1767384969.250789:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:3.0:1767384969.250791:0:8:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:3.0:1767384969.250793:0:8:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:3.0:1767384969.250794:0:8:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:3.0:1767384969.250798:0:8:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 0000000079093777. 00000020:00000020:3.0:1767384969.250803:0:8:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:3.0:1767384969.250814:0:8:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000ce565cee dirty 0 pend 0 grant 0 00000020:00000001:3.0:1767384969.250818:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384969.250821:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fe96f595) now 7 - export 00000020:00000010:3.0:1767384969.250823:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000036ece19a. 00000020:00000001:3.0:1767384969.250830:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:3.0:1767384969.250834:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:3.0:1767384969.250836:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000009c867c0b for lustre-OST0000 00000020:00000040:3.0:1767384969.250840:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000002c621aa1 refcount 2 to 192.168.203.57@tcp50 00000020:00000040:3.0:1767384969.250842:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fe96f595) now 6 - import 00000020:00000010:3.0:1767384969.250844:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000009c867c0b. 00000020:00000001:3.0:1767384969.250847:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000400:00000200:1.0:1767384969.689205:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp48 00000400:00000010:1.0:1767384969.689218:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000632cafa5. 00000400:00000010:1.0:1767384969.689230:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008862c44b. 00000400:00000010:1.0:1767384969.689258:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dae3d75b. 00000400:00000010:1.0:1767384969.689268:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000075dc4c96. 00000400:00000200:1.0:1767384969.689274:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp48 00000400:00000200:1.0:1767384969.689315:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp48 local destination 00000400:00000200:1.0:1767384969.689321:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp48 00000400:00000200:1.0:1767384969.689325:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp48 NI seq info: [238:238:256:4294967295] 192.168.203.157@tcp48 LPNI seq info [197:197:8:4294967295] 00000400:00000200:1.0:1767384969.689332:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp48 00000400:00000200:1.0:1767384969.689341:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp48(192.168.203.157@tcp48:) -> 192.168.203.157@tcp48(192.168.203.157@tcp48:192.168.203.157@tcp48) : GET try# 0 00000800:00000200:1.0:1767384969.689363:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp48 00000800:00000010:1.0:1767384969.689369:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000535035ea. 00000800:00000200:1.0:1767384969.689375:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001ab46afd] -> 12345-192.168.203.157@tcp48 (2) 00000800:00000200:1.1:1767384969.689380:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001ab46afd] -> 12345-192.168.203.157@tcp48 (2) 00000400:00000200:1.0:1767384969.689409:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp48 added to recovery queue. ping count: 1 next ping: 294 health :900 00000400:00000200:2.0:1767384969.689577:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384969.689659:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:2.0:1767384969.689683:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:2.0:1767384969.689702:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:2.0:1767384969.689722:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:2.0:1767384969.689740:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384969.689759:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384969.689796:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384969.689816:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384969.689837:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384969.689859:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384969.689879:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384969.689901:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384969.689923:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384969.689969:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384969.689990:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384969.690010:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384969.690081:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384969.690111:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384969.690134:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384969.690155:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384969.690186:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384969.690221:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:2.0:1767384969.690267:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384969.690308:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384969.690328:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384969.690365:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384969.690386:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:2.0:1767384969.690408:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384969.690429:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384969.690450:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384969.690489:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384969.690508:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384969.690527:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384969.690547:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:2.0:1767384969.690722:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002921a5f9. 00000800:00000010:2.0:1767384969.690728:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bf21ebe5. 00000800:00000010:2.0:1767384969.690734:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006fec40b9. 00000800:00000010:2.0:1767384969.690755:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006fec40b9. 00000800:00020000:2.0:1767384969.690784:0:16117:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:2.0:1767384969.690789:0:16117:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bf21ebe5. 00000800:00000010:2.0:1767384969.690792:0:16117:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002921a5f9. 00000400:02020000:2.0:1767384969.690834:0:16117:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp48 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384969.690842:0:16117:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp48 notifying 192.168.203.157@tcp48: down 00000400:00000200:2.0:1767384969.690847:0:16117:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384969.690861:0:16117:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp48 00000800:00000010:2.0:1767384969.690865:0:16117:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000535035ea. 00000400:00000200:2.0:1767384969.690871:0:16117:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384969.690876:0:16117:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp48->192.168.203.157@tcp48: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384969.690888:0:16117:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384969.690892:0:16117:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384969.690896:0:16117:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp48) recovery failed with -71 00010000:00000001:1.0:1767384970.073098:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384970.073105:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384970.073110:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384970.073111:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384970.073165:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384970.073169:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384970.073172:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1767384970.279092:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384970.279102:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384970.279104:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384970.279106:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384970.279115:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384970.279115:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384970.279120:0:16120:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [00000000d5768b80] EOF from 12345-192.168.203.57@tcp50 ip 192.168.203.57:1021 00000800:00000200:1.0:1767384970.279126:0:16122:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [00000000dd87d557] EOF from 12345-192.168.203.57@tcp50 ip 192.168.203.57:1022 00000800:00000200:0.0:1767384970.279126:0:16121:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [00000000be9167b0] EOF from 12345-192.168.203.57@tcp50 ip 192.168.203.57:1023 00000800:00000200:2.0:1767384970.279287:0:16119:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000d5768b80 00000800:00000010:2.0:1767384970.279291:0:16119:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 00000000d5768b80. 00000800:00000200:2.0:1767384970.279294:0:16119:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000dd87d557 00000800:00000010:2.0:1767384970.279296:0:16119:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 00000000dd87d557. 00000800:00000200:2.0:1767384970.279298:0:16119:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000be9167b0 00000800:00000200:2.0:1767384970.279303:0:16119:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.57@tcp50 0000000096a1dd41 deleted 00000800:00000010:2.0:1767384970.279305:0:16119:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000096a1dd41. 00000800:00000010:2.0:1767384970.279308:0:16119:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 00000000be9167b0. 00000400:00000001:1.0:1767384970.713111:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384970.713118:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384970.713121:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dae3d75b 00000400:00000010:1.0:1767384970.713126:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dae3d75b. 00000400:00000200:1.0:1767384970.713153:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384970.713160:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp48 recovery ping unlinked 00000400:00000010:1.0:1767384970.713177:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000632cafa5. 00000400:00000010:1.0:1767384970.713183:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008862c44b. 00000400:00000200:1.0:1767384970.713190:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp39 00000400:00000010:1.0:1767384970.713198:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000632cafa5. 00000400:00000010:1.0:1767384970.713203:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008862c44b. 00000400:00000010:1.0:1767384970.713208:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dae3d75b. 00000400:00000010:1.0:1767384970.713214:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bfc7bedf. 00000400:00000200:1.0:1767384970.713218:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp39 00000400:00000200:1.0:1767384970.713253:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp39 local destination 00000400:00000200:1.0:1767384970.713262:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp39 00000400:00000200:1.0:1767384970.713269:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp39 NI seq info: [239:239:256:4294967295] 192.168.203.157@tcp39 LPNI seq info [198:198:8:4294967295] 00000400:00000200:1.0:1767384970.713296:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp39 00000400:00000200:1.0:1767384970.713309:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp39(192.168.203.157@tcp39:) -> 192.168.203.157@tcp39(192.168.203.157@tcp39:192.168.203.157@tcp39) : GET try# 0 00000800:00000200:1.0:1767384970.713323:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp39 00000800:00000010:1.0:1767384970.713328:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008b6481cd. 00000800:00000200:1.0:1767384970.713336:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002844a64] -> 12345-192.168.203.157@tcp39 (2) 00000800:00000200:1.1:1767384970.713341:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002844a64] -> 12345-192.168.203.157@tcp39 (2) 00000400:00000200:1.0:1767384970.713368:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp39 added to recovery queue. ping count: 5 next ping: 325 health :500 00000400:00000200:2.0:1767384970.713529:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384970.713584:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:2.0:1767384970.713604:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:2.0:1767384970.713620:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:2.0:1767384970.713643:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:2.0:1767384970.713669:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384970.713688:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384970.713721:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384970.713744:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384970.713766:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384970.713785:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384970.713809:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384970.713832:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384970.713857:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384970.713876:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384970.713912:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384970.713936:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384970.713995:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384970.714022:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384970.714105:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384970.714156:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384970.714179:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384970.714210:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:2.0:1767384970.714261:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384970.714329:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384970.714356:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384970.714378:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384970.714399:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:2.0:1767384970.714438:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384970.714455:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384970.714473:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384970.714490:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384970.714507:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384970.714524:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384970.714541:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:2.0:1767384970.714709:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002921a5f9. 00000800:00000010:2.0:1767384970.714714:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bf21ebe5. 00000800:00000010:2.0:1767384970.714719:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006fec40b9. 00000800:00000010:2.0:1767384970.714739:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006fec40b9. 00000800:00020000:2.0:1767384970.714750:0:16116:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:2.0:1767384970.714754:0:16116:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bf21ebe5. 00000800:00000010:2.0:1767384970.714757:0:16116:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002921a5f9. 00000400:02020000:2.0:1767384970.714793:0:16116:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp39 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384970.714801:0:16116:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp39 notifying 192.168.203.157@tcp39: down 00000800:00000200:2.0:1767384970.714806:0:16116:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp39 down 00000800:00000100:2.0:1767384970.714812:0:16116:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp39 00000800:00000010:2.0:1767384970.714816:0:16116:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008b6481cd. 00000400:00000200:2.0:1767384970.714820:0:16116:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384970.714833:0:16116:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp39->192.168.203.157@tcp39: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384970.714843:0:16116:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384970.714845:0:16116:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384970.714849:0:16116:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp39) recovery failed with -71 00010000:00000001:1.0:1767384971.097105:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384971.097112:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384971.097119:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384971.097121:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384971.097179:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384971.097183:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384971.097187:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384971.272428:0:39676:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384971.272442:0:39676:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384971.272447:0:39676:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384971.272454:0:39676:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384971.272461:0:39676:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384971.272464:0:39676:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384971.289314:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b6ecb04a] -> 12345-192.168.203.157@tcp32 (4) 00000800:00000200:2.1:1767384971.289322:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b6ecb04a] -> 12345-192.168.203.157@tcp32 (4) 00000800:00000200:2.0:1767384971.289344:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000d62fbb6] -> 12345-192.168.203.157@tcp19 (6) 00000800:00000200:2.0:1767384971.289349:0:16119:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp19 ip 192.168.203.157:988 00000800:00000200:2.0:1767384971.289354:0:16119:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009f61ec69 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1767384971.289442:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000800:00000001:2.0:1767384971.289487:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384971.289497:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384971.289506:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384971.289515:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384971.289516:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000800:00000001:2.0:1767384971.289522:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384971.289549:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:3.0:1767384971.289573:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:3.0:1767384971.289597:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:3.0:1767384971.289619:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:3.0:1767384971.289641:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:3.0:1767384971.289665:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:3.0:1767384971.289687:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:3.0:1767384971.289728:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:3.0:1767384971.289772:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:3.0:1767384971.289817:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:3.0:1767384971.289847:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:3.0:1767384971.289870:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:3.0:1767384971.289893:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:3.0:1767384971.289931:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:3.0:1767384971.289956:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:3.0:1767384971.289979:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:3.0:1767384971.290001:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:3.0:1767384971.290097:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:3.0:1767384971.290152:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:3.0:1767384971.290184:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:3.0:1767384971.290211:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:3.0:1767384971.290269:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:3.0:1767384971.290297:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:3.0:1767384971.290320:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:3.0:1767384971.290350:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:3.0:1767384971.290394:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:3.0:1767384971.290456:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:3.0:1767384971.290492:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:3.0:1767384971.290522:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:3.0:1767384971.290551:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:3.0:1767384971.290582:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:3.0:1767384971.290609:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:3.0:1767384971.290631:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:3.0:1767384971.290815:0:29524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002db24bbd. 00000800:00000010:3.0:1767384971.290823:0:29524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000934de494. 00000800:00000010:3.0:1767384971.290828:0:29524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000557a764. 00000800:00000010:3.0:1767384971.290853:0:29524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000557a764. 00000800:00020000:3.0:1767384971.290861:0:29524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:3.0:1767384971.290866:0:29524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000934de494. 00000800:00000010:3.0:1767384971.290868:0:29524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002db24bbd. 00000400:02020000:3.0:1767384971.290916:0:29524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp32 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384971.290922:0:29524:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000001:0.0:1767384971.445937:0:39713:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384971.445952:0:39713:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384971.445957:0:39713:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384971.445971:0:39713:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384971.445979:0:39713:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384971.445983:0:39713:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384971.678308:0:39721:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384971.678323:0:39721:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384971.678328:0:39721:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384971.678335:0:39721:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384971.678367:0:39721:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384971.678371:0:39721:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384971.737156:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384971.737162:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384971.737165:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dae3d75b 00000400:00000010:1.0:1767384971.737171:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dae3d75b. 00000400:00000200:1.0:1767384971.737178:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384971.737186:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp39 recovery ping unlinked 00000400:00000010:1.0:1767384971.737200:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000632cafa5. 00000400:00000010:1.0:1767384971.737205:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008862c44b. 00000400:00000200:1.0:1767384971.737211:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp48 00000400:00000010:1.0:1767384971.737217:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000632cafa5. 00000400:00000010:1.0:1767384971.737259:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000094e2bd04. 00000400:00000010:1.0:1767384971.737266:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dae3d75b. 00000400:00000010:1.0:1767384971.737277:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002bd30a4a. 00000400:00000200:1.0:1767384971.737285:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp48 00000400:00000200:1.0:1767384971.737319:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp48 local destination 00000400:00000200:1.0:1767384971.737329:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp48 00000400:00000200:1.0:1767384971.737336:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp48 NI seq info: [240:240:256:4294967295] 192.168.203.157@tcp48 LPNI seq info [199:199:8:4294967295] 00000400:00000200:1.0:1767384971.737346:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp48 00000400:00000200:1.0:1767384971.737356:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp48(192.168.203.157@tcp48:) -> 192.168.203.157@tcp48(192.168.203.157@tcp48:192.168.203.157@tcp48) : GET try# 0 00000800:00000200:1.0:1767384971.737363:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp48 00000800:00000010:1.0:1767384971.737369:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000505c9d1f. 00000800:00000200:1.0:1767384971.737376:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001ab46afd] -> 12345-192.168.203.157@tcp48 (2) 00000800:00000200:1.1:1767384971.737384:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001ab46afd] -> 12345-192.168.203.157@tcp48 (2) 00000400:00000200:1.0:1767384971.737412:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp48 added to recovery queue. ping count: 2 next ping: 298 health :800 00000400:00000200:2.0:1767384971.737581:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384971.737635:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:2.0:1767384971.737660:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:2.0:1767384971.737682:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:2.0:1767384971.737705:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:2.0:1767384971.737737:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384971.737760:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384971.737782:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384971.737805:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384971.737828:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384971.737851:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384971.737874:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384971.737899:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384971.737924:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384971.737966:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384971.737991:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384971.738077:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384971.738151:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384971.738188:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384971.738211:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384971.738272:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384971.738298:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384971.738321:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:2.0:1767384971.738344:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384971.738367:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384971.738390:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384971.738413:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384971.738437:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:2.0:1767384971.738461:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384971.738484:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384971.738506:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384971.738529:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384971.738551:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384971.738573:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384971.738597:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:2.0:1767384971.738776:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002921a5f9. 00000800:00000010:2.0:1767384971.738783:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ebc61a5e. 00000800:00000010:2.0:1767384971.738789:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000088458df6. 00000800:00000010:2.0:1767384971.738815:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000088458df6. 00000800:00020000:2.0:1767384971.738825:0:16115:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:2.0:1767384971.738831:0:16115:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ebc61a5e. 00000800:00000010:2.0:1767384971.738834:0:16115:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002921a5f9. 00000400:02020000:2.0:1767384971.738883:0:16115:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp48 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384971.738892:0:16115:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp48 notifying 192.168.203.157@tcp48: down 00000400:00000200:2.0:1767384971.738897:0:16115:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384971.738913:0:16115:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp48 00000800:00000010:2.0:1767384971.738917:0:16115:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000505c9d1f. 00000400:00000200:2.0:1767384971.738923:0:16115:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384971.738929:0:16115:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp48->192.168.203.157@tcp48: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384971.738941:0:16115:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384971.738945:0:16115:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384971.738949:0:16115:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp48) recovery failed with -71 00080000:00000001:1.0:1767384971.857067:0:39761:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384971.857085:0:39761:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384971.857092:0:39761:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384971.857101:0:39761:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384971.857108:0:39761:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384971.857112:0:39761:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384971.858340:0:39761:0:(tgt_mount.c:2128:server_umount_begin()) Process entered 00000020:01000004:1.0:1767384971.858344:0:39761:0:(tgt_mount.c:2129:server_umount_begin()) umount -f 00000020:00000001:1.0:1767384971.858346:0:39761:0:(tgt_mount.c:2135:server_umount_begin()) Process leaving 00080000:00000001:3.0:1767384971.859399:0:10059:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384971.859411:0:10059:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384971.859428:0:10059:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384971.859464:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384971.859475:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384971.859480:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384971.866182:0:39761:0:(tgt_mount.c:1993:server_put_super()) Process entered 00000020:00000010:1.0:1767384971.866190:0:39761:0:(tgt_mount.c:1997:server_put_super()) kmalloced '(tmpname)': 15 at 00000000386e4450. 00000020:01000004:1.0:1767384971.866195:0:39761:0:(tgt_mount.c:1999:server_put_super()) server put_super lustre-MDT0000 00000020:00000001:1.0:1767384971.866198:0:39761:0:(tgt_mount.c:1667:tgt_del_notifier()) Process entered 00000020:00000001:1.0:1767384971.866201:0:39761:0:(tgt_mount.c:942:lustre_disconnect_lwp()) Process entered 00000020:00000010:1.0:1767384971.866204:0:39761:0:(tgt_mount.c:944:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at 0000000046c4c88e. 00000020:00000010:1.0:1767384971.866208:0:39761:0:(tgt_mount.c:956:lustre_disconnect_lwp()) kmalloced '(cfg)': 88 at 00000000e20a05ec. 00000020:00000001:1.0:1767384971.866211:0:39761:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:1.0:1767384971.866215:0:39761:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at 0000000010dbcf45. 00000020:00000001:1.0:1767384971.866245:0:39761:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384971.866251:0:39761:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012e1767a. 00000020:00000010:1.0:1767384971.866270:0:39761:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005a0c20b2. 00000040:00000010:1.0:1767384971.866277:0:39761:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000659968b9. 00000020:00000010:1.0:1767384971.866285:0:39761:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e2e7a8d3. 00000020:00000010:1.0:1767384971.866292:0:39761:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cad59d99. 00040000:00000010:1.0:1767384971.866300:0:39761:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000df22e8cc. 00040000:00000010:1.0:1767384971.866307:0:39761:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000892f7b04. 00080000:00000010:1.0:1767384971.866313:0:39761:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ff029461. 10000000:00000001:1.0:1767384971.866320:0:39761:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:1.0:1767384971.866324:0:39761:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:1.0:1767384971.866329:0:39761:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:1.0:1767384971.866332:0:39761:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:1.0:1767384971.866337:0:39761:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384971.866339:0:39761:0:(mgc_request.c:108:config_log_get()) log lustre-client (000000009a768129) refs 3 10000000:00000001:1.0:1767384971.866342:0:39761:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384971.866345:0:39761:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446635436802216448 : -108636907335168 : ffff9d31ffba9200) 10000000:00000001:1.0:1767384971.866349:0:39761:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384971.866351:0:39761:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x4895a8f6c11e84b1 00010000:00000001:1.0:1767384971.866355:0:39761:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384971.866358:0:39761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384971.866390:0:39761:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000024ac7dc7 refcount=2 00000020:00000001:1.0:1767384971.866394:0:39761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435776851456 : -108637932700160 : ffff9d31c29cbe00) 00010000:00000001:1.0:1767384971.866397:0:39761:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435776851456 : -108637932700160 : ffff9d31c29cbe00) 00010000:00000001:1.0:1767384971.866401:0:39761:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384971.866404:0:39761:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384971.866408:0:39761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: 0000000024ac7dc7/0x4895a8f6c11e84b1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e84b8 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384971.866419:0:39761:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384971.866421:0:39761:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384971.866423:0:39761:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384971.866424:0:39761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384971.866426:0:39761:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000024ac7dc7 refcount=3 00000020:00000001:1.0:1767384971.866428:0:39761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435776851456 : -108637932700160 : ffff9d31c29cbe00) 00010000:00000001:1.0:1767384971.866430:0:39761:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435776851456 : -108637932700160 : ffff9d31c29cbe00) 00010000:00000001:1.0:1767384971.866432:0:39761:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384971.866434:0:39761:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: 0000000024ac7dc7/0x4895a8f6c11e84b1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x4895a8f6c11e84b8 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384971.866441:0:39761:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384971.866443:0:39761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: 0000000024ac7dc7/0x4895a8f6c11e84b1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x4895a8f6c11e84b8 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384971.866449:0:39761:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384971.866450:0:39761:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384971.866451:0:39761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.157@tcp lock: 0000000024ac7dc7/0x4895a8f6c11e84b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x4895a8f6c11e84b8 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384971.866457:0:39761:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384971.866469:0:39761:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384971.866473:0:39761:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384971.866478:0:39761:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000005c073ec0. 00010000:00000001:1.0:1767384971.866481:0:39761:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384971.866497:0:39761:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1767384971.866500:0:39761:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384971.866502:0:39761:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384971.866504:0:39761:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384971.866506:0:39761:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384971.866507:0:39761:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384971.866510:0:39761:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384971.866512:0:39761:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384971.866514:0:39761:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384971.866515:0:39761:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384971.866517:0:39761:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384971.866518:0:39761:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384971.866520:0:39761:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384971.866522:0:39761:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384971.866523:0:39761:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:0.0:1767384971.866525:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000001:1.0:1767384971.866526:0:39761:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384971.866532:0:39761:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:0.0:1767384971.866533:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384971.866535:0:39761:0:(mgc_request.c:123:config_log_put()) log lustre-client(000000009a768129) refs 3 00010000:00010000:0.0:1767384971.866542:0:16757:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00000001:1.0:1767384971.866543:0:39761:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384971.866545:0:39761:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384971.866549:0:39761:0:(mgc_request.c:123:config_log_put()) log lustre-client(000000009a768129) refs 2 00010000:00000001:0.0:1767384971.866552:0:16757:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 10000000:00000001:1.0:1767384971.866553:0:39761:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:1.0:1767384971.866561:0:39761:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00000001:0.0:1767384971.866561:0:16757:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 10000000:00000001:1.0:1767384971.866567:0:39761:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384971.866569:0:16757:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.157@tcp lock: 0000000024ac7dc7/0x4895a8f6c11e84b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x4895a8f6c11e84b8 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384971.866571:0:39761:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384971.866580:0:39761:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005a0c20b2. 00010000:00010000:0.0:1767384971.866590:0:16757:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000024ac7dc7 already unused, calling callback (00000000de964f35) 00000040:00000010:1.0:1767384971.866591:0:39761:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000659968b9. 10000000:00000001:0.0:1767384971.866597:0:16757:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000010:1.0:1767384971.866600:0:39761:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e2e7a8d3. 10000000:00010000:0.0:1767384971.866602:0:16757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.157@tcp lock: 0000000024ac7dc7/0x4895a8f6c11e84b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x4895a8f6c11e84b8 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384971.866608:0:39761:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cad59d99. 00040000:00000010:1.0:1767384971.866617:0:39761:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000df22e8cc. 00010000:00000001:0.0:1767384971.866619:0:16757:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384971.866624:0:16757:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00040000:00000010:1.0:1767384971.866625:0:39761:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000892f7b04. 00000020:00000001:0.0:1767384971.866627:0:16757:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000010:1.0:1767384971.866631:0:39761:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ff029461. 00000020:00000040:0.0:1767384971.866632:0:16757:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000024ac7dc7 refcount=3 00000020:00000010:1.0:1767384971.866640:0:39761:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012e1767a. 00000020:00000001:0.0:1767384971.866640:0:16757:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435776851456 : -108637932700160 : ffff9d31c29cbe00) 00000020:00000001:1.0:1767384971.866649:0:39761:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384971.866649:0:16757:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435776851456 : -108637932700160 : ffff9d31c29cbe00) 00000020:00000010:1.0:1767384971.866659:0:39761:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at 0000000010dbcf45. 00010000:00000001:0.0:1767384971.866661:0:16757:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000001:1.0:1767384971.866665:0:39761:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384971.866667:0:16757:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.157@tcp lock: 0000000024ac7dc7/0x4895a8f6c11e84b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x4895a8f6c11e84b8 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384971.866672:0:39761:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at 00000000803b1eb2. 00000020:00000040:1.0:1767384971.866680:0:39761:0:(genops.c:898:class_export_put()) PUTting export 0000000014550072 : new refcount 5 10000000:00000001:0.0:1767384971.866683:0:16757:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000010:1.0:1767384971.866686:0:39761:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at 00000000ba3d49a4. 10000000:00010000:0.0:1767384971.866687:0:16757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.157@tcp lock: 0000000024ac7dc7/0x4895a8f6c11e84b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x4895a8f6c11e84b8 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00000010:00000001:1.0:1767384971.866696:0:39761:0:(lwp_dev.c:209:lwp_process_config()) Process entered 10000000:01000000:0.0:1767384971.866701:0:16757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000001:1.0:1767384971.866704:0:39761:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 10000000:01000000:0.0:1767384971.866708:0:16757:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 00000100:00080000:1.0:1767384971.866710:0:39761:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:1.0:1767384971.866714:0:39761:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384971.866717:0:39761:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384971.866719:0:39761:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00000040:1.0:1767384971.866724:0:39761:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 10000000:00000001:0.0:1767384971.866729:0:16757:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767384971.866730:0:39761:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 10000000:00000040:0.0:1767384971.866737:0:16757:0:(mgc_request.c:123:config_log_put()) log lustre-client(000000009a768129) refs 1 00000100:00000001:1.0:1767384971.866738:0:39761:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384971.866742:0:39761:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1767384971.866747:0:39761:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:0.0:1767384971.866750:0:16757:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000100:00000001:1.0:1767384971.866752:0:39761:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384971.866757:0:39761:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 10000000:00000001:0.0:1767384971.866759:0:16757:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00080000:1.0:1767384971.866761:0:39761:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 10000000:00000001:0.0:1767384971.866766:0:16757:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:1.0:1767384971.866768:0:39761:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384971.866774:0:39761:0:(genops.c:1242:class_import_put()) import 000000005ebd018a refcount=1 obd=lustre-MDT0000-lwp-MDT0000 10000000:00000001:0.0:1767384971.866775:0:16757:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:1.0:1767384971.866778:0:39761:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:0.0:1767384971.866781:0:16757:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:1.0:1767384971.866782:0:39761:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384971.866789:0:16757:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767384971.866790:0:39761:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 10000000:00000001:0.0:1767384971.866797:0:16757:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:1.0:1767384971.866798:0:39761:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 10000000:00000001:0.0:1767384971.866803:0:16757:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767384971.866804:0:39761:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 10000000:00000001:0.0:1767384971.866811:0:16757:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000010:1.0:1767384971.866815:0:39761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ff639a3f. 10000000:00000001:0.0:1767384971.866816:0:16757:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000040:1.0:1767384971.866823:0:39761:0:(genops.c:1229:class_import_get()) import 000000005ebd018a refcount=2 obd=lustre-MDT0000-lwp-MDT0000 10000000:00000001:0.0:1767384971.866823:0:16757:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1767384971.866829:0:16757:0:(genops.c:898:class_export_put()) PUTting export 0000000088fce2cf : new refcount 11 00000100:00000001:1.0:1767384971.866831:0:39761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384971.866837:0:39761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 10000000:00000010:0.0:1767384971.866840:0:16757:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at 000000009a768129. 02000000:00000001:1.0:1767384971.866844:0:39761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384971.866849:0:16757:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384971.866854:0:16757:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384971.866855:0:39761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000df22e8cc. 00010000:00000001:0.0:1767384971.866864:0:16757:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767384971.866868:0:39761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384971.866871:0:16757:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1767384971.866874:0:39761:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446635436514548736 : -108637195002880 : ffff9d31ee951c00) 00010000:00000001:0.0:1767384971.866876:0:16757:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00080000:1.0:1767384971.866880:0:39761:0:(import.c:65:import_set_state_nolock()) 000000005ebd018a lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00000001:0.0:1767384971.866882:0:16757:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384971.866887:0:16757:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.866891:0:39761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000040:0.0:1767384971.866893:0:16757:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000024ac7dc7 with handle 0x4895a8f6c11e84b1 from hash 00000100:00000001:1.0:1767384971.866897:0:39761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384971.866900:0:16757:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384971.866904:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384971.866906:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384971.866910:0:39761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff639a3f] to pc [ptlrpcd_rcv+-1] req@00000000ff639a3f x1853237358525440/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384971.866911:0:16757:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384971.866917:0:16757:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384971.866921:0:16757:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767384971.866930:0:16757:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384971.866934:0:16757:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384971.866942:0:16757:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000287f5986. 00000100:00000001:1.0:1767384971.866944:0:39761:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384971.866947:0:16757:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1767384971.866954:0:16757:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384971.866956:0:16757:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384971.866960:0:16757:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384971.866966:0:16757:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008862c44b. 00000100:00000001:0.0:1767384971.866976:0:16757:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384971.866988:0:16757:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384971.866993:0:16757:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.157@tcp lock: 0000000024ac7dc7/0x4895a8f6c11e84b1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x4895a8f6c11e84b8 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384971.867000:0:16757:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384971.867002:0:16757:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384971.867005:0:16757:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384971.867007:0:16757:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384971.867052:0:16757:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000287f5986] to pc [ptlrpcd_00_01+1] req@00000000287f5986 x1853237358525568/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384971.867073:0:16126:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384971.867080:0:16126:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384971.867083:0:16757:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384971.867084:0:16126:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767384971.867092:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384971.867095:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384971.867098:0:16126:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ff639a3f x1853237358525440/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384971.867099:0:16757:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.867102:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384971.867111:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384971.867112:0:16757:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.867115:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384971.867118:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384971.867125:0:16126:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000001:0.0:1767384971.867126:0:16757:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.867127:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.867133:0:16126:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384971.867133:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000287f5986 x1853237358525568/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384971.867137:0:16757:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.157@tcp lock: 0000000024ac7dc7/0x4895a8f6c11e84b1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x4895a8f6c11e84b8 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384971.867145:0:16126:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384971.867152:0:16126:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384971.867163:0:16126:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384971.867173:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:3.0:1767384971.867178:0:16126:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ff639a3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16126:1853237358525440:0@lo:39: 00000100:00000001:1.0:1767384971.867179:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:0.0:1767384971.867180:0:16757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.157@tcp lock: 0000000024ac7dc7/0x4895a8f6c11e84b1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x4895a8f6c11e84b8 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384971.867185:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384971.867195:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384971.867197:0:16126:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384971.867201:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384971.867205:0:16126:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384971.867207:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384971.867210:0:16126:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384971.867212:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1767384971.867216:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000287f5986 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358525568:0@lo:103: 00010000:00000001:0.0:1767384971.867241:0:16757:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:3.0:1767384971.867244:0:16126:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000010:0.0:1767384971.867249:0:16757:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000005c073ec0. 02000000:00000010:3.0:1767384971.867254:0:16126:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006aa70ccd. 00010000:00000001:0.0:1767384971.867260:0:16757:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384971.867261:0:16126:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.867261:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767384971.867267:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384971.867269:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384971.867273:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384971.867280:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767384971.867282:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767384971.867283:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384971.867284:0:16126:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059aed48a. 02000000:00000001:1.0:1767384971.867291:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384971.867294:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767384971.867298:0:16126:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af2b8b9d. 00000020:00000001:0.0:1767384971.867301:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767384971.867302:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767384971.867306:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384971.867308:0:16126:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358525440, portal 10 02000000:00000010:1.0:1767384971.867310:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000892f7b04. 00010000:00010000:0.0:1767384971.867312:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384971.867315:0:16126:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767384971.867317:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.867321:0:16126:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436514548736 : -108637195002880 : ffff9d31ee951c00) 00000400:00000010:1.0:1767384971.867326:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003edab07d. 00000400:00000010:1.0:1767384971.867335:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000789c108c. 00000100:00000040:3.0:1767384971.867337:0:16126:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ff639a3f x1853237358525440/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384971.867344:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358525568, portal 18 00000100:00000001:1.0:1767384971.867353:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384971.867357:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436514139136 : -108637195412480 : ffff9d31ee8edc00) 00000100:00000001:3.0:1767384971.867362:0:16126:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384971.867371:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000287f5986 x1853237358525568/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384971.867373:0:16126:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384971.867381:0:16126:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042896188. 00000100:00000200:3.0:1767384971.867390:0:16126:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237358525440, offset 0 00000100:00000001:1.0:1767384971.867393:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384971.867405:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384971.867406:0:16126:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767384971.867411:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000929ad647. 00000100:00000200:1.0:1767384971.867417:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237358525568, offset 0 00000400:00000200:3.0:1767384971.867426:0:16126:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384971.867435:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384971.867451:0:16126:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272707c00 00000400:00000200:1.0:1767384971.867475:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384971.867479:0:16126:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 11384 00000400:00000200:3.0:1767384971.867490:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384971.867493:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272707c80 00000400:00000200:1.0:1767384971.867500:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 0 00000400:00000200:1.0:1767384971.867507:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384971.867514:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384971.867519:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384971.867529:0:16126:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384971.867530:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384971.867535:0:16126:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1767384971.867536:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384971.867550:0:16126:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8b8458c. 00000100:00000010:1.0:1767384971.867550:0:16128:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6db7f0b. 00000100:00000040:3.0:1767384971.867558:0:16126:0:(events.c:337:request_in_callback()) incoming req@00000000e8b8458c x1853237358525440 msgsize 224 00000100:00000040:1.0:1767384971.867559:0:16128:0:(events.c:337:request_in_callback()) incoming req@00000000c6db7f0b x1853237358525568 msgsize 328 00000100:00100000:3.0:1767384971.867590:0:16126:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767384971.867591:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384971.867617:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384971.867619:0:16126:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384971.867627:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000929ad647 00000400:00000010:1.0:1767384971.867632:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000929ad647. 00000100:00000001:1.0:1767384971.867638:0:16128:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384971.867642:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000287f5986 x1853237358525568/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384971.867644:0:16126:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042896188 00000400:00000010:3.0:1767384971.867651:0:16126:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042896188. 00000100:00000001:0.0:1767384971.867659:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384971.867662:0:16126:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384971.867666:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384971.867666:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358525440 00000100:00000200:3.0:1767384971.867673:0:16126:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ff639a3f x1853237358525440/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384971.867675:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384971.867679:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000287f5986 x1853237358525568/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384971.867682:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384971.867688:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384971.867699:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384971.867709:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358525440 00000020:00000001:0.0:1767384971.867719:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384971.867725:0:16756:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:0.0:1767384971.867726:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8544 00000100:00100000:2.0:1767384971.867733:0:16756:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358525568 00000100:00000001:3.0:1767384971.867734:0:16126:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384971.867737:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384971.867738:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384971.867741:0:16756:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:0.0:1767384971.867747:0:16770:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d62afedc refcount=5 00000100:00000040:3.0:1767384971.867748:0:16126:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ff639a3f x1853237358525440/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384981 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384971.867748:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384971.867749:0:16756:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384971.867756:0:16756:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.867761:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384971.867761:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 02000000:00000001:2.0:1767384971.867767:0:16756:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.867775:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294961741 00000020:00000001:0.0:1767384971.867777:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436127094784 : -108637582456832 : ffff9d31d77d0800) 00000100:00100000:2.0:1767384971.867778:0:16756:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358525568 00000020:00000001:2.0:1767384971.867788:0:16756:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:1.0:1767384971.867789:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000844d7b3a. 00000100:00000001:3.0:1767384971.867792:0:16126:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384971.867792:0:16756:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000100:00000001:0.0:1767384971.867795:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384971.867799:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000020:00000001:2.0:1767384971.867801:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384971.867804:0:16126:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:2.0:1767384971.867807:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=15 00000020:00000010:0.0:1767384971.867809:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007dc02945. 00000100:00000001:3.0:1767384971.867816:0:16126:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384971.867817:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:1.0:1767384971.867820:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294961741 00000100:00000001:0.0:1767384971.867820:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384971.867827:0:16756:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000040:3.0:1767384971.867829:0:16126:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2940 usecs (3 jiffies) 00000100:00000010:1.0:1767384971.867832:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004bf891cd. 00000020:00000010:0.0:1767384971.867835:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007dc02945. 00000100:00000001:2.0:1767384971.867854:0:16756:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384971.867859:0:16126:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294961733 00000100:00000001:1.0:1767384971.867860:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000020:00000010:2.0:1767384971.867867:0:16756:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000054a8c456. 00000020:00000010:0.0:1767384971.867870:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cce065fa. 00000100:00000001:3.0:1767384971.867871:0:16126:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294961741 00000100:00000001:1.0:1767384971.867872:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294961741 00000100:00000001:2.0:1767384971.867879:0:16756:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384971.867884:0:16126:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294961733 00000020:00000010:0.0:1767384971.867884:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000284e2397. 00000100:00000010:1.0:1767384971.867886:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000242a161f. 00000020:00000010:2.0:1767384971.867890:0:16756:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000054a8c456. 00000100:00000001:3.0:1767384971.867900:0:16126:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294961741 00000020:00000010:0.0:1767384971.867901:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029ec94d9. 00000100:00000001:1.0:1767384971.867902:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000020:00000010:2.0:1767384971.867908:0:16756:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009451e507. 00000100:00000001:3.0:1767384971.867910:0:16126:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294961733 00000100:00000001:1.0:1767384971.867915:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294961741 00000100:00000001:3.0:1767384971.867920:0:16126:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294961741 00000100:00000040:0.0:1767384971.867921:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:2.0:1767384971.867924:0:16756:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f63f0071. 00000100:00000010:1.0:1767384971.867925:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000053aa8e96. 00000100:00000001:3.0:1767384971.867933:0:16126:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294961733 00000100:00000001:0.0:1767384971.867933:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384971.867936:0:16128:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384971.867940:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384971.867941:0:16756:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002ab698ee. 00000100:00000001:0.0:1767384971.867948:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.867949:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384971.867953:0:16126:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294961741 00000100:00000001:3.0:1767384971.867962:0:16126:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384971.867971:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.867972:0:16126:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384971.867973:0:16756:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384971.867975:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.867985:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.867988:0:16126:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.867988:0:16756:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384971.867990:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384971.867997:0:16756:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384971.868000:0:16126:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384971.868001:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384971.868005:0:16756:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:1.0:1767384971.868006:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384971.868013:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:2.0:1767384971.868014:0:16756:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.868021:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384971.868024:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384971.868026:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384971.868054:0:16126:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384971.868057:0:16126:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1767384971.868062:0:16126:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384971.868065:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.868066:0:16126:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384971.868074:0:16126:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.868077:0:16126:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.868080:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384971.868085:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.868089:0:16756:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00100000:0.0:1767384971.868093:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00010000:00000001:2.0:1767384971.868098:0:16756:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:0.0:1767384971.868101:0:16770:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d62afedc : new rpc_count 1 00000020:00000001:2.0:1767384971.868102:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384971.868108:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436633358336 : -108637076193280 : ffff9d31f5aa0000) 00000020:00000040:2.0:1767384971.868110:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003874b5aa refcount=3 00000020:00000001:2.0:1767384971.868119:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854931968 : -108637854619648 : ffff9d31c7442800) 00000100:00000040:0.0:1767384971.868123:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e8b8458c x1853237358525440/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:197/0 lens 224/0 e 0 to 0 dl 1767384982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384971.868125:0:16756:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854931968 : -108637854619648 : ffff9d31c7442800) 00010000:00000001:2.0:1767384971.868134:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384971.868138:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384971.868142:0:16756:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.868149:0:16756:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.868155:0:16770:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384971.868160:0:16756:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384971.868173:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007dc02945. 00000100:00000001:0.0:1767384971.868177:0:16770:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384971.868181:0:16756:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384971.868182:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007dc02945. 00000100:00100000:0.0:1767384971.868195:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e8b8458c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16126:x1853237358525440:12345-0@lo:39: 00000100:00000200:0.0:1767384971.868203:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358525440 00000100:00000001:2.0:1767384971.868207:0:16756:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384971.868208:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384971.868215:0:16756:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384971.868217:0:16770:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384971.868247:0:16770:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.868251:0:34224:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384971.868254:0:16756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000020:00000001:0.0:1767384971.868257:0:16770:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384971.868258:0:34224:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384971.868261:0:16756:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:3.0:1767384971.868264:0:34224:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.868267:0:16756:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436514541568 : -108637195010048 : ffff9d31ee950000) 00000100:00000001:3.0:1767384971.868272:0:34224:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384971.868273:0:16770:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671210848 : -1038340768 : ffffffffc21c2d60) 00000100:00000040:2.0:1767384971.868281:0:16756:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c6db7f0b x1853237358525568/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:197/0 lens 328/0 e 0 to 0 dl 1767384982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384971.868285:0:16770:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384971.868292:0:16770:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384971.868303:0:16770:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384971.868304:0:16756:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384971.868307:0:16770:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:2.0:1767384971.868312:0:16756:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000054a8c456. 00000020:00000001:0.0:1767384971.868313:0:16770:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.868322:0:16756:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384971.868323:0:16770:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:0.0:1767384971.868330:0:16770:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000020:00000010:2.0:1767384971.868331:0:16756:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000054a8c456. 00000100:00000001:0.0:1767384971.868336:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1767384971.868343:0:16756:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c6db7f0b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fc613044-dd35-4201-b03c-4d69ab0214c0+15:16128:x1853237358525568:12345-0@lo:103: 02000000:00000001:0.0:1767384971.868344:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1767384971.868353:0:16756:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358525568 02000000:00000010:0.0:1767384971.868354:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005a59dcd1. 00010000:00000001:2.0:1767384971.868357:0:16756:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384971.868362:0:16756:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 02000000:00000001:0.0:1767384971.868363:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.868366:0:16756:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384971.868369:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.868374:0:16756:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:0.0:1767384971.868378:0:16770:0:(genops.c:887:class_export_get()) GET export 00000000d62afedc refcount=6 02000000:00000001:2.0:1767384971.868379:0:16756:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1767384971.868386:0:16770:0:(obd_class.h:902:obd_disconnect()) Process entered 02000000:00000010:2.0:1767384971.868387:0:16756:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a540a65e. 00000004:00000001:0.0:1767384971.868407:0:16770:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 02000000:00000001:2.0:1767384971.868409:0:16756:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384971.868412:0:16770:0:(genops.c:887:class_export_get()) GET export 00000000d62afedc refcount=7 00000100:00000001:2.0:1767384971.868414:0:16756:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384971.868418:0:16770:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:0.0:1767384971.868421:0:16770:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:0.0:1767384971.868425:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000d62afedc : new refcount 6 00010000:00000001:2.0:1767384971.868433:0:16756:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000020:00000080:0.0:1767384971.868434:0:16770:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4895a8f6c11e8544 00010000:00010000:2.0:1767384971.868440:0:16756:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000040:0.0:1767384971.868441:0:16770:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d62afedc with handle 0x4895a8f6c11e8544 from hash 00010000:00000001:2.0:1767384971.868447:0:16756:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:0.0:1767384971.868450:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000d62afedc : new refcount 5 00000020:00000001:2.0:1767384971.868451:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384971.868457:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003874b5aa refcount=3 00000020:00000001:2.0:1767384971.868461:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854931968 : -108637854619648 : ffff9d31c7442800) 00000020:00000001:0.0:1767384971.868471:0:16770:0:(genops.c:1932:obd_stale_export_put()) Process entered 00010000:00000001:2.0:1767384971.868473:0:16756:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854931968 : -108637854619648 : ffff9d31c7442800) 00000020:00000040:0.0:1767384971.868477:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000d62afedc : new refcount 4 00010000:00000040:2.0:1767384971.868479:0:16756:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000000dc5741 count: 6 00000020:00000001:0.0:1767384971.868483:0:16770:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:2.0:1767384971.868485:0:16756:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384971.868489:0:16756:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384971.868492:0:16756:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384971.868494:0:16756:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384971.868500:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000d62afedc : new refcount 3 00000020:00000001:2.0:1767384971.868501:0:16756:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384971.868510:0:16770:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.868512:0:16756:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1767384971.868516:0:16770:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00010000:00000001:2.0:1767384971.868517:0:16756:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00080000:0.0:1767384971.868523:0:16770:0:(import.c:65:import_set_state_nolock()) 0000000041276527 : changing import state from FULL to CLOSED 00010000:00000001:2.0:1767384971.868528:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384971.868529:0:16770:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00010000:00000001:2.0:1767384971.868535:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384971.868535:0:16770:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00010000:00000001:2.0:1767384971.868541:0:16756:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384971.868541:0:16770:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:2.0:1767384971.868547:0:16756:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384971.868552:0:16756:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003874b5aa with handle 0x4895a8f6c11e84b8 from hash 00010000:00000001:2.0:1767384971.868555:0:16756:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384971.868557:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384971.868558:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384971.868560:0:16756:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384971.868564:0:16756:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384971.868565:0:16770:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.868566:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384971.868573:0:16756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003874b5aa/0x4895a8f6c11e84b8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4895a8f6c11e84b1 expref: 15 pid: 16763 timeout: 0 lvb_type: 0 00000020:00000020:0.0:1767384971.868575:0:16770:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:0.0:1767384971.868585:0:16770:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000e235a287 dirty 0 pend 0 grant 0 00000020:00000001:3.0:1767384971.868586:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384971.868594:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384971.868594:0:16756:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000005d63f134 : new locks_count 9 00000020:00000020:0.0:1767384971.868595:0:16770:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000d62afedc dirty 0 pend 0 grant 0 00000020:00000040:2.0:1767384971.868605:0:16756:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 14 00010000:00010000:3.0:1767384971.868606:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000020:0.0:1767384971.868607:0:16770:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 4e06ef04-c857-4d9c-9c79-1b949f9a7b1e/00000000f331812b dirty 0 pend 0 grant 0 00000004:00000001:0.0:1767384971.868618:0:16770:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00010000:00000001:2.0:1767384971.868620:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:0.0:1767384971.868625:0:16770:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00010000:00000001:2.0:1767384971.868626:0:16756:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000001:00000001:0.0:1767384971.868632:0:16770:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.868633:0:16756:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384971.868639:0:16756:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384971.868640:0:16770:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.868645:0:16756:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384971.868646:0:16770:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:0.0:1767384971.868651:0:16770:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000006cd66532) : new refcount 6 00000001:00000001:0.0:1767384971.868654:0:16770:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:0.0:1767384971.868658:0:16770:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000006cd66532) : new refcount 5 00010000:00000001:2.0:1767384971.868662:0:16756:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000040:0.0:1767384971.868664:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000d62afedc : new refcount 2 00010000:00010000:2.0:1767384971.868666:0:16756:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000001:00000001:0.0:1767384971.868671:0:16770:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00010000:00000001:2.0:1767384971.868672:0:16756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:0.0:1767384971.868678:0:16770:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000006cd66532) : new refcount 4 00010000:00000001:2.0:1767384971.868681:0:16756:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000001:00000001:0.0:1767384971.868683:0:16770:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00010000:00000001:2.0:1767384971.868687:0:16756:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384971.868688:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000d62afedc : new refcount 1 00000100:00001000:2.0:1767384971.868695:0:16756:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bb2adef3 time=95 v=5 (1 0 0 0) 00000004:00000001:0.0:1767384971.868696:0:16770:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384971.868705:0:16770:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.868708:0:16756:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384971.868710:0:16770:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384971.868715:0:16756:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 21 to 0@lo 00000020:00000001:0.0:1767384971.868719:0:16770:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.868720:0:16756:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:2.0:1767384971.868728:0:16756:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:0.0:1767384971.868732:0:16770:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358525440 02000000:00000001:2.0:1767384971.868733:0:16756:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.868740:0:16756:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384971.868744:0:16770:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:2.0:1767384971.868745:0:16756:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384971.868753:0:16756:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004271ee8b. 00000100:00000200:2.0:1767384971.868757:0:16756:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237358525568, offset 224 00010000:00000200:0.0:1767384971.868759:0:16770:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e8b8458c x1853237358525440/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:197/0 lens 224/224 e 0 to 0 dl 1767384982 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384971.868768:0:16756:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384971.868784:0:16756:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384971.868795:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1767384971.868798:0:16756:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272707c80 00000400:00000200:2.0:1767384971.868804:0:16756:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2089 [1] + 224 00000400:00000200:2.0:1767384971.868809:0:16756:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384971.868816:0:16756:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384971.868819:0:16770:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.868821:0:16756:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384971.868829:0:16756:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000287f5986 x1853237358525568/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384971.868831:0:16770:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c25a1dd6 time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384971.868847:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384971.868855:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 22 to 0@lo 00000100:00000040:2.0:1767384971.868858:0:16756:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000287f5986 x1853237358525568/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384971.868861:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 02000000:00000001:0.0:1767384971.868869:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384971.868873:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.868881:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384971.868891:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384971.868897:0:16770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0895da3. 00000100:00000200:0.0:1767384971.868902:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358525440, offset 224 00000400:00000200:0.0:1767384971.868908:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384971.868910:0:16756:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384971.868920:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384971.868928:0:16756:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004271ee8b 00000400:00000200:0.0:1767384971.868936:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272707c00 00000400:00000010:2.0:1767384971.868938:0:16756:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004271ee8b. 00000100:00000001:2.0:1767384971.868947:0:16756:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384971.868950:0:16756:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384971.868957:0:16756:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384971.868961:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2085 [1] + 224 00000100:00000040:2.0:1767384971.868968:0:16756:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 21 to 0@lo 00010000:00000001:2.0:1767384971.868974:0:16756:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384971.868980:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384971.868987:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384971.868995:0:16756:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.869000:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384971.869001:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384971.869006:0:16756:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6db7f0b x1853237358525568/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:197/0 lens 328/224 e 0 to 0 dl 1767384982 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384971.869008:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384971.869049:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384971.869063:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384971.869065:0:16756:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c6db7f0b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16128:x1853237358525568:12345-0@lo:103: Request processed in 758us (1501us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384971.869068:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003edab07d. 00000100:00000200:0.0:1767384971.869069:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ff639a3f x1853237358525440/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384981 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384971.869083:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000789c108c 00000100:00100000:2.0:1767384971.869090:0:16756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000400:00000010:1.0:1767384971.869092:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000789c108c. 00000100:00000040:2.0:1767384971.869096:0:16756:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000040:0.0:1767384971.869098:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ff639a3f x1853237358525440/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384971.869101:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384971.869104:0:16756:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384971.869109:0:16756:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384971.869115:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000287f5986 x1853237358525568/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384971.869119:0:16756:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f63f0071. 00000020:00000010:2.0:1767384971.869130:0:16756:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002ab698ee. 00000100:00000001:0.0:1767384971.869135:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384971.869139:0:16756:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009451e507. 00000100:00000200:1.0:1767384971.869144:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000287f5986 x1853237358525568/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384971.869149:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0895da3 00000020:00000040:2.0:1767384971.869150:0:16756:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 00000400:00000010:0.0:1767384971.869159:0:16770:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0895da3. 00000100:00000001:3.0:1767384971.869160:0:16126:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384971.869161:0:16756:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384971.869166:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384971.869168:0:16126:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384971.869172:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384971.869173:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384971.869179:0:16126:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384971.869180:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384971.869181:0:16128:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:3.0:1767384971.869189:0:16126:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1767384971.869190:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384971.869192:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384971.869196:0:16126:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059aed48a. 00000100:00000001:1.0:1767384971.869197:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384971.869201:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 20 to 0@lo 00000100:00000001:1.0:1767384971.869204:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384971.869207:0:16126:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af2b8b9d 00010000:00000001:0.0:1767384971.869211:0:16770:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:1.0:1767384971.869213:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384971.869214:0:16126:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af2b8b9d. 00000020:00000001:0.0:1767384971.869216:0:16770:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.869245:0:16126:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384971.869247:0:16770:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00001000:1.0:1767384971.869249:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f692eeab time=95 v=5 (5 0 0 0) 00000100:00000200:3.0:1767384971.869256:0:16126:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ff639a3f x1853237358525440/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384971.869258:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8b8458c x1853237358525440/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:197/0 lens 224/224 e 0 to 0 dl 1767384982 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384971.869265:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=95 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384971.869282:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384971.869289:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384971.869299:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384971.869304:0:16128:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.869314:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384971.869320:0:16126:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ff639a3f x1853237358525440/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384981 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384971.869326:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000287f5986 x1853237358525568/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384971.869376:0:16126:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384971.869381:0:16126:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384971.869390:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384971.869391:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e8b8458c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+1:16126:x1853237358525440:12345-0@lo:39: Request processed in 1231us (1827us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384971.869392:0:16126:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384971.869397:0:16126:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384971.869400:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384971.869402:0:16126:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384971.869406:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384971.869408:0:16126:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384971.869417:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:1.0:1767384971.869418:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000287f5986 x1853237358525568/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384971.869419:0:16126:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384971.869428:0:16770:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d62afedc : new rpc_count 0 00000100:00001000:3.0:1767384971.869432:0:16126:0:(import.c:2128:obd_at_measure()) add 5 to 00000000a5338197 time=90 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384971.869436:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384971.869442:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1767384971.869447:0:16126:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c619e3cd time=90 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384971.869450:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000284e2397. 00000100:00100000:1.0:1767384971.869454:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000287f5986 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358525568:0@lo:103: 00000100:00000001:3.0:1767384971.869457:0:16126:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384971.869461:0:16126:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384971.869462:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029ec94d9. 00010000:00000001:3.0:1767384971.869465:0:16126:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1767384971.869473:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cce065fa. 00000100:00000001:1.0:1767384971.869474:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384971.869483:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1767384971.869484:0:16770:0:(genops.c:898:class_export_put()) PUTting export 00000000d62afedc : new refcount 0 00010000:00000001:3.0:1767384971.869487:0:16126:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384971.869491:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000287f5986 x1853237358525568/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000080:0.0:1767384971.869492:0:16770:0:(genops.c:904:class_export_put()) final put 00000000d62afedc/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00000001:3.0:1767384971.869495:0:16126:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384971.869502:0:16126:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384971.869509:0:16126:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384971.869514:0:16126:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.869516:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384971.869517:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384971.869524:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1767384971.869525:0:16126:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ff639a3f x1853237358525440/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384971.869530:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000892f7b04. 02000000:00000001:1.0:1767384971.869539:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384971.869544:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384971.869545:0:16126:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384971.869548:0:16128:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1767384971.869552:0:16126:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1767384971.869555:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384971.869557:0:16126:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384971.869561:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008862c44b. 00000100:00080000:3.0:1767384971.869563:0:16126:0:(import.c:65:import_set_state_nolock()) 000000005ebd018a lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 02000000:00000001:1.0:1767384971.869569:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384971.869570:0:16126:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384971.869577:0:16126:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:1.0:1767384971.869577:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384971.869585:0:16126:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000010:1.0:1767384971.869585:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000287f5986. 00000100:00000001:3.0:1767384971.869590:0:16126:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000001:2.0:1767384971.869598:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000100:00000001:1.0:1767384971.869599:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000080:2.0:1767384971.869605:0:8:0:(genops.c:863:class_export_destroy()) destroying export 00000000d62afedc/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000100:00000001:1.0:1767384971.869607:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384971.869614:0:16126:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ff639a3f x1853237358525440/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384981 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384971.869618:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 19 to 0@lo 00000100:00000001:1.0:1767384971.869620:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384971.869629:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:2.0:1767384971.869635:0:8:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000100:00000001:1.0:1767384971.869638:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1767384971.869643:0:8:0:(genops.c:1229:class_import_get()) import 0000000041276527 refcount=2 obd=lustre-MDT0000 00000100:00100000:3.0:1767384971.869644:0:16126:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ff639a3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16126:1853237358525440:0@lo:39: 00000100:00000001:1.0:1767384971.869647:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.869648:0:39761:0:(import.c:1959:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384971.869651:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384971.869656:0:8:0:(genops.c:1242:class_import_put()) import 0000000041276527 refcount=1 obd=lustre-MDT0000 00000100:00000001:1.0:1767384971.869663:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384971.869663:0:39761:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000020:00000001:2.0:1767384971.869664:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:0.0:1767384971.869672:0:39761:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000020:00000001:2.0:1767384971.869674:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384971.869675:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.869677:0:39761:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000020:00000040:2.0:1767384971.869678:0:8:0:(genops.c:1242:class_import_put()) import 0000000041276527 refcount=0 obd=lustre-MDT0000 00000020:00000040:2.0:1767384971.869686:0:8:0:(genops.c:1245:class_import_put()) final put import 0000000041276527 00000100:00100000:0.0:1767384971.869690:0:39761:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@00000000ff639a3f x1853237358525440/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384981 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384971.869700:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384971.869704:0:39761:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000004:00000010:2.0:1767384971.869706:0:8:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000d184fe40. 00000100:00100000:0.0:1767384971.869710:0:39761:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00010000:00000001:2.0:1767384971.869716:0:8:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000100:00000040:0.0:1767384971.869717:0:39761:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000001:00000001:2.0:1767384971.869721:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000001:0.0:1767384971.869728:0:39761:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000001:00000010:2.0:1767384971.869730:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000edb676c2. 00000100:00000001:0.0:1767384971.869733:0:39761:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000001:00000010:2.0:1767384971.869736:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e08de983. 00000100:00000001:0.0:1767384971.869739:0:39761:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000001:00000010:2.0:1767384971.869741:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005c7ae938. 00000100:00000001:0.0:1767384971.869746:0:39761:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384971.869748:0:16126:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384971.869750:0:39761:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384971.869754:0:16126:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384971.869758:0:39761:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000001:00000010:2.0:1767384971.869762:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008331622c. 00000100:00000040:3.0:1767384971.869766:0:16126:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ff639a3f x1853237358525440/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384981 ref 1 fl Complete:RENQU/200/0 rc -5/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384971.869767:0:39761:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000010:2.0:1767384971.869769:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000b203f73d. 00000001:00000001:0.0:1767384971.869777:0:39761:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000010:2.0:1767384971.869778:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000096b8ac9e. 00000001:00000001:0.0:1767384971.869786:0:39761:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384971.869789:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00000001:3.0:1767384971.869790:0:16126:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767384971.869796:0:8:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 02000000:00000001:3.0:1767384971.869797:0:16126:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:2.0:1767384971.869802:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 02000000:00000010:3.0:1767384971.869804:0:16126:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006aa70ccd. 00000001:00000010:2.0:1767384971.869809:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c055b558. 02000000:00000001:3.0:1767384971.869812:0:16126:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000010:2.0:1767384971.869816:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ebe1bf64. 00000020:00000001:3.0:1767384971.869817:0:16126:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000010:2.0:1767384971.869820:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000097ca0565. 00000020:00000040:3.0:1767384971.869822:0:16126:0:(genops.c:1242:class_import_put()) import 000000005ebd018a refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000001:00000010:2.0:1767384971.869826:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000ea8ae73. 00000020:00000001:3.0:1767384971.869829:0:16126:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000010:2.0:1767384971.869832:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000d7ccdd51. 02000000:00000010:3.0:1767384971.869834:0:16126:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000df22e8cc. 00000001:00000010:2.0:1767384971.869838:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000d7cae899. 02000000:00000001:3.0:1767384971.869842:0:16126:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:2.0:1767384971.869844:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 02000000:00000001:3.0:1767384971.869847:0:16126:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1767384971.869849:0:8:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00000100:00000010:3.0:1767384971.869851:0:16126:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ff639a3f. 00010000:00000001:2.0:1767384971.869853:0:8:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000100:00000001:3.0:1767384971.869862:0:16126:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000010:2.0:1767384971.869862:0:8:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000f2903f89. 00000020:00000020:2.0:1767384971.869873:0:8:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000100:00000001:3.0:1767384971.869878:0:16126:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:2.0:1767384971.869882:0:8:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000e235a287 dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767384971.869883:0:16126:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384971.869892:0:16126:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000020:2.0:1767384971.869895:0:8:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 4e06ef04-c857-4d9c-9c79-1b949f9a7b1e/00000000f331812b dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767384971.869896:0:16126:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.869904:0:16126:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:2.0:1767384971.869911:0:8:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.869912:0:16126:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384971.869922:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384971.869930:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8a46e2f) now 9 - export 00000020:00000010:2.0:1767384971.869937:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000d62afedc. 00000020:00000001:2.0:1767384971.869948:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384971.869955:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767384971.869958:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000041276527 for lustre-MDT0000 00000020:00000040:2.0:1767384971.869964:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 18 to 0@lo 00000020:00000040:2.0:1767384971.869968:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8a46e2f) now 8 - import 00000020:00000010:2.0:1767384971.869971:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000041276527. 00000020:00000001:2.0:1767384971.869977:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000001:0.0:1767384971.870545:0:39761:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384971.870549:0:39761:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384971.870560:0:39761:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384971.871582:0:39761:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.871586:0:39761:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000010:00000001:0.0:1767384971.871590:0:39761:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:0.0:1767384971.871592:0:39761:0:(lwp_dev.c:226:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384971.871594:0:39761:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at 00000000ba3d49a4. 00000020:00000001:0.0:1767384971.871599:0:39761:0:(tgt_mount.c:1008:lustre_disconnect_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384971.871602:0:39761:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at 00000000803b1eb2. 00000020:00000010:0.0:1767384971.871605:0:39761:0:(tgt_mount.c:1012:lustre_disconnect_lwp()) kfreed 'cfg': 88 at 00000000e20a05ec. 00000020:00000010:0.0:1767384971.871607:0:39761:0:(tgt_mount.c:1013:lustre_disconnect_lwp()) kfreed 'logname': 64 at 0000000046c4c88e. 00000020:00000010:0.0:1767384971.871613:0:39761:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cce065fa. 00000020:00000010:0.0:1767384971.871616:0:39761:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008862c44b. 00000040:00000010:0.0:1767384971.871620:0:39761:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009a768129. 00000020:00000010:0.0:1767384971.871624:0:39761:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000014318869. 00000020:00000010:0.0:1767384971.871628:0:39761:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002432c2b4. 00000020:00000010:0.0:1767384971.871632:0:39761:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a9f95765. 80000000:00000010:0.0:1767384971.871635:0:39761:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e4a79cda. 40000000:00000010:0.0:1767384971.871639:0:39761:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007dc02945. 00100000:00000010:0.0:1767384971.871643:0:39761:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c90ea6ea. 00040000:00000010:0.0:1767384971.871646:0:39761:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000192a0bd5. 00040000:00000010:0.0:1767384971.871650:0:39761:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000029bff76a. 00040000:00000010:0.0:1767384971.871653:0:39761:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000068e5ef65. 00080000:00000010:0.0:1767384971.871657:0:39761:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000058971516. 00000004:00000010:0.0:1767384971.871661:0:39761:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001460dd3c. 00000004:00000010:0.0:1767384971.871665:0:39761:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000083f3c73a. 00000004:00000010:0.0:1767384971.871669:0:39761:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000bdbb56b5. 00002000:00000010:0.0:1767384971.871673:0:39761:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e1e6ea95. 00000004:00000010:0.0:1767384971.871677:0:39761:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000093fc9700. 00000020:00000010:0.0:1767384971.871681:0:39761:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003accc665. 00000020:00000001:0.0:1767384971.871686:0:39761:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:0.0:1767384971.871689:0:39761:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at 000000004eb806ac. 00000020:00000001:0.0:1767384971.871691:0:39761:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384971.871694:0:39761:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed808160. 00000020:00000010:0.0:1767384971.871697:0:39761:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005924ea31. 00000040:00000010:0.0:1767384971.871708:0:39761:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f9388d9c. 00000020:00000010:0.0:1767384971.871711:0:39761:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e7eff4b5. 00000020:00000010:0.0:1767384971.871715:0:39761:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001c69589c. 00040000:00000010:0.0:1767384971.871719:0:39761:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007029a27a. 00040000:00000010:0.0:1767384971.871723:0:39761:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ad7f7ea1. 00080000:00000010:0.0:1767384971.871728:0:39761:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005c6505b7. 10000000:00000001:0.0:1767384971.871733:0:39761:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:0.0:1767384971.871735:0:39761:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:0.0:1767384971.871739:0:39761:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:0.0:1767384971.871741:0:39761:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1767384971.871744:0:39761:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384971.871746:0:39761:0:(mgc_request.c:108:config_log_get()) log lustre-MDT0000 (000000006b3c388d) refs 3 10000000:00000001:0.0:1767384971.871750:0:39761:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384971.871752:0:39761:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446635436802394112 : -108636907157504 : ffff9d31ffbd4800) 10000000:00000001:0.0:1767384971.871756:0:39761:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1767384971.871758:0:39761:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x4895a8f6c11e842c 00010000:00000001:0.0:1767384971.871762:0:39761:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384971.871764:0:39761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384971.871767:0:39761:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dfaa064c refcount=2 00000020:00000001:0.0:1767384971.871770:0:39761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879613440 : -108637829938176 : ffff9d31c8bcc400) 00010000:00000001:0.0:1767384971.871773:0:39761:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879613440 : -108637829938176 : ffff9d31c8bcc400) 00010000:00000001:0.0:1767384971.871778:0:39761:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384971.871780:0:39761:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384971.871784:0:39761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: 00000000dfaa064c/0x4895a8f6c11e842c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e8433 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384971.871797:0:39761:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384971.871800:0:39761:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384971.871802:0:39761:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384971.871805:0:39761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384971.871807:0:39761:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dfaa064c refcount=3 00000020:00000001:0.0:1767384971.871811:0:39761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879613440 : -108637829938176 : ffff9d31c8bcc400) 00010000:00000001:0.0:1767384971.871814:0:39761:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879613440 : -108637829938176 : ffff9d31c8bcc400) 00010000:00000001:0.0:1767384971.871818:0:39761:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384971.871830:0:39761:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: 00000000dfaa064c/0x4895a8f6c11e842c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x4895a8f6c11e8433 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384971.871841:0:39761:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384971.871844:0:39761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: 00000000dfaa064c/0x4895a8f6c11e842c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x4895a8f6c11e8433 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384971.871851:0:39761:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384971.871852:0:39761:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384971.871853:0:39761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.157@tcp lock: 00000000dfaa064c/0x4895a8f6c11e842c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x4895a8f6c11e8433 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384971.871859:0:39761:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384971.871861:0:39761:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384971.871863:0:39761:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384971.871866:0:39761:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000067758ce7. 00010000:00000001:0.0:1767384971.871869:0:39761:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767384971.871885:0:39761:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1767384971.871888:0:39761:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384971.871889:0:39761:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384971.871891:0:39761:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384971.871893:0:39761:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384971.871894:0:39761:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384971.871896:0:39761:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1767384971.871898:0:39761:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x4895a8f6c11e884d 00010000:00000001:0.0:1767384971.871900:0:39761:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384971.871901:0:39761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384971.871904:0:39761:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a5c45ff refcount=2 00000020:00000001:0.0:1767384971.871906:0:39761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00010000:00000001:0.0:1767384971.871908:0:39761:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00010000:00000001:0.0:1767384971.871911:0:39761:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384971.871912:0:39761:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384971.871914:0:39761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: 000000004a5c45ff/0x4895a8f6c11e884d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e8854 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384971.871933:0:39761:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384971.871935:0:39761:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384971.871937:0:39761:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384971.871939:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384971.871940:0:39761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384971.871947:0:39761:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a5c45ff refcount=3 00000020:00000001:2.0:1767384971.871948:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384971.871951:0:39761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00010000:00000001:0.0:1767384971.871958:0:39761:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00010000:00010000:2.0:1767384971.871959:0:16757:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767384971.871962:0:39761:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384971.871968:0:39761:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: 000000004a5c45ff/0x4895a8f6c11e884d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4895a8f6c11e8854 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384971.871970:0:16757:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384971.871976:0:39761:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384971.871978:0:39761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: 000000004a5c45ff/0x4895a8f6c11e884d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x4895a8f6c11e8854 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384971.871983:0:39761:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384971.871984:0:39761:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384971.871988:0:39761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.157@tcp lock: 000000004a5c45ff/0x4895a8f6c11e884d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x4895a8f6c11e8854 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384971.871991:0:16757:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384971.871998:0:16757:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.157@tcp lock: 00000000dfaa064c/0x4895a8f6c11e842c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x4895a8f6c11e8433 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384971.872000:0:39761:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384971.872004:0:39761:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384971.872009:0:39761:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384971.872039:0:39761:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000ff95e215. 00010000:00000001:0.0:1767384971.872044:0:39761:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767384971.872063:0:16757:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000dfaa064c already unused, calling callback (00000000de964f35) 00010000:00010000:0.0:1767384971.872064:0:39761:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:00000001:2.0:1767384971.872069:0:16757:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:0.0:1767384971.872072:0:39761:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:2.0:1767384971.872074:0:16757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.157@tcp lock: 00000000dfaa064c/0x4895a8f6c11e842c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x4895a8f6c11e8433 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384971.872077:0:39761:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384971.872078:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384971.872085:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384971.872087:0:39761:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384971.872093:0:39761:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384971.872095:0:16758:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767384971.872098:0:39761:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384971.872100:0:16757:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 10000000:00000001:0.0:1767384971.872105:0:39761:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1767384971.872106:0:16757:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 10000000:00000040:0.0:1767384971.872112:0:39761:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ff67cc77) refs 2 00000020:00000001:2.0:1767384971.872113:0:16757:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384971.872116:0:16757:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000dfaa064c refcount=3 00000020:00000001:2.0:1767384971.872120:0:16757:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879613440 : -108637829938176 : ffff9d31c8bcc400) 00010000:00000001:2.0:1767384971.872125:0:16757:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879613440 : -108637829938176 : ffff9d31c8bcc400) 10000000:00000001:0.0:1767384971.872130:0:39761:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1767384971.872131:0:16757:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 10000000:00000001:0.0:1767384971.872134:0:39761:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 00010000:00010000:2.0:1767384971.872136:0:16757:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.157@tcp lock: 00000000dfaa064c/0x4895a8f6c11e842c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x4895a8f6c11e8433 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 10000000:00000040:0.0:1767384971.872140:0:39761:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x4895a8f6c11e84a3 00010000:00000001:0.0:1767384971.872147:0:39761:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384971.872152:0:39761:0:(lustre_handles.c:113:class_handle2object()) Process entered 10000000:00000001:2.0:1767384971.872153:0:16757:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000040:0.0:1767384971.872156:0:39761:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000738ae916 refcount=2 10000000:00010000:2.0:1767384971.872157:0:16757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.157@tcp lock: 00000000dfaa064c/0x4895a8f6c11e842c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x4895a8f6c11e8433 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384971.872164:0:39761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435776844288 : -108637932707328 : ffff9d31c29ca200) 00010000:00000001:0.0:1767384971.872173:0:39761:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435776844288 : -108637932707328 : ffff9d31c29ca200) 10000000:01000000:2.0:1767384971.872175:0:16757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00000001:0.0:1767384971.872180:0:39761:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 10000000:01000000:2.0:1767384971.872181:0:16757:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 10000000:00000001:2.0:1767384971.872188:0:16757:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767384971.872188:0:39761:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384971.872193:0:16757:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(000000006b3c388d) refs 3 00010000:00010000:0.0:1767384971.872196:0:39761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: 00000000738ae916/0x4895a8f6c11e84a3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e84aa expref: -99 pid: 16751 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767384971.872199:0:16757:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384971.872204:0:16757:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.872212:0:16757:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384971.872215:0:39761:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384971.872217:0:16757:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384971.872237:0:39761:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384971.872243:0:39761:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384971.872245:0:16757:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:0.0:1767384971.872246:0:39761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384971.872253:0:39761:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000738ae916 refcount=3 00010000:00000001:2.0:1767384971.872254:0:16757:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:0.0:1767384971.872257:0:39761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435776844288 : -108637932707328 : ffff9d31c29ca200) 00010000:00000001:2.0:1767384971.872259:0:16757:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384971.872264:0:39761:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435776844288 : -108637932707328 : ffff9d31c29ca200) 00000020:00000040:2.0:1767384971.872265:0:16757:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000dfaa064c with handle 0x4895a8f6c11e842c from hash 00010000:00000001:0.0:1767384971.872270:0:39761:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384971.872272:0:39761:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: 00000000738ae916/0x4895a8f6c11e84a3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4895a8f6c11e84aa expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384971.872279:0:39761:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:2.0:1767384971.872284:0:16757:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00010000:0.0:1767384971.872285:0:39761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: 00000000738ae916/0x4895a8f6c11e84a3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x4895a8f6c11e84aa expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384971.872289:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384971.872294:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384971.872297:0:16757:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384971.872303:0:39761:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384971.872304:0:16757:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384971.872310:0:39761:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384971.872311:0:16757:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00010000:0.0:1767384971.872316:0:39761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.157@tcp lock: 00000000738ae916/0x4895a8f6c11e84a3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x4895a8f6c11e84aa expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384971.872318:0:16757:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384971.872323:0:16757:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:0.0:1767384971.872331:0:39761:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000010:2.0:1767384971.872333:0:16757:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000255e66d5. 00010000:00000001:3.0:1767384971.872334:0:39762:0:(ldlm_lockd.c:2958:ldlm_bl_thread_main()) Process entered 00000020:00000040:2.0:1767384971.872342:0:16757:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00010000:00000010:3.0:1767384971.872345:0:39762:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 0000000086b92e6c. 00010000:00000001:0.0:1767384971.872349:0:39761:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.872352:0:16757:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000010:3.0:1767384971.872354:0:39762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006aa70ccd. 02000000:00000001:2.0:1767384971.872357:0:16757:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1767384971.872358:0:39761:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000020:00000010:3.0:1767384971.872362:0:39762:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000097f0e8eb. 02000000:00000001:2.0:1767384971.872365:0:16757:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384971.872367:0:39761:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000faaec73d. 00000020:00000010:3.0:1767384971.872373:0:39762:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bd61ef8b. 00010000:00000001:0.0:1767384971.872374:0:39761:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 02000000:00000010:2.0:1767384971.872376:0:16757:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009451e507. 00010000:00010000:0.0:1767384971.872381:0:39761:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00000001:2.0:1767384971.872385:0:16757:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384971.872386:0:39762:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000062cf912b. 00010000:00000001:0.0:1767384971.872387:0:39761:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.872395:0:16757:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000020:00000010:3.0:1767384971.872397:0:39762:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bd5bc14a. 00010000:00000001:0.0:1767384971.872397:0:39761:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384971.872402:0:16757:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.157@tcp lock: 00000000dfaa064c/0x4895a8f6c11e842c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x4895a8f6c11e8433 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384971.872406:0:39761:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 80000000:00000010:3.0:1767384971.872407:0:39762:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001088b1ff. 00010000:00000001:0.0:1767384971.872412:0:39761:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 40000000:00000010:3.0:1767384971.872418:0:39762:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a7c80e10. 00010000:00000001:0.0:1767384971.872419:0:39761:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384971.872421:0:16757:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 10000000:00000001:0.0:1767384971.872426:0:39761:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1767384971.872429:0:16757:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:0.0:1767384971.872430:0:39761:0:(mgc_request.c:123:config_log_put()) log params(0000000083f13d43) refs 2 00100000:00000010:3.0:1767384971.872431:0:39762:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006c163e7a. 00000100:00000001:2.0:1767384971.872436:0:16757:0:(jobid.c:940:lustre_get_jobid()) Process entered 10000000:00000001:0.0:1767384971.872441:0:39761:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:2.0:1767384971.872442:0:16757:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:3.0:1767384971.872443:0:39762:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002fdf7ffc. 10000000:00000001:0.0:1767384971.872448:0:39761:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 00040000:00000010:3.0:1767384971.872454:0:39762:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000eebe715f. 10000000:00000040:0.0:1767384971.872455:0:39761:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x4895a8f6c11e841e 00000100:00000040:2.0:1767384971.872456:0:16757:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000255e66d5] to pc [ptlrpcd_00_02+2] req@00000000255e66d5 x1853237358525696/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384971.872464:0:39761:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000010:3.0:1767384971.872466:0:39762:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000fe111ce8. 00000020:00000001:0.0:1767384971.872470:0:39761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384971.872477:0:39761:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d6384a1 refcount=2 00002000:00000010:3.0:1767384971.872478:0:39762:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002769df1e. 00000020:00000001:0.0:1767384971.872487:0:39761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879612416 : -108637829939200 : ffff9d31c8bcc000) 00000020:00000010:3.0:1767384971.872489:0:39762:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006a20c7ad. 00010000:00000001:0.0:1767384971.872494:0:39761:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879612416 : -108637829939200 : ffff9d31c8bcc000) 00010000:00000001:0.0:1767384971.872499:0:39761:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384971.872500:0:39761:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384971.872502:0:39762:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:0.0:1767384971.872504:0:39761:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: 000000009d6384a1/0x4895a8f6c11e841e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4895a8f6c11e8425 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384971.872508:0:39762:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.872516:0:16757:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767384971.872517:0:39762:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767384971.872520:0:39761:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384971.872524:0:39761:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384971.872529:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384971.872530:0:39761:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384971.872534:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384971.872536:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384971.872537:0:39761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384971.872538:0:16757:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384971.872543:0:39761:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d6384a1 refcount=3 00010000:00000001:2.0:1767384971.872545:0:16757:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.872547:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384971.872553:0:39761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879612416 : -108637829939200 : ffff9d31c8bcc000) 00000100:00000001:1.0:1767384971.872555:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384971.872556:0:16757:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384971.872562:0:39761:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879612416 : -108637829939200 : ffff9d31c8bcc000) 00010000:00010000:2.0:1767384971.872564:0:16757:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.157@tcp lock: 00000000dfaa064c/0x4895a8f6c11e842c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x4895a8f6c11e8433 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384971.872570:0:39761:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000001:3.0:1767384971.872574:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384971.872576:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000255e66d5 x1853237358525696/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384971.872577:0:39761:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: 000000009d6384a1/0x4895a8f6c11e841e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4895a8f6c11e8425 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384971.872581:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.872587:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384971.872605:0:16757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.157@tcp lock: 00000000dfaa064c/0x4895a8f6c11e842c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x4895a8f6c11e8433 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384971.872626:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384971.872631:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384971.872642:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1767384971.872643:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384971.872645:0:39761:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 02000000:00000001:1.0:1767384971.872647:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384971.872649:0:16757:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00010000:0.0:1767384971.872652:0:39761:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: 000000009d6384a1/0x4895a8f6c11e841e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x4895a8f6c11e8425 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384971.872656:0:16757:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000067758ce7. 02000000:00000001:1.0:1767384971.872657:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.872667:0:16757:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384971.872671:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000255e66d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358525696:0@lo:103: 00010000:00000001:0.0:1767384971.872676:0:39761:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767384971.872678:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767384971.872683:0:39761:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384971.872685:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1767384971.872686:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384971.872688:0:39761:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.157@tcp lock: 000000009d6384a1/0x4895a8f6c11e841e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x4895a8f6c11e8425 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384971.872693:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:2.0:1767384971.872695:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767384971.872699:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384971.872702:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384971.872708:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384971.872709:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1767384971.872719:0:39761:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:2.0:1767384971.872720:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:1.0:1767384971.872720:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cad59d99. 00000020:00000001:2.0:1767384971.872728:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767384971.872729:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384971.872731:0:39761:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384971.872734:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384971.872738:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003edab07d. 00010000:00000001:0.0:1767384971.872744:0:39761:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767384971.872745:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:1.0:1767384971.872747:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000789c108c. 00000100:00000200:1.0:1767384971.872757:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358525696, portal 18 00010000:00000010:0.0:1767384971.872757:0:39761:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000bac2796f. 00000100:00000001:1.0:1767384971.872763:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384971.872768:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431480422656 : -108642229128960 : ffff9d30c2867100) 00010000:00000001:0.0:1767384971.872768:0:39761:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000040:1.0:1767384971.872779:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000255e66d5 x1853237358525696/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384971.872788:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384971.872791:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384971.872796:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000929ad647. 00010000:00010000:0.0:1767384971.872796:0:39761:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00000200:1.0:1767384971.872805:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237358525696, offset 0 00010000:00000001:0.0:1767384971.872808:0:39761:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384971.872814:0:39761:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384971.872816:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384971.872824:0:39761:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:3.0:1767384971.872826:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767384971.872831:0:39761:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767384971.872833:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384971.872839:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384971.872839:0:39761:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384971.872841:0:16757:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00000001:0.0:1767384971.872846:0:39761:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1767384971.872853:0:16757:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 10000000:00000040:0.0:1767384971.872853:0:39761:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(000000001e52035b) refs 2 00010000:00000001:3.0:1767384971.872860:0:16757:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 10000000:00000001:0.0:1767384971.872861:0:39761:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:1.0:1767384971.872863:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272707d00 00010000:00010000:3.0:1767384971.872868:0:16757:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.157@tcp lock: 000000009d6384a1/0x4895a8f6c11e841e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x4895a8f6c11e8425 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384971.872869:0:39761:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384971.872874:0:39761:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(00000000f51590c6) refs 3 00000400:00000200:1.0:1767384971.872879:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 328 10000000:00000001:0.0:1767384971.872884:0:39761:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1767384971.872886:0:39763:0:(ldlm_lockd.c:2958:ldlm_bl_thread_main()) Process entered 10000000:00000001:0.0:1767384971.872890:0:39761:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000010:2.0:1767384971.872897:0:39763:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 0000000054a8c456. 10000000:00000001:0.0:1767384971.872897:0:39761:0:(mgc_request.c:120:config_log_put()) Process leaving 00000400:00000200:1.0:1767384971.872898:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:0.0:1767384971.872903:0:39761:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384971.872909:0:39761:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(000000006b3c388d) refs 2 00000020:00000010:2.0:1767384971.872911:0:39763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a47c28c2. 00000400:00000200:1.0:1767384971.872916:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 10000000:00000001:0.0:1767384971.872919:0:39761:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384971.872925:0:39761:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:2.0:1767384971.872928:0:39763:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008331622c. 10000000:00000040:0.0:1767384971.872931:0:39761:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(000000006b3c388d) refs 1 00000100:00000001:1.0:1767384971.872932:0:16129:0:(events.c:286:request_in_callback()) Process entered 00010000:00010000:3.0:1767384971.872935:0:16757:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009d6384a1 already unused, calling callback (00000000de964f35) 00000100:00000200:1.0:1767384971.872939:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1767384971.872941:0:39763:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000001d6110d. 10000000:01000000:0.0:1767384971.872942:0:39761:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:00000001:3.0:1767384971.872943:0:16757:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000010:1.0:1767384971.872947:0:16129:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ff639a3f. 10000000:00010000:3.0:1767384971.872949:0:16757:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.157@tcp lock: 000000009d6384a1/0x4895a8f6c11e841e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x4895a8f6c11e8425 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384971.872951:0:39761:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000040:1.0:1767384971.872955:0:16129:0:(events.c:337:request_in_callback()) incoming req@00000000ff639a3f x1853237358525696 msgsize 328 00000020:00000010:2.0:1767384971.872960:0:39763:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f143b7af. 10000000:00000001:0.0:1767384971.872967:0:39761:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000010:2.0:1767384971.872975:0:39763:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005c7ae938. 10000000:00000001:0.0:1767384971.872976:0:39761:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1767384971.872977:0:16757:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00100000:1.0:1767384971.872977:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 10000000:00000001:0.0:1767384971.872983:0:39761:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:3.0:1767384971.872987:0:16757:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 10000000:00000001:0.0:1767384971.872988:0:39761:0:(mgc_request.c:117:config_log_put()) Process entered 80000000:00000010:2.0:1767384971.872990:0:39763:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007ec8b8db. 00000020:00000001:3.0:1767384971.872995:0:16757:0:(lustre_handles.c:113:class_handle2object()) Process entered 10000000:00000001:0.0:1767384971.872995:0:39761:0:(mgc_request.c:120:config_log_put()) Process leaving 40000000:00000010:2.0:1767384971.872997:0:39763:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006fec40b9. 00000100:00000001:1.0:1767384971.873000:0:16129:0:(events.c:373:request_in_callback()) Process leaving 10000000:00000001:0.0:1767384971.873001:0:39761:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000040:3.0:1767384971.873002:0:16757:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009d6384a1 refcount=3 00100000:00000010:2.0:1767384971.873005:0:39763:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e0496c74. 10000000:00000001:0.0:1767384971.873008:0:39761:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:3.0:1767384971.873044:0:16757:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435879612416 : -108637829939200 : ffff9d31c8bcc000) 10000000:00000001:0.0:1767384971.873046:0:39761:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1767384971.873051:0:16757:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435879612416 : -108637829939200 : ffff9d31c8bcc000) 10000000:00000001:0.0:1767384971.873052:0:39761:0:(mgc_request.c:120:config_log_put()) Process leaving 00000400:00000200:1.0:1767384971.873053:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000929ad647 00000020:00000040:0.0:1767384971.873058:0:39761:0:(genops.c:898:class_export_put()) PUTting export 0000000088fce2cf : new refcount 10 00010000:00000001:3.0:1767384971.873060:0:16757:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00040000:00000010:2.0:1767384971.873061:0:39763:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cdb29305. 00000400:00000010:1.0:1767384971.873067:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000929ad647. 00010000:00010000:3.0:1767384971.873068:0:16757:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.157@tcp lock: 000000009d6384a1/0x4895a8f6c11e841e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x4895a8f6c11e8425 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 10000000:00000010:0.0:1767384971.873069:0:39761:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 000000006b3c388d. 00040000:00000010:2.0:1767384971.873070:0:39763:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e08de983. 00000100:00000001:1.0:1767384971.873077:0:16129:0:(events.c:34:request_out_callback()) Process entered 10000000:00000001:0.0:1767384971.873082:0:39761:0:(mgc_request.c:147:config_log_put()) Process leaving 00080000:00000010:2.0:1767384971.873083:0:39763:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000851aca68. 00000100:00000200:1.0:1767384971.873087:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000255e66d5 x1853237358525696/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384971.873090:0:16757:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:01000000:0.0:1767384971.873091:0:39761:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00002000:00000010:2.0:1767384971.873093:0:39763:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000b4db4c9. 10000000:00010000:3.0:1767384971.873097:0:16757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.157@tcp lock: 000000009d6384a1/0x4895a8f6c11e841e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x4895a8f6c11e8425 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384971.873102:0:39761:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384971.873105:0:39763:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ae16d641. 10000000:00000001:0.0:1767384971.873114:0:39761:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384971.873122:0:39763:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:0.0:1767384971.873127:0:39761:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005924ea31. 10000000:01000000:3.0:1767384971.873128:0:16757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 00000020:00000001:2.0:1767384971.873130:0:39763:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384971.873138:0:39761:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f9388d9c. 00010000:00010000:2.0:1767384971.873140:0:39763:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1767384971.873143:0:16757:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 00000100:00000001:1.0:1767384971.873146:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384971.873148:0:39763:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000001:3.0:1767384971.873150:0:16757:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:0.0:1767384971.873150:0:39761:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e7eff4b5. 00000100:00000040:1.0:1767384971.873155:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000255e66d5 x1853237358525696/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000040:3.0:1767384971.873156:0:16757:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(000000001e52035b) refs 1 00000020:00000010:0.0:1767384971.873160:0:39761:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001c69589c. 00000020:00000001:2.0:1767384971.873163:0:39763:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384971.873168:0:16757:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00040000:00000010:0.0:1767384971.873172:0:39761:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007029a27a. 00010000:00010000:2.0:1767384971.873173:0:39763:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1767384971.873176:0:16757:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:2.0:1767384971.873180:0:39763:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000001:3.0:1767384971.873183:0:16757:0:(mgc_request.c:120:config_log_put()) Process leaving 00040000:00000010:0.0:1767384971.873185:0:39761:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ad7f7ea1. 00000020:00000001:2.0:1767384971.873186:0:39763:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384971.873189:0:16757:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384971.873197:0:16757:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00010000:2.0:1767384971.873198:0:39763:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384971.873198:0:39761:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005c6505b7. 00000100:00000001:1.0:1767384971.873200:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384971.873205:0:16757:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:0.0:1767384971.873209:0:39761:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed808160. 00000100:00000001:1.0:1767384971.873210:0:16129:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000001:3.0:1767384971.873211:0:16757:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1767384971.873212:0:39762:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 10000000:00000001:3.0:1767384971.873233:0:16757:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384971.873237:0:16757:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1767384971.873239:0:39762:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 10000000:00000001:3.0:1767384971.873240:0:16757:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:0.0:1767384971.873242:0:39761:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384971.873245:0:39762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.157@tcp lock: 00000000738ae916/0x4895a8f6c11e84a3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x4895a8f6c11e84aa expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384971.873245:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384971.873248:0:39761:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at 000000004eb806ac. 00000100:00000001:1.0:1767384971.873257:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294961747 10000000:00000001:3.0:1767384971.873259:0:16757:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:0.0:1767384971.873263:0:39761:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384971.873265:0:16757:0:(genops.c:898:class_export_put()) PUTting export 0000000088fce2cf : new refcount 9 00010000:00010000:2.0:1767384971.873268:0:39762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000738ae916 already unused, calling callback (00000000de964f35) 10000000:00000001:2.0:1767384971.873272:0:39762:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000001:0.0:1767384971.873274:0:39761:0:(obd_config.c:1053:class_get_profile()) Process entered 10000000:00000010:3.0:1767384971.873278:0:16757:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 000000001e52035b. 10000000:00010000:2.0:1767384971.873279:0:39762:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.157@tcp lock: 00000000738ae916/0x4895a8f6c11e84a3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x4895a8f6c11e84aa expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384971.873280:0:39761:0:(obd_config.c:1039:class_get_profile_nolock()) Process entered 00000100:00000001:1.0:1767384971.873288:0:16129:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294961741 00000020:00000001:0.0:1767384971.873289:0:39761:0:(obd_config.c:1043:class_get_profile_nolock()) Process leaving (rc=18446635436137900288 : -108637571651328 : ffff9d31d821e900) 10000000:00000001:3.0:1767384971.873291:0:16757:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1767384971.873295:0:39762:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 10000000:00000001:3.0:1767384971.873298:0:16757:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384971.873300:0:39761:0:(obd_config.c:1057:class_get_profile()) Process leaving (rc=18446635436137900288 : -108637571651328 : ffff9d31d821e900) 00010000:00000001:2.0:1767384971.873301:0:39762:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384971.873307:0:16757:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767384971.873307:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294961747 00000020:00000001:2.0:1767384971.873308:0:39762:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1767384971.873311:0:39761:0:(tgt_mount.c:2040:server_put_super()) kmalloced '(extraname)': 22 at 0000000000302237. 00000020:00000040:2.0:1767384971.873315:0:39762:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000738ae916 refcount=3 00010000:00000001:3.0:1767384971.873316:0:16757:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1767384971.873321:0:16129:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294961741 00010000:00000001:3.0:1767384971.873323:0:16757:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:2.0:1767384971.873324:0:39762:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435776844288 : -108637932707328 : ffff9d31c29ca200) 00000020:01000004:0.0:1767384971.873325:0:39761:0:(tgt_mount.c:2049:server_put_super()) stopping lustre-MDT0000 00010000:00000001:3.0:1767384971.873329:0:16757:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767384971.873336:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294961747 00010000:00000001:2.0:1767384971.873337:0:39762:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435776844288 : -108637932707328 : ffff9d31c29ca200) 00010000:00000001:3.0:1767384971.873338:0:16757:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384971.873338:0:39761:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384971.873344:0:39761:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000100:00000001:1.0:1767384971.873349:0:16129:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294961741 00010000:00000001:2.0:1767384971.873352:0:39762:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000040:3.0:1767384971.873353:0:16757:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009d6384a1 with handle 0x4895a8f6c11e841e from hash 00000020:00000010:0.0:1767384971.873354:0:39761:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000626db3ed. 00010000:00010000:2.0:1767384971.873359:0:39762:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.157@tcp lock: 00000000738ae916/0x4895a8f6c11e84a3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x4895a8f6c11e84aa expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384971.873360:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294961747 00000020:00000080:0.0:1767384971.873362:0:39761:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00010000:00000001:3.0:1767384971.873367:0:16757:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1767384971.873371:0:16129:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294961741 00010000:00000001:3.0:1767384971.873375:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767384971.873382:0:39761:0:(obd_config.c:831:class_cleanup()) Process entered 00010000:00000001:3.0:1767384971.873384:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384971.873385:0:39762:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:1.0:1767384971.873386:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384971.873388:0:39761:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 1/5 00010000:00000001:3.0:1767384971.873390:0:16757:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 10000000:00010000:2.0:1767384971.873391:0:39762:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.157@tcp lock: 00000000738ae916/0x4895a8f6c11e84a3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x4895a8f6c11e84aa expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384971.873399:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.873401:0:16757:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00080000:0.0:1767384971.873405:0:39761:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE 00000000e235a287 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 10000000:01000000:2.0:1767384971.873410:0:39762:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00000001:3.0:1767384971.873412:0:16757:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000100:00000001:1.0:1767384971.873413:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.873424:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384971.873428:0:16757:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 10000000:01000000:2.0:1767384971.873428:0:39762:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00000100:00000001:1.0:1767384971.873434:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00080000:0.0:1767384971.873435:0:39761:0:(genops.c:1836:print_export_data()) lustre-MDT0000: UNLINKED 00000000f331812b 4e06ef04-c857-4d9c-9c79-1b949f9a7b1e 192.168.203.57@tcp50 3 (0 3 0) 1 0 0 0: 0000000000000000 0 stale:0 00010000:00000001:3.0:1767384971.873438:0:16757:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 10000000:00000001:2.0:1767384971.873438:0:39762:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767384971.873441:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 10000000:00000040:2.0:1767384971.873445:0:39762:0:(mgc_request.c:123:config_log_put()) log params(0000000083f13d43) refs 1 00000100:00000001:1.0:1767384971.873451:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767384971.873453:0:16757:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012e985ac. 10000000:01000000:2.0:1767384971.873457:0:39762:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000100:00000001:1.0:1767384971.873460:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384971.873460:0:39761:0:(genops.c:1560:class_disconnect_exports()) Process entered 10000000:00000001:2.0:1767384971.873464:0:39762:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000040:3.0:1767384971.873466:0:16757:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1767384971.873469:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.873475:0:16757:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00080000:0.0:1767384971.873478:0:39761:0:(genops.c:1570:class_disconnect_exports()) OBD device 5 (00000000a8a46e2f) has exports, disconnecting them 02000000:00000001:3.0:1767384971.873484:0:16757:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384971.873484:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384971.873485:0:39761:0:(genops.c:1515:class_disconnect_export_list()) Process entered 10000000:00000001:2.0:1767384971.873487:0:39762:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1767384971.873495:0:39761:0:(genops.c:887:class_export_get()) GET export 00000000e235a287 refcount=5 10000000:00000001:2.0:1767384971.873496:0:39762:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:3.0:1767384971.873497:0:16757:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384971.873501:0:39762:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1767384971.873504:0:39761:0:(genops.c:887:class_export_get()) GET export 00000000e235a287 refcount=6 10000000:00000001:2.0:1767384971.873508:0:39762:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000010:3.0:1767384971.873513:0:16757:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a7a20b33. 10000000:00000001:2.0:1767384971.873514:0:39762:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00080000:0.0:1767384971.873514:0:39761:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (00000000e235a287), last request at 1767384968 00000100:00000001:1.0:1767384971.873518:0:16756:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 10000000:00000001:2.0:1767384971.873521:0:39762:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384971.873529:0:39762:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00100000:1.0:1767384971.873529:0:16756:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358525696 00000020:00000001:0.0:1767384971.873529:0:39761:0:(obd_class.h:902:obd_disconnect()) Process entered 00000100:00000001:3.0:1767384971.873530:0:16757:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384971.873536:0:39761:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 10000000:00000001:2.0:1767384971.873537:0:39762:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:1.0:1767384971.873539:0:16756:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1767384971.873542:0:16757:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000020:00000040:0.0:1767384971.873544:0:39761:0:(genops.c:887:class_export_get()) GET export 00000000e235a287 refcount=7 10000000:00000001:2.0:1767384971.873545:0:39762:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:1.0:1767384971.873545:0:16756:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384971.873552:0:39762:0:(genops.c:898:class_export_put()) PUTting export 0000000088fce2cf : new refcount 8 00000100:00000001:1.0:1767384971.873553:0:16756:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384971.873555:0:16757:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.157@tcp lock: 000000009d6384a1/0x4895a8f6c11e841e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x4895a8f6c11e8425 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384971.873556:0:39761:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 10000000:00000010:2.0:1767384971.873562:0:39762:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at 0000000083f13d43. 00000020:00000001:0.0:1767384971.873565:0:39761:0:(genops.c:1460:class_disconnect()) Process entered 02000000:00000001:1.0:1767384971.873568:0:16756:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384971.873573:0:39762:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000040:0.0:1767384971.873574:0:39761:0:(genops.c:898:class_export_put()) PUTting export 00000000e235a287 : new refcount 6 10000000:00000001:2.0:1767384971.873580:0:39762:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384971.873582:0:16756:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358525696 00000020:00000080:0.0:1767384971.873583:0:39761:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4895a8f6c11e853d 00010000:00000001:2.0:1767384971.873590:0:39762:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00010000:3.0:1767384971.873594:0:16757:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000001:1.0:1767384971.873595:0:16756:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:2.0:1767384971.873596:0:39762:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000040:0.0:1767384971.873597:0:39761:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e235a287 with handle 0x4895a8f6c11e853d from hash 00010000:00000001:3.0:1767384971.873603:0:16757:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384971.873606:0:39762:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000040:1.0:1767384971.873606:0:16756:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000040:0.0:1767384971.873607:0:39761:0:(genops.c:898:class_export_put()) PUTting export 00000000e235a287 : new refcount 5 00000100:00000001:3.0:1767384971.873610:0:16757:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:2.0:1767384971.873614:0:39762:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384971.873617:0:16757:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384971.873619:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384971.873620:0:39762:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384971.873620:0:39761:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ce7d3240. 00000100:00000040:3.0:1767384971.873629:0:16757:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012e985ac] to pc [ptlrpcd_00_03+3] req@0000000012e985ac x1853237358525824/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384971.873630:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000020:00000040:2.0:1767384971.873632:0:39762:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000738ae916 with handle 0x4895a8f6c11e84a3 from hash 00000020:00000001:0.0:1767384971.873633:0:39761:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384971.873638:0:39761:0:(genops.c:898:class_export_put()) PUTting export 00000000e235a287 : new refcount 4 00010000:00000001:2.0:1767384971.873644:0:39762:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:1.0:1767384971.873646:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:0.0:1767384971.873648:0:39761:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:2.0:1767384971.873649:0:39762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1767384971.873655:0:39761:0:(genops.c:898:class_export_put()) PUTting export 00000000e235a287 : new refcount 3 00010000:00000001:2.0:1767384971.873657:0:39762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384971.873661:0:16756:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00010000:00000001:2.0:1767384971.873665:0:39762:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:0.0:1767384971.873666:0:39761:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.873673:0:39762:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1767384971.873676:0:39761:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00000001:1.0:1767384971.873678:0:16756:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384971.873679:0:39762:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000100:00080000:0.0:1767384971.873681:0:39761:0:(import.c:65:import_set_state_nolock()) 000000006dc4e8c2 : changing import state from FULL to CLOSED 00010000:00000001:2.0:1767384971.873689:0:39762:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000010:1.0:1767384971.873691:0:16756:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cfe4b1a9. 00000100:00000001:0.0:1767384971.873694:0:39761:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00010000:00000001:2.0:1767384971.873695:0:39762:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:0.0:1767384971.873702:0:39761:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384971.873705:0:16756:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384971.873706:0:39762:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dbe7e914. 00000100:00000001:0.0:1767384971.873709:0:39761:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00000020:00000040:2.0:1767384971.873716:0:39762:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=6 obd=MGC192.168.203.157@tcp 00000020:00000010:1.0:1767384971.873722:0:16756:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cfe4b1a9. 00000100:00000001:2.0:1767384971.873724:0:39762:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384971.873728:0:39762:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1767384971.873729:0:39761:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384971.873734:0:39762:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384971.873739:0:16756:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000ea8ae73. 00000004:00000001:0.0:1767384971.873740:0:39761:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00010000:00000001:3.0:1767384971.873741:0:16757:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384971.873744:0:39762:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000edb676c2. 00000001:00000001:0.0:1767384971.873752:0:39761:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000020:00000010:1.0:1767384971.873754:0:16756:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ecf96529. 00010000:00000001:3.0:1767384971.873755:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384971.873756:0:39762:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384971.873758:0:39761:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.873762:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384971.873765:0:39762:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000020:00000010:1.0:1767384971.873766:0:16756:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000706ca8c4. 00010000:00000001:3.0:1767384971.873767:0:16757:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384971.873772:0:39762:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.157@tcp lock: 00000000738ae916/0x4895a8f6c11e84a3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x4895a8f6c11e84aa expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384971.873778:0:16757:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384971.873781:0:16756:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000004:00000001:0.0:1767384971.873783:0:39761:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384971.873789:0:16757:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.873790:0:16756:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000001:00000001:0.0:1767384971.873796:0:39761:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000100:00000001:1.0:1767384971.873797:0:16756:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00010000:3.0:1767384971.873800:0:16757:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.157@tcp lock: 000000009d6384a1/0x4895a8f6c11e841e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x4895a8f6c11e8425 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384971.873804:0:16756:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000001:00000040:0.0:1767384971.873805:0:39761:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000006cd66532) : new refcount 5 00010000:00000001:1.0:1767384971.873811:0:16756:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384971.873820:0:39761:0:(nodemap_member.c:32:nm_member_del()) Process entered 00010000:00000001:1.0:1767384971.873822:0:16756:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384971.873827:0:16757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000040:0.0:1767384971.873830:0:39761:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000006cd66532) : new refcount 4 00010000:00000001:1.0:1767384971.873831:0:16756:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:3.0:1767384971.873833:0:16757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.157@tcp lock: 000000009d6384a1/0x4895a8f6c11e841e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x4895a8f6c11e8425 expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384971.873837:0:39762:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000001:1.0:1767384971.873838:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384971.873844:0:39761:0:(genops.c:898:class_export_put()) PUTting export 00000000e235a287 : new refcount 2 00010000:00000001:2.0:1767384971.873846:0:39762:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384971.873847:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000df9bd94d refcount=3 00000001:00000001:0.0:1767384971.873855:0:39761:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000020:00000001:1.0:1767384971.873860:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435776845824 : -108637932705792 : ffff9d31c29ca800) 00000100:00000001:2.0:1767384971.873861:0:39762:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000001:00000040:0.0:1767384971.873862:0:39761:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000006cd66532) : new refcount 3 00010000:00000040:3.0:1767384971.873863:0:16757:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007906d047 count: 0 00000100:00000001:2.0:1767384971.873869:0:39762:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384971.873870:0:16756:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435776845824 : -108637932705792 : ffff9d31c29ca800) 00000001:00000001:0.0:1767384971.873873:0:39761:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00010000:00000001:3.0:1767384971.873880:0:16757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1767384971.873881:0:39761:0:(genops.c:898:class_export_put()) PUTting export 00000000e235a287 : new refcount 1 00010000:00000001:1.0:1767384971.873882:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384971.873886:0:16757:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384971.873888:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1767384971.873891:0:39761:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384971.873892:0:39762:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbe7e914] to pc [ptlrpcd_00_00+0] req@00000000dbe7e914 x1853237358525952/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1767384971.873893:0:16757:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000bac2796f. 00010000:00000001:1.0:1767384971.873894:0:16756:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384971.873900:0:39761:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.873904:0:16756:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.873906:0:16757:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:0.0:1767384971.873912:0:39761:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (00000000e235a287): rc 0 00000020:00000001:3.0:1767384971.873918:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767384971.873919:0:16756:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384971.873921:0:39761:0:(genops.c:898:class_export_put()) PUTting export 00000000e235a287 : new refcount 0 00000020:00000001:3.0:1767384971.873924:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:0.0:1767384971.873932:0:39761:0:(genops.c:904:class_export_put()) final put 00000000e235a287/lustre-MDT0000-lwp-OST0000_UUID 00010000:00010000:3.0:1767384971.873934:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384971.873941:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767384971.873943:0:16756:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384971.873947:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384971.873952:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384971.873955:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384971.873957:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384971.873961:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384971.873963:0:16756:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384971.873967:0:39761:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000100:00000001:1.0:1767384971.873968:0:16756:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384971.873972:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384971.873974:0:39761:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00010000:00000001:2.0:1767384971.873977:0:39762:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384971.873979:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384971.873981:0:39761:0:(obd_class.h:604:obd_precleanup()) Process entered 00000100:00100000:1.0:1767384971.873982:0:16756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000001:3.0:1767384971.873986:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000004:00000001:0.0:1767384971.873990:0:39761:0:(mdt_handler.c:8320:mdt_device_fini()) Process entered 00010000:00000001:2.0:1767384971.873992:0:39762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384971.873994:0:16756:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000004:00000001:0.0:1767384971.873995:0:39761:0:(mdt_handler.c:6442:mdt_fini()) Process entered 00010000:00000001:2.0:1767384971.873996:0:39762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384971.874000:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000012e985ac x1853237358525824/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384971.874002:0:39761:0:(mdd_device.c:2298:mdd_iocontrol()) Process entered 00010000:00000001:2.0:1767384971.874004:0:39762:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.874004:0:16756:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436514548736 : -108637195002880 : ffff9d31ee951c00) 00000004:00000080:0.0:1767384971.874008:0:39761:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffab51c3b2bb28 00010000:00000001:2.0:1767384971.874052:0:39762:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384971.874062:0:39762:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1767384971.874066:0:39761:0:(lfsck_lib.c:3335:lfsck_stop()) Process entered 00000100:00000040:1.0:1767384971.874067:0:16756:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ff639a3f x1853237358525696/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:197/0 lens 328/0 e 0 to 0 dl 1767384982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384971.874072:0:39762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.157@tcp lock: 00000000738ae916/0x4895a8f6c11e84a3 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x4895a8f6c11e84aa expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384971.874086:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384971.874091:0:8:0:(genops.c:863:class_export_destroy()) destroying export 00000000e235a287/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000100:00000001:3.0:1767384971.874101:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1767384971.874109:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 17 to 0@lo 00000100:00000001:3.0:1767384971.874110:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.874110:0:39762:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384971.874115:0:16756:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00010000:2.0:1767384971.874117:0:39762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.157@tcp lock: 00000000738ae916/0x4895a8f6c11e84a3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x4895a8f6c11e84aa expref: -99 pid: 16751 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384971.874120:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 02000000:00000001:3.0:1767384971.874123:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:1.0:1767384971.874124:0:16756:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cfe4b1a9. 00000004:00000001:0.0:1767384971.874128:0:8:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 02000000:00000001:3.0:1767384971.874130:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384971.874137:0:8:0:(genops.c:1229:class_import_get()) import 000000006dc4e8c2 refcount=2 obd=lustre-MDT0000 00000100:00000001:1.0:1767384971.874138:0:16756:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384971.874141:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.874149:0:39762:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384971.874150:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:1.0:1767384971.874151:0:16756:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cfe4b1a9. 00000100:00100000:3.0:1767384971.874157:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000012e985ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358525824:0@lo:103: 00010000:00000001:2.0:1767384971.874158:0:39762:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000040:0.0:1767384971.874159:0:8:0:(genops.c:1242:class_import_put()) import 000000006dc4e8c2 refcount=1 obd=lustre-MDT0000 00010000:00000010:2.0:1767384971.874167:0:39762:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000faaec73d. 00000100:00100000:1.0:1767384971.874169:0:16756:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ff639a3f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16129:x1853237358525696:12345-0@lo:103: 00000020:00000001:0.0:1767384971.874171:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384971.874175:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767384971.874178:0:8:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767384971.874179:0:39762:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384971.874182:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1767384971.874185:0:8:0:(genops.c:1242:class_import_put()) import 000000006dc4e8c2 refcount=0 obd=lustre-MDT0000 00000100:00000200:1.0:1767384971.874186:0:16756:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358525696 02000000:00000001:3.0:1767384971.874190:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384971.874195:0:16756:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000020:00000040:0.0:1767384971.874196:0:8:0:(genops.c:1245:class_import_put()) final put import 000000006dc4e8c2 00000100:00000001:2.0:1767384971.874197:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384971.874198:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000002:1.0:1767384971.874201:0:16756:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000100:00000001:2.0:1767384971.874207:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384971.874208:0:16756:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 02000000:00000010:3.0:1767384971.874209:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c379eebf. 00000100:00000001:2.0:1767384971.874213:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384971.874217:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384971.874237:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384971.874242:0:16756:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:3.0:1767384971.874249:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059aed48a. 02000000:00000001:1.0:1767384971.874250:0:16756:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1767384971.874251:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dbe7e914 x1853237358525952/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:0.0:1767384971.874254:0:8:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000dfe483c6. 02000000:00000010:1.0:1767384971.874279:0:16756:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000ce1e5d3. 00000400:00000010:3.0:1767384971.874280:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af2b8b9d. 00010000:00000001:0.0:1767384971.874284:0:8:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 02000000:00000001:1.0:1767384971.874292:0:16756:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384971.874294:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000200:3.0:1767384971.874296:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358525824, portal 18 00000100:00000001:2.0:1767384971.874305:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000001:00000010:0.0:1767384971.874306:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d5bf26fc. 00000100:00000001:3.0:1767384971.874307:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384971.874307:0:16756:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.874311:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.874315:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436633369984 : -108637076181632 : ffff9d31f5aa2d80) 00000001:00000010:0.0:1767384971.874317:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004e4ccb91. 00010000:00000001:1.0:1767384971.874322:0:16756:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 02000000:00000001:2.0:1767384971.874323:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000001:00000010:0.0:1767384971.874328:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bf1b7fc0. 02000000:00000001:2.0:1767384971.874331:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767384971.874332:0:16756:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000040:3.0:1767384971.874333:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000012e985ac x1853237358525824/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:0.0:1767384971.874338:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000041364dfc. 00010000:00000001:1.0:1767384971.874343:0:16756:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1767384971.874344:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384971.874350:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000e78fe682. 00000020:00000001:1.0:1767384971.874352:0:16756:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384971.874358:0:16756:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000df9bd94d refcount=3 00000001:00000010:0.0:1767384971.874361:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000233a7d77. 00000020:00000001:1.0:1767384971.874370:0:16756:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435776845824 : -108637932705792 : ffff9d31c29ca800) 00000100:00100000:2.0:1767384971.874373:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dbe7e914 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358525952:0@lo:103: 00000100:00000001:3.0:1767384971.874374:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:0.0:1767384971.874375:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384971.874380:0:16756:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435776845824 : -108637932705792 : ffff9d31c29ca800) 00010000:00000001:0.0:1767384971.874384:0:8:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:0.0:1767384971.874408:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000040:3.0:1767384971.874410:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384971.874412:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000040:1.0:1767384971.874412:0:16756:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000000dc5741 count: 5 00000400:00000010:3.0:1767384971.874418:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042896188. 00000001:00000010:0.0:1767384971.874418:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bfd16290. 00010000:00000001:1.0:1767384971.874419:0:16756:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:2.0:1767384971.874421:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1767384971.874426:0:16756:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 02000000:00000001:2.0:1767384971.874429:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384971.874432:0:16756:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000200:3.0:1767384971.874433:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237358525824, offset 0 00000001:00000010:0.0:1767384971.874433:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000852c5b1b. 02000000:00000001:2.0:1767384971.874435:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1767384971.874441:0:16756:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384971.874445:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013c9725e. 00000001:00000010:0.0:1767384971.874446:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009c88a6e6. 00000020:00000001:1.0:1767384971.874447:0:16756:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384971.874456:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384971.874457:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384971.874459:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000010ee373b. 00010000:00000001:1.0:1767384971.874461:0:16756:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384971.874468:0:16756:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:3.0:1767384971.874476:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384971.874480:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007864aeb5. 00010000:00000001:1.0:1767384971.874482:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000010:0.0:1767384971.874482:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000009c8f4f9. 00010000:00000001:1.0:1767384971.874490:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000010:0.0:1767384971.874492:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000005e164845. 00000400:00000200:3.0:1767384971.874493:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272707d80 00000400:00000010:2.0:1767384971.874494:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004271ee8b. 00010000:00000001:1.0:1767384971.874495:0:16756:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000001:0.0:1767384971.874502:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384971.874503:0:16756:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384971.874507:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358525952, portal 18 00010000:00000001:0.0:1767384971.874508:0:8:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00000020:00000040:1.0:1767384971.874510:0:16756:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000df9bd94d with handle 0x4895a8f6c11e8433 from hash 00000400:00000200:3.0:1767384971.874515:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 656 00010000:00000001:0.0:1767384971.874516:0:8:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000100:00000001:2.0:1767384971.874518:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1767384971.874519:0:16756:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384971.874525:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431480424448 : -108642229127168 : ffff9d30c2867800) 00000001:00000010:0.0:1767384971.874525:0:8:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000aacd6ab2. 00010000:00000001:1.0:1767384971.874526:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384971.874529:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384971.874532:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1767384971.874535:0:8:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384971.874540:0:16756:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:0.0:1767384971.874542:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384971.874543:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dbe7e914 x1853237358525952/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384971.874546:0:16756:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:3.0:1767384971.874548:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1767384971.874554:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8a46e2f) now 7 - export 00010000:00000001:1.0:1767384971.874555:0:16756:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384971.874564:0:16130:0:(events.c:286:request_in_callback()) Process entered 00010000:00010000:1.0:1767384971.874567:0:16756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000df9bd94d/0x4895a8f6c11e8433 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4895a8f6c11e842c expref: 14 pid: 16763 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384971.874568:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000e235a287. 00000100:00000200:3.0:1767384971.874570:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384971.874586:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c705512f. 00000020:00000001:0.0:1767384971.874587:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000100:00000001:2.0:1767384971.874592:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384971.874596:0:16130:0:(events.c:337:request_in_callback()) incoming req@00000000c705512f x1853237358525824 msgsize 328 00000020:00000001:0.0:1767384971.874598:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00010000:00000040:1.0:1767384971.874601:0:16756:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000005d63f134 : new locks_count 8 00000020:00000080:0.0:1767384971.874605:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000006dc4e8c2 for lustre-MDT0000 00000100:00000040:2.0:1767384971.874607:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:1.0:1767384971.874610:0:16756:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 00000400:00000010:2.0:1767384971.874617:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000382964ab. 00000020:00000040:0.0:1767384971.874619:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 16 to 0@lo 00000100:00100000:3.0:1767384971.874623:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1767384971.874624:0:16756:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384971.874627:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237358525952, offset 0 00000020:00000040:0.0:1767384971.874628:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8a46e2f) now 6 - import 00010000:00000001:1.0:1767384971.874632:0:16756:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384971.874639:0:16756:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000010:0.0:1767384971.874640:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000006dc4e8c2. 00000100:00000001:3.0:1767384971.874641:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384971.874647:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384971.874647:0:16756:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384971.874650:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00010000:00000001:1.0:1767384971.874658:0:16756:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384971.874661:0:16756:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:3.0:1767384971.874665:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042896188 00010000:00010000:1.0:1767384971.874666:0:16756:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000400:00000200:2.0:1767384971.874667:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00100000:00000001:0.0:1767384971.874670:0:39761:0:(lfsck_lib.c:3350:lfsck_stop()) Process leaving via unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384971.874673:0:16756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384971.874674:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042896188. 00000004:00000001:0.0:1767384971.874681:0:39761:0:(mdd_device.c:2327:mdd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384971.874685:0:16756:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384971.874686:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000004:00000001:0.0:1767384971.874688:0:39761:0:(mdt_handler.c:5807:mdt_stack_pre_fini()) Process entered 00000400:00000200:2.0:1767384971.874694:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272707e00 00010000:00000001:1.0:1767384971.874694:0:16756:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384971.874699:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000012e985ac x1853237358525824/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384971.874707:0:16756:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bb2adef3 time=95 v=5 (1 0 0 0) 00000004:00000010:0.0:1767384971.874709:0:39761:0:(mdt_handler.c:5827:mdt_stack_pre_fini()) kmalloced '(lcfg)': 56 at 00000000fa3c59f0. 00000400:00000200:2.0:1767384971.874717:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 984 00000004:00000001:0.0:1767384971.874723:0:39761:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00000100:00000001:1.0:1767384971.874725:0:16756:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000001:0.0:1767384971.874733:0:39761:0:(lod_dev.c:979:lod_process_config()) Process entered 00000400:00000200:2.0:1767384971.874737:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384971.874738:0:16756:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 17 to 0@lo 00000100:00000001:3.0:1767384971.874744:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000004:00000001:0.0:1767384971.874748:0:39761:0:(osp_dev.c:662:osp_process_config()) Process entered 00000100:00000001:1.0:1767384971.874749:0:16756:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000400:00000200:2.0:1767384971.874753:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384971.874755:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000012e985ac x1853237358525824/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384971.874758:0:39761:0:(osp_dev.c:449:osp_disconnect()) Process entered 02000000:00000001:1.0:1767384971.874760:0:16756:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000040:0.0:1767384971.874767:0:39761:0:(osp_dev.c:454:osp_disconnect()) lustre-OST0000-osc-MDT0000: disconnecting import ffff9d31d9367800 02000000:00000001:1.0:1767384971.874768:0:16756:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.874770:0:16127:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384971.874776:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:1.0:1767384971.874779:0:16756:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384971.874781:0:39761:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00000001:3.0:1767384971.874787:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384971.874789:0:16127:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000259669b8. 00000100:00080000:0.0:1767384971.874789:0:39761:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000040:1.0:1767384971.874792:0:16756:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384971.874799:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384971.874802:0:16127:0:(events.c:337:request_in_callback()) incoming req@00000000259669b8 x1853237358525952 msgsize 328 00000100:00000001:0.0:1767384971.874803:0:39761:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000400:00000010:1.0:1767384971.874804:0:16756:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000929ad647. 00000100:00000001:3.0:1767384971.874807:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.874811:0:39761:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:1.0:1767384971.874815:0:16756:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237358525696, offset 224 00000100:00100000:0.0:1767384971.874820:0:39761:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 3 00000100:00000001:3.0:1767384971.874821:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294961748 00000100:00100000:2.0:1767384971.874824:0:16127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384971.874833:0:16756:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384971.874837:0:39761:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767384971.874842:0:16130:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294961747 00000100:00000001:0.0:1767384971.874844:0:39761:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1767384971.874852:0:16756:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384971.874854:0:39761:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384971.874857:0:16127:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384971.874858:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294961748 00000100:00000001:0.0:1767384971.874859:0:39761:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767384971.874867:0:39761:0:(obd_class.h:1217:obd_import_event()) Process entered 00000400:00000200:1.0:1767384971.874869:0:16756:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272707d00 00000100:00000001:3.0:1767384971.874875:0:16130:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294961747 00000004:00000040:0.0:1767384971.874875:0:39761:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000400:00000200:1.0:1767384971.874883:0:16756:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x209d [1] + 224 00000100:00000001:3.0:1767384971.874891:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294961748 00000400:00000200:1.0:1767384971.874893:0:16756:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384971.874895:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000382964ab 00000004:00080000:0.0:1767384971.874901:0:39761:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:3.0:1767384971.874902:0:16130:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294961747 00000400:00000010:2.0:1767384971.874904:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000382964ab. 00000400:00000200:1.0:1767384971.874906:0:16756:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384971.874908:0:39761:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384971.874917:0:16130:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294961748 00000001:00000001:0.0:1767384971.874917:0:39761:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:2.0:1767384971.874920:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384971.874922:0:16756:0:(events.c:78:reply_in_callback()) Process entered 00000001:00000001:0.0:1767384971.874924:0:39761:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1767384971.874926:0:16130:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294961747 00000100:00000001:3.0:1767384971.874934:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384971.874936:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dbe7e914 x1853237358525952/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384971.874937:0:16756:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000255e66d5 x1853237358525696/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384971.874938:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.874947:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.874955:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384971.874968:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384971.874973:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384971.874980:0:16756:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000255e66d5 x1853237358525696/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384971.874984:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000001:00000001:0.0:1767384971.874990:0:39761:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.874991:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384971.874997:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384971.875001:0:39761:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384971.875009:0:39761:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:1.0:1767384971.875017:0:16756:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384971.875046:0:16756:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000929ad647 00000400:00000010:1.0:1767384971.875050:0:16756:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000929ad647. 00000100:00000001:1.0:1767384971.875054:0:16756:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384971.875056:0:16756:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384971.875058:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.875072:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384971.875083:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dbe7e914 x1853237358525952/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384971.875095:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.875098:0:16127:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384971.875110:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.875116:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294961749 00000100:00000001:1.0:1767384971.875117:0:16756:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384971.875128:0:16756:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 16 to 0@lo 00010000:00000001:1.0:1767384971.875133:0:16756:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.875134:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294961748 00010000:00000001:1.0:1767384971.875140:0:16756:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384971.875142:0:39761:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.875149:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294961749 00000100:00000001:0.0:1767384971.875150:0:39761:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00000040:1.0:1767384971.875155:0:16756:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ff639a3f x1853237358525696/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:197/0 lens 328/224 e 0 to 0 dl 1767384982 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384971.875157:0:39763:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384971.875164:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294961748 00000020:00000001:3.0:1767384971.875166:0:39763:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.875177:0:16755:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384971.875179:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294961749 00010000:00010000:3.0:1767384971.875180:0:39763:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767384971.875187:0:16755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358525824 00000100:00000001:2.0:1767384971.875191:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294961748 00000100:00100000:1.0:1767384971.875195:0:16756:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ff639a3f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fc613044-dd35-4201-b03c-4d69ab0214c0+13:16129:x1853237358525696:12345-0@lo:103: Request processed in 1072us (2231us total) trans 0 rc 0/0 00000020:00000001:3.0:1767384971.875196:0:39762:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767384971.875197:0:16755:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384971.875199:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294961749 00000100:00000001:0.0:1767384971.875207:0:16755:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384971.875208:0:39762:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.875209:0:16127:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294961748 00000100:00000001:0.0:1767384971.875215:0:16755:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384971.875243:0:39762:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384971.875246:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384971.875248:0:16756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000020:00000001:3.0:1767384971.875267:0:39762:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767384971.875268:0:16755:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.875271:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384971.875273:0:39762:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384971.875278:0:16756:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00100000:0.0:1767384971.875279:0:16755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358525824 00010000:00010000:3.0:1767384971.875282:0:39762:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384971.875283:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384971.875287:0:16755:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384971.875292:0:16756:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1767384971.875293:0:39762:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384971.875294:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384971.875294:0:16755:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000001:3.0:1767384971.875303:0:39762:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.875303:0:16756:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384971.875304:0:16755:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384971.875308:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1767384971.875312:0:16755:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00000100:00000001:2.0:1767384971.875330:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00010000:3.0:1767384971.875331:0:39762:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:1.0:1767384971.875332:0:16756:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ecf96529. 00000100:00000001:2.0:1767384971.875339:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384971.875346:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384971.875346:0:16756:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000706ca8c4. 00000020:00000001:0.0:1767384971.875348:0:16755:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384971.875352:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384971.875361:0:16755:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384971.875363:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384971.875363:0:16756:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000ea8ae73. 00000100:00000001:3.0:1767384971.875368:0:39673:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384971.875373:0:16755:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384971.875378:0:39673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358525952 00000020:00000040:1.0:1767384971.875408:0:16756:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 00000020:00000010:0.0:1767384971.875410:0:16755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cc13e7f0. 02000000:00000001:3.0:1767384971.875413:0:39673:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384971.875418:0:16756:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384971.875421:0:39673:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384971.875422:0:16755:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384971.875428:0:39673:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384971.875429:0:16755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cc13e7f0. 02000000:00000001:3.0:1767384971.875436:0:39673:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384971.875440:0:16755:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad7f7ea1. 00000100:00100000:3.0:1767384971.875442:0:39673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358525952 00000020:00000010:0.0:1767384971.875448:0:16755:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000284e2397. 00000020:00000001:3.0:1767384971.875449:0:39673:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384971.875453:0:39673:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00010000:00000001:2.0:1767384971.875457:0:16758:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:0.0:1767384971.875458:0:16755:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029ec94d9. 00000020:00000001:3.0:1767384971.875459:0:39673:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384971.875464:0:16758:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000040:3.0:1767384971.875467:0:39673:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=14 00010000:00010000:2.0:1767384971.875470:0:16758:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.157@tcp lock: 000000004a5c45ff/0x4895a8f6c11e884d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x4895a8f6c11e8854 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384971.875472:0:16755:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000020:00000001:3.0:1767384971.875473:0:39673:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00080000:1.0:1767384971.875475:0:39761:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00000001:0.0:1767384971.875483:0:16755:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384971.875486:0:39673:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:1.0:1767384971.875487:0:39761:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384971.875489:0:16755:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:1.0:1767384971.875494:0:39761:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=1 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:0.0:1767384971.875497:0:16755:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1767384971.875499:0:39673:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00010000:2.0:1767384971.875501:0:16758:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004a5c45ff already unused, calling callback (00000000de964f35) 00000020:00000001:1.0:1767384971.875503:0:39761:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384971.875505:0:16755:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384971.875508:0:39673:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000058e1c416. 00000100:00000001:1.0:1767384971.875509:0:39761:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384971.875510:0:16758:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:0.0:1767384971.875511:0:16755:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:3.0:1767384971.875520:0:39673:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384971.875520:0:16755:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384971.875521:0:39761:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 10000000:00010000:2.0:1767384971.875529:0:16758:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.157@tcp lock: 000000004a5c45ff/0x4895a8f6c11e884d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x4895a8f6c11e8854 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384971.875530:0:16755:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767384971.875532:0:39673:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000058e1c416. 00000100:00000001:1.0:1767384971.875533:0:39761:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000020:00000040:0.0:1767384971.875537:0:16755:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004bec78a4 refcount=3 00000100:00000010:1.0:1767384971.875543:0:39761:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cdbf7c2f. 00000020:00000001:0.0:1767384971.875546:0:16755:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435776846848 : -108637932704768 : ffff9d31c29cac00) 00000020:00000010:3.0:1767384971.875549:0:39673:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003bfeaa95. 00000020:00000040:1.0:1767384971.875552:0:39761:0:(genops.c:1229:class_import_get()) import 000000002913d734 refcount=2 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:0.0:1767384971.875556:0:16755:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435776846848 : -108637932704768 : ffff9d31c29cac00) 00010000:00000001:2.0:1767384971.875561:0:16758:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:3.0:1767384971.875562:0:39673:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f7ec95f1. 00000100:00000001:1.0:1767384971.875563:0:39761:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:0.0:1767384971.875564:0:16755:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384971.875565:0:16758:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:1.0:1767384971.875570:0:39761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1767384971.875571:0:16755:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384971.875573:0:16758:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767384971.875575:0:39673:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e5ff738c. 02000000:00000001:1.0:1767384971.875579:0:39761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384971.875580:0:16755:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384971.875581:0:16758:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004a5c45ff refcount=3 00000100:00000001:3.0:1767384971.875584:0:39673:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384971.875591:0:16755:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384971.875592:0:39761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000df22e8cc. 00000100:00000001:3.0:1767384971.875593:0:39673:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384971.875593:0:16758:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00010000:00000001:3.0:1767384971.875601:0:39673:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384971.875604:0:16758:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854934528 : -108637854617088 : ffff9d31c7443200) 00000100:00000001:0.0:1767384971.875605:0:16755:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384971.875606:0:39761:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.875608:0:39673:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.875616:0:16758:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767384971.875619:0:39761:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446635436515735552 : -108637193816064 : ffff9d31eea73800) 00010000:00000001:3.0:1767384971.875620:0:39673:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00010000:2.0:1767384971.875621:0:16758:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.157@tcp lock: 000000004a5c45ff/0x4895a8f6c11e884d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x4895a8f6c11e8854 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384971.875630:0:39673:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00080000:1.0:1767384971.875630:0:39761:0:(import.c:65:import_set_state_nolock()) 000000002913d734 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:0.0:1767384971.875631:0:16755:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384971.875636:0:16758:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000001:3.0:1767384971.875638:0:39673:0:(lustre_handles.c:113:class_handle2object()) Process entered 10000000:00010000:2.0:1767384971.875643:0:16758:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.157@tcp lock: 000000004a5c45ff/0x4895a8f6c11e884d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x4895a8f6c11e8854 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384971.875645:0:39761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000040:3.0:1767384971.875646:0:39673:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000054010b4b refcount=3 00000100:00000001:1.0:1767384971.875653:0:39761:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.875654:0:16755:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384971.875656:0:39673:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854930432 : -108637854621184 : ffff9d31c7442200) 00000100:00000001:0.0:1767384971.875662:0:16755:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384971.875668:0:39761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cdbf7c2f] to pc [ptlrpcd_rcv+-1] req@00000000cdbf7c2f x1853237358526080/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384971.875669:0:39673:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854930432 : -108637854621184 : ffff9d31c7442200) 10000000:01000000:2.0:1767384971.875671:0:16758:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00100000:0.0:1767384971.875678:0:16755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00010000:00000001:3.0:1767384971.875680:0:39673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:01000000:2.0:1767384971.875687:0:16758:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00000001:3.0:1767384971.875688:0:39673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384971.875690:0:16755:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 10000000:00000001:2.0:1767384971.875696:0:16758:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1767384971.875697:0:39673:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.875699:0:16755:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635435780961408 : -108637928590208 : ffff9d31c2db7480) 10000000:00000040:2.0:1767384971.875704:0:16758:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000ff67cc77) refs 1 00000100:00000001:3.0:1767384971.875708:0:39673:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384971.875715:0:16755:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c705512f x1853237358525824/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:197/0 lens 328/0 e 0 to 0 dl 1767384982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1767384971.875716:0:16758:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00000100:00000001:3.0:1767384971.875720:0:39673:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384971.875724:0:16758:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384971.875730:0:16758:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:1.0:1767384971.875733:0:39761:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384971.875735:0:16758:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384971.875739:0:16758:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384971.875745:0:16758:0:(mgc_request.c:117:config_log_put()) Process entered 00000004:00000001:1.0:1767384971.875747:0:39761:0:(osp_dev.c:482:osp_disconnect()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384971.875749:0:16758:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:3.0:1767384971.875751:0:39673:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384971.875754:0:16758:0:(mgc_request.c:117:config_log_put()) Process entered 00000004:00000001:1.0:1767384971.875758:0:39761:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384971.875761:0:16758:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384971.875765:0:16758:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384971.875769:0:16758:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:2.0:1767384971.875773:0:16758:0:(genops.c:898:class_export_put()) PUTting export 0000000088fce2cf : new refcount 7 00000100:00000001:3.0:1767384971.875775:0:39673:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 10000000:00000010:2.0:1767384971.875780:0:16758:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at 00000000ff67cc77. 00000100:00000001:3.0:1767384971.875782:0:39673:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384971.875783:0:16756:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384971.875791:0:16756:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 10000000:00000001:2.0:1767384971.875792:0:16758:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384971.875798:0:16758:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384971.875799:0:39673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00010000:00000001:2.0:1767384971.875809:0:16758:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:3.0:1767384971.875810:0:39673:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 2 00000100:00000001:0.0:1767384971.875811:0:16755:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384971.875812:0:16756:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.875814:0:39673:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635431480418176 : -108642229133440 : ffff9d30c2865f80) 00000100:00000001:1.0:1767384971.875820:0:16756:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384971.875824:0:16755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cc13e7f0. 00010000:00000001:2.0:1767384971.875826:0:16758:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:3.0:1767384971.875830:0:39673:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000259669b8 x1853237358525952/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:197/0 lens 328/0 e 0 to 0 dl 1767384982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384971.875832:0:16758:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384971.875835:0:16755:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384971.875838:0:16758:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384971.875844:0:39761:0:(osd_handler.c:1463:osd_process_config()) Process entered 00010000:00000001:2.0:1767384971.875845:0:16758:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384971.875848:0:16755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cc13e7f0. 00100000:00000001:1.0:1767384971.875852:0:39761:0:(osd_scrub.c:1328:osd_scrub_stop()) Process entered 00000020:00000040:2.0:1767384971.875858:0:16758:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004a5c45ff with handle 0x4895a8f6c11e884d from hash 00100000:00000001:1.0:1767384971.875863:0:39761:0:(osd_scrub.c:1337:osd_scrub_stop()) Process leaving 00000100:00000001:3.0:1767384971.875867:0:39673:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384971.875870:0:16755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c705512f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16130:x1853237358525824:12345-0@lo:103: 00010000:00000001:2.0:1767384971.875872:0:16758:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000010:1.0:1767384971.875874:0:39761:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000505c9d1f. 00000020:00000010:3.0:1767384971.875876:0:39673:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000058e1c416. 00010000:00000001:2.0:1767384971.875880:0:16758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1767384971.875885:0:16755:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358525824 00100000:00000001:1.0:1767384971.875887:0:39761:0:(scrub.c:1029:lustre_index_backup()) Process entered 00000100:00000001:3.0:1767384971.875888:0:39673:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384971.875888:0:16758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384971.875892:0:16755:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00100000:00000010:1.0:1767384971.875894:0:39761:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000542facf3. 00010000:00000001:2.0:1767384971.875897:0:16758:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:3.0:1767384971.875898:0:39673:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000058e1c416. 00010000:00000002:0.0:1767384971.875899:0:16755:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00100000:00000010:1.0:1767384971.875903:0:39761:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000027d63e7a. 00010000:00000001:2.0:1767384971.875906:0:16758:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384971.875906:0:16755:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00100000:3.0:1767384971.875915:0:39673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000259669b8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fc613044-dd35-4201-b03c-4d69ab0214c0+14:16127:x1853237358525952:12345-0@lo:103: 00010000:00000001:2.0:1767384971.875916:0:16758:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00100000:00000010:1.0:1767384971.875916:0:39761:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000008f3ba369. 00000100:00000001:0.0:1767384971.875917:0:16755:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384971.875923:0:16755:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00100000:00000010:1.0:1767384971.875927:0:39761:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000003235990. 00000100:00000200:3.0:1767384971.875932:0:39673:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358525952 00010000:00000001:2.0:1767384971.875933:0:16758:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 02000000:00000010:0.0:1767384971.875934:0:16755:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000187882d4. 00100000:00000010:1.0:1767384971.875935:0:39761:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000f19d11cf. 00010000:00000001:3.0:1767384971.875940:0:39673:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000001:2.0:1767384971.875943:0:16758:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 02000000:00000001:0.0:1767384971.875944:0:16755:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000002:3.0:1767384971.875946:0:39673:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00100000:00000010:1.0:1767384971.875947:0:39761:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000006b90e6e7. 00000100:00000001:0.0:1767384971.875954:0:16755:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.875955:0:39673:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000010:2.0:1767384971.875956:0:16758:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c4bf0edd. 00100000:00000010:1.0:1767384971.875957:0:39761:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000ee13235d. 00000100:00000001:3.0:1767384971.875964:0:39673:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1767384971.875965:0:16755:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00100000:00000010:1.0:1767384971.875968:0:39761:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000009213ef39. 00000020:00000040:2.0:1767384971.875969:0:16758:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=7 obd=MGC192.168.203.157@tcp 02000000:00000001:3.0:1767384971.875970:0:39673:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00010000:0.0:1767384971.875972:0:16755:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00100000:00000010:1.0:1767384971.875976:0:39761:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000288643c4. 02000000:00000010:3.0:1767384971.875981:0:39673:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002edc875c. 00010000:00000001:0.0:1767384971.875982:0:16755:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384971.875984:0:16758:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00100000:00000010:1.0:1767384971.875985:0:39761:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000904ac73a. 00000020:00000001:0.0:1767384971.875988:0:16755:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767384971.875991:0:39673:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384971.875992:0:16758:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:0.0:1767384971.875995:0:16755:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004bec78a4 refcount=3 00100000:00000010:1.0:1767384971.875996:0:39761:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000012a6b6c2. 00000100:00000001:3.0:1767384971.875999:0:39673:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384971.876000:0:16758:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384971.876007:0:39761:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000961e7df6. 00000020:00000001:0.0:1767384971.876007:0:16755:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435776846848 : -108637932704768 : ffff9d31c29cac00) 00010000:00000001:0.0:1767384971.876014:0:16755:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435776846848 : -108637932704768 : ffff9d31c29cac00) 02000000:00000010:2.0:1767384971.876015:0:16758:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e8dc9b16. 00010000:00000040:0.0:1767384971.876020:0:16755:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000007745f272 count: 2 00000100:00000001:2.0:1767384971.876024:0:16758:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384971.876026:0:16755:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384971.876031:0:16758:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000020:00000001:0.0:1767384971.876034:0:16755:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00010000:2.0:1767384971.876038:0:16758:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.157@tcp lock: 000000004a5c45ff/0x4895a8f6c11e884d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x4895a8f6c11e8854 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384971.876039:0:16755:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384971.876045:0:16755:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384971.876070:0:16755:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384971.876076:0:16758:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384971.876080:0:16755:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384971.876082:0:16758:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384971.876133:0:16755:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000010:2.1:1767384971.876143:0:16758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003874b5aa. 00010000:00000001:0.0:1767384971.876144:0:16755:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384971.876152:0:16755:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384971.876156:0:16755:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384971.876159:0:16755:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.876164:0:16758:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384971.876169:0:16758:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384971.876182:0:16755:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004bec78a4 with handle 0x4895a8f6c11e8425 from hash 00010000:00000001:0.0:1767384971.876189:0:16755:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:2.0:1767384971.876190:0:16758:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4bf0edd] to pc [ptlrpcd_00_01+1] req@00000000c4bf0edd x1853237358526208/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384971.876194:0:16755:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384971.876201:0:16755:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384971.876206:0:16755:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384971.876213:0:16755:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384971.876239:0:16755:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384971.876244:0:39673:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384971.876246:0:16755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004bec78a4/0x4895a8f6c11e8425 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4895a8f6c11e841e expref: 14 pid: 16763 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384971.876250:0:39673:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384971.876256:0:16758:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384971.876259:0:39673:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384971.876266:0:39673:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384971.876270:0:16758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:3.0:1767384971.876274:0:39673:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000054010b4b refcount=3 00010000:00000040:0.0:1767384971.876275:0:16755:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000005d63f134 : new locks_count 7 00010000:00000001:2.0:1767384971.876276:0:16758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00100000:00000010:1.0:1767384971.876280:0:39761:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000004c414159. 00010000:00000001:2.0:1767384971.876283:0:16758:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384971.876286:0:16755:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 13 00000020:00000001:3.0:1767384971.876287:0:39673:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635435854930432 : -108637854621184 : ffff9d31c7442200) 00010000:00000001:2.0:1767384971.876292:0:16758:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384971.876295:0:39761:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000f861f730. 00010000:00000001:3.0:1767384971.876299:0:39673:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635435854930432 : -108637854621184 : ffff9d31c7442200) 10000000:00000001:2.0:1767384971.876300:0:16758:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384971.876304:0:16755:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1767384971.876307:0:39673:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a9e3103c count: 3 00100000:00000010:1.0:1767384971.876308:0:39761:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000dd9388fc. 00010000:00000001:0.0:1767384971.876309:0:16755:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384971.876319:0:39673:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384971.876320:0:16755:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00010000:2.0:1767384971.876323:0:16758:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.157@tcp lock: 000000004a5c45ff/0x4895a8f6c11e884d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x4895a8f6c11e8854 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00100000:00000010:1.0:1767384971.876323:0:39761:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a09568a0. 00000020:00000001:3.0:1767384971.876330:0:39673:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384971.876330:0:16755:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00100000:00000010:1.0:1767384971.876333:0:39761:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000c4580cad. 00010000:00000001:3.0:1767384971.876338:0:39673:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384971.876343:0:16755:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384971.876345:0:39761:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000993e1cbf. 00010000:00000001:3.0:1767384971.876346:0:39673:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384971.876355:0:16755:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384971.876361:0:16758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767384971.876362:0:39673:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384971.876362:0:39761:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000003c5ce5a2. 00010000:00000040:0.0:1767384971.876363:0:16755:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007745f272 count: 0 00010000:00010000:2.0:1767384971.876368:0:16758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.157@tcp lock: 000000004a5c45ff/0x4895a8f6c11e884d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x4895a8f6c11e8854 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00100000:00000010:1.0:1767384971.876376:0:39761:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000090c0d4a4. 00010000:00000001:3.0:1767384971.876378:0:39673:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00010000:0.0:1767384971.876382:0:16755:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384971.876387:0:39673:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384971.876391:0:16755:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1767384971.876392:0:16758:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000095479e0c count: 0 00100000:00000010:1.0:1767384971.876392:0:39761:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000441a0aee. 00010000:00000001:3.0:1767384971.876396:0:39673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384971.876404:0:39673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384971.876406:0:16755:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00100000:00000010:1.0:1767384971.876408:0:39761:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000056cc6cdc. 00010000:00000001:3.0:1767384971.876409:0:39673:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384971.876413:0:16755:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.876415:0:16758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384971.876417:0:39673:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1767384971.876420:0:39761:0:(scrub.c:1099:lustre_index_backup()) Process leaving 00000100:00001000:0.0:1767384971.876421:0:16755:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bb2adef3 time=95 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384971.876422:0:16758:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000040:3.0:1767384971.876424:0:39673:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000054010b4b with handle 0x4895a8f6c11e84aa from hash 00080000:00000001:1.0:1767384971.876429:0:39761:0:(osd_handler.c:1495:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384971.876430:0:16758:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000ff95e215. 00010000:00000001:3.0:1767384971.876434:0:39673:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1767384971.876438:0:16755:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384971.876443:0:39673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767384971.876444:0:39761:0:(genops.c:1560:class_disconnect_exports()) Process entered 00010000:00000001:2.0:1767384971.876445:0:16758:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384971.876446:0:16755:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 17 to 0@lo 00010000:00000001:3.0:1767384971.876449:0:39673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00080000:1.0:1767384971.876451:0:39761:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000a8a46e2f) has no exports 00010000:00000001:3.0:1767384971.876457:0:39673:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:2.0:1767384971.876458:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384971.876460:0:16755:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000020:00000001:1.0:1767384971.876461:0:39761:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00010000:00000001:3.0:1767384971.876462:0:39673:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:2.0:1767384971.876464:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.876469:0:39673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384971.876470:0:39761:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 02000000:00000001:0.0:1767384971.876474:0:16755:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:2.0:1767384971.876475:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767384971.876483:0:39673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000054010b4b/0x4895a8f6c11e84aa lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4895a8f6c11e84a3 expref: 13 pid: 16763 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384971.876484:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767384971.876484:0:16755:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384971.876490:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.876495:0:16755:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1767384971.876498:0:16801:0:(update_trans.c:1613:distribute_txn_commit_thread()) lustre-MDT0000 stopping distribute txn commit thread. 00010000:00010000:2.0:1767384971.876501:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384971.876510:0:16801:0:(update_trans.c:1619:distribute_txn_commit_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384971.876511:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:0.0:1767384971.876511:0:16755:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000040:3.0:1767384971.876513:0:39673:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000005d63f134 : new locks_count 6 00000020:00000001:2.0:1767384971.876520:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384971.876522:0:39673:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 12 00000400:00000010:0.0:1767384971.876524:0:16755:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0895da3. 00010000:00010000:2.0:1767384971.876526:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:0.0:1767384971.876536:0:16755:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237358525824, offset 224 00010000:00000001:3.0:1767384971.876538:0:39673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384971.876544:0:39673:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384971.876548:0:39673:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:0.0:1767384971.876549:0:16755:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384971.876551:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384971.876553:0:39673:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384971.876559:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384971.876561:0:39673:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.876571:0:39673:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000001:2.0:1767384971.876572:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767384971.876575:0:16755:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:3.0:1767384971.876578:0:39673:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000400:00000001:2.0:1767384971.876580:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384971.876584:0:39673:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384971.876586:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003edab07d. 00000020:00000040:1.0:1767384971.876613:0:39761:0:(update_trans.c:1707:distribute_txn_fini()) lustre-MDT0000 stopping distribute txn commit thread. 00000400:00000200:0.0:1767384971.876613:0:16755:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272707d80 00010000:00000001:3.0:1767384971.876615:0:39673:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1767384971.876616:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000789c108c 00010000:00000001:3.0:1767384971.876624:0:39673:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384971.876625:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000789c108c. 00000020:00000010:1.0:1767384971.876625:0:39761:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b55f6266. 00000100:00001000:3.0:1767384971.876638:0:39673:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bb2adef3 time=95 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384971.876639:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00000040:00000010:1.0:1767384971.876641:0:39761:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ad7114f7. 00000400:00000200:0.0:1767384971.876649:0:16755:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x20a5 [1] + 224 00000100:00000200:2.0:1767384971.876651:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000255e66d5 x1853237358525696/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384971.876653:0:39761:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c0b0cb21. 00000100:00000001:3.0:1767384971.876655:0:39673:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1767384971.876666:0:39761:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c099eaae. 00000100:00000040:3.0:1767384971.876667:0:39673:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 18 to 0@lo 00000400:00000200:0.0:1767384971.876668:0:16755:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384971.876681:0:39673:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000020:00000010:1.0:1767384971.876682:0:39761:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000881fcaba. 00000400:00000200:0.0:1767384971.876687:0:16755:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 80000000:00000010:1.0:1767384971.876695:0:39761:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e5e23275. 02000000:00000001:3.0:1767384971.876696:0:39673:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:2.0:1767384971.876696:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000255e66d5 x1853237358525696/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384971.876699:0:16755:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384971.876703:0:39673:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:1.0:1767384971.876710:0:39761:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d470f51d. 00000100:00000001:3.0:1767384971.876714:0:39673:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384971.876715:0:16755:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000012e985ac x1853237358525824/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00100000:00000010:1.0:1767384971.876722:0:39761:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000accf6247. 00000100:00000040:3.0:1767384971.876729:0:39673:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00040000:00000010:1.0:1767384971.876733:0:39761:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000bec01621. 00000100:00000001:2.0:1767384971.876735:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384971.876740:0:39673:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042896188. 00000100:00000001:2.0:1767384971.876743:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00040000:00000010:1.0:1767384971.876747:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e90cf2db. 00000100:00000200:3.0:1767384971.876751:0:39673:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237358525952, offset 224 00040000:00000010:1.0:1767384971.876759:0:39761:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007beece68. 00000100:00000001:2.0:1767384971.876764:0:16129:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767384971.876770:0:39673:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000010:1.0:1767384971.876770:0:39761:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000090389656. 02000000:00000001:2.0:1767384971.876771:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767384971.876774:0:16755:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000012e985ac x1853237358525824/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384971.876777:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384971.876782:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384971.876785:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000605f2b9. 02000000:00000001:2.0:1767384971.876791:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384971.876795:0:39673:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000010:1.0:1767384971.876798:0:39761:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e5514541. 00000100:00001000:2.0:1767384971.876803:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f692eeab time=95 v=5 (5 0 0 0) 00000004:00000010:1.0:1767384971.876811:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007b40692d. 00000100:00001000:2.0:1767384971.876816:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=95 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384971.876822:0:39673:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272707e00 00000004:00000010:1.0:1767384971.876824:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001a33060a. 00000100:00000001:2.0:1767384971.876833:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1767384971.876836:0:39761:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b586c610. 00000100:00000001:2.0:1767384971.876840:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384971.876844:0:39673:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x20ad [1] + 224 00010000:00000001:2.0:1767384971.876847:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000002:1.0:1767384971.876852:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000291f5f54/00000000addb28d7 to site lru. bkt: 0000000053aa7032 00000100:00000001:0.0:1767384971.876855:0:16755:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384971.876856:0:39673:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384971.876856:0:16129:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384971.876859:0:39761:0:(lod_dev.c:930:lod_fini_distribute_txn()) kfreed 'lut->lut_tdtd': 280 at 000000009772b39a. 00000100:00000001:2.0:1767384971.876871:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384971.876873:0:16755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0895da3 00000004:00000001:1.0:1767384971.876874:0:39761:0:(lod_dev.c:578:lod_sub_fini_llog()) Process entered 00000400:00000200:3.0:1767384971.876875:0:39673:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000040:1.0:1767384971.876901:0:39761:0:(lod_dev.c:581:lod_sub_fini_llog()) lustre-MDT0000-osd: finish sub llog 00000400:00000010:0.0:1767384971.876901:0:16755:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0895da3. 00000100:00000040:2.0:1767384971.876902:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000255e66d5 x1853237358525696/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:1.0:1767384971.876910:0:39761:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000d135dd0f : new refcount 2 00000100:00000001:0.0:1767384971.876913:0:16755:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384971.876917:0:39673:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384971.876920:0:16755:0:(events.c:398:reply_out_callback()) Process leaving 00000040:00000001:1.0:1767384971.876922:0:39761:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:1.0:1767384971.876930:0:39761:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000100:00000200:3.0:1767384971.876931:0:39673:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dbe7e914 x1853237358525952/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384971.876932:0:16755:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384971.876947:0:16755:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 17 to 0@lo 00010000:00000001:0.0:1767384971.876956:0:16755:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384971.876961:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005a8baa77. 00000100:00000001:2.0:1767384971.876963:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384971.876966:0:16755:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384971.876974:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000007778553d. 00000100:00000001:2.0:1767384971.876979:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1767384971.876985:0:16755:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c705512f x1853237358525824/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:197/0 lens 328/224 e 0 to 0 dl 1767384982 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:1.0:1767384971.876987:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000651457da. 00000100:00000040:3.0:1767384971.876988:0:39673:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dbe7e914 x1853237358525952/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384971.876988:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384971.877001:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384971.877009:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000400:0x1:0x0] 00000100:00000040:2.0:1767384971.877011:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000255e66d5 x1853237358525696/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:1.0:1767384971.877018:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b9fb3e97. 00000004:00000001:1.0:1767384971.877034:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000100:00100000:2.0:1767384971.877037:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000255e66d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358525696:0@lo:103: 00000040:00000001:1.0:1767384971.877039:0:39761:0:(llog_osd.c:1830:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.877056:0:39673:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384971.877067:0:39673:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042896188 00000100:00100000:0.0:1767384971.877070:0:16755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c705512f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fc613044-dd35-4201-b03c-4d69ab0214c0+12:16130:x1853237358525824:12345-0@lo:103: Request processed in 1256us (2468us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384971.877074:0:39673:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042896188. 00000100:00000001:3.0:1767384971.877083:0:39673:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384971.877090:0:39673:0:(events.c:398:reply_out_callback()) Process leaving 00000040:00000010:1.0:1767384971.877096:0:39761:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 32768 at 000000003e9c7c87. 00000100:00000001:2.0:1767384971.877097:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384971.877100:0:39673:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384971.877100:0:16755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:2.0:1767384971.877108:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384971.877114:0:16755:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 1 00000100:00000040:3.0:1767384971.877115:0:39673:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 16 to 0@lo 00000100:00000040:2.0:1767384971.877119:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000255e66d5 x1853237358525696/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384971.877123:0:16755:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384971.877126:0:39673:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384971.877128:0:39761:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007fca30dd. 00000100:00000001:0.0:1767384971.877130:0:16755:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384971.877140:0:39673:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384971.877141:0:39761:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384971.877141:0:16755:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000284e2397. 00000100:00000001:2.0:1767384971.877145:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384971.877154:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000040:00000001:1.0:1767384971.877157:0:39761:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000020:00000010:0.0:1767384971.877157:0:16755:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029ec94d9. 02000000:00000010:2.0:1767384971.877159:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cad59d99. 00000100:00000040:3.0:1767384971.877164:0:39673:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000259669b8 x1853237358525952/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:197/0 lens 328/224 e 0 to 0 dl 1767384982 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000040:00000040:1.0:1767384971.877165:0:39761:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000d135dd0f : new refcount 1 00000020:00000010:0.0:1767384971.877171:0:16755:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad7f7ea1. 02000000:00000001:2.0:1767384971.877174:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:1.0:1767384971.877175:0:39761:0:(genops.c:898:class_export_put()) PUTting export 00000000f1fe82a4 : new refcount 2 00000020:00000001:2.0:1767384971.877182:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000040:00000010:1.0:1767384971.877185:0:39761:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000d135dd0f. 00000020:00000040:0.0:1767384971.877186:0:16755:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 11 00000020:00000040:2.0:1767384971.877188:0:16129:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=6 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1767384971.877199:0:16755:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384971.877201:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767384971.877204:0:39761:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384971.877207:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009451e507. 00000004:00000001:1.0:1767384971.877215:0:39761:0:(lod_dev.c:597:lod_sub_fini_llog()) Process leaving 02000000:00000001:2.0:1767384971.877239:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384971.877244:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000004:00000001:1.0:1767384971.877246:0:39761:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384971.877261:0:39761:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384971.877262:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000255e66d5. 00000100:00000001:0.0:1767384971.877263:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384971.877272:0:39673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000259669b8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fc613044-dd35-4201-b03c-4d69ab0214c0+11:16127:x1853237358525952:12345-0@lo:103: Request processed in 1393us (2458us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384971.877273:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000004:00000010:1.0:1767384971.877275:0:39761:0:(mdt_handler.c:5833:mdt_stack_pre_fini()) kfreed 'lcfg': 56 at 00000000fa3c59f0. 00000100:00000001:2.0:1767384971.877276:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384971.877282:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384971.877288:0:39761:0:(mdt_handler.c:5834:mdt_stack_pre_fini()) Process leaving 00000100:00000001:2.0:1767384971.877291:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384971.877296:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384971.877302:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384971.877306:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767384971.877307:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059aed48a. 00000100:00100000:3.0:1767384971.877313:0:39673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:2.0:1767384971.877313:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384971.877317:0:16791:0:(mdt_restripe.c:857:mdt_restriper_main()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384971.877318:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af2b8b9d 00000100:00000001:2.0:1767384971.877321:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384971.877328:0:39673:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000400:00000010:0.0:1767384971.877329:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af2b8b9d. 00000100:00000001:2.0:1767384971.877330:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.877341:0:39673:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384971.877342:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384971.877352:0:39673:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384971.877356:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000012e985ac x1853237358525824/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384971.877361:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384971.877362:0:39673:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f7ec95f1. 00000100:00000001:2.0:1767384971.877367:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384971.877379:0:39673:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e5ff738c. 00000400:00000001:2.0:1767384971.877381:0:16127:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1767384971.877384:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000012e985ac x1853237358525824/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384971.877387:0:16127:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1767384971.877394:0:39673:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003bfeaa95. 00000400:00000010:2.0:1767384971.877395:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007864aeb5. 00000020:00000010:1.0:1767384971.877398:0:39761:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000c2cd158. 00000400:00000200:2.0:1767384971.877408:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004271ee8b 00000100:00000001:0.0:1767384971.877413:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767384971.877414:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004271ee8b. 00000020:00000010:1.0:1767384971.877414:0:39761:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000070f34b4b. 00000020:00000040:3.0:1767384971.877416:0:39673:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 10 00000100:00000001:0.0:1767384971.877421:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384971.877426:0:39761:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063fb09d7. 00000100:00000001:2.0:1767384971.877430:0:16127:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384971.877430:0:16130:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384971.877431:0:39673:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384971.877438:0:39761:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000569ad8b1. 02000000:00000001:0.0:1767384971.877439:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1767384971.877444:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dbe7e914 x1853237358525952/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384971.877446:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000040:00000010:1.0:1767384971.877452:0:39761:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000011a6f423. 00000100:00000001:0.0:1767384971.877453:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.877464:0:16126:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384971.877465:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384971.877466:0:39761:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c7bd110c. 00000100:00000200:2.0:1767384971.877473:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dbe7e914 x1853237358525952/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384971.877474:0:16126:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384971.877477:0:39761:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000007942d34. 00000100:00001000:0.0:1767384971.877478:0:16130:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f692eeab time=95 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384971.877480:0:16126:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1767384971.877491:0:39761:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b8a76127. 00000100:00000040:3.0:1767384971.877494:0:16126:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cdbf7c2f x1853237358526080/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384971.877497:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=95 v=5 (1 0 0 0) 80000000:00000010:1.0:1767384971.877504:0:39761:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e1b07132. 00000100:00000001:0.0:1767384971.877518:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 40000000:00000010:1.0:1767384971.877519:0:39761:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003e689fac. 00000100:00000001:0.0:1767384971.877526:0:16130:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384971.877532:0:39761:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007ab0bd65. 00000100:00000001:2.0:1767384971.877535:0:16127:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384971.877537:0:16130:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384971.877544:0:16127:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384971.877545:0:16130:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1767384971.877546:0:39761:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000584076bb. 00000100:00000001:3.0:1767384971.877551:0:16126:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384971.877558:0:16127:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384971.877560:0:16126:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.877561:0:16130:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1767384971.877562:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b722416a. 02000000:00000001:2.0:1767384971.877564:0:16127:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384971.877570:0:16127:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384971.877575:0:16126:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384971.877576:0:16127:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384971.877577:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000012e985ac x1853237358525824/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:1.0:1767384971.877578:0:39761:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b9ac4a48. 02000000:00000001:3.0:1767384971.877582:0:16126:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384971.877588:0:16127:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384971.877593:0:39761:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003fb7c2a8. 02000000:00000001:3.0:1767384971.877612:0:16126:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384971.877616:0:16127:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f692eeab time=95 v=5 (5 0 0 0) 00000004:00000010:1.0:1767384971.877624:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000bb309e67. 00000100:00100000:3.0:1767384971.877627:0:16126:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cdbf7c2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16126:1853237358526080:0@lo:9: 00000100:00001000:2.0:1767384971.877631:0:16127:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=95 v=5 (1 0 0 0) 00000004:00000010:1.0:1767384971.877638:0:39761:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000050b2fec3. 00000100:00000001:2.0:1767384971.877648:0:16127:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384971.877649:0:16126:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000004:00000010:1.0:1767384971.877654:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000033f87548. 00000100:00000001:0.0:1767384971.877654:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384971.877655:0:16127:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384971.877657:0:16126:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384971.877665:0:16126:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.877666:0:16127:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384971.877668:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000004:00000010:1.0:1767384971.877670:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e2b77b02. 02000000:00000001:3.0:1767384971.877671:0:16126:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1767384971.877672:0:16127:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.877673:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384971.877680:0:16126:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003bfeaa95. 00000100:00000001:2.0:1767384971.877683:0:16127:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384971.877686:0:16126:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384971.877686:0:39761:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025e46dcc. 00000100:00000040:0.0:1767384971.877689:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012e985ac x1853237358525824/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384971.877698:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dbe7e914 x1853237358525952/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384971.877699:0:16126:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5876595. 00000004:00000001:1.0:1767384971.877703:0:39761:0:(mdt_coordinator.c:1304:mdt_hsm_cdt_stop()) Process entered 00000400:00000010:3.0:1767384971.877711:0:16126:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042896188. 00000004:20000000:1.0:1767384971.877713:0:39761:0:(mdt_coordinator.c:564:set_cdt_state_locked()) unexpected coordinator transition, from=stopped, to=stopping 00000100:00000200:3.0:1767384971.877723:0:16126:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358526080, portal 4 00000004:00000001:1.0:1767384971.877726:0:39761:0:(mdt_coordinator.c:1309:mdt_hsm_cdt_stop()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000100:00000001:3.0:1767384971.877734:0:16126:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384971.877742:0:16126:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515735552 : -108637193816064 : ffff9d31eea73800) 00000004:00000040:1.0:1767384971.877742:0:39761:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000077f124de : new refcount 3 00000100:00100000:0.0:1767384971.877754:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000012e985ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:fc613044-dd35-4201-b03c-4d69ab0214c0:16130:1853237358525824:0@lo:103: 00000100:00000001:2.0:1767384971.877755:0:16127:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000004:00000040:1.0:1767384971.877755:0:39761:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000077f124de : new refcount 2 00000100:00000040:3.0:1767384971.877764:0:16126:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cdbf7c2f x1853237358526080/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:1.0:1767384971.877765:0:39761:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000077f124de : new refcount 1 00000100:00000001:2.0:1767384971.877775:0:16127:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000004:00000040:1.0:1767384971.877777:0:39761:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000000f78365e : new refcount 3 00000100:00000001:0.0:1767384971.877778:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384971.877781:0:16127:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:1.0:1767384971.877787:0:39761:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000000f78365e : new refcount 2 00000100:00000001:0.0:1767384971.877792:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000004:00000040:1.0:1767384971.877796:0:39761:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000000f78365e : new refcount 1 00000100:00000040:2.0:1767384971.877797:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dbe7e914 x1853237358525952/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384971.877803:0:16126:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384971.877806:0:39761:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384971.877815:0:39761:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000a8a46e2f) has no exports 00000100:00000040:3.0:1767384971.877816:0:16126:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384971.877823:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000012e985ac x1853237358525824/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384971.877826:0:39761:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000400:00000010:3.0:1767384971.877828:0:16126:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c020914a. 00010000:00000001:1.0:1767384971.877832:0:39761:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00010000:00000001:1.0:1767384971.877839:0:39761:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00000100:00000200:3.0:1767384971.877841:0:16126:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237358526080, offset 0 00000100:00100000:2.0:1767384971.877846:0:16127:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dbe7e914 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358525952:0@lo:103: 00010000:00000001:1.0:1767384971.877847:0:39761:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:1.0:1767384971.877854:0:39761:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384971.877860:0:39761:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000200:3.0:1767384971.877865:0:16126:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384971.877873:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384971.877877:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384971.877881:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384971.877885:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1767384971.877887:0:16126:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1767384971.877890:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c379eebf. 00000100:00000040:2.0:1767384971.877894:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dbe7e914 x1853237358525952/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384971.877898:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1767384971.877903:0:16126:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272707e80 00000020:00000001:0.0:1767384971.877904:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384971.877909:0:16130:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=5 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1767384971.877918:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384971.877924:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a7a20b33. 00000400:00000200:3.0:1767384971.877926:0:16126:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 5080 02000000:00000001:0.0:1767384971.877932:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384971.877934:0:16127:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384971.877937:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1767384971.877942:0:16127:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:0.0:1767384971.877942:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012e985ac. 02000000:00000010:2.0:1767384971.877951:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013c9725e. 00000100:00000001:0.0:1767384971.877952:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384971.877956:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384971.877961:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384971.877963:0:16127:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1767384971.877968:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384971.877969:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384971.877970:0:16127:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384971.877976:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384971.877979:0:16127:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1767384971.877983:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384971.877986:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384971.877988:0:16127:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384971.877990:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384971.877994:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000edb676c2. 00000100:00000001:3.0:1767384971.877995:0:16126:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384971.878001:0:16126:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:2.0:1767384971.878002:0:16127:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384971.878006:0:16127:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384971.878007:0:16126:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b276a0f. 00000100:00000010:2.0:1767384971.878009:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dbe7e914. 00000100:00000001:2.0:1767384971.878014:0:16127:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384971.878016:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384971.878019:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384971.878020:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384971.878026:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384971.878043:0:16126:0:(events.c:337:request_in_callback()) incoming req@000000003b276a0f x1853237358526080 msgsize 224 00000100:00100000:3.0:1767384971.878051:0:16126:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384971.878065:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384971.878067:0:16126:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384971.878070:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.878077:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384971.878079:0:16126:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c020914a 00000100:00000001:2.0:1767384971.878081:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.878087:0:16128:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767384971.878088:0:16126:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c020914a. 00000100:00000001:3.0:1767384971.878095:0:16126:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384971.878100:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c4bf0edd x1853237358526208/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384971.878103:0:16126:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cdbf7c2f x1853237358526080/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384971.878107:0:18105:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384971.878113:0:18105:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358526080 02000000:00000001:2.0:1767384971.878137:0:18105:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384971.878142:0:18105:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384971.878148:0:18105:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384971.878157:0:18105:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384971.878166:0:18105:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358526080 00000020:00000001:2.0:1767384971.878172:0:18105:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384971.878178:0:16128:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384971.878181:0:16126:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384971.878183:0:16128:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384971.878186:0:18105:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8560 02000000:00000001:0.0:1767384971.878191:0:16128:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384971.878193:0:16126:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cdbf7c2f x1853237358526080/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384981 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384971.878195:0:18105:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384971.878196:0:16128:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384971.878202:0:18105:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ce565cee refcount=5 02000000:00000001:0.0:1767384971.878210:0:16128:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384971.878213:0:18105:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000020:00000001:2.0:1767384971.878246:0:18105:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431505590272 : -108642203961344 : ffff9d30c4067800) 00000100:00000001:3.0:1767384971.878251:0:16126:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384971.878251:0:16128:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c4bf0edd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358526208:0@lo:103: 00000100:00000001:2.0:1767384971.878264:0:18105:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384971.878272:0:16126:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384971.878273:0:16128:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:2.0:1767384971.878274:0:18105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000472c7a56. 02000000:00000001:0.0:1767384971.878283:0:16128:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:2.0:1767384971.878284:0:18105:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000004a022ed0. 00000100:00000001:3.0:1767384971.878285:0:16126:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384971.878290:0:16128:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384971.878295:0:16126:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4180 usecs (5 jiffies) 02000000:00000001:0.0:1767384971.878297:0:16128:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1767384971.878298:0:18105:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000fe96f595) now 6 - evictor 00000100:00000001:3.0:1767384971.878307:0:16126:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294961746 02000000:00000010:0.0:1767384971.878309:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad7f7ea1. 00000100:00000001:3.0:1767384971.878315:0:16126:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294961749 00000100:00000001:2.0:1767384971.878319:0:18105:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384971.878320:0:16126:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294961746 00000020:00000010:2.0:1767384971.878330:0:18105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005b72c8d3. 02000000:00000001:0.0:1767384971.878331:0:16128:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.878332:0:16126:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294961749 00000020:00000010:2.0:1767384971.878342:0:18105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f63f0071. 00000100:00000001:3.0:1767384971.878343:0:16126:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294961746 00000400:00000010:0.0:1767384971.878346:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000409ce644. 00000020:00000010:2.0:1767384971.878354:0:18105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002ab698ee. 00000100:00000001:3.0:1767384971.878356:0:16126:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294961749 00000400:00000010:0.0:1767384971.878361:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0895da3. 00000100:00000001:3.0:1767384971.878365:0:16126:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294961746 00000100:00000040:2.0:1767384971.878371:0:18105:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000200:0.0:1767384971.878371:0:16128:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358526208, portal 18 00000100:00000001:3.0:1767384971.878372:0:16126:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294961749 00000100:00000001:2.0:1767384971.878380:0:18105:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384971.878384:0:16128:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384971.878385:0:16126:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384971.878386:0:18105:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384971.878392:0:16128:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635431480416384 : -108642229135232 : ffff9d30c2865880) 00000100:00000001:2.0:1767384971.878394:0:18105:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.878395:0:16126:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.878408:0:16126:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.878411:0:18105:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384971.878412:0:16128:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c4bf0edd x1853237358526208/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384971.878414:0:16126:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384971.878428:0:16126:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384971.878431:0:16126:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1767384971.878434:0:16126:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384971.878439:0:16126:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384971.878440:0:18105:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384971.878444:0:16126:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.878454:0:16126:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.878459:0:16128:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384971.878463:0:18105:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384971.878470:0:18105:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384971.878470:0:16128:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384971.878478:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccae3aef. 00000100:00100000:2.0:1767384971.878483:0:18105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000200:0.0:1767384971.878486:0:16128:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237358526208, offset 0 00000100:00000040:2.0:1767384971.878489:0:18105:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ce565cee : new rpc_count 1 00000100:00080000:3.0:1767384971.878494:0:16765:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767384971.878495:0:18105:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635435780947968 : -108637928603648 : ffff9d31c2db4000) 00000400:00000200:0.0:1767384971.878503:0:16128:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1767384971.878507:0:16765:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fe96f595) now 6 - evictor 00000100:00000040:2.0:1767384971.878511:0:18105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003b276a0f x1853237358526080/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:197/0 lens 224/0 e 0 to 0 dl 1767384982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384971.878540:0:16128:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384971.878557:0:18105:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384971.878562:0:16128:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272707f00 00000020:00000010:2.0:1767384971.878564:0:18105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004a022ed0. 00000100:00000001:2.0:1767384971.878572:0:18105:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384971.878578:0:16128:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1312 00000020:00000010:2.0:1767384971.878580:0:18105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004a022ed0. 00000400:00000200:0.0:1767384971.878591:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384971.878594:0:18105:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003b276a0f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16126:x1853237358526080:12345-0@lo:9: 00000400:00000200:0.0:1767384971.878603:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384971.878605:0:18105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358526080 00000100:00000001:0.0:1767384971.878610:0:16128:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384971.878612:0:16128:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384971.878618:0:16128:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009485894. 00000020:00000001:2.0:1767384971.878620:0:18105:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384971.878626:0:16128:0:(events.c:337:request_in_callback()) incoming req@0000000009485894 x1853237358526208 msgsize 328 00000020:00000001:2.0:1767384971.878627:0:18105:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384971.878633:0:18105:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384971.878641:0:18105:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:0.0:1767384971.878643:0:16128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1767384971.878645:0:18105:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673334544 : -1036217072 : ffffffffc23c9510) 00000020:00000001:2.0:1767384971.878651:0:18105:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384971.878654:0:18105:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384971.878656:0:18105:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384971.878658:0:18105:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384971.878661:0:18105:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384971.878663:0:18105:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00000100:00000001:0.0:1767384971.878664:0:16128:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1767384971.878666:0:18105:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:2.0:1767384971.878672:0:18105:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384971.878675:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccae3aef 02000000:00000001:2.0:1767384971.878676:0:18105:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1767384971.878682:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccae3aef. 02000000:00000010:2.0:1767384971.878683:0:18105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001d1a9458. 00000100:00000001:0.0:1767384971.878689:0:16128:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384971.878690:0:18105:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384971.878697:0:18105:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384971.878701:0:16128:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c4bf0edd x1853237358526208/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384971.878702:0:39673:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:2.0:1767384971.878703:0:18105:0:(genops.c:887:class_export_get()) GET export 00000000ce565cee refcount=6 00000100:00100000:3.0:1767384971.878709:0:39673:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358526208 00010000:00000001:2.0:1767384971.878711:0:18105:0:(obd_class.h:902:obd_disconnect()) Process entered 02000000:00000001:3.0:1767384971.878717:0:39673:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00002000:00000001:2.0:1767384971.878718:0:18105:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000100:00000001:3.0:1767384971.878725:0:39673:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384971.878726:0:18105:0:(genops.c:887:class_export_get()) GET export 00000000ce565cee refcount=7 00000100:00000001:3.0:1767384971.878732:0:39673:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.878734:0:18105:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000100:00000001:0.0:1767384971.878737:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384971.878740:0:39673:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384971.878741:0:18105:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:2.0:1767384971.878748:0:18105:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 6 00000100:00000040:0.0:1767384971.878748:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c4bf0edd x1853237358526208/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384971.878750:0:39673:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358526208 00000020:00000080:2.0:1767384971.878756:0:18105:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4895a8f6c11e8560 00000020:00000001:3.0:1767384971.878757:0:39673:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384971.878763:0:39673:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000020:00000040:2.0:1767384971.878765:0:18105:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ce565cee with handle 0x4895a8f6c11e8560 from hash 00000020:00000001:3.0:1767384971.878771:0:39673:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384971.878775:0:18105:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 5 00000020:00000040:3.0:1767384971.878777:0:39673:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=11 00000020:00000010:2.0:1767384971.878784:0:18105:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000472c7a56. 00000020:00000001:3.0:1767384971.878787:0:39673:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:2.0:1767384971.878793:0:18105:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000001:3.0:1767384971.878798:0:39673:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000040:2.0:1767384971.878799:0:18105:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 4 00000100:00000001:0.0:1767384971.878799:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384971.878806:0:18105:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000100:00000001:3.0:1767384971.878808:0:39673:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1767384971.878810:0:18105:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 3 00000020:00000001:2.0:1767384971.878816:0:18105:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384971.878818:0:39673:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000058e1c416. 00000100:00000001:2.0:1767384971.878822:0:18105:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00000001:0.0:1767384971.878822:0:16128:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384971.878825:0:39673:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1767384971.878829:0:18105:0:(import.c:65:import_set_state_nolock()) 00000000baa1a3ff : changing import state from FULL to CLOSED 00000020:00000010:3.0:1767384971.878832:0:39673:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000058e1c416. 00000100:00000001:2.0:1767384971.878836:0:18105:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384971.878839:0:16128:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384971.878842:0:39673:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8102ca8. 00000100:00000001:0.0:1767384971.878848:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294961752 00000100:00000001:2.0:1767384971.878850:0:18105:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000020:00000010:3.0:1767384971.878851:0:39673:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f7ec95f1. 00000100:00000001:2.0:1767384971.878855:0:18105:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00000020:00000010:3.0:1767384971.878863:0:39673:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e5ff738c. 00000100:00000001:0.0:1767384971.878871:0:16128:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294961749 00000100:00000040:3.0:1767384971.878872:0:39673:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00010000:00000001:2.0:1767384971.878877:0:18105:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.878882:0:39673:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384971.878885:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294961752 00000100:00000001:3.0:1767384971.878887:0:39673:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384971.878891:0:18105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ac1bf7d. 00010000:00000001:3.0:1767384971.878893:0:39673:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:0.0:1767384971.878896:0:16128:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294961749 00010000:00000001:3.0:1767384971.878899:0:39673:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384971.878903:0:18105:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b51794e3. 00000100:00000001:0.0:1767384971.878904:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294961752 00010000:00000001:3.0:1767384971.878905:0:39673:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384971.878912:0:39673:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384971.878915:0:39673:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384971.878918:0:18105:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fc2692f4. 00000100:00000001:0.0:1767384971.878918:0:16128:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294961749 00000020:00000040:3.0:1767384971.878919:0:39673:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008a4f5a3d refcount=3 00000100:00000001:0.0:1767384971.878929:0:16128:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294961752 00000020:00000001:3.0:1767384971.878947:0:39673:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275768320 : -108637433783296 : ffff9d31e0599c00) 00000020:00000010:2.0:1767384971.878950:0:18105:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000348139d1. 00010000:00000001:3.0:1767384971.878954:0:39673:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275768320 : -108637433783296 : ffff9d31e0599c00) 00000100:00000001:0.0:1767384971.878955:0:16128:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294961749 00000020:00000010:2.0:1767384971.878960:0:18105:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000455e979f. 00010000:00000001:3.0:1767384971.878964:0:39673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384971.878966:0:16128:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384971.878971:0:39673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 80000000:00000010:2.0:1767384971.878973:0:18105:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bb6c752d. 00000100:00000001:0.0:1767384971.878973:0:16128:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.878975:0:39673:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:2.0:1767384971.878986:0:18105:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000472c7a56. 00000100:00000001:3.0:1767384971.878987:0:39673:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.878987:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.879000:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00100000:00000010:2.0:1767384971.879001:0:18105:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f716bd03. 00000100:00000001:3.0:1767384971.879003:0:39673:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.879009:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00040000:00000010:2.0:1767384971.879028:0:18105:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bbb3ab0d. 00000100:00000001:0.0:1767384971.879030:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384971.879037:0:39673:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00040000:00000010:2.0:1767384971.879038:0:18105:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000067ede5da. 00000100:00000001:0.0:1767384971.879039:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00080000:00000010:2.0:1767384971.879057:0:18105:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001d3066e7. 00010000:00000010:3.1:1767384971.879076:0:39673:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007906d047. 00010000:00000010:0.1:1767384971.879080:0:16128:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000024ac7dc7. 00010000:00000010:3.1:1767384971.879092:0:39673:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009d6384a1. 00000100:00000001:0.0:1767384971.879099:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384971.879103:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.879111:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1767384971.879113:0:18105:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d2fbe8c3. 00000001:00000001:2.0:1767384971.879120:0:18105:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:2.0:1767384971.879123:0:18105:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 0, off 8192, UUID 'lustre-MDT0000-mdtlov_UUID' 00000100:00000001:3.0:1767384971.879125:0:39673:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384971.879131:0:39673:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000001:00000001:2.0:1767384971.879132:0:18105:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:2.0:1767384971.879136:0:18105:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00000100:00000001:0.0:1767384971.879144:0:34224:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384971.879145:0:39673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00080000:00000001:2.0:1767384971.879145:0:18105:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:0.0:1767384971.879152:0:34224:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384971.879154:0:39673:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:0.0:1767384971.879158:0:34224:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384971.879159:0:18105:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d939f1b0. 00000100:00000001:3.0:1767384971.879161:0:39673:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436514137344 : -108637195414272 : ffff9d31ee8ed500) 00000100:00000001:0.0:1767384971.879166:0:34224:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384971.879168:0:18105:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635436758027264 : -108636951524352 : ffff9d31fd184c00) 00000100:00000040:3.0:1767384971.879174:0:39673:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000009485894 x1853237358526208/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:197/0 lens 328/0 e 0 to 0 dl 1767384982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1767384971.879177:0:18105:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:3.0:1767384971.879189:0:39673:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384971.879194:0:39673:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000058e1c416. 00000100:00000001:3.0:1767384971.879200:0:39673:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384971.879201:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000001:2.0:1767384971.879206:0:18105:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000010:3.0:1767384971.879209:0:39673:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000058e1c416. 00000020:00000001:0.0:1767384971.879209:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384971.879211:0:18105:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384971.879240:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384971.879243:0:18105:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00100000:3.0:1767384971.879248:0:39673:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000009485894 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fc613044-dd35-4201-b03c-4d69ab0214c0+11:16128:x1853237358526208:12345-0@lo:103: 00000100:00000200:3.0:1767384971.879284:0:39673:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358526208 00010000:00000001:3.0:1767384971.879287:0:39673:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384971.879289:0:39673:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384971.879291:0:39673:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384971.879296:0:39673:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384971.879300:0:39673:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:2.0:1767384971.879304:0:18105:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384971.879307:0:39673:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000022863172. 00000001:00000001:2.0:1767384971.879311:0:18105:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 02000000:00000001:3.0:1767384971.879313:0:39673:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.879318:0:39673:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384971.879329:0:18105:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384971.879330:0:39673:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384971.879336:0:39673:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384971.879339:0:39673:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384971.879341:0:39673:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384971.879343:0:39673:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008a4f5a3d refcount=3 00000020:00000001:3.0:1767384971.879346:0:39673:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436275768320 : -108637433783296 : ffff9d31e0599c00) 00010000:00000001:3.0:1767384971.879349:0:39673:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635436275768320 : -108637433783296 : ffff9d31e0599c00) 00010000:00000040:3.0:1767384971.879353:0:39673:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000008817395 count: 2 00010000:00000001:3.0:1767384971.879356:0:39673:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767384971.879359:0:39673:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384971.879362:0:39673:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384971.879364:0:39673:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384971.879367:0:39673:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.879372:0:39673:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384971.879375:0:39673:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384971.879380:0:39673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384971.879382:0:39673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384971.879385:0:39673:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384971.879388:0:39673:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384971.879392:0:39673:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008a4f5a3d with handle 0x4895a8f6c11e8854 from hash 00010000:00000001:3.0:1767384971.879395:0:39673:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384971.879398:0:39673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384971.879399:0:39673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384971.879401:0:39673:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384971.879403:0:39673:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384971.879407:0:39673:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384971.879412:0:39673:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008a4f5a3d/0x4895a8f6c11e8854 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4895a8f6c11e884d expref: 11 pid: 16764 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384971.879420:0:39673:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000005d63f134 : new locks_count 5 00000020:00000040:3.0:1767384971.879423:0:39673:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 10 00010000:00000001:3.0:1767384971.879433:0:39673:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384971.879436:0:39673:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384971.879439:0:39673:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384971.879441:0:39673:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384971.879445:0:39673:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.879448:0:39673:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384971.879451:0:39673:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000008817395 count: 0 00080000:00000001:2.0:1767384971.879461:0:18105:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00010000:00010000:3.0:1767384971.879462:0:39673:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384971.879467:0:39673:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:2.0:1767384971.879470:0:18105:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00010000:00000001:3.0:1767384971.879474:0:39673:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000001:00000001:2.0:1767384971.879476:0:18105:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.879478:0:39673:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384971.879482:0:18105:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00001000:3.0:1767384971.879485:0:39673:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bb2adef3 time=95 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384971.879493:0:39673:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384971.879497:0:39673:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 17 to 0@lo 00000100:00000001:3.0:1767384971.879501:0:39673:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00080000:00000001:2.0:1767384971.879503:0:18105:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384971.879504:0:39673:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384971.879511:0:39673:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384971.879512:0:18105:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000100:00000001:3.0:1767384971.879517:0:39673:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384971.879521:0:39673:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384971.879530:0:39673:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c020914a. 00000001:00000001:2.0:1767384971.879530:0:18105:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384971.879536:0:18105:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00000100:00000200:3.0:1767384971.879539:0:39673:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237358526208, offset 224 00080000:00000001:2.0:1767384971.879541:0:18105:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384971.879552:0:18105:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008d9a05b4. 00000400:00000200:3.0:1767384971.879553:0:39673:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000001:2.0:1767384971.879561:0:18105:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635436758036480 : -108636951515136 : ffff9d31fd187000) 00080000:00000001:2.0:1767384971.879567:0:18105:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384971.879573:0:39673:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384971.879585:0:39673:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272707f00 00000400:00000200:3.0:1767384971.879611:0:39673:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x20c9 [1] + 224 00000400:00000200:3.0:1767384971.879616:0:39673:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384971.879621:0:39673:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384971.879625:0:39673:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384971.879629:0:39673:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c4bf0edd x1853237358526208/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384971.879647:0:39673:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c4bf0edd x1853237358526208/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384971.879671:0:39673:0:(events.c:163:reply_in_callback()) Process leaving 00000001:00000001:2.0:1767384971.879678:0:18105:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:3.0:1767384971.879680:0:39673:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c020914a 00080000:00000001:2.0:1767384971.879684:0:18105:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384971.879685:0:39673:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c020914a. 00080000:00000001:2.0:1767384971.879691:0:18105:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:3.0:1767384971.879693:0:39673:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384971.879698:0:39673:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384971.879705:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384971.879706:0:39673:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384971.879708:0:18105:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.879712:0:16128:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384971.879716:0:39673:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 16 to 0@lo 00000001:00000010:2.0:1767384971.879716:0:18105:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000d5e1fa22. 00000400:00000001:0.0:1767384971.879723:0:16128:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384971.879725:0:39673:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384971.879726:0:18105:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000ce565cee : new cb_count 1 00000400:00000001:0.0:1767384971.879732:0:16128:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384971.879735:0:39673:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384971.879736:0:18105:0:(genops.c:887:class_export_get()) GET export 00000000ce565cee refcount=4 00000400:00000010:0.0:1767384971.879739:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000409ce644. 00080000:00000001:2.0:1767384971.879748:0:18105:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000040:3.0:1767384971.879749:0:39673:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009485894 x1853237358526208/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:197/0 lens 328/224 e 0 to 0 dl 1767384982 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384971.879752:0:16128:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0895da3 00000400:00000010:0.0:1767384971.879762:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0895da3. 00000100:00100000:3.0:1767384971.879768:0:39673:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000009485894 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:fc613044-dd35-4201-b03c-4d69ab0214c0+10:16128:x1853237358526208:12345-0@lo:103: Request processed in 577us (1139us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384971.879779:0:39673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:3.0:1767384971.879786:0:39673:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:3.0:1767384971.879791:0:39673:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384971.879791:0:16128:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384971.879799:0:39673:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384971.879804:0:39673:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f7ec95f1. 00000100:00000200:0.0:1767384971.879807:0:16128:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c4bf0edd x1853237358526208/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384971.879811:0:39673:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e5ff738c. 00080000:00000001:2.0:1767384971.879814:0:18105:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000020:00000010:3.0:1767384971.879823:0:39673:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8102ca8. 00000001:00000001:2.0:1767384971.879824:0:18105:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:2.0:1767384971.879830:0:18105:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000040:3.0:1767384971.879835:0:39673:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 9 00080000:00000001:2.0:1767384971.879842:0:18105:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.879844:0:39673:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:2.0:1767384971.879848:0:18105:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000100:00000200:0.0:1767384971.879850:0:16128:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c4bf0edd x1853237358526208/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000040:2.0:1767384971.879860:0:18105:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 0 (8192), rc 0 00000100:00000001:0.0:1767384971.879872:0:16128:0:(events.c:163:reply_in_callback()) Process leaving 00000001:00000001:2.0:1767384971.879873:0:18105:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.879877:0:16128:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384971.879882:0:16128:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384971.879885:0:18105:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b51794e3. 02000000:00000001:0.0:1767384971.879885:0:16128:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384971.879889:0:16128:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384971.879894:0:16128:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384971.879897:0:18105:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fc2692f4. 02000000:00000001:0.0:1767384971.879898:0:16128:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384971.879909:0:16128:0:(import.c:2128:obd_at_measure()) add 5 to 00000000f692eeab time=95 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384971.879910:0:18105:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000348139d1. 00000100:00001000:0.0:1767384971.879917:0:16128:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=95 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384971.879923:0:18105:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000455e979f. 00000100:00000001:0.0:1767384971.879924:0:16128:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384971.879928:0:16128:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384971.879934:0:16128:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 80000000:00000010:2.0:1767384971.879936:0:18105:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bb6c752d. 00010000:00000001:0.0:1767384971.879937:0:16128:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.879947:0:16128:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:2.0:1767384971.879949:0:18105:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000472c7a56. 00000100:00000040:0.0:1767384971.879953:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c4bf0edd x1853237358526208/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00100000:00000010:2.0:1767384971.879960:0:18105:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f716bd03. 00000100:00000001:0.0:1767384971.879970:0:16128:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00040000:00000010:2.0:1767384971.879997:0:18105:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000bbb3ab0d. 00000100:00000001:0.0:1767384971.879998:0:16128:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384971.880002:0:16128:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00040000:00000010:2.0:1767384971.880009:0:18105:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000067ede5da. 00000100:00000040:0.0:1767384971.880010:0:16128:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c4bf0edd x1853237358526208/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:2.0:1767384971.880021:0:18105:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001d3066e7. 00002000:00000010:2.0:1767384971.880030:0:18105:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d2fbe8c3. 00000020:00000010:2.0:1767384971.880034:0:18105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ac1bf7d. 00000001:00000001:2.0:1767384971.880038:0:18105:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:2.0:1767384971.880051:0:18105:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000006cd66532) : new refcount 4 00000001:00000001:2.0:1767384971.880055:0:18105:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:2.0:1767384971.880058:0:18105:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000006cd66532) : new refcount 3 00000100:00100000:0.0:1767384971.880073:0:16128:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c4bf0edd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc613044-dd35-4201-b03c-4d69ab0214c0:16128:1853237358526208:0@lo:103: 00000100:00000001:0.0:1767384971.880082:0:16128:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384971.880085:0:16128:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384971.880091:0:16128:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c4bf0edd x1853237358526208/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384987 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384971.880100:0:16128:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1767384971.880107:0:18105:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 3 02000000:00000001:0.0:1767384971.880107:0:16128:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:2.0:1767384971.880111:0:18105:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:2.0:1767384971.880113:0:18105:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000006cd66532) : new refcount 2 00000001:00000001:2.0:1767384971.880115:0:18105:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:2.0:1767384971.880117:0:18105:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 2 00002000:00000001:2.0:1767384971.880119:0:18105:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384971.880125:0:18105:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384971.880127:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ad7f7ea1. 00010000:00000001:2.0:1767384971.880129:0:18105:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384971.880136:0:18105:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384971.880137:0:16128:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000040:2.0:1767384971.880141:0:18105:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237358526080 00000020:00000001:0.0:1767384971.880143:0:16128:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767384971.880147:0:18105:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:0.0:1767384971.880149:0:16128:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1767384971.880155:0:16128:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384971.880160:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e8dc9b16. 00010000:00000200:2.0:1767384971.880161:0:18105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003b276a0f x1853237358526080/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:197/0 lens 224/224 e 0 to 0 dl 1767384982 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384971.880168:0:16128:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384971.880173:0:16128:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384971.880178:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c4bf0edd. 00000100:00000001:0.0:1767384971.880187:0:16128:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767384971.880188:0:18105:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384971.880192:0:16128:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384971.880194:0:18105:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.880200:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384971.880201:0:18105:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cf489f17 time=85 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384971.880211:0:18105:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384971.880213:0:16128:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384971.880215:0:18105:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 17 to 0@lo 00000100:00000001:2.0:1767384971.880243:0:18105:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000100:00000001:0.0:1767384971.880248:0:16128:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384971.880250:0:18105:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384971.880254:0:18105:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384971.880257:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384971.880260:0:18105:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384971.880262:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384971.880269:0:18105:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384971.880275:0:18105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004271ee8b. 00000100:00000200:2.0:1767384971.880280:0:18105:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237358526080, offset 224 00000400:00000200:2.0:1767384971.880286:0:18105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384971.880294:0:18105:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384971.880302:0:18105:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272707e80 00000400:00000200:2.0:1767384971.880308:0:18105:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x20c1 [1] + 224 00000400:00000200:2.0:1767384971.880313:0:18105:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384971.880317:0:18105:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384971.880330:0:18105:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384971.880335:0:18105:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cdbf7c2f x1853237358526080/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384981 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384971.880346:0:18105:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cdbf7c2f x1853237358526080/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384971.880369:0:18105:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384971.880378:0:18105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004271ee8b 00000400:00000010:2.0:1767384971.880380:0:18105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004271ee8b. 00000100:00000001:2.0:1767384971.880383:0:18105:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384971.880386:0:18105:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384971.880390:0:18105:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384971.880394:0:18105:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 16 to 0@lo 00010000:00000001:2.0:1767384971.880397:0:18105:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384971.880402:0:16126:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384971.880403:0:18105:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.880409:0:16126:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384971.880410:0:18105:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384971.880420:0:16126:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384971.880420:0:18105:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b276a0f x1853237358526080/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:197/0 lens 224/224 e 0 to 0 dl 1767384982 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384971.880427:0:16126:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384971.880434:0:16126:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5876595. 00000100:00100000:2.0:1767384971.880446:0:18105:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003b276a0f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:16126:x1853237358526080:12345-0@lo:9: Request processed in 1886us (2401us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384971.880447:0:16126:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042896188 00000400:00000010:3.0:1767384971.880454:0:16126:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042896188. 00000100:00000001:3.0:1767384971.880465:0:16126:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384971.880472:0:18105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:2.0:1767384971.880477:0:18105:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ce565cee : new rpc_count 0 00000100:00000200:3.0:1767384971.880478:0:16126:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cdbf7c2f x1853237358526080/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384971.880483:0:18105:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384971.880487:0:18105:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384971.880493:0:18105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f63f0071. 00000020:00000010:2.0:1767384971.880503:0:18105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002ab698ee. 00000100:00000200:3.0:1767384971.880508:0:16126:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cdbf7c2f x1853237358526080/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384981 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384971.880512:0:18105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005b72c8d3. 00000020:00000040:2.0:1767384971.880522:0:18105:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 1 00000100:00000001:2.0:1767384971.880531:0:18105:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384971.880532:0:16126:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384971.880539:0:16126:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384971.880544:0:16126:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384971.880547:0:16126:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384971.880549:0:16126:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384971.880551:0:16126:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384971.880554:0:16126:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384971.880559:0:16126:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d21af389 time=85 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384971.880564:0:16126:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a6c23273 time=85 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384971.880567:0:16126:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384971.880568:0:16126:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384971.880571:0:16126:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384971.880574:0:16126:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000cdbf7c2f x1853237358526080/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384971.880583:0:16126:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.880586:0:16126:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384971.880588:0:16126:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384971.880608:0:16126:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384971.880609:0:16126:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384971.880613:0:16126:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cdbf7c2f x1853237358526080/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384971.880620:0:16126:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384971.880622:0:16126:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384971.880624:0:16126:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1767384971.880626:0:16126:0:(import.c:65:import_set_state_nolock()) 000000002913d734 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:3.0:1767384971.880628:0:16126:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:3.0:1767384971.880631:0:16126:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -19 00000004:00080000:3.0:1767384971.880646:0:16126:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000100:00000001:3.0:1767384971.880648:0:16126:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384971.880649:0:16126:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:3.0:1767384971.880652:0:16126:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:3.0:1767384971.880654:0:16126:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:3.0:1767384971.880656:0:16126:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:3.0:1767384971.880659:0:16126:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cdbf7c2f x1853237358526080/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384981 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384971.880667:0:16126:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cdbf7c2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16126:1853237358526080:0@lo:9: 00000100:00000001:3.0:1767384971.880672:0:16126:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384971.880674:0:16126:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384971.880677:0:16126:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cdbf7c2f x1853237358526080/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384981 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384971.880685:0:16126:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384971.880688:0:16126:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384971.880691:0:16126:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003bfeaa95. 02000000:00000001:3.0:1767384971.880695:0:16126:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384971.880697:0:16126:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384971.880699:0:16126:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384971.880702:0:16126:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384971.880703:0:16126:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000df22e8cc. 02000000:00000001:3.0:1767384971.880707:0:16126:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384971.880709:0:16126:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384971.880710:0:16126:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cdbf7c2f. 00000100:00000001:3.0:1767384971.880713:0:16126:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384971.880715:0:16126:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384971.880717:0:16126:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384971.880721:0:16126:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384971.880722:0:16126:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384971.880725:0:16126:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384971.880726:0:16126:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384971.890086:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294961752, at 4294961753 00000100:00000010:0.0:1767384971.890099:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000844d7b3a. 00000100:00000040:2.0:1767384971.890110:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294961752, at 4294961753 00000100:00000010:2.0:1767384971.890123:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000242a161f. 00000100:00000040:3.0:1767384971.890128:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294961752, at 4294961753 00000100:00000010:3.0:1767384971.890142:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000053aa8e96. 00000001:00000001:1.0:1767384971.900346:0:39761:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384971.900351:0:39761:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384971.900353:0:39761:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384971.916379:0:39761:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384971.916385:0:39761:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384971.916387:0:39761:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:1.0:1767384971.916389:0:39761:0:(mdt_handler.c:6210:mdt_quota_fini()) Process entered 00000004:00000001:1.0:1767384971.916392:0:39761:0:(obd_class.h:902:obd_disconnect()) Process entered 00040000:00000001:1.0:1767384971.916395:0:39761:0:(qmt_dev.c:405:qmt_device_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384971.916397:0:39761:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384971.916399:0:39761:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4895a8f6c11e8479 00000020:00000040:1.0:1767384971.916402:0:39761:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e0e57a8a with handle 0x4895a8f6c11e8479 from hash 00000020:00000001:1.0:1767384971.916408:0:39761:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384971.916410:0:39761:0:(genops.c:898:class_export_put()) PUTting export 00000000e0e57a8a : new refcount 1 00000020:00000001:1.0:1767384971.916412:0:39761:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384971.916413:0:39761:0:(genops.c:898:class_export_put()) PUTting export 00000000e0e57a8a : new refcount 0 00000020:00000080:1.0:1767384971.916414:0:39761:0:(genops.c:904:class_export_put()) final put 00000000e0e57a8a/lustre-QMT0000_UUID 00000020:00000001:1.0:1767384971.916416:0:39761:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384971.916434:0:39761:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384971.916436:0:39761:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384971.916437:0:39761:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000001:2.0:1767384971.916458:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384971.916462:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000e0e57a8a/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:2.0:1767384971.916465:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000100:00000040:1.0:1767384971.916477:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294961752, at 4294961779 00000020:00000010:0.0:1767384971.916484:0:39761:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000cc13e7f0. 00000020:00000001:2.0:1767384971.916485:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384971.916486:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004bf891cd. 00000020:00000040:2.0:1767384971.916491:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (000000008edb24a5) now 4 - export 00000020:00000080:0.0:1767384971.916491:0:39761:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000010:2.0:1767384971.916497:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000e0e57a8a. 00000020:00000001:0.0:1767384971.916501:0:39761:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384971.916505:0:39761:0:(obd_config.c:886:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00000001:2.0:1767384971.916506:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384971.916509:0:39761:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384971.916512:0:39761:0:(genops.c:1575:class_disconnect_exports()) OBD device 7 (000000008edb24a5) has no exports 00000020:00000001:0.0:1767384971.916514:0:39761:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384971.916516:0:39761:0:(obd_class.h:604:obd_precleanup()) Process entered 00040000:00000001:0.0:1767384971.916518:0:39761:0:(qmt_dev.c:73:qmt_device_fini()) Process entered 00040000:04000000:0.0:1767384971.916520:0:39761:0:(qmt_dev.c:77:qmt_device_fini()) lustre-QMT0000: initiating QMT shutdown 00040000:00000001:0.0:1767384971.916522:0:39761:0:(qmt_pool.c:447:qmt_pool_fini()) Process entered 00040000:00000001:0.0:1767384971.916524:0:39761:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:0.0:1767384971.916526:0:39761:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384971.916528:0:39761:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000006b04f0d8. 00000020:00000001:0.0:1767384971.916532:0:39761:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:0.0:1767384971.916544:0:39761:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384971.916546:0:39761:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384971.916551:0:39761:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 0000000089330fd3. 00000001:00000001:0.0:1767384971.916573:0:39761:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384971.916575:0:39761:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384971.916589:0:39761:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384971.916592:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000753c8ef0. 00000001:00000010:0.0:1767384971.916596:0:39761:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000e0d21ea2. 00000001:00000010:0.0:1767384971.916598:0:39761:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000d796ca27. 00000001:00000001:0.0:1767384971.916606:0:39761:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384971.916608:0:39761:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000085d08483. 00000020:00000002:0.0:1767384971.916617:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000680cb298/000000003d9aa715 to site lru. bkt: 00000000f77c0b94 00040000:00000001:0.0:1767384971.916620:0:39761:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384971.916621:0:39761:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384971.916624:0:39761:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 0000000024966599. 00000001:00000001:0.0:1767384971.916628:0:39761:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384971.916630:0:39761:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384971.916631:0:39761:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384971.916632:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000005505edd. 00000001:00000010:0.0:1767384971.916636:0:39761:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000c29476bc. 00000001:00000010:0.0:1767384971.916638:0:39761:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000009cab4e83. 00000001:00000001:0.0:1767384971.916641:0:39761:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384971.916642:0:39761:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000fdb3e07b. 00000020:00000002:0.0:1767384971.916645:0:39761:0:(lu_object.c:207:lu_object_put()) Add 000000005ca484db/0000000032deaed6 to site lru. bkt: 00000000f77c0b94 00040000:00000001:0.0:1767384971.916647:0:39761:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384971.916648:0:39761:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384971.916650:0:39761:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000f93d8107. 00000001:00000001:0.0:1767384971.916653:0:39761:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384971.916655:0:39761:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384971.916656:0:39761:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384971.916658:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000a3692d04. 00000001:00000010:0.0:1767384971.916660:0:39761:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000001145d10c. 00000001:00000010:0.0:1767384971.916662:0:39761:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000fd7965de. 00000001:00000001:0.0:1767384971.916664:0:39761:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384971.916665:0:39761:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000d6278f00. 00000020:00000002:0.0:1767384971.916669:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000293cd1a9/0000000067116acf to site lru. bkt: 00000000f77c0b94 00000020:00000002:0.0:1767384971.916671:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000ef5cc99c/0000000006ebd65f to site lru. bkt: 000000006d0f22e8 00040000:00000010:0.0:1767384971.916674:0:39761:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 000000005c0982e8. 00040000:00000001:0.0:1767384971.916677:0:39761:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:0.0:1767384971.916678:0:39761:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384971.916680:0:39761:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000f2751fac. 00000020:00000001:0.0:1767384971.916682:0:39761:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:0.0:1767384971.916696:0:39761:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384971.916697:0:39761:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384971.916700:0:39761:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000005e61ae58. 00000001:00000001:0.0:1767384971.916704:0:39761:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384971.916705:0:39761:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384971.916707:0:39761:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384971.916709:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000087e8620a. 00000001:00000010:0.0:1767384971.916712:0:39761:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000098bb2467. 00000001:00000010:0.0:1767384971.916716:0:39761:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000cb8cf114. 00000001:00000001:0.0:1767384971.916720:0:39761:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384971.916722:0:39761:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000000e6cf734. 00000020:00000002:0.0:1767384971.916727:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000690ae295/00000000ac3b410f to site lru. bkt: 00000000f77c0b94 00040000:00000001:0.0:1767384971.916731:0:39761:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384971.916733:0:39761:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384971.916737:0:39761:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000a89a81a0. 00000001:00000001:0.0:1767384971.916742:0:39761:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384971.916744:0:39761:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384971.916746:0:39761:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384971.916749:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000b6fe250d. 00000001:00000010:0.0:1767384971.916752:0:39761:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000042e76dc9. 00000001:00000010:0.0:1767384971.916755:0:39761:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000721ef918. 00000001:00000001:0.0:1767384971.916758:0:39761:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384971.916761:0:39761:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000bd6b0e6a. 00000020:00000002:0.0:1767384971.916765:0:39761:0:(lu_object.c:207:lu_object_put()) Add 0000000048bf61e7/00000000a91e3ec4 to site lru. bkt: 00000000f77c0b94 00040000:00000001:0.0:1767384971.916769:0:39761:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384971.916771:0:39761:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384971.916775:0:39761:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000f49b3589. 00000001:00000001:0.0:1767384971.916780:0:39761:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384971.916783:0:39761:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384971.916785:0:39761:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384971.916788:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000c2d440b4. 00000001:00000010:0.0:1767384971.916792:0:39761:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000008d93bc31. 00000001:00000010:0.0:1767384971.916795:0:39761:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000008f7db9e6. 00000001:00000001:0.0:1767384971.916799:0:39761:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384971.916801:0:39761:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000001d226af6. 00000020:00000002:0.0:1767384971.916806:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000ad68ed5b/00000000323a0467 to site lru. bkt: 00000000f77c0b94 00000020:00000002:0.0:1767384971.916811:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000f2837261/00000000293828a3 to site lru. bkt: 00000000741a7e62 00040000:00000010:0.0:1767384971.916826:0:39761:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 000000009b6eb54e. 00040000:00000001:0.0:1767384971.916830:0:39761:0:(qmt_pool.c:458:qmt_pool_fini()) Process leaving 00000020:00000010:2.0:1767384971.916893:0:16789:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000001f3f220f. 00000020:00000010:2.0:1767384971.916908:0:16789:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004b4af1c2. 00000040:00000010:2.0:1767384971.916919:0:16789:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c98747de. 00000020:00000010:2.0:1767384971.916925:0:16789:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004eb5b375. 00000020:00000010:2.0:1767384971.916932:0:16789:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e4d28025. 00000020:00000010:2.0:1767384971.916940:0:16789:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009abe8843. 80000000:00000010:2.0:1767384971.916947:0:16789:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c16945c8. 40000000:00000010:2.0:1767384971.916954:0:16789:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000648782a3. 00100000:00000010:2.0:1767384971.916961:0:16789:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005c0ea68f. 00040000:00000010:2.0:1767384971.916968:0:16789:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000afba91de. 00040000:00000010:2.0:1767384971.916976:0:16789:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009f9208a2. 00040000:00000010:2.0:1767384971.916981:0:16789:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000074e88ac7. 00080000:00000010:2.0:1767384971.916985:0:16789:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000090974c1d. 00000004:00000010:2.0:1767384971.916990:0:16789:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f0856e63. 00000004:00000010:2.0:1767384971.916995:0:16789:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000012a9cdcb. 00000004:00000010:2.0:1767384971.916999:0:16789:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000001a6744f. 00000004:00000010:2.0:1767384971.917003:0:16789:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000018d26a7f. 00000020:00000010:2.0:1767384971.917007:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db260312. 00040000:00000010:2.0:1767384971.917011:0:16789:0:(qmt_lock.c:1073:qmt_reba_thread()) kfreed 'args': 72 at 00000000023289d2. 00040000:00000001:2.0:1767384971.917050:0:16789:0:(qmt_lock.c:1074:qmt_reba_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384971.917081:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000f876e2d2/000000004f76a4fe to site lru. bkt: 00000000eddb6852 00040000:00000001:0.0:1767384971.917085:0:39761:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:0.0:1767384971.917087:0:39761:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384971.917089:0:39761:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384971.917091:0:39761:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4895a8f6c11e8472 00000020:00000040:0.0:1767384971.917095:0:39761:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000085573509 with handle 0x4895a8f6c11e8472 from hash 00000020:00000001:0.0:1767384971.917099:0:39761:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384971.917101:0:39761:0:(genops.c:898:class_export_put()) PUTting export 0000000085573509 : new refcount 1 00000020:00000001:0.0:1767384971.917103:0:39761:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384971.917104:0:39761:0:(genops.c:898:class_export_put()) PUTting export 0000000085573509 : new refcount 0 00000020:00000080:0.0:1767384971.917106:0:39761:0:(genops.c:904:class_export_put()) final put 0000000085573509/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384971.917108:0:39761:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384971.917124:0:39761:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384971.917126:0:39761:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384971.917127:0:39761:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384971.917138:0:39761:0:(qmt_dev.c:114:qmt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384971.917140:0:39761:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384971.917144:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384971.917146:0:37:0:(genops.c:863:class_export_destroy()) destroying export 0000000085573509/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:1.0:1767384971.917149:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384971.917151:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384971.917153:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000fdfe1598) now 9 - export 00000020:00000010:1.0:1767384971.917155:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000085573509. 00000020:00000001:1.0:1767384971.917162:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000001:00000001:0.0:1767384971.917167:0:39761:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384971.917172:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c6178174. 00000001:00000010:0.0:1767384971.917175:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000963a215a. 00000001:00000010:0.0:1767384971.917177:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000022ed67b3. 00000001:00000010:0.0:1767384971.917178:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004724ce0c. 00000001:00000010:0.0:1767384971.917179:0:39761:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000d2ddc69b. 00000001:00000010:0.0:1767384971.917181:0:39761:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000f8f9b42f. 00000001:00000001:0.0:1767384971.917185:0:39761:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384971.917186:0:39761:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384971.917188:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000033cd5cd0. 00000001:00000010:0.0:1767384971.917189:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002fc4a8f6. 00000001:00000010:0.0:1767384971.917190:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000978f573a. 00000001:00000010:0.0:1767384971.917192:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d8189afa. 00000001:00000010:0.0:1767384971.917193:0:39761:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000098266fd8. 00000001:00000010:0.0:1767384971.917194:0:39761:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000f670a8cc. 00000001:00000001:0.0:1767384971.917195:0:39761:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384971.917202:0:39761:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (000000008edb24a5) now 3 - setup 00000020:00000001:0.0:1767384971.917204:0:39761:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384971.917205:0:39761:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384971.917207:0:39761:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384971.917210:0:39761:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384971.917213:0:39761:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (000000008edb24a5) now 2 - obd_device_list 00000020:00000080:0.0:1767384971.917215:0:39761:0:(obd_config.c:814:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000040:0.0:1767384971.917216:0:39761:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (000000008edb24a5) now 1 - newdev 00000020:00000040:0.0:1767384971.917233:0:39761:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a4aa31d0 with handle 0x4895a8f6c11e846b from hash 00000020:00000040:0.0:1767384971.917236:0:39761:0:(genops.c:898:class_export_put()) PUTting export 00000000a4aa31d0 : new refcount 0 00000020:00000080:0.0:1767384971.917237:0:39761:0:(genops.c:904:class_export_put()) final put 00000000a4aa31d0/lustre-QMT0000_UUID 00000020:00000001:0.0:1767384971.917238:0:39761:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384971.917240:0:39761:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384971.917241:0:39761:0:(genops.c:863:class_export_destroy()) destroying export 00000000a4aa31d0/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:0.0:1767384971.917243:0:39761:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384971.917244:0:39761:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384971.917246:0:39761:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000a4aa31d0. 00000020:00000001:0.0:1767384971.917251:0:39761:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384971.917253:0:39761:0:(genops.c:440:class_free_dev()) Release obd device lustre-QMT0000 obd_type name = qmt 00000020:01000000:0.0:1767384971.917255:0:39761:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000001:0.0:1767384971.917256:0:39761:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384971.917259:0:39761:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad7f7ea1. 00000020:00000010:0.0:1767384971.917262:0:39761:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001c69589c. 00000040:00000010:0.0:1767384971.917265:0:39761:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f9388d9c. 00000020:00000010:0.0:1767384971.917268:0:39761:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005c6505b7. 00000020:00000010:0.0:1767384971.917271:0:39761:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000830e1467. 00000020:00000010:0.0:1767384971.917274:0:39761:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005924ea31. 80000000:00000010:0.0:1767384971.917276:0:39761:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004eb806ac. 40000000:00000010:0.0:1767384971.917278:0:39761:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007422426c. 00100000:00000010:0.0:1767384971.917283:0:39761:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006dc4e8c2. 00040000:00000010:0.0:1767384971.917286:0:39761:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007029a27a. 00040000:00000010:0.0:1767384971.917289:0:39761:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e7eff4b5. 00040000:00000010:0.0:1767384971.917291:0:39761:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000010ee373b. 00080000:00000010:0.0:1767384971.917294:0:39761:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000001a6744f. 00000004:00000010:0.0:1767384971.917301:0:39761:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f0856e63. 00000004:00000010:0.0:1767384971.917305:0:39761:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cdfa62e3. 00000004:00000010:0.0:1767384971.917308:0:39761:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000090974c1d. 00000004:00000010:0.0:1767384971.917311:0:39761:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002cd72c1b. 00040000:00000001:0.0:1767384971.917314:0:39761:0:(qmt_dev.c:295:qmt_device_free()) Process entered 00040000:00000010:0.0:1767384971.917318:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000908536a3. 00040000:00000010:0.0:1767384971.917321:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d5e2a843. 00040000:00000010:0.0:1767384971.917323:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000da2c2e6f. 00040000:00000010:0.0:1767384971.917326:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d0b16fa1. 00040000:00000010:0.0:1767384971.917328:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003e4456d6. 00040000:00000010:0.0:1767384971.917331:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008a345478. 00040000:00000010:0.0:1767384971.917335:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005ba947e4. 00040000:00000010:0.0:1767384971.917337:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000dc7baae. 00040000:00000010:0.0:1767384971.917343:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000001740545. 00040000:00000010:0.0:1767384971.917344:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000047ac586d. 00040000:00000010:0.0:1767384971.917347:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000024d2ffd5. 00040000:00000010:0.0:1767384971.917351:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a70cf4e6. 00040000:00000010:0.0:1767384971.917354:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000054b3c27c. 00040000:00000010:0.0:1767384971.917356:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003f87acdb. 00040000:00000010:0.0:1767384971.917358:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001ebf90d5. 00040000:00000010:0.0:1767384971.917360:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000525f3bb7. 00040000:00000010:0.0:1767384971.917362:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000eb65cc41. 00040000:00000010:0.0:1767384971.917364:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000cd4af645. 00040000:00000010:0.0:1767384971.917367:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000083d36e98. 00040000:00000010:0.0:1767384971.917369:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001f80f09d. 00040000:00000010:0.0:1767384971.917371:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000be524fab. 00040000:00000010:0.0:1767384971.917372:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b5087731. 00040000:00000010:0.0:1767384971.917374:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e337bb8d. 00040000:00000010:0.0:1767384971.917376:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000935a8600. 00040000:00000010:0.0:1767384971.917379:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000515cc78c. 00040000:00000010:0.0:1767384971.917382:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d7d37623. 00040000:00000010:0.0:1767384971.917384:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009ab5da54. 00040000:00000010:0.0:1767384971.917386:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c12c362e. 00040000:00000010:0.0:1767384971.917388:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ae76ab8e. 00040000:00000010:0.0:1767384971.917392:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003ab51997. 00040000:00000010:0.0:1767384971.917394:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a711bb27. 00040000:00000010:0.0:1767384971.917400:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000dd962a4c. 00040000:00000010:0.0:1767384971.917403:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000002a73929a. 00040000:00000010:0.0:1767384971.917405:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c8a48c0c. 00040000:00000010:0.0:1767384971.917409:0:39761:0:(qmt_dev.c:300:qmt_device_free()) kfreed 'qmt': 656 at 00000000133f083d. 00040000:00000001:0.0:1767384971.917410:0:39761:0:(qmt_dev.c:301:qmt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384971.917422:0:39761:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001c69589c. 00000040:00000010:0.0:1767384971.917425:0:39761:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f9388d9c. 00000020:00000010:0.0:1767384971.917427:0:39761:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005c6505b7. 00000020:00000010:0.0:1767384971.917429:0:39761:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000830e1467. 00000020:00000010:0.0:1767384971.917431:0:39761:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005924ea31. 80000000:00000010:0.0:1767384971.917433:0:39761:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004eb806ac. 40000000:00000010:0.0:1767384971.917438:0:39761:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007422426c. 00100000:00000010:0.0:1767384971.917441:0:39761:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006dc4e8c2. 00040000:00000010:0.0:1767384971.917443:0:39761:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007029a27a. 00040000:00000010:0.0:1767384971.917446:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e7eff4b5. 00040000:00000010:0.0:1767384971.917447:0:39761:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000010ee373b. 00080000:00000010:0.0:1767384971.917449:0:39761:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000001a6744f. 00000004:00000010:0.0:1767384971.917451:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f0856e63. 00000004:00000010:0.0:1767384971.917453:0:39761:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cdfa62e3. 00000004:00000010:0.0:1767384971.917455:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000090974c1d. 00000004:00000010:0.0:1767384971.917456:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002cd72c1b. 00000020:00000010:0.0:1767384971.917459:0:39761:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad7f7ea1. 00000020:00000001:0.0:1767384971.917460:0:39761:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384971.917462:0:39761:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000008edb24a5. 00000020:00000001:0.0:1767384971.917467:0:39761:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384971.917469:0:39761:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384971.917470:0:39761:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000cc13e7f0. 00000020:00000001:0.0:1767384971.917472:0:39761:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384971.917474:0:39761:0:(qmt_dev.c:412:qmt_device_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384971.917475:0:39761:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384971.917493:0:39761:0:(mdt_handler.c:6220:mdt_quota_fini()) Process leaving 00010000:00000010:0.1:1767384971.918075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004bec78a4. 00010000:00000010:2.1:1767384971.918085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dfaa064c. 00010000:00000010:0.1:1767384971.918086:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007745f272. 00010000:00000010:1.1:1767384971.918093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000df9bd94d. 00010000:00000010:2.1:1767384971.918097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000738ae916. 00010000:00000010:2.1:1767384971.918105:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000095479e0c. 00010000:00000010:2.1:1767384971.918110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004a5c45ff. 00010000:00000010:3.1:1767384971.919104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000054010b4b. 00010000:00000010:3.1:1767384971.923096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008a4f5a3d. 00010000:00000010:3.1:1767384971.923106:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000008817395. 00010000:00000001:1.0:1767384972.121140:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384972.121148:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384972.121156:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384972.121158:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384972.121292:0:39763:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384972.121299:0:39763:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384972.121305:0:39763:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384972.761156:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384972.761165:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384972.761169:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dae3d75b 00000400:00000010:1.0:1767384972.761177:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dae3d75b. 00000400:00000200:1.0:1767384972.761185:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384972.761193:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp48 recovery ping unlinked 00000400:00000010:1.0:1767384972.761242:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000632cafa5. 00000400:00000010:1.0:1767384972.761253:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000094e2bd04. 00010000:00000001:1.0:1767384973.145117:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384973.145125:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384973.145132:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384973.145133:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384973.145207:0:39762:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384973.145224:0:39762:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384973.145227:0:39762:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767384973.337299:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) fc613044-dd35-4201-b03c-4d69ab0214c0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384973.337310:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384973.337315:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd92e08b. 00000020:00000040:1.0:1767384973.337321:0:37:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1767384973.337326:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384973.337328:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384973.337334:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384973.337340:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008b6481cd. 00000100:00000001:1.0:1767384973.337346:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384973.337353:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc613044-dd35-4201-b03c-4d69ab0214c0->MGS req@00000000dd92e08b x1853237358526336/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384973.337362:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384973.337364:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384973.337368:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd92e08b] to pc [ptlrpcd_00_02+2] req@00000000dd92e08b x1853237358526336/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384973.337388:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384973.337390:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384973.337393:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384973.337396:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cdbf7c2f. 00000020:00000040:1.0:1767384973.337398:0:37:0:(genops.c:1229:class_import_get()) import 00000000e13b832f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384973.337400:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384973.337403:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384973.337406:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384973.337411:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000535035ea. 00000100:00000001:1.0:1767384973.337413:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384973.337417:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000cdbf7c2f x1853237358526464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384973.337419:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384973.337426:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384973.337428:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.337430:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384973.337432:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384973.337433:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cdbf7c2f] to pc [ptlrpcd_00_03+3] req@00000000cdbf7c2f x1853237358526464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384973.337435:0:16129:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384973.337442:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384973.337448:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384973.337451:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dd92e08b x1853237358526336/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384973.337452:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384973.337453:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (300) 00000100:00000001:0.0:1767384973.337463:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384973.337468:0:16130:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384973.337472:0:16129:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384973.337475:0:16129:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384973.337479:0:16129:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384973.337482:0:16129:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384973.337489:0:16129:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384973.337494:0:16129:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dd92e08b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358526336:0@lo:400: 00000100:00000040:0.0:1767384973.337495:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cdbf7c2f x1853237358526464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384973.337513:0:16130:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384973.337515:0:16129:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384973.337520:0:16130:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384973.337526:0:16129:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384973.337528:0:16130:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384973.337530:0:16129:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384973.337533:0:16130:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384973.337534:0:16129:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384973.337541:0:16130:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384973.337548:0:16130:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cdbf7c2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16130:1853237358526464:0@lo:400: 00000100:00000001:0.0:1767384973.337554:0:16130:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767384973.337558:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005b72c8d3. 02000000:00000001:0.0:1767384973.337560:0:16130:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384973.337561:0:16129:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384973.337565:0:16130:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384973.337569:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007864aeb5. 02000000:00000001:0.0:1767384973.337570:0:16130:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384973.337581:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004271ee8b. 02000000:00000010:0.0:1767384973.337582:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000010ee373b. 02000000:00000001:0.0:1767384973.337589:0:16130:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384973.337592:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358526336, portal 25 00000100:00000001:2.0:1767384973.337596:0:16129:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1767384973.337596:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000409ce644. 00000100:00000001:2.0:1767384973.337598:0:16129:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515725696 : -108637193825920 : ffff9d31eea71180) 00000100:00000040:2.0:1767384973.337606:0:16129:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dd92e08b x1853237358526336/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384973.337610:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0895da3. 00000100:00000001:2.0:1767384973.337615:0:16129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384973.337619:0:16129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384973.337621:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358526464, portal 10 00000400:00000010:2.0:1767384973.337623:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000382964ab. 00000100:00000200:2.0:1767384973.337631:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237358526336, offset 0 00000100:00000001:0.0:1767384973.337631:0:16130:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384973.337638:0:16130:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436515735552 : -108637193816064 : ffff9d31eea73800) 00000400:00000200:2.0:1767384973.337643:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384973.337657:0:16130:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cdbf7c2f x1853237358526464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384973.337671:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384973.337678:0:16130:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384973.337684:0:16130:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384973.337689:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccae3aef. 00000100:00000200:0.0:1767384973.337694:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237358526464, offset 0 00000400:00000200:2.0:1767384973.337699:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272707f80 00000400:00000200:0.0:1767384973.337711:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384973.337724:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1919 [2] + 0 00000400:00000200:0.0:1767384973.337733:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384973.337735:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001edb86c5. 00000400:00000200:2.0:1767384973.337745:0:16129:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000053c8c630 00000400:00000200:0.0:1767384973.337752:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958272708000 00000400:00000200:2.0:1767384973.337759:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384973.337767:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 11608 00000400:00000200:2.0:1767384973.337775:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384973.337781:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384973.337785:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053c8c630 00000400:00000010:2.0:1767384973.337789:0:16129:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000053c8c630. 00000400:00000200:0.0:1767384973.337796:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384973.337800:0:16129:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384973.337803:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384973.337807:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384973.337808:0:16129:0:(events.c:337:request_in_callback()) incoming req@000000006c559d2a x1853237358526336 msgsize 224 00000100:00000200:0.0:1767384973.337812:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:2.0:1767384973.337814:0:16129:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384973.337817:0:16129:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000010:0.0:1767384973.337828:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e0032df. 00000100:00000001:2.0:1767384973.337829:0:16129:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384973.337836:0:16130:0:(events.c:337:request_in_callback()) incoming req@000000003e0032df x1853237358526464 msgsize 224 00000400:00000200:2.0:1767384973.337848:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000382964ab 00000100:00100000:0.0:1767384973.337848:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384973.337858:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000382964ab. 00000100:00000001:0.0:1767384973.337863:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384973.337864:0:16129:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384973.337874:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dd92e08b x1853237358526336/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384973.337880:0:16764:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384973.337884:0:16764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358526336 00000100:00000001:2.0:1767384973.337885:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384973.337887:0:16764:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384973.337891:0:16764:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384973.337891:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccae3aef 00000100:00000040:2.0:1767384973.337895:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dd92e08b x1853237358526336/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384989 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384973.337896:0:16764:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384973.337897:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccae3aef. 02000000:00000001:1.0:1767384973.337906:0:16764:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.337907:0:16130:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1767384973.337915:0:16764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358526336 00000100:00000200:0.0:1767384973.337920:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cdbf7c2f x1853237358526464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384973.337923:0:16764:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384973.337924:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384973.337927:0:16764:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8409 00000100:00000001:2.0:1767384973.337933:0:16129:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384973.337933:0:16764:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384973.337938:0:16764:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d63f134 refcount=10 00000020:00000001:1.0:1767384973.337944:0:16764:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:2.0:1767384973.337945:0:16129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.337946:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384973.337947:0:16764:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000100:00000001:1.0:1767384973.337956:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384973.337958:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294963211 00000100:00000040:0.0:1767384973.337959:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cdbf7c2f x1853237358526464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384989 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384973.337961:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000082c2d0c7. 00000100:00000001:1.0:1767384973.337969:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384973.337971:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb6c752d. 00000020:00000010:1.0:1767384973.337975:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000082c2d0c7. 00000020:00000010:1.0:1767384973.337987:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000ea8ae73. 00000100:00000001:0.0:1767384973.337988:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.337990:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000020:00000010:1.0:1767384973.337994:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ecf96529. 00000100:00000001:0.0:1767384973.337997:0:16130:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767384973.338001:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000070f34b4b. 00000100:00000001:2.0:1767384973.338007:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294963211 00000100:00000001:0.0:1767384973.338009:0:16130:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384973.338032:0:16764:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000010:2.0:1767384973.338035:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003ff610aa. 00000100:00000001:1.0:1767384973.338036:0:16764:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384973.338041:0:16764:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384973.338043:0:16764:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.338044:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767384973.338047:0:16130:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2825 usecs (3 jiffies) 00000100:00000001:1.0:1767384973.338054:0:16764:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.338057:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294963212 00000100:00000001:0.0:1767384973.338059:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294963204 00000100:00000010:2.0:1767384973.338065:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b839a46b. 00000100:00000001:1.0:1767384973.338066:0:16764:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384973.338067:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294963211 00000100:00000001:2.0:1767384973.338073:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384973.338076:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294963204 00000100:00000001:2.0:1767384973.338081:0:16129:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294963212 00000100:00000001:0.0:1767384973.338083:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294963211 00000100:00000001:1.0:1767384973.338085:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000010:2.0:1767384973.338088:0:16129:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aa0d3628. 00000100:00000001:1.0:1767384973.338089:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384973.338090:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294963204 00000100:00000001:2.0:1767384973.338101:0:16129:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384973.338102:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294963212 00000100:00100000:1.0:1767384973.338107:0:16764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00000001:0.0:1767384973.338112:0:16130:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294963204 00000100:00000001:2.0:1767384973.338113:0:16129:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384973.338113:0:16764:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d63f134 : new rpc_count 1 00000100:00000001:1.0:1767384973.338124:0:16764:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436529251408 : -108637180300208 : ffff9d31ef757450) 00000100:00000001:2.0:1767384973.338128:0:16129:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.338128:0:16130:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294963212 00000100:00000040:1.0:1767384973.338129:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006c559d2a x1853237358526336/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:199/0 lens 224/0 e 0 to 0 dl 1767384984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384973.338141:0:16130:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384973.338142:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384973.338145:0:16764:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384973.338153:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384973.338154:0:16130:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.338163:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.338167:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384973.338168:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384973.338173:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384973.338174:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384973.338181:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384973.338182:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384973.338187:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384973.338191:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384973.338192:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.338196:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.338204:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384973.338208:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.338229:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.338259:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384973.338263:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358526464 02000000:00000001:0.0:1767384973.338266:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384973.338267:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384973.338270:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384973.338273:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384973.338276:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358526464 00000020:00000001:0.0:1767384973.338280:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384973.338283:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e853d 00000020:00000001:0.0:1767384973.338286:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384973.338289:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384973.338293:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384973.338300:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad7f7ea1. 00000020:00000010:0.0:1767384973.338307:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000052e713e8. 00000020:00000010:0.0:1767384973.338313:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029ec94d9. 00000100:00000040:0.0:1767384973.338328:0:16770:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384973.338331:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384973.338333:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384973.338336:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.338340:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.338348:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384973.338361:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384973.338363:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384973.338368:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:0.0:1767384973.338371:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635436514146304 : -108637195405312 : ffff9d31ee8ef800) 00000100:00000001:3.0:1767384973.338372:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384973.338376:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384973.338377:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003e0032df x1853237358526464/t0(0) o400->@:199/0 lens 224/0 e 0 to 0 dl 1767384984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384973.338378:0:16771:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.338383:0:16771:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384973.338396:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003e0032df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:16130:x1853237358526464:12345-0@lo:400: 00000100:00000200:0.0:1767384973.338401:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358526464 00000020:00000001:0.0:1767384973.338405:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00080000:0.0:1767384973.338409:0:16770:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00000001:0.0:1767384973.338413:0:16770:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1767384973.338424:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384973.338427:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384973.338431:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005e1a5229. 02000000:00000001:0.0:1767384973.338435:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.338438:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384973.338439:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000087e96108. 00010000:00000001:0.0:1767384973.338442:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384973.338443:0:16764:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384973.338447:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000087e96108. 00010000:00000001:0.0:1767384973.338448:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.338455:0:16770:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:1.0:1767384973.338459:0:16764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006c559d2a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+10:16129:x1853237358526336:12345-0@lo:400: 00000100:00000001:0.0:1767384973.338461:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1767384973.338465:0:16764:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358526336 00000100:00000040:0.0:1767384973.338468:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 17 to 0@lo 00000020:00000001:1.0:1767384973.338469:0:16764:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384973.338475:0:16764:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384973.338475:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000020:00000001:1.0:1767384973.338479:0:16764:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.338481:0:16770:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446635436743644864 : -108636965906752 : 0xffff9d31fc3cd6c0) 00000020:00000001:1.0:1767384973.338482:0:16764:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384973.338486:0:16764:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669169792 : -1040381824 : ffffffffc1fd0880) 00000020:00000001:1.0:1767384973.338491:0:16764:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767384973.338492:0:16770:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000b5f3fedc refcount 17 to 0@lo 00000020:00000001:1.0:1767384973.338494:0:16764:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384973.338498:0:16764:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1767384973.338498:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1767384973.338501:0:16764:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1767384973.338502:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.338506:0:16764:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.338509:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384973.338510:0:16764:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384973.338513:0:16764:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384973.338518:0:16764:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1767384973.338519:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:1.0:1767384973.338522:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e41703e5. 00000400:00000010:0.0:1767384973.338525:0:16770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccae3aef. 02000000:00000001:1.0:1767384973.338526:0:16764:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384973.338530:0:16764:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384973.338532:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358526464, offset 224 00000020:00000001:1.0:1767384973.338533:0:16764:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384973.338538:0:16764:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237358526336 00010000:00000001:1.0:1767384973.338541:0:16764:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384973.338547:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:1.0:1767384973.338549:0:16764:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006c559d2a x1853237358526336/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:199/0 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384973.338556:0:16764:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384973.338558:0:16764:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384973.338562:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:1.0:1767384973.338563:0:16764:0:(import.c:2128:obd_at_measure()) add 1 to 0000000087ae835b time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384973.338569:0:16764:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384973.338571:0:16764:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 18 to 0@lo 00000100:00000001:1.0:1767384973.338573:0:16764:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000400:00000200:0.0:1767384973.338575:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272708000 02000000:00000001:1.0:1767384973.338576:0:16764:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384973.338578:0:16764:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384973.338583:0:16764:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384973.338587:0:16764:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384973.338588:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x20dd [1] + 224 00000400:00000010:1.0:1767384973.338591:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dae3d75b. 00000400:00000200:0.0:1767384973.338598:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384973.338599:0:16764:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237358526336, offset 224 00000400:00000200:0.0:1767384973.338610:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384973.338612:0:16764:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384973.338622:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384973.338623:0:16764:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384973.338631:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cdbf7c2f x1853237358526464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384989 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384973.338634:0:16764:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272707f80 00000400:00000200:1.0:1767384973.338646:0:16764:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x20d9 [1] + 224 00000100:00000040:0.0:1767384973.338650:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cdbf7c2f x1853237358526464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384989 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384973.338651:0:16764:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384973.338659:0:16764:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384973.338669:0:16764:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384973.338675:0:16764:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dd92e08b x1853237358526336/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384989 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384973.338680:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384973.338684:0:16764:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dd92e08b x1853237358526336/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384989 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384973.338691:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccae3aef 00000400:00000010:0.0:1767384973.338694:0:16770:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccae3aef. 00000100:00000001:1.0:1767384973.338700:0:16764:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384973.338702:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:1.0:1767384973.338709:0:16764:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dae3d75b 00000400:00000010:1.0:1767384973.338711:0:16764:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dae3d75b. 00000100:00000001:0.0:1767384973.338714:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384973.338716:0:16764:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384973.338719:0:16764:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384973.338725:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384973.338726:0:16764:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384973.338734:0:16764:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 16 to 0@lo 00000100:00000040:0.0:1767384973.338735:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 16 to 0@lo 00010000:00000001:1.0:1767384973.338737:0:16764:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384973.338740:0:16764:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.338741:0:16770:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.338743:0:16764:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384973.338747:0:16764:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c559d2a x1853237358526336/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:199/0 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384973.338747:0:16770:0:(tgt_handler.c:791:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384973.338757:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e0032df x1853237358526464/t0(0) o400->@:199/0 lens 224/224 e 0 to 0 dl 1767384984 ref 1 fl Interpret:/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384973.338761:0:16764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006c559d2a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc613044-dd35-4201-b03c-4d69ab0214c0+10:16129:x1853237358526336:12345-0@lo:400: Request processed in 612us (949us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384973.338776:0:16764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00000040:1.0:1767384973.338779:0:16764:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d63f134 : new rpc_count 0 00000100:00000001:1.0:1767384973.338784:0:16764:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:0.0:1767384973.338784:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003e0032df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:16130:x1853237358526464:12345-0@lo:400: Request processed in 384us (942us total) trans 0 rc -107/-107 00000100:00000001:1.0:1767384973.338788:0:16764:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384973.338794:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ecf96529. 00000020:00000010:1.0:1767384973.338799:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000070f34b4b. 00000100:00100000:0.0:1767384973.338801:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000020:00000010:1.0:1767384973.338804:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000ea8ae73. 00000100:00000001:0.0:1767384973.338806:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384973.338811:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:1.0:1767384973.338813:0:16764:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 9 00000020:00000010:0.0:1767384973.338816:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000052e713e8. 02000000:00000001:1.0:1767384973.338819:0:16764:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384973.338822:0:16764:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e41703e5. 00000020:00000010:0.0:1767384973.338825:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029ec94d9. 02000000:00000001:1.0:1767384973.338827:0:16764:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384973.338831:0:16764:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384973.338833:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad7f7ea1. 00000100:00000200:1.0:1767384973.338835:0:16764:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384973.338840:0:16764:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000457823a6. 00000100:00000001:0.0:1767384973.338842:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384973.338846:0:16764:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000010dbcf45. 00000100:00000001:0.0:1767384973.338878:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384973.338882:0:16130:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384973.338887:0:16130:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384973.338889:0:16130:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384973.338891:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000409ce644. 00000400:00000200:0.0:1767384973.338896:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0895da3 00000400:00000010:0.0:1767384973.338899:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0895da3. 00000100:00000001:0.0:1767384973.338902:0:16130:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384973.338906:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cdbf7c2f x1853237358526464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384989 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384973.338908:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384973.338911:0:16129:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384973.338916:0:16129:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384973.338918:0:16129:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1767384973.338920:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cdbf7c2f x1853237358526464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384989 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384973.338921:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007864aeb5. 00000400:00000200:3.0:1767384973.338926:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004271ee8b 00000400:00000010:3.0:1767384973.338930:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004271ee8b. 00000100:00000001:3.0:1767384973.338934:0:16129:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384973.338937:0:16130:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384973.338944:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dd92e08b x1853237358526336/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384989 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384973.338944:0:16130:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384973.338950:0:16130:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384973.338955:0:16130:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1767384973.338958:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dd92e08b x1853237358526336/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384989 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384973.338960:0:16130:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384973.338964:0:16130:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.338968:0:16129:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384973.338969:0:16130:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.338971:0:16129:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384973.338973:0:16129:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384973.338975:0:16129:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384973.338976:0:16129:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384973.338979:0:16129:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384973.338983:0:16129:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384973.338986:0:16129:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ab26ac2f time=97 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384973.338986:0:16130:0:(import.c:2128:obd_at_measure()) add 0 to 00000000a558cf0b time=92 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384973.338995:0:16129:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e23af440 time=97 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384973.338995:0:16130:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f60eced4 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384973.339004:0:16129:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384973.339006:0:16129:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.339006:0:16130:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384973.339011:0:16130:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:3.0:1767384973.339042:0:16129:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384973.339043:0:16130:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00010000:00000001:3.0:1767384973.339044:0:16129:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.339050:0:16129:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384973.339052:0:16130:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00000040:3.0:1767384973.339056:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dd92e08b x1853237358526336/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384989 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767384973.339061:0:16130:0:(import.c:65:import_set_state_nolock()) 00000000e13b832f lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:00000001:3.0:1767384973.339064:0:16129:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384973.339068:0:16129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:02000400:0.0:1767384973.339068:0:16130:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1767384973.339070:0:16129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384973.339078:0:16129:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd92e08b x1853237358526336/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384989 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384973.339084:0:16129:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dd92e08b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:fc613044-dd35-4201-b03c-4d69ab0214c0:16129:1853237358526336:0@lo:400: 00000100:00000001:3.0:1767384973.339092:0:16129:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384973.339094:0:16129:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384973.339097:0:16129:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dd92e08b x1853237358526336/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384989 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384973.339103:0:16129:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384973.339106:0:16129:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384973.339108:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005b72c8d3. 02000000:00000001:3.0:1767384973.339112:0:16129:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384973.339114:0:16129:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384973.339116:0:16129:0:(genops.c:1242:class_import_put()) import 000000007049b447 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1767384973.339118:0:16129:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384973.339120:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008b6481cd. 02000000:00000001:3.0:1767384973.339123:0:16129:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384973.339124:0:16129:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384973.339126:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd92e08b. 00000100:00000001:3.0:1767384973.339129:0:16129:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384973.339131:0:16129:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384973.339132:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384973.339137:0:16129:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384973.339138:0:16129:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.339140:0:16129:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384973.339142:0:16129:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384973.347403:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:2.0:1767384973.347414:0:16798:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 4e06ef04-c857-4d9c-9c79-1b949f9a7b1e 00000001:00000040:2.0:1767384973.347417:0:16798:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000f331812b : new cb_count 2 00000020:00000040:2.0:1767384973.347421:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000f331812b : new refcount 2 00000001:00000010:2.0:1767384973.347423:0:16798:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000fc0d1a1d. 00040000:00000001:2.0:1767384973.347427:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384973.347430:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384973.347431:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384973.347433:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384973.347434:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000f97fb6f. 00080000:00000001:2.0:1767384973.347437:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384973.347439:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1767384973.347442:0:16798:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1767384973.347444:0:16798:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1767384973.347446:0:16798:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934593 is committed 00000001:00000040:2.0:1767384973.347448:0:16798:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000f331812b : new cb_count 1 00000020:00000040:2.0:1767384973.347449:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000f331812b : new refcount 1 00000001:00000010:2.0:1767384973.347451:0:16798:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000008dd1926a. 00040000:00000001:2.0:1767384973.347453:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384973.347453:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384973.347454:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384973.347454:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384973.347455:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a5021b27. 00080000:00000001:2.0:1767384973.347457:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384973.347458:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:2.0:1767384973.347460:0:16798:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 4e06ef04-c857-4d9c-9c79-1b949f9a7b1e 00000001:00000040:2.0:1767384973.347461:0:16798:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000f331812b : new cb_count 0 00000020:00000040:2.0:1767384973.347462:0:16798:0:(genops.c:898:class_export_put()) PUTting export 00000000f331812b : new refcount 0 00000020:00000080:2.0:1767384973.347463:0:16798:0:(genops.c:904:class_export_put()) final put 00000000f331812b/4e06ef04-c857-4d9c-9c79-1b949f9a7b1e 00000001:00000010:2.0:1767384973.347474:0:16798:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000b68c614f. 00040000:00000001:2.0:1767384973.347476:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384973.347477:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384973.347478:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384973.347479:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384973.347480:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000106db306. 00080000:00000001:2.0:1767384973.347482:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:1.0:1767384973.347488:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384973.347491:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000f331812b/4e06ef04-c857-4d9c-9c79-1b949f9a7b1e for lustre-MDT0000 00000020:00000040:1.0:1767384973.347499:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000002c621aa1 refcount 1 to 192.168.203.57@tcp50 00000020:00000001:1.0:1767384973.347501:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:1.0:1767384973.347504:0:37:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000040:1.0:1767384973.347506:0:37:0:(genops.c:1229:class_import_get()) import 0000000086176cd0 refcount=2 obd=lustre-MDT0000 00000020:00000001:1.0:1767384973.347507:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384973.347508:0:37:0:(genops.c:1242:class_import_put()) import 0000000086176cd0 refcount=1 obd=lustre-MDT0000 00000020:00000001:1.0:1767384973.347509:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384973.347511:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384973.347512:0:37:0:(genops.c:1242:class_import_put()) import 0000000086176cd0 refcount=0 obd=lustre-MDT0000 00000020:00000040:1.0:1767384973.347513:0:37:0:(genops.c:1245:class_import_put()) final put import 0000000086176cd0 00000020:00000001:1.0:1767384973.347521:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:1.0:1767384973.347523:0:37:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 000000001da22cb5. 00010000:00000001:1.0:1767384973.347527:0:37:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:1.0:1767384973.347530:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384973.347535:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000010b68307. 00000001:00000010:1.0:1767384973.347537:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000058975acd. 00000001:00000010:1.0:1767384973.347540:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002fb6e1a7. 00000001:00000010:1.0:1767384973.347542:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000929e04cc. 00000001:00000010:1.0:1767384973.347544:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000c0382b9e. 00000001:00000010:1.0:1767384973.347546:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000007319920d. 00000001:00000001:1.0:1767384973.347548:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384973.347549:0:37:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:1.0:1767384973.347551:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384973.347553:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000f289565. 00000001:00000010:1.0:1767384973.347555:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b77e3a33. 00000001:00000010:1.0:1767384973.347556:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000071d418b2. 00000001:00000010:1.0:1767384973.347558:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000075b09cee. 00000001:00000010:1.0:1767384973.347559:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000005dd72a43. 00000001:00000010:1.0:1767384973.347560:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000adaf382c. 00000001:00000001:1.0:1767384973.347561:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384973.347562:0:37:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:1.0:1767384973.347563:0:37:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000001:1.0:1767384973.347565:0:37:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data 0000000003ed63fc: xid 1853237353254400, transno 8589934593, client gen 1, slot idx 0 00000001:00000001:1.0:1767384973.347570:0:37:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data 0000000003ed63fc: xid 1853237353254400, transno 8589934593, client gen 1, slot idx 0 00000001:00000010:1.0:1767384973.347573:0:37:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 0000000003ed63fc. 00000001:00000010:1.0:1767384973.347575:0:37:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 000000002000799a. 00000004:00000001:1.0:1767384973.347579:0:37:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384973.347581:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384973.347582:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8a46e2f) now 5 - export 00000020:00000010:1.0:1767384973.347585:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000f331812b. 00000020:00000001:1.0:1767384973.347590:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384973.347593:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384973.347594:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000086176cd0 for lustre-MDT0000 00000020:00000040:1.0:1767384973.347597:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000002c621aa1 refcount 0 to 192.168.203.57@tcp50 00000020:00000040:1.0:1767384973.347598:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8a46e2f) now 4 - import 00000020:00000010:1.0:1767384973.347600:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000086176cd0. 00000020:00000001:1.0:1767384973.347602:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00000001:0.0:1767384973.347734:0:16130:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384973.347738:0:16130:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384973.347740:0:16130:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1767384973.347742:0:16130:0:(import.c:65:import_set_state_nolock()) 00000000e13b832f lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1767384973.347746:0:16130:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1767384973.347749:0:16130:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 204 00000100:00000040:0.0:1767384973.347753:0:16130:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 15 to 0@lo 00000100:00000001:0.0:1767384973.347756:0:16130:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384973.347758:0:16130:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 16 to 0@lo 00000100:00000001:0.0:1767384973.347760:0:16130:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000020:00000001:0.0:1767384973.347763:0:16130:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384973.347765:0:16130:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8536 00000020:00000001:0.0:1767384973.347767:0:16130:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384973.347769:0:16130:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000dcf24740 refcount=8 00000020:00000001:0.0:1767384973.347771:0:16130:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431490551808 : -108642218999808 : ffff9d30c3210000) 00000020:00000001:0.0:1767384973.347774:0:16130:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431490551808 : -108642218999808 : ffff9d30c3210000) 00000100:00000040:0.0:1767384973.347776:0:16130:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 15 to 0@lo 00000100:00000001:0.0:1767384973.347778:0:16130:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384973.347780:0:16130:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 16 to 0@lo 00000100:00000001:0.0:1767384973.347782:0:16130:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000020:00000040:0.0:1767384973.347784:0:16130:0:(genops.c:898:class_export_put()) PUTting export 00000000dcf24740 : new refcount 7 00000100:00080000:0.0:1767384973.347787:0:16130:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 00000000e13b832f using connection 192.168.203.157@tcp/0@lo 00000100:00000001:0.0:1767384973.347790:0:16130:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384973.347801:0:16130:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1767384973.347806:0:16130:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384973.347809:0:16130:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.347811:0:16130:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1767384973.347813:0:16130:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384973.347817:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000d30bca5. 00000020:00000040:0.0:1767384973.347820:0:16130:0:(genops.c:1229:class_import_get()) import 00000000e13b832f refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1767384973.347823:0:16130:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767384973.347825:0:16130:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.347828:0:16130:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384973.347829:0:16130:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384973.347832:0:16130:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384973.347835:0:16130:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000119ae5cc. 00000100:00000001:0.0:1767384973.347839:0:16130:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384973.347844:0:16130:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000d30bca5 x1853237358526592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384973.347854:0:16130:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384973.347856:0:16130:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384973.347858:0:16130:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000d30bca5] to pc [ptlrpcd_rcv+-1] req@000000000d30bca5 x1853237358526592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384973.347878:0:16130:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384973.347881:0:16130:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1767384973.347883:0:16130:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:0.0:1767384973.347886:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cdbf7c2f x1853237358526464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384989 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384973.347895:0:16130:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1767384973.347898:0:16130:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384973.347900:0:16126:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384973.347900:0:16130:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384973.347904:0:16126:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384973.347907:0:16126:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384973.347907:0:16130:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cdbf7c2f x1853237358526464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384989 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384973.347914:0:16126:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000d30bca5 x1853237358526592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384973.347932:0:16126:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1767384973.347932:0:16130:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cdbf7c2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16130:1853237358526464:0@lo:400: 00000100:00000001:3.0:1767384973.347935:0:16126:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384973.347939:0:16126:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384973.347941:0:16130:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384973.347942:0:16126:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384973.347944:0:16126:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384973.347947:0:16126:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000d30bca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16126:1853237358526592:0@lo:38: 00000100:00000001:3.0:1767384973.347953:0:16126:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384973.347953:0:16130:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384973.347957:0:16126:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384973.347959:0:16126:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384973.347961:0:16130:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cdbf7c2f x1853237358526464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384989 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384973.347962:0:16126:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384973.347966:0:16126:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000106db306. 02000000:00000001:3.0:1767384973.347969:0:16126:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384973.347974:0:16126:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5876595. 00000100:00000001:0.0:1767384973.347977:0:16130:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1767384973.347979:0:16126:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042896188. 02000000:00000001:0.0:1767384973.347980:0:16130:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1767384973.347985:0:16126:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358526592, portal 10 02000000:00000010:0.0:1767384973.347985:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000010ee373b. 00000100:00000001:3.0:1767384973.347988:0:16126:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384973.347991:0:16126:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635436514132864 : -108637195418752 : ffff9d31ee8ec380) 02000000:00000001:0.0:1767384973.347993:0:16130:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767384973.347997:0:16126:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000d30bca5 x1853237358526592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384973.347997:0:16130:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384973.348001:0:16130:0:(genops.c:1242:class_import_put()) import 00000000e13b832f refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384973.348006:0:16130:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384973.348010:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000535035ea. 00000100:00000001:3.0:1767384973.348024:0:16126:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384973.348028:0:16126:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384973.348030:0:16126:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c020914a. 00000100:00000200:3.0:1767384973.348032:0:16126:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237358526592, offset 0 00000400:00000200:3.0:1767384973.348036:0:16126:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384973.348042:0:16126:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384973.348049:0:16130:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1767384973.348053:0:16126:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958272708080 02000000:00000001:0.0:1767384973.348053:0:16130:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384973.348057:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cdbf7c2f. 00000400:00000200:3.0:1767384973.348060:0:16126:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 11832 00000100:00000001:0.0:1767384973.348064:0:16130:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1767384973.348065:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384973.348067:0:16130:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384973.348070:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384973.348073:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384973.348075:0:16126:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384973.348078:0:16126:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384973.348081:0:16126:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a8eca923. 00000100:00000001:0.0:1767384973.348081:0:16130:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384973.348084:0:16130:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384973.348085:0:16126:0:(events.c:337:request_in_callback()) incoming req@00000000a8eca923 x1853237358526592 msgsize 520 00000100:00000001:0.0:1767384973.348091:0:16130:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384973.348092:0:16126:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384973.348096:0:16130:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.348105:0:16126:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384973.348110:0:16126:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c020914a 00000400:00000010:3.0:1767384973.348112:0:16126:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c020914a. 00000100:00000001:3.0:1767384973.348115:0:16126:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384973.348117:0:16126:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000d30bca5 x1853237358526592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384973.348125:0:16126:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384973.348127:0:16126:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000d30bca5 x1853237358526592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384983 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384973.348132:0:16126:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.348134:0:16126:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384973.348137:0:16126:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384973.348139:0:16126:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2776 usecs (3 jiffies) 00000100:00000001:3.0:1767384973.348141:0:16126:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294963214 00000100:00000001:3.0:1767384973.348152:0:16126:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4294963211 00000100:00000001:3.0:1767384973.348157:0:16126:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294963214 00000100:00000001:2.0:1767384973.348160:0:16770:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384973.348161:0:16126:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4294963211 00000100:00000001:3.0:1767384973.348164:0:16126:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294963214 00000100:00000001:3.0:1767384973.348166:0:16126:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4294963212 00000100:00000001:3.0:1767384973.348168:0:16126:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294963214 00000100:00000001:3.0:1767384973.348169:0:16126:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4294963212 00000100:00100000:2.0:1767384973.348174:0:16770:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237358526592 00000100:00000001:3.0:1767384973.348175:0:16126:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384973.348186:0:16770:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384973.348187:0:16126:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.348194:0:16770:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384973.348195:0:16126:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.348203:0:16126:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384973.348203:0:16770:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.348224:0:16126:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767384973.348226:0:16770:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.348227:0:16126:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1767384973.348237:0:16126:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384973.348238:0:16770:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237358526592 00000100:00000001:3.0:1767384973.348239:0:16126:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384973.348242:0:16126:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.348245:0:16126:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384973.348245:0:16770:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384973.348252:0:16770:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e853d 00000020:00000001:2.0:1767384973.348257:0:16770:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384973.348259:0:16770:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384973.348262:0:16770:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384973.348267:0:16770:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067ede5da. 00000020:00000010:2.0:1767384973.348272:0:16770:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b9ff1155. 00000020:00000010:2.0:1767384973.348275:0:16770:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002ab698ee. 00000100:00000001:2.0:1767384973.348279:0:16770:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384973.348281:0:16770:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384973.348283:0:16770:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.348289:0:16770:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.348299:0:16770:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384973.348321:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384973.348324:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384973.348325:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384973.348335:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384973.348340:0:16770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:3.0:1767384973.348346:0:16771:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.348346:0:16770:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635435780951552 : -108637928600064 : ffff9d31c2db4e00) 00000100:00000001:3.0:1767384973.348354:0:16771:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384973.348359:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a8eca923 x1853237358526592/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384993 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384973.348374:0:16770:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a8eca923 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:16126:x1853237358526592:12345-0@lo:38: 00000100:00000200:2.0:1767384973.348379:0:16770:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358526592 00000020:00000001:2.0:1767384973.348382:0:16770:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384973.348386:0:16770:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:2.0:1767384973.348397:0:16770:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000a8a46e2f) now 4 - find 00000020:00000001:2.0:1767384973.348401:0:16770:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446635436802532192 : -108636907019424 : ffff9d31ffbf6360) 00010000:02000000:2.0:1767384973.348406:0:16770:0:(ldlm_lib.c:1191:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00010000:00000001:2.0:1767384973.350140:0:16770:0:(ldlm_lib.c:1192:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:2.0:1767384973.350152:0:16770:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8a46e2f) now 4 - find 00010000:00000001:2.0:1767384973.350155:0:16770:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1767384973.350157:0:16770:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1767384973.350158:0:16770:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384973.350160:0:16770:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384973.350163:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006c62b264. 02000000:00000001:2.0:1767384973.350164:0:16770:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.350166:0:16770:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384973.350168:0:16770:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384973.350169:0:16770:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384973.350171:0:16770:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1767384973.350173:0:16770:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1767384973.350175:0:16770:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384973.350177:0:16770:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 17 to 0@lo 00000100:00000001:2.0:1767384973.350178:0:16770:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000100:00000001:2.0:1767384973.350180:0:16770:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446635436743644864 : -108636965906752 : 0xffff9d31fc3cd6c0) 00000100:00000040:2.0:1767384973.350181:0:16770:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000b5f3fedc refcount 17 to 0@lo 02000000:00000001:2.0:1767384973.350183:0:16770:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384973.350184:0:16770:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.350185:0:16770:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384973.350187:0:16770:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384973.350189:0:16770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000382964ab. 00000100:00000200:2.0:1767384973.350191:0:16770:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358526592, offset 0 00000400:00000200:2.0:1767384973.350195:0:16770:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384973.350199:0:16770:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384973.350203:0:16770:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272708080 00000400:00000200:2.0:1767384973.350206:0:16770:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x20f5 [1] + 0 00000400:00000200:2.0:1767384973.350222:0:16770:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384973.350225:0:16770:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384973.350228:0:16770:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384973.350230:0:16770:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000d30bca5 x1853237358526592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384983 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384973.350237:0:16770:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@000000000d30bca5 x1853237358526592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384973.350256:0:16770:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384973.350265:0:16770:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000382964ab 00000400:00000010:2.0:1767384973.350267:0:16770:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000382964ab. 00000100:00000001:2.0:1767384973.350272:0:16770:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384973.350274:0:16770:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384973.350278:0:16126:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384973.350279:0:16770:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.350281:0:16126:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384973.350285:0:16770:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 16 to 0@lo 00000400:00000001:3.0:1767384973.350286:0:16126:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384973.350290:0:16126:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384973.350290:0:16770:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384973.350293:0:16126:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5876595. 00000020:00000001:2.0:1767384973.350296:0:16770:0:(tgt_handler.c:770:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384973.350298:0:16126:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042896188 00000400:00000010:3.0:1767384973.350301:0:16126:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042896188. 00000100:00000001:3.0:1767384973.350304:0:16126:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384973.350304:0:16770:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a8eca923 x1853237358526592/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1767384993 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384973.350310:0:16126:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000d30bca5 x1853237358526592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384973.350333:0:16126:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000d30bca5 x1853237358526592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384983 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384973.350339:0:16770:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a8eca923 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:16126:x1853237358526592:12345-0@lo:38: Request processed in 1960us (2247us total) trans 0 rc -19/-19 00000100:00000001:3.0:1767384973.350344:0:16126:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384973.350346:0:16126:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384973.350349:0:16126:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384973.350351:0:16126:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384973.350353:0:16126:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384973.350355:0:16770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:3.0:1767384973.350356:0:16126:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384973.350361:0:16126:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384973.350363:0:16770:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384973.350365:0:16770:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1767384973.350366:0:16126:0:(import.c:2128:obd_at_measure()) add 0 to 00000000a558cf0b time=92 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384973.350369:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b9ff1155. 00000100:00001000:3.0:1767384973.350370:0:16126:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f60eced4 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384973.350375:0:16126:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384973.350377:0:16126:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:2.0:1767384973.350377:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002ab698ee. 00000100:00000001:3.0:1767384973.350379:0:16126:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:2.0:1767384973.350384:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067ede5da. 00000100:00000040:3.0:1767384973.350385:0:16126:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000d30bca5 x1853237358526592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384983 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384973.350391:0:16770:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384973.350393:0:16126:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1767384973.350397:0:16126:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384973.350398:0:16126:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384973.350400:0:16126:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1767384973.350401:0:16126:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1767384973.350404:0:16126:0:(import.c:65:import_set_state_nolock()) 00000000e13b832f lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767384973.350408:0:16126:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00000001:3.0:1767384973.350411:0:16126:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1767384973.350414:0:16126:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000d30bca5 x1853237358526592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384983 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384973.350422:0:16126:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000d30bca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16126:1853237358526592:0@lo:38: 00000100:00000001:3.0:1767384973.350426:0:16126:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384973.350428:0:16126:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384973.350429:0:16126:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000d30bca5 x1853237358526592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384983 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384973.350436:0:16126:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384973.350438:0:16126:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384973.350440:0:16126:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000106db306. 02000000:00000001:3.0:1767384973.350443:0:16126:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384973.350444:0:16126:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384973.350445:0:16126:0:(genops.c:1242:class_import_put()) import 00000000e13b832f refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384973.350447:0:16126:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384973.350449:0:16126:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000119ae5cc. 02000000:00000001:3.0:1767384973.350452:0:16126:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384973.350453:0:16126:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384973.350454:0:16126:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000d30bca5. 00000100:00000001:3.0:1767384973.350458:0:16126:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384973.350459:0:16126:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384973.350461:0:16126:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384973.350464:0:16126:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384973.350466:0:16126:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384973.350468:0:16126:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384973.350469:0:16126:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384973.352054:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294963214, at 4294963215 00000100:00000010:1.0:1767384973.352062:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003ff610aa. 00000100:00000040:0.0:1767384973.352064:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294963214, at 4294963215 00000100:00000010:0.0:1767384973.352071:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb6c752d. 00000100:00000040:3.0:1767384973.352076:0:62:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294963214, at 4294963215 00000100:00000040:2.0:1767384973.352078:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294963214, at 4294963215 00000100:00000010:3.0:1767384973.352085:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aa0d3628. 00000100:00000010:2.0:1767384973.352087:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b839a46b. 00000020:00000001:0.0:1767384973.977099:0:39761:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:0.0:1767384973.977110:0:39761:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 000000005cb53ce9 - data 000000006f49a0e3/0000000029fbfa8c 00000020:00000010:0.0:1767384973.977191:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 000000007fb61665. 00000020:00000010:0.0:1767384973.977198:0:39761:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 000000009efcc4da. 00000020:00000010:0.0:1767384973.977202:0:39761:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 0000000029fbfa8c. 00000020:00000010:0.0:1767384973.977217:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 000000006c697c31. 00000020:00000010:0.0:1767384973.977221:0:39761:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 0000000068b455f8. 00000020:00000010:0.0:1767384973.977223:0:39761:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000008aad13b5. 00000020:00000010:0.0:1767384973.977227:0:39761:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 000000005cb53ce9. 00000020:01000000:0.0:1767384973.977230:0:39761:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000a9e66f04 - data 00000000c7098a29/00000000b87dd8cb 00000020:00000010:0.0:1767384973.977291:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 000000000058a0c9. 00000020:00000010:0.0:1767384973.977308:0:39761:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 00000000663e34df. 00000020:00000010:0.0:1767384973.977311:0:39761:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000b87dd8cb. 00000020:00000010:0.0:1767384973.977314:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000984a9824. 00000020:00000010:0.0:1767384973.977316:0:39761:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 000000008138c66a. 00000020:00000010:0.0:1767384973.977318:0:39761:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000007c7b6987. 00000020:00000010:0.0:1767384973.977319:0:39761:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000a9e66f04. 00000020:00000001:0.0:1767384973.977322:0:39761:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 00000020:00000010:0.0:1767384973.977599:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 000000005d69cc84. 00000020:00000010:0.0:1767384973.977603:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 00000000cd632b44. 00000020:00000010:0.0:1767384973.977606:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 0000000091b56c96. 00000020:00000010:0.0:1767384973.977609:0:39761:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 1344 at 000000006eb2d8c6. 00000020:00000010:0.0:1767384973.977611:0:39761:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000052583744. 02000000:00000001:0.0:1767384973.983145:0:39761:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00001000:0.0:1767384973.983149:0:39761:0:(upcall_cache_internal.h:25:free_entry()) destroy cache entry 0000000088baf670 for key 0 00000004:00000010:0.0:1767384973.983153:0:39761:0:(mdt_identity.c:63:mdt_identity_free_delay()) kfreed 'entry': 472 at 0000000088baf670. 02000000:00000001:0.0:1767384973.983156:0:39761:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:0.0:1767384973.983157:0:39761:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 00000000c17646ed. 02000000:00000010:0.0:1767384973.983161:0:39761:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 00000000d8930cef. 02000000:00000001:0.0:1767384973.983163:0:39761:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00000001:0.0:1767384973.983165:0:39761:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:0.0:1767384973.983166:0:39761:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 00000000078e7add. 02000000:00000010:0.0:1767384973.983167:0:39761:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 0000000012ec2e35. 00000020:00000001:0.0:1767384973.983169:0:39761:0:(tgt_main.c:643:tgt_fini()) Process entered 00000001:00000001:0.0:1767384973.983172:0:39761:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1767384973.983174:0:39761:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934593 00080000:00000001:0.0:1767384973.983177:0:39761:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384973.983186:0:39761:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000241f7d33. 00080000:00000001:0.0:1767384973.983188:0:39761:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635436738085888 : -108636971465728 : ffff9d31fbe80400) 00080000:00000001:0.0:1767384973.983192:0:39761:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384973.983230:0:39761:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384973.983231:0:39761:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384973.983234:0:39761:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384973.983249:0:39761:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384973.983258:0:39761:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:0.0:1767384973.983262:0:39761:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384973.983328:0:39761:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:0.0:1767384973.983330:0:39761:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:0.0:1767384973.983332:0:39761:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384973.983335:0:39761:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384973.990542:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384973.990548:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384973.990551:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384973.990553:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384973.990555:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384973.990558:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000241f7d33. 00080000:00000001:0.0:1767384973.990561:0:39761:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384973.990563:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000001:00000040:0.0:1767384973.990565:0:39761:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:0.0:1767384973.990569:0:39761:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384973.990574:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000def204c3/0000000067142bca to site lru. bkt: 000000008f133892 00000020:00000010:0.0:1767384973.990577:0:39761:0:(tgt_main.c:667:tgt_fini()) kvfree 'lut->lut_reply_bitmap[i]': 131072 at 0000000059ea4bc1. 00000020:00000010:0.0:1767384973.990597:0:39761:0:(tgt_main.c:671:tgt_fini()) kfreed 'lut->lut_reply_bitmap': 128 at 00000000c3691ac2. 00000020:00000010:0.0:1767384973.990600:0:39761:0:(tgt_main.c:675:tgt_fini()) kfreed 'lut->lut_client_bitmap': 16384 at 00000000b398609f. 00000020:00000002:0.0:1767384973.990606:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000b9b78b09/00000000af2a3129 to site lru. bkt: 000000000ea19b2d 00000020:00000001:0.0:1767384973.990608:0:39761:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000004:00000001:0.0:1767384973.990609:0:39761:0:(mdt_coordinator.c:1213:mdt_hsm_cdt_fini()) Process entered 00000020:00000010:0.0:1767384973.990614:0:39761:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b6dc53fc. 00000020:00000010:0.0:1767384973.990616:0:39761:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000615651dd. 00000020:00000010:0.0:1767384973.990619:0:39761:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f192ade8. 00000020:00000010:0.0:1767384973.990639:0:39761:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b4bd6e35. 00000040:00000010:0.0:1767384973.990644:0:39761:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003834eba3. 00000020:00000010:0.0:1767384973.990646:0:39761:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c4a54764. 00000020:00000010:0.0:1767384973.990651:0:39761:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f4ff7963. 00000020:00000010:0.0:1767384973.990654:0:39761:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000092253a4b. 80000000:00000010:0.0:1767384973.990657:0:39761:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006205a8e6. 40000000:00000010:0.0:1767384973.990660:0:39761:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000dfe82331. 00100000:00000010:0.0:1767384973.990663:0:39761:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009d079cfb. 00040000:00000010:0.0:1767384973.990666:0:39761:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000bf410ad7. 00040000:00000010:0.0:1767384973.990669:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005310f762. 00040000:00000010:0.0:1767384973.990671:0:39761:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000042024d6e. 00080000:00000010:0.0:1767384973.990674:0:39761:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000be122d65. 00000004:00000010:0.0:1767384973.990678:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ffad0005. 00000004:00000010:0.0:1767384973.990681:0:39761:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000969244ec. 00000004:00000010:0.0:1767384973.990690:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008e4240c7. 00000004:00000010:0.0:1767384973.990693:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e42a3142. 00000020:00000010:0.0:1767384973.990695:0:39761:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025a7a58b. 00000001:00000001:0.0:1767384973.990697:0:39761:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384973.990701:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000662a36d6. 00000001:00000010:0.0:1767384973.990703:0:39761:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000088ac01db. 00000001:00000010:0.0:1767384973.990704:0:39761:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000d4b7fc71. 00000001:00000001:0.0:1767384973.990708:0:39761:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000004:00000001:0.0:1767384973.990709:0:39761:0:(mdt_coordinator.c:1225:mdt_hsm_cdt_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384973.990712:0:39761:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1767384973.990715:0:39761:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1767384973.990738:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 0000000055540700. 00000020:00000010:0.0:1767384973.990740:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 0000000092d2bd47. 00000020:00000010:0.0:1767384973.990743:0:39761:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 000000008af36a75. 00000020:00000010:0.0:1767384973.990746:0:39761:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000127864bd. 00010000:00000001:0.0:1767384973.990772:0:39761:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1767384973.990779:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 0000000091ed70aa. 00000020:00000010:0.0:1767384973.990781:0:39761:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000d8a7da68. 00000020:00000010:0.0:1767384973.990782:0:39761:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000b881c810. 00000001:00000001:0.0:1767384973.990802:0:39761:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384974.002560:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000063295a9d. 00000001:00000010:0.0:1767384974.002579:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007724df45. 00000001:00000010:0.0:1767384974.002582:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000011e830e9. 00000001:00000010:0.0:1767384974.002584:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fa1fc149. 00000001:00000010:0.0:1767384974.002585:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000037b6432f. 00000001:00000010:0.0:1767384974.002587:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000046c7777e. 00000001:00000010:0.0:1767384974.002589:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b7585801. 00000001:00000010:0.0:1767384974.002591:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000da40359f. 00000001:00000010:0.0:1767384974.002592:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bd318c3b. 00000001:00000010:0.0:1767384974.002594:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b84847c1. 00000001:00000010:0.0:1767384974.002596:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006a80d7ee. 00000001:00000010:0.0:1767384974.002598:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e87a42ff. 00000001:00000010:0.0:1767384974.002599:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005bc4e6be. 00000001:00000010:0.0:1767384974.002601:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e87205a7. 00000001:00000010:0.0:1767384974.002619:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e8141f0c. 00000001:00000010:0.0:1767384974.002621:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dcfb7104. 00000001:00000010:0.0:1767384974.002622:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fe06af09. 00000001:00000010:0.0:1767384974.002624:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a144ab57. 00000001:00000010:0.0:1767384974.002626:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000833dda40. 00000001:00000010:0.0:1767384974.002628:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000021126b4d. 00000001:00000010:0.0:1767384974.002630:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b48e2aa0. 00000001:00000010:0.0:1767384974.002632:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a691f907. 00000001:00000010:0.0:1767384974.002633:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f67a7f78. 00000001:00000010:0.0:1767384974.002635:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000405f320d. 00000001:00000010:0.0:1767384974.002637:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002714cfd7. 00000001:00000010:0.0:1767384974.002639:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f3429546. 00000001:00000010:0.0:1767384974.002641:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000058edd298. 00000001:00000010:0.0:1767384974.002643:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000023c70734. 00000001:00000010:0.0:1767384974.002645:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008a1b82f3. 00000001:00000010:0.0:1767384974.002647:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d195b1ac. 00000001:00000010:0.0:1767384974.002648:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000890d4892. 00000001:00000010:0.0:1767384974.002650:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000380d52a6. 00000001:00000010:0.0:1767384974.002652:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000054ffc3a4. 00000001:00000010:0.0:1767384974.002654:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006c6cf9f1. 00000001:00000010:0.0:1767384974.002655:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f2338c38. 00000001:00000010:0.0:1767384974.002657:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ba66d84b. 00000001:00000010:0.0:1767384974.002659:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000117227db. 00000001:00000010:0.0:1767384974.002661:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d6dc303c. 00000001:00000010:0.0:1767384974.002663:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a7da5962. 00000001:00000010:0.0:1767384974.002664:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004bbd6f05. 00000001:00000010:0.0:1767384974.002666:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000066412d2b. 00000001:00000010:0.0:1767384974.002668:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007064039f. 00000001:00000010:0.0:1767384974.002670:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ed3df045. 00000001:00000010:0.0:1767384974.002672:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000058fd7f31. 00000001:00000010:0.0:1767384974.002674:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000048fdbd77. 00000001:00000010:0.0:1767384974.002675:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004ba3a672. 00000001:00000010:0.0:1767384974.002681:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005e2e523c. 00000001:00000010:0.0:1767384974.002683:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007e04dec2. 00000001:00000010:0.0:1767384974.002685:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000296207c8. 00000001:00000010:0.0:1767384974.002687:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005d12e0d4. 00000001:00000010:0.0:1767384974.002689:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000011bf8046. 00000001:00000010:0.0:1767384974.002691:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005ba1e89b. 00000001:00000010:0.0:1767384974.002692:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000404b23da. 00000001:00000010:0.0:1767384974.002694:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000046fdf218. 00000001:00000010:0.0:1767384974.002696:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005fde1fcb. 00000001:00000010:0.0:1767384974.002698:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000096091f09. 00000001:00000010:0.0:1767384974.002699:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000652049e8. 00000001:00000010:0.0:1767384974.002701:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f7a6f90c. 00000001:00000010:0.0:1767384974.002703:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b329034f. 00000001:00000010:0.0:1767384974.002705:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cfb3525b. 00000001:00000010:0.0:1767384974.002707:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006859f99c. 00000001:00000010:0.0:1767384974.002708:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c9ae8084. 00000001:00000010:0.0:1767384974.002710:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000094810cd1. 00000001:00000010:0.0:1767384974.002712:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e3b7c8d4. 00000001:00000010:0.0:1767384974.002714:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000076aab448. 00000001:00000010:0.0:1767384974.002716:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006749b580. 00000001:00000010:0.0:1767384974.002717:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000083f287c1. 00000001:00000010:0.0:1767384974.002719:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000060f3cba9. 00000001:00000010:0.0:1767384974.002721:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ded72a1f. 00000001:00000010:0.0:1767384974.002723:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000065555719. 00000001:00000010:0.0:1767384974.002724:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a9985c5c. 00000001:00000010:0.0:1767384974.002726:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a66d5be7. 00000001:00000010:0.0:1767384974.002728:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000063de5561. 00000001:00000010:0.0:1767384974.002730:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000070114cbc. 00000001:00000010:0.0:1767384974.002731:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003dfa9039. 00000001:00000010:0.0:1767384974.002733:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a239c73f. 00000001:00000010:0.0:1767384974.002735:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000017c3c023. 00000001:00000010:0.0:1767384974.002737:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d98bcc5e. 00000001:00000010:0.0:1767384974.002741:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000074c6fc41. 00000001:00000010:0.0:1767384974.002743:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001bca0b49. 00000001:00000010:0.0:1767384974.002745:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f0a2ef16. 00000001:00000010:0.0:1767384974.002747:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000994bbab2. 00000001:00000010:0.0:1767384974.002749:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000000413a4e. 00000001:00000010:0.0:1767384974.002751:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ce70b735. 00000001:00000010:0.0:1767384974.002753:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003ccea443. 00000001:00000010:0.0:1767384974.002754:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000372efce9. 00000001:00000010:0.0:1767384974.002756:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002ae652c5. 00000001:00000010:0.0:1767384974.002758:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005d7201c2. 00000001:00000010:0.0:1767384974.002759:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005834c335. 00000001:00000010:0.0:1767384974.002761:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f238461c. 00000001:00000010:0.0:1767384974.002763:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002aa32f5e. 00000001:00000010:0.0:1767384974.002765:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b6f8e7d1. 00000001:00000010:0.0:1767384974.002766:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000075114cf3. 00000001:00000010:0.0:1767384974.002768:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000092480daa. 00000001:00000010:0.0:1767384974.002770:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a71ea36c. 00000001:00000010:0.0:1767384974.002771:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f1b28008. 00000001:00000010:0.0:1767384974.002773:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000099372e9c. 00000001:00000010:0.0:1767384974.002775:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000364651a6. 00000001:00000010:0.0:1767384974.002776:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000035f1b796. 00000001:00000010:0.0:1767384974.002778:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000023632286. 00000001:00000010:0.0:1767384974.002780:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002ef61830. 00000001:00000010:0.0:1767384974.002781:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cb9b4d6e. 00000001:00000010:0.0:1767384974.002783:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000625fdb40. 00000001:00000010:0.0:1767384974.002785:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c49a1d83. 00000001:00000010:0.0:1767384974.002786:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000025957b70. 00000001:00000010:0.0:1767384974.002788:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001a06af96. 00000001:00000010:0.0:1767384974.002790:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000aba316fc. 00000001:00000010:0.0:1767384974.002791:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000050f5900. 00000001:00000010:0.0:1767384974.002793:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c62c9461. 00000001:00000010:0.0:1767384974.002794:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002487aee9. 00000001:00000010:0.0:1767384974.002801:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009a3551ba. 00000001:00000010:0.0:1767384974.002803:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f2ee7247. 00000001:00000010:0.0:1767384974.002805:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f1ccd02c. 00000001:00000010:0.0:1767384974.002806:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c0e967ff. 00000001:00000010:0.0:1767384974.002808:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000078c51a9b. 00000001:00000010:0.0:1767384974.002810:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c294a620. 00000001:00000010:0.0:1767384974.002812:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000056e343ca. 00000001:00000010:0.0:1767384974.002813:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000008d8fab0. 00000001:00000010:0.0:1767384974.002815:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006df1b475. 00000001:00000010:0.0:1767384974.002816:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cfa919fc. 00000001:00000010:0.0:1767384974.002818:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000016061532. 00000001:00000010:0.0:1767384974.002819:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e142be12. 00000001:00000010:0.0:1767384974.002821:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000080478371. 00000001:00000010:0.0:1767384974.002822:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000061d5d277. 00000001:00000010:0.0:1767384974.002824:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003e08d5cf. 00000001:00000010:0.0:1767384974.002826:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d4327227. 00000001:00000010:0.0:1767384974.002827:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000866ef445. 00000001:00000010:0.0:1767384974.002829:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004ecbf9d9. 00000001:00000010:0.0:1767384974.002831:0:39761:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 1024 at 00000000b2fa78b9. 00000001:00000010:0.0:1767384974.002836:0:39761:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000043e39d0f. 00000001:00000001:0.0:1767384974.002841:0:39761:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1767384974.002846:0:39761:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000ec99cba4. 00010000:00000001:0.0:1767384974.002850:0:39761:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767384974.003091:0:39761:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1767384974.003096:0:39761:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 40000000:00000001:1.0:1767384974.003100:0:39761:0:(fid_handler.c:36:seq_server_set_cli()) Process entered 40000000:00000040:1.0:1767384974.003103:0:39761:0:(fid_handler.c:45:seq_server_set_cli()) srv-lustre-MDT0000: Detached sequence client 40000000:00000001:1.0:1767384974.003105:0:39761:0:(fid_handler.c:47:seq_server_set_cli()) Process leaving via out_up (rc=0 : 0 : 0x0) 40000000:00000001:1.0:1767384974.003109:0:39761:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:1.0:1767384974.003236:0:39761:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:1.0:1767384974.003244:0:39761:0:(lu_object.c:207:lu_object_put()) Add 000000003eec1feb/00000000d6679d9b to site lru. bkt: 000000009f68559c 40000000:00000001:1.0:1767384974.003248:0:39761:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:1.0:1767384974.003250:0:39761:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:1.0:1767384974.003251:0:39761:0:(fid_handler.c:602:seq_site_fini()) kfreed 'ss->ss_server_seq': 288 at 0000000050d7dd77. 40000000:00000001:1.0:1767384974.003256:0:39761:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:1.0:1767384974.003317:0:39761:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:1.0:1767384974.003320:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000d874046d/0000000063027d43 to site lru. bkt: 000000006db9d58d 40000000:00000001:1.0:1767384974.003323:0:39761:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:1.0:1767384974.003324:0:39761:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:1.0:1767384974.003326:0:39761:0:(fid_handler.c:608:seq_site_fini()) kfreed 'ss->ss_control_seq': 288 at 00000000a72a1a04. 40000000:00000001:1.0:1767384974.003331:0:39761:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:1.0:1767384974.003389:0:39761:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:1.0:1767384974.003390:0:39761:0:(fid_handler.c:614:seq_site_fini()) kfreed 'ss->ss_client_seq': 224 at 00000000b1d19ae9. 40000000:00000001:1.0:1767384974.003395:0:39761:0:(fid_handler.c:618:seq_site_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384974.003397:0:39761:0:(mdt_handler.c:5763:mdt_fld_fini()) Process entered 80000000:00000001:1.0:1767384974.003399:0:39761:0:(fld_handler.c:447:fld_server_fini()) Process entered 80000000:00000001:1.0:1767384974.003434:0:39761:0:(fld_index.c:447:fld_index_fini()) Process entered 00000020:00000002:1.0:1767384974.003438:0:39761:0:(lu_object.c:207:lu_object_put()) Add 000000004371eba5/00000000e3e7307d to site lru. bkt: 00000000fe67545d 80000000:00000001:1.0:1767384974.003440:0:39761:0:(fld_index.c:453:fld_index_fini()) Process leaving 80000000:00000001:1.0:1767384974.003441:0:39761:0:(fld_cache.c:213:fld_cache_flush()) Process entered 80000000:00000001:1.0:1767384974.003443:0:39761:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000010:1.0:1767384974.003445:0:39761:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 0000000037694308. 80000000:00000010:1.0:1767384974.003448:0:39761:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000ea9d1e1f. 80000000:00000010:1.0:1767384974.003449:0:39761:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 0000000036e951c9. 80000000:00000010:1.0:1767384974.003451:0:39761:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 0000000062903a13. 80000000:00000010:1.0:1767384974.003452:0:39761:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000adc6de59. 80000000:00000040:1.0:1767384974.003458:0:39761:0:(fld_cache.c:203:fld_cache_shrink()) srv-lustre-MDT0000: FLD cache - Shrunk by 5 entries 80000000:00000001:1.0:1767384974.003459:0:39761:0:(fld_cache.c:205:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384974.003461:0:39761:0:(fld_cache.c:220:fld_cache_flush()) Process leaving 80000000:00000040:1.0:1767384974.003462:0:39761:0:(fld_cache.c:74:fld_cache_fini()) FLD cache statistics (srv-lustre-MDT0000): 80000000:00000040:1.0:1767384974.003463:0:39761:0:(fld_cache.c:75:fld_cache_fini()) Cache reqs: 29 80000000:00000040:1.0:1767384974.003464:0:39761:0:(fld_cache.c:76:fld_cache_fini()) Total reqs: 29 80000000:00000010:1.0:1767384974.003465:0:39761:0:(fld_cache.c:78:fld_cache_fini()) kfreed 'cache': 168 at 00000000add592a7. 80000000:00000001:1.0:1767384974.003467:0:39761:0:(fld_handler.c:458:fld_server_fini()) Process leaving 00000004:00000010:1.0:1767384974.003468:0:39761:0:(mdt_handler.c:5767:mdt_fld_fini()) kfreed 'ss->ss_server_fld': 192 at 00000000fc6d9130. 00000004:00000001:1.0:1767384974.003470:0:39761:0:(mdt_handler.c:5771:mdt_fld_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384974.003472:0:39761:0:(mdt_handler.c:5846:mdt_stack_fini()) Process entered 00080000:00000010:1.0:1767384974.003511:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000087e72764. 00000004:00000010:1.0:1767384974.003517:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f4936188. 00000004:00000010:1.0:1767384974.003521:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000024fb460a. 00000004:00000001:1.0:1767384974.003524:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.003525:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1016:0x0] 00000004:00000010:1.0:1767384974.003527:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000009a1fb58. 00000004:00000001:1.0:1767384974.003530:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.003544:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d874046d. 00000004:00000010:1.0:1767384974.003546:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c083e7e2. 00000004:00000010:1.0:1767384974.003549:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000df2da817. 00000004:00000001:1.0:1767384974.003550:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.003551:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x4:0x0] 00000004:00000010:1.0:1767384974.003553:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000063027d43. 00000004:00000001:1.0:1767384974.003557:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.003568:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f0d3aa9c. 00000004:00000010:1.0:1767384974.003570:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004a1203e6. 00000004:00000010:1.0:1767384974.003573:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000091fd07d7. 00000004:00000001:1.0:1767384974.003575:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.003576:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000007:0x1:0x0] 00000004:00000010:1.0:1767384974.003577:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000001320b7f8. 00000004:00000001:1.0:1767384974.003580:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.003589:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000def204c3. 00000004:00000010:1.0:1767384974.003591:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e417bb65. 00000004:00000010:1.0:1767384974.003594:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000001663e8dd. 00000004:00000001:1.0:1767384974.003596:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.003596:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x15:0x0] 00000004:00000010:1.0:1767384974.003598:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000067142bca. 00000004:00000001:1.0:1767384974.003600:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.003610:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ef5cc99c. 00000004:00000010:1.0:1767384974.003612:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000008cb7ca84. 00000004:00000010:1.0:1767384974.003615:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008cdcea40. 00000004:00000001:1.0:1767384974.003616:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.003617:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x6:0x0] 00000004:00000010:1.0:1767384974.003618:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000006ebd65f. 00000004:00000001:1.0:1767384974.003621:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.003635:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ad68ed5b. 00000004:00000010:1.0:1767384974.003637:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000074b23880. 00000004:00000010:1.0:1767384974.003639:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000005208615. 00000004:00000001:1.0:1767384974.003640:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.003641:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2020000:0x0] 00000004:00000010:1.0:1767384974.003642:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000323a0467. 00000004:00000001:1.0:1767384974.003645:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.003658:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000048bf61e7. 00000004:00000010:1.0:1767384974.003660:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003ad5c92a. 00000004:00000010:1.0:1767384974.003663:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000000cd09dd6. 00000004:00000001:1.0:1767384974.003666:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.003667:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1020000:0x0] 00000004:00000010:1.0:1767384974.003669:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a91e3ec4. 00000004:00000001:1.0:1767384974.003680:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.003691:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000690ae295. 00000004:00000010:1.0:1767384974.003694:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a1731230. 00000004:00000010:1.0:1767384974.003696:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008974a213. 00000004:00000001:1.0:1767384974.003697:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.003698:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x20000:0x0] 00000004:00000010:1.0:1767384974.003699:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ac3b410f. 00000004:00000001:1.0:1767384974.003701:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.003708:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000293cd1a9. 00000004:00000010:1.0:1767384974.003710:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002114aa69. 00000004:00000010:1.0:1767384974.003712:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000079bd5968. 00000004:00000001:1.0:1767384974.003714:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.003715:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2010000:0x0] 00000004:00000010:1.0:1767384974.003716:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000067116acf. 00000004:00000001:1.0:1767384974.003719:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.003725:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005ca484db. 00000004:00000010:1.0:1767384974.003727:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000dc686a6b. 00000004:00000010:1.0:1767384974.003729:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009d28fd78. 00000004:00000001:1.0:1767384974.003731:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.003732:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1010000:0x0] 00000004:00000010:1.0:1767384974.003733:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000032deaed6. 00000004:00000001:1.0:1767384974.003736:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.003743:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000680cb298. 00000004:00000010:1.0:1767384974.003745:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003e236e03. 00000004:00000010:1.0:1767384974.003747:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000000372a7da. 00000004:00000001:1.0:1767384974.003749:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.003749:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x10000:0x0] 00000004:00000010:1.0:1767384974.003750:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000003d9aa715. 00000004:00000001:1.0:1767384974.003753:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.003760:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f876e2d2. 00000004:00000010:1.0:1767384974.003762:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000095556c51. 00000004:00000010:1.0:1767384974.003764:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ea5ef76b. 00000004:00000001:1.0:1767384974.003766:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.003767:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x5:0x0] 00000004:00000010:1.0:1767384974.003769:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000004f76a4fe. 00000004:00000001:1.0:1767384974.003771:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.003782:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003f632e2b. 00000020:00000010:1.0:1767384974.003785:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000167988fe. 00080000:00000010:1.0:1767384974.003799:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000492d73d9. 00000004:00000010:1.0:1767384974.003801:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002bb4e7ba. 00000004:00000010:1.0:1767384974.003803:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e3397a0b. 00000004:00000001:1.0:1767384974.003804:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.003806:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000009:0x0:0x0] 00000004:00000010:1.0:1767384974.003807:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000090b7d31a. 00000004:00000001:1.0:1767384974.003809:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.003816:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000291f5f54. 00000004:00000010:1.0:1767384974.003818:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ad1387ad. 00000004:00000010:1.0:1767384974.003819:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000bb7d76b4. 00000004:00000001:1.0:1767384974.003821:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.003822:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x101d:0x0] 00000004:00000010:1.0:1767384974.003824:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000addb28d7. 00000004:00000001:1.0:1767384974.003826:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.003833:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004371eba5. 00000004:00000010:1.0:1767384974.003835:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000616f5167. 00000004:00000010:1.0:1767384974.003837:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000fb303d98. 00000004:00000001:1.0:1767384974.003838:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.003839:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x3:0x0] 00000004:00000010:1.0:1767384974.003840:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e3e7307d. 00000004:00000001:1.0:1767384974.003842:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.003856:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004b4cda12. 00000020:00000010:1.0:1767384974.003859:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c71c939d. 00080000:00000010:1.0:1767384974.003871:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f43e5b6e. 00000020:00000010:1.0:1767384974.003873:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000771b5961. 00080000:00000010:1.0:1767384974.003886:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000017816414. 00000004:00000010:1.0:1767384974.003889:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000bb3a0b04. 00000004:00000010:1.0:1767384974.003891:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000082aa2a7f. 00000004:00000001:1.0:1767384974.003893:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.003895:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x20000000a:0x0:0x0] 00000004:00000010:1.0:1767384974.003896:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000005f9ea10. 00000004:00000001:1.0:1767384974.003901:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.003915:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b9b78b09. 00000004:00000010:1.0:1767384974.003917:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000005ab72efe. 00000004:00000010:1.0:1767384974.003919:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ff35f785. 00000004:00000001:1.0:1767384974.003922:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.003923:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xb:0x0] 00000004:00000010:1.0:1767384974.003924:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000af2a3129. 00000004:00000001:1.0:1767384974.003926:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.003948:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000caa5fd3c. 00000020:00000010:1.0:1767384974.003950:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000eb490961. 00080000:00000010:1.0:1767384974.003965:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003eec1feb. 00000004:00000010:1.0:1767384974.003968:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000044689fe7. 00000004:00000010:1.0:1767384974.003970:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003cb710a7. 00000004:00000001:1.0:1767384974.003971:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.003972:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x5:0x0] 00000004:00000010:1.0:1767384974.003974:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d6679d9b. 00000004:00000001:1.0:1767384974.003976:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.004131:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000716195e9. 00000004:00000010:1.0:1767384974.004136:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000009f5dc9c7. 00000004:00000010:1.0:1767384974.004138:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000045c2c327. 00000004:00000001:1.0:1767384974.004140:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.004142:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xd:0x0] 00000004:00000010:1.0:1767384974.004143:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f6ca5110. 00000004:00000001:1.0:1767384974.004146:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.004155:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f2837261. 00000004:00000010:1.0:1767384974.004158:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003c979ea4. 00000004:00000010:1.0:1767384974.004160:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000018c78055. 00000004:00000001:1.0:1767384974.004161:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.004162:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x7:0x0] 00000004:00000010:1.0:1767384974.004163:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000293828a3. 00000004:00000001:1.0:1767384974.004165:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.004175:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ba2d7837. 20000000:00000010:1.0:1767384974.004179:0:39761:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 000000001a5e8486. 00000004:00000010:1.0:1767384974.004187:0:39761:0:(mdt_handler.c:5864:mdt_stack_fini()) kmalloced '(lcfg)': 64 at 0000000023af292f. 00000004:00000001:1.0:1767384974.004190:0:39761:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00000004:00000001:1.0:1767384974.004193:0:39761:0:(lod_dev.c:979:lod_process_config()) Process entered 00000004:00000001:1.0:1767384974.004200:0:39761:0:(osp_dev.c:662:osp_process_config()) Process entered 00010000:00000001:1.0:1767384974.004202:0:39761:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:1.0:1767384974.004217:0:39761:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:1.0:1767384974.004220:0:39761:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384974.004223:0:39761:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384974.004263:0:39761:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384974.004267:0:39761:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384974.004268:0:39761:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384974.004305:0:39761:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384974.004308:0:39761:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384974.004310:0:39761:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:1.0:1767384974.004312:0:39761:0:(osp_dev.c:604:osp_shutdown()) Process entered 00000100:00000001:1.0:1767384974.004316:0:39761:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1767384974.004318:0:39761:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1767384974.004320:0:39761:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384974.004323:0:39761:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384974.004324:0:39761:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 4 00000100:00000040:1.0:1767384974.004327:0:39761:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767384974.004329:0:39761:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384974.004330:0:39761:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384974.004331:0:39761:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1767384974.004332:0:39761:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:1.0:1767384974.004336:0:39761:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:1.0:1767384974.004347:0:39761:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:1.0:1767384974.004349:0:39761:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:1.0:1767384974.004351:0:39761:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1767384974.004354:0:39761:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000001:1.0:1767384974.004356:0:39761:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384974.004357:0:39761:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384974.004393:0:39761:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384974.004396:0:39761:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384974.004397:0:39761:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384974.004434:0:39761:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.004437:0:39761:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000004:00000001:1.0:1767384974.004443:0:39761:0:(osp_precreate.c:1865:osp_statfs_fini()) Process entered 00000020:00000010:2.0:1767384974.004484:0:16793:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d52710eb. 00000040:00000010:2.0:1767384974.004492:0:16793:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c1dbb259. 00000020:00000010:2.0:1767384974.004496:0:16793:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b0f8cf84. 00000020:00000010:2.0:1767384974.004502:0:16793:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006f6c4b4e. 00000020:00000010:2.0:1767384974.004515:0:16793:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000028346e13. 80000000:00000010:2.0:1767384974.004518:0:16793:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000943eaa0f. 40000000:00000010:2.0:1767384974.004524:0:16793:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fb35addd. 00100000:00000010:2.0:1767384974.004527:0:16793:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000068b4174f. 00040000:00000010:2.0:1767384974.004530:0:16793:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e29c0344. 00040000:00000010:2.0:1767384974.004534:0:16793:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000abb891a2. 00040000:00000010:2.0:1767384974.004537:0:16793:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b19505a0. 00080000:00000010:2.0:1767384974.004540:0:16793:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000058216709. 00000004:00000010:2.0:1767384974.004543:0:16793:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000077b9c802. 00000004:00000010:2.0:1767384974.004546:0:16793:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003c45ab53. 00000004:00000010:2.0:1767384974.004550:0:16793:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000051639a15. 00002000:00000010:2.0:1767384974.004553:0:16793:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000037be59c2. 00000004:00000010:2.0:1767384974.004556:0:16793:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000f632bba. 00000020:00000010:2.0:1767384974.004558:0:16793:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c48b120. 00000004:00000010:2.0:1767384974.004560:0:16793:0:(osp_precreate.c:1361:osp_precreate_thread()) kfreed 'args': 72 at 0000000014ca0dc1. 00000004:00000001:2.0:1767384974.004563:0:16793:0:(osp_precreate.c:1363:osp_precreate_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384974.004602:0:39761:0:(osp_precreate.c:1873:osp_statfs_fini()) Process leaving 00000004:00000001:1.0:1767384974.004605:0:39761:0:(osp_sync.c:1715:osp_sync_fini()) Process entered 00000004:00080000:3.0:1767384974.004639:0:16792:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00000001:3.0:1767384974.004643:0:16792:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:3.0:1767384974.004646:0:16792:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x5:0x0] index 1 count 1 00000040:00000010:3.0:1767384974.004649:0:16792:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000002f15a7ab. 00000040:00000010:3.0:1767384974.004655:0:16792:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000188faf54. 00000040:00000001:3.0:1767384974.004658:0:16792:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384974.004661:0:16792:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384974.004663:0:16792:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:3.0:1767384974.004665:0:16792:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000040:00000010:3.0:1767384974.004667:0:16792:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000090dd7516. 00000040:00000010:3.0:1767384974.004671:0:16792:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000007816967f. 00000040:00000001:3.0:1767384974.004673:0:16792:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384974.004675:0:16792:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384974.004678:0:16792:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:3.0:1767384974.004680:0:16792:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:3.0:1767384974.004683:0:16792:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000bd23cce0. 00000020:00000010:3.0:1767384974.004686:0:16792:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f1c1af8b. 00000040:00000001:3.0:1767384974.004697:0:16792:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384974.004699:0:16792:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001c7055a5. 00000040:00000001:3.0:1767384974.004702:0:16792:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:3.0:1767384974.004703:0:16792:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:3.0:1767384974.004704:0:16792:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384974.004707:0:16792:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384974.004718:0:16792:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000106db306. 00080000:00000001:3.0:1767384974.004721:0:16792:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431498317824 : -108642211233792 : ffff9d30c3978000) 00000040:00000001:3.0:1767384974.004723:0:16792:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1767384974.004724:0:16792:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000002:3.0:1767384974.004728:0:16792:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x5:0x0] not in the id map cache 00080000:00000001:3.0:1767384974.004731:0:16792:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1767384974.004750:0:16792:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384974.004752:0:16792:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384974.004754:0:16792:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1767384974.004756:0:16792:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384974.004758:0:16792:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384974.004820:0:16792:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1767384974.004822:0:16792:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384974.004899:0:16792:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384974.004901:0:16792:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384974.004903:0:16792:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384974.004905:0:16792:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384974.004926:0:16792:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384974.004928:0:16792:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:3.0:1767384974.004931:0:16792:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:3.0:1767384974.004970:0:16792:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384974.004973:0:16792:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:3.0:1767384974.004975:0:16792:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384974.004976:0:16792:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384974.005097:0:16792:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384974.005099:0:16792:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384974.005101:0:16792:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384974.005103:0:16792:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384974.005122:0:16792:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384974.005124:0:16792:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384974.005127:0:16792:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:3.0:1767384974.005128:0:16792:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 2 in log [0x1:0x2:0x0] 00080000:00000001:3.0:1767384974.005130:0:16792:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384974.005133:0:16792:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000f97fb6f. 00080000:00000001:3.0:1767384974.005135:0:16792:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446635431498324992 : -108642211226624 : ffff9d30c3979c00) 00000040:00000001:3.0:1767384974.005137:0:16792:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384974.005139:0:16792:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384974.005141:0:16792:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384974.005157:0:16792:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384974.005158:0:16792:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384974.005160:0:16792:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384974.005161:0:16792:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384974.005163:0:16792:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1767384974.005164:0:16792:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384974.005166:0:16792:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384974.005168:0:16792:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384974.005175:0:16792:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384974.005178:0:16792:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00000001:3.0:1767384974.005180:0:16792:0:(llog_cat.c:1186:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384974.005182:0:16792:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384974.005184:0:16792:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384974.005185:0:16792:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x2:0x0] 00080000:00000001:3.0:1767384974.005189:0:16792:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384974.005326:0:16792:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384974.005329:0:16792:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384974.005334:0:16792:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00000040:00000001:3.0:1767384974.005335:0:16792:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384974.005336:0:16792:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384974.005343:0:16792:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:3.0:1767384974.005350:0:16792:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384974.005351:0:16792:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384974.005360:0:16792:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384974.005362:0:16792:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384974.005364:0:16792:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:3.0:1767384974.005374:0:16792:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001c837076. 00000020:00000010:3.0:1767384974.005377:0:16792:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c2c30df0. 00000040:00000001:3.0:1767384974.005381:0:16792:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384974.005383:0:16792:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000001b74200f. 00000040:00000010:3.0:1767384974.005386:0:16792:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000055fd4b16. 00000040:00000001:3.0:1767384974.005388:0:16792:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384974.005390:0:16792:0:(lu_object.c:207:lu_object_put()) Add 00000000c71c3d07/00000000f472a697 to site lru. bkt: 00000000a62f2ece 00000040:00000001:3.0:1767384974.005392:0:16792:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384974.005393:0:16792:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000005b3b4a1d. 00000040:00000010:3.0:1767384974.005395:0:16792:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000975d8006. 00000040:00000001:3.0:1767384974.005397:0:16792:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384974.005399:0:16792:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:3.0:1767384974.005400:0:16792:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000a68af206 : new refcount 1 00000020:00000040:3.0:1767384974.005404:0:16792:0:(genops.c:898:class_export_put()) PUTting export 00000000f1fe82a4 : new refcount 1 00000040:00000010:3.0:1767384974.005406:0:16792:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000a68af206. 00000040:00000001:3.0:1767384974.005411:0:16792:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384974.005415:0:16792:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000e10ea0bc. 00000020:00000010:3.0:1767384974.005420:0:16792:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bb33ea15. 00000040:00000010:3.0:1767384974.005422:0:16792:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007717285c. 00000020:00000010:3.0:1767384974.005425:0:16792:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e5eeb182. 00000020:00000010:3.0:1767384974.005428:0:16792:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d76278d8. 00040000:00000010:3.0:1767384974.005430:0:16792:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000554b4966. 00040000:00000010:3.0:1767384974.005433:0:16792:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000001be8dc9. 00080000:00000010:3.0:1767384974.005435:0:16792:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000fbcfb758. 00080000:00000010:3.0:1767384974.005437:0:16792:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b76ce8c4. 00000020:00000010:3.0:1767384974.005440:0:16792:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006844d8ab. 00000004:00000010:3.0:1767384974.005442:0:16792:0:(osp_sync.c:1472:osp_sync_thread()) kfreed 'args': 16 at 00000000ee16c3b9. 00000004:00000001:3.0:1767384974.005445:0:16792:0:(osp_sync.c:1473:osp_sync_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384974.005468:0:39761:0:(osp_sync.c:1721:osp_sync_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384974.005472:0:39761:0:(osp_precreate.c:1792:osp_precreate_fini()) Process entered 00000004:00000010:1.0:1767384974.005475:0:39761:0:(osp_precreate.c:1797:osp_precreate_fini()) kfreed 'd->opd_pre': 112 at 0000000036a8b9eb. 00000004:00000001:1.0:1767384974.005480:0:39761:0:(osp_precreate.c:1800:osp_precreate_fini()) Process leaving 00000020:00000002:1.0:1767384974.005484:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000d67a718f/000000009ac73c8f to site lru. bkt: 00000000752f96a2 00000020:00000002:1.0:1767384974.005488:0:39761:0:(lu_object.c:207:lu_object_put()) Add 000000004b09a9f3/00000000377cac9c to site lru. bkt: 0000000007afd9b2 40000000:00000001:1.0:1767384974.005491:0:39761:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:1.0:1767384974.005494:0:39761:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:1.0:1767384974.005564:0:39761:0:(genops.c:898:class_export_put()) PUTting export 00000000c34c5b1d : new refcount 2 40000000:00000001:1.0:1767384974.005567:0:39761:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:1.0:1767384974.005568:0:39761:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at 00000000783a4082. 40000000:00000001:1.0:1767384974.005574:0:39761:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384974.005576:0:39761:0:(osp_dev.c:636:osp_shutdown()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384974.005578:0:39761:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384974.005583:0:39761:0:(osd_handler.c:1463:osd_process_config()) Process entered 00100000:00000001:1.0:1767384974.005586:0:39761:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:1.0:1767384974.005588:0:39761:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:1.0:1767384974.005590:0:39761:0:(osd_handler.c:826:osd_shutdown()) Process entered 00080000:00000020:1.0:1767384974.005593:0:39761:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:2.0:1767384974.015253:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384974.015258:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384974.015262:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384974.015264:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384974.015266:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384974.015281:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000f97fb6f. 00080000:00000001:2.0:1767384974.015287:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384974.015291:0:16798:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384974.015292:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384974.015293:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384974.015295:0:16798:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384974.015296:0:16798:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384974.015303:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000106db306. 00080000:00000001:2.0:1767384974.015307:0:16798:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:1.0:1767384974.017538:0:39761:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00040000:00000001:1.0:1767384974.017544:0:39761:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:1.0:1767384974.017546:0:39761:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:3.0:1767384974.017599:0:16799:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000087ebcd70. 00000020:00000010:3.0:1767384974.017606:0:16799:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fac94396. 00000020:00000010:3.0:1767384974.017609:0:16799:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000adf822bc. 00000020:00000010:3.0:1767384974.017613:0:16799:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003b828f62. 80000000:00000010:3.0:1767384974.017617:0:16799:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ef20f805. 40000000:00000010:3.0:1767384974.017623:0:16799:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007501c5b2. 00100000:00000010:3.0:1767384974.017626:0:16799:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000acffb14c. 00040000:00000010:3.0:1767384974.017629:0:16799:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000096298098. 00040000:00000010:3.0:1767384974.017632:0:16799:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000023b45676. 00080000:00000010:3.0:1767384974.017635:0:16799:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b4e16dfb. 00002000:00000010:3.0:1767384974.017638:0:16799:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001286a887. 00000020:00000010:3.0:1767384974.017642:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008700f646. 00040000:00000010:3.0:1767384974.017646:0:16799:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 000000006a65b74f. 00040000:00000001:3.0:1767384974.017651:0:16799:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384974.017690:0:39761:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:1.0:1767384974.017694:0:39761:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:1.0:1767384974.017696:0:39761:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384974.017699:0:39761:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384974.017701:0:39761:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384974.017706:0:39761:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384974.017709:0:39761:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384974.017712:0:39761:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384974.017714:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000c443262b. 00000001:00000010:1.0:1767384974.017719:0:39761:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000006274cb92. 00000001:00000010:1.0:1767384974.017722:0:39761:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000c2d8d11a. 00000001:00000001:1.0:1767384974.017726:0:39761:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384974.017729:0:39761:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000082ed2b7d. 00000020:00000002:1.0:1767384974.017735:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000bfd1638f/000000004eba3db8 to site lru. bkt: 000000007f3091ef 00000020:00000002:1.0:1767384974.017739:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000fcf02926/00000000943edd8e to site lru. bkt: 00000000dff8c826 00040000:00000010:1.0:1767384974.017742:0:39761:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000002c5b9aa8. 00040000:00000001:1.0:1767384974.017745:0:39761:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:1.0:1767384974.017747:0:39761:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384974.017748:0:39761:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384974.017750:0:39761:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384974.017752:0:39761:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384974.017754:0:39761:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384974.017756:0:39761:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384974.017758:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000839258d5. 00000001:00000010:1.0:1767384974.017761:0:39761:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000f61eff8f. 00000001:00000010:1.0:1767384974.017764:0:39761:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000006a2869ed. 00000001:00000001:1.0:1767384974.017767:0:39761:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384974.017768:0:39761:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000f52a5eae. 00000020:00000002:1.0:1767384974.017772:0:39761:0:(lu_object.c:207:lu_object_put()) Add 000000003127ab10/00000000e4f61b08 to site lru. bkt: 00000000c975c6cc 00000020:00000002:1.0:1767384974.017775:0:39761:0:(lu_object.c:207:lu_object_put()) Add 000000003e65bfcf/000000009041e9f9 to site lru. bkt: 000000009a19e084 00040000:00000010:1.0:1767384974.017778:0:39761:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000d8e7f72f. 00040000:00000001:1.0:1767384974.017781:0:39761:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:1.0:1767384974.017782:0:39761:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384974.017784:0:39761:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384974.017785:0:39761:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384974.017788:0:39761:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384974.017790:0:39761:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384974.017791:0:39761:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384974.017793:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000f812a787. 00000001:00000010:1.0:1767384974.017796:0:39761:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000007d6d9a5a. 00000001:00000010:1.0:1767384974.017800:0:39761:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000fb3244ae. 00000001:00000001:1.0:1767384974.017805:0:39761:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384974.017806:0:39761:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000f7cdfd57. 00000020:00000002:1.0:1767384974.017812:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000da3d8f61/0000000063635ef2 to site lru. bkt: 00000000909bfe77 00000020:00000002:1.0:1767384974.017815:0:39761:0:(lu_object.c:207:lu_object_put()) Add 0000000057e227fa/00000000579b86f6 to site lru. bkt: 0000000008cc24b1 00040000:00000010:1.0:1767384974.017818:0:39761:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000d3a042af. 00040000:00000001:1.0:1767384974.017820:0:39761:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:1.0:1767384974.017842:0:39761:0:(genops.c:898:class_export_put()) PUTting export 0000000014550072 : new refcount 4 00000020:00000010:1.0:1767384974.017846:0:39761:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 0000000022e000d9. 00040000:04000000:1.0:1767384974.017850:0:39761:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:1.0:1767384974.017853:0:39761:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 000000001f8b420a. 00040000:00000001:1.0:1767384974.017857:0:39761:0:(qsd_lib.c:645:qsd_fini()) Process leaving 00080000:00000020:1.0:1767384974.017859:0:39761:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000020:1.0:1767384974.019883:0:39761:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00040000:00000001:1.0:1767384974.019886:0:39761:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:1.0:1767384974.019892:0:39761:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:2.0:1767384974.019937:0:16800:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000044d747ff. 00000020:00000010:2.0:1767384974.019943:0:16800:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f0cc8a02. 00000020:00000010:2.0:1767384974.019947:0:16800:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004a45b344. 00000020:00000010:2.0:1767384974.019951:0:16800:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006a007fc2. 80000000:00000010:2.0:1767384974.019955:0:16800:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007f7d2a0d. 40000000:00000010:2.0:1767384974.019961:0:16800:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000952119ce. 00100000:00000010:2.0:1767384974.019964:0:16800:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004d8864bf. 00040000:00000010:2.0:1767384974.019977:0:16800:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a224882d. 00040000:00000010:2.0:1767384974.019980:0:16800:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d864e6fc. 00080000:00000010:2.0:1767384974.019983:0:16800:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000321f2a09. 00002000:00000010:2.0:1767384974.019987:0:16800:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c17a4cc0. 00000020:00000010:2.0:1767384974.019991:0:16800:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000efb0ca19. 00040000:00000010:2.0:1767384974.019995:0:16800:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 000000000a79e813. 00040000:00000001:2.0:1767384974.019999:0:16800:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384974.020046:0:39761:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:1.0:1767384974.020049:0:39761:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:1.0:1767384974.020051:0:39761:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384974.020053:0:39761:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384974.020055:0:39761:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384974.020059:0:39761:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384974.020062:0:39761:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384974.020064:0:39761:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384974.020066:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000691a12b7. 00000001:00000010:1.0:1767384974.020070:0:39761:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000298ac734. 00000001:00000010:1.0:1767384974.020078:0:39761:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000000d708680. 00000001:00000001:1.0:1767384974.020081:0:39761:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384974.020083:0:39761:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000ea917e05. 00000020:00000002:1.0:1767384974.020088:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000f3fa5b42/000000005ffc7c47 to site lru. bkt: 000000001cc96ba4 00000020:00000002:1.0:1767384974.020092:0:39761:0:(lu_object.c:207:lu_object_put()) Add 000000000fed35bc/00000000698e8522 to site lru. bkt: 000000007f3091ef 00000020:00000002:1.0:1767384974.020095:0:39761:0:(lu_object.c:207:lu_object_put()) Add 000000008aac7c50/0000000023f5ec99 to site lru. bkt: 00000000735ef54d 00040000:00000010:1.0:1767384974.020098:0:39761:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000a5725277. 00040000:00000001:1.0:1767384974.020101:0:39761:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:1.0:1767384974.020102:0:39761:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384974.020104:0:39761:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384974.020105:0:39761:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384974.020108:0:39761:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384974.020110:0:39761:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384974.020111:0:39761:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384974.020113:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000010dafe88. 00000001:00000010:1.0:1767384974.020116:0:39761:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000016098ce4. 00000001:00000010:1.0:1767384974.020119:0:39761:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000000402699e. 00000001:00000001:1.0:1767384974.020122:0:39761:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384974.020123:0:39761:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000047de8fd8. 00000020:00000002:1.0:1767384974.020127:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000e8fb125a/00000000cae0413d to site lru. bkt: 0000000082164700 00000020:00000002:1.0:1767384974.020130:0:39761:0:(lu_object.c:207:lu_object_put()) Add 000000005295f915/00000000d92cdf22 to site lru. bkt: 00000000c975c6cc 00000020:00000002:1.0:1767384974.020133:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000041d07b8/0000000026c2eaf2 to site lru. bkt: 00000000536c9356 00040000:00000010:1.0:1767384974.020136:0:39761:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000e926a5fd. 00040000:00000001:1.0:1767384974.020139:0:39761:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:1.0:1767384974.020140:0:39761:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384974.020142:0:39761:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384974.020144:0:39761:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384974.020146:0:39761:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384974.020148:0:39761:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384974.020150:0:39761:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384974.020152:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000026adf12. 00000001:00000010:1.0:1767384974.020154:0:39761:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000fd6ddfc1. 00000001:00000010:1.0:1767384974.020157:0:39761:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000044ae6716. 00000001:00000001:1.0:1767384974.020160:0:39761:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384974.020161:0:39761:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000098eadc98. 00000020:00000002:1.0:1767384974.020165:0:39761:0:(lu_object.c:207:lu_object_put()) Add 0000000037e67b79/00000000edf7ed4f to site lru. bkt: 0000000042437d70 00000020:00000002:1.0:1767384974.020168:0:39761:0:(lu_object.c:207:lu_object_put()) Add 000000007a36826a/000000005ce4a4b9 to site lru. bkt: 00000000909bfe77 00000020:00000002:1.0:1767384974.020171:0:39761:0:(lu_object.c:207:lu_object_put()) Add 000000003fb7557d/000000008181d8ae to site lru. bkt: 000000003d9df21d 00040000:00000010:1.0:1767384974.020173:0:39761:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000001fa85f10. 00040000:00000001:1.0:1767384974.020176:0:39761:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:1.0:1767384974.020178:0:39761:0:(genops.c:898:class_export_put()) PUTting export 0000000014550072 : new refcount 3 00000020:00000010:1.0:1767384974.020181:0:39761:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 00000000c08eed13. 00080000:00000010:1.0:1767384974.020220:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001d024dd4. 00000004:00000010:1.0:1767384974.020227:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000086c4658. 00000004:00000010:1.0:1767384974.020232:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000970c066d. 00000004:00000001:1.0:1767384974.020240:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.020242:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x9:0x0] 00000004:00000010:1.0:1767384974.020245:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000014f09415. 00000004:00000001:1.0:1767384974.020249:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:04000000:1.0:1767384974.020252:0:39761:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:1.0:1767384974.020253:0:39761:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 00000000b3a9cbcc. 00040000:00000001:1.0:1767384974.020257:0:39761:0:(qsd_lib.c:645:qsd_fini()) Process leaving 40000000:00000001:1.0:1767384974.020259:0:39761:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:1.0:1767384974.020331:0:39761:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:1.0:1767384974.020334:0:39761:0:(fid_lib.c:123:seq_target_fini()) kfreed 'dt->dd_cl_seq': 224 at 000000006a598367. 00080000:00000001:1.0:1767384974.020337:0:39761:0:(osd_handler.c:847:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384974.020340:0:39761:0:(osd_handler.c:1495:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384974.020343:0:39761:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:1.0:1767384974.020346:0:39761:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384974.020348:0:39761:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384974.020351:0:39761:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4895a8f6c11e8441 00000020:00000040:1.0:1767384974.020355:0:39761:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005b0e1c41 with handle 0x4895a8f6c11e8441 from hash 00000020:00000001:1.0:1767384974.020360:0:39761:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384974.020362:0:39761:0:(genops.c:898:class_export_put()) PUTting export 000000005b0e1c41 : new refcount 1 00000020:00000001:1.0:1767384974.020364:0:39761:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384974.020366:0:39761:0:(genops.c:898:class_export_put()) PUTting export 000000005b0e1c41 : new refcount 0 00000020:00000080:1.0:1767384974.020368:0:39761:0:(genops.c:904:class_export_put()) final put 000000005b0e1c41/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384974.020372:0:39761:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.020385:0:39761:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384974.020388:0:39761:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384974.020390:0:39761:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384974.020392:0:39761:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384974.020397:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384974.020400:0:37:0:(genops.c:863:class_export_destroy()) destroying export 000000005b0e1c41/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00200000:00000010:1.0:1767384974.020406:0:39761:0:(barrier.c:57:barrier_instance_put_free()) kfreed 'barrier': 176 at 00000000fbf7f3ad. 00000020:00000001:2.0:1767384974.020407:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384974.020409:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384974.020412:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000fdfe1598) now 8 - export 00100000:00000001:1.0:1767384974.020412:0:39761:0:(lfsck_lib.c:1651:lfsck_instance_cleanup()) Process entered 00000020:00000010:2.0:1767384974.020415:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000005b0e1c41. 00000020:00000002:1.0:1767384974.020416:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000976cede2/000000001995e1ac to site lru. bkt: 00000000ec3c9e1b 00000020:00000002:1.0:1767384974.020420:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000200867d2/00000000e8c50eb7 to site lru. bkt: 00000000e54d24de 00000020:00000001:2.0:1767384974.020422:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000002:1.0:1767384974.020422:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000dab49858/00000000250da25e to site lru. bkt: 000000007d83b3cc 00000020:00000002:1.0:1767384974.020425:0:39761:0:(lu_object.c:207:lu_object_put()) Add 000000002e784b83/00000000f5789610 to site lru. bkt: 00000000e37ca2ba 00000020:00000002:1.0:1767384974.020428:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000a73eeb4a/00000000eaba9c41 to site lru. bkt: 00000000d4326adc 00000020:00000002:1.0:1767384974.020431:0:39761:0:(lu_object.c:207:lu_object_put()) Add 000000002e701fdf/00000000eb310569 to site lru. bkt: 00000000d478a375 00000020:00000002:1.0:1767384974.020433:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000df2ceae9/00000000af766a78 to site lru. bkt: 0000000075a5de0c 00000020:00000002:1.0:1767384974.020436:0:39761:0:(lu_object.c:207:lu_object_put()) Add 0000000068ebfac3/000000008c586d59 to site lru. bkt: 00000000ab64e660 00000020:00000002:1.0:1767384974.020439:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000deb82a87/00000000e13d4659 to site lru. bkt: 000000002f6bd64c 00000020:00000002:1.0:1767384974.020442:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000665a6ebe/000000000b465077 to site lru. bkt: 00000000d0839b4b 00000020:00000002:1.0:1767384974.020445:0:39761:0:(lu_object.c:207:lu_object_put()) Add 0000000015bc8e34/0000000060eff834 to site lru. bkt: 0000000077cccf71 00000020:00000002:1.0:1767384974.020448:0:39761:0:(lu_object.c:207:lu_object_put()) Add 000000004f6bba83/00000000d48e8f8e to site lru. bkt: 00000000ca6e178d 00000020:00000002:1.0:1767384974.020450:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000065ce932/000000003086e809 to site lru. bkt: 00000000a4a4282e 00000020:00000002:1.0:1767384974.020453:0:39761:0:(lu_object.c:207:lu_object_put()) Add 0000000062cbca72/000000007f4491e5 to site lru. bkt: 0000000035ed5dc7 00000020:00000002:1.0:1767384974.020456:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000b79fdf4c/000000008ac9dbcb to site lru. bkt: 0000000032ea7c1f 00000020:00000002:1.0:1767384974.020459:0:39761:0:(lu_object.c:207:lu_object_put()) Add 0000000010d7ec89/00000000029ab0a0 to site lru. bkt: 00000000e3f0a5bc 00000020:00000002:1.0:1767384974.020462:0:39761:0:(lu_object.c:207:lu_object_put()) Add 000000002e8b5979/000000004987d07f to site lru. bkt: 000000008bb83dea 00000020:00000002:1.0:1767384974.020465:0:39761:0:(lu_object.c:207:lu_object_put()) Add 0000000088ad2bf3/000000008958d1c4 to site lru. bkt: 000000004a9f82d4 00100000:00000010:1.0:1767384974.020468:0:39761:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 544 at 00000000b2eb2873. 00100000:00000010:1.0:1767384974.020472:0:39761:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 544 at 0000000079526a75. 00100000:00000010:1.0:1767384974.020478:0:39761:0:(lfsck_namespace.c:5033:lfsck_namespace_data_release()) kfreed 'lad': 208 at 000000000c48cdc4. 00100000:00000010:1.0:1767384974.020482:0:39761:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 0000000003550794. 00000020:00000002:1.0:1767384974.020486:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000de4cae51/00000000df257ea0 to site lru. bkt: 000000009f68559c 00000020:00000002:1.0:1767384974.020489:0:39761:0:(lu_object.c:207:lu_object_put()) Add 0000000064df8a3e/000000007d757b29 to site lru. bkt: 00000000c975c6cc 00000020:00000002:1.0:1767384974.020493:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000840beb86/000000009b20e837 to site lru. bkt: 0000000018ad6b1b 00000020:00000002:1.0:1767384974.020496:0:39761:0:(lu_object.c:207:lu_object_put()) Add 000000001792afd5/000000009a55830c to site lru. bkt: 00000000066be3d6 00000020:00000002:1.0:1767384974.020499:0:39761:0:(lu_object.c:207:lu_object_put()) Add 000000006842b789/000000003c971e2f to site lru. bkt: 00000000390f0821 00000020:00000002:1.0:1767384974.020502:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000aa95095a/000000006847c2fd to site lru. bkt: 00000000b26a8b7e 00000020:00000002:1.0:1767384974.020505:0:39761:0:(lu_object.c:207:lu_object_put()) Add 000000000e093868/000000005e9398e2 to site lru. bkt: 0000000080e7b871 00000020:00000002:1.0:1767384974.020508:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000fa1a52e3/0000000083f4f470 to site lru. bkt: 0000000076aff3a3 00000020:00000002:1.0:1767384974.020511:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000c9f98b8a/000000002aa6fa2e to site lru. bkt: 00000000d92ecef9 00000020:00000002:1.0:1767384974.020514:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000e2fd6aeb/00000000cd0ec103 to site lru. bkt: 00000000492923fb 00000020:00000002:1.0:1767384974.020516:0:39761:0:(lu_object.c:207:lu_object_put()) Add 000000008ae107d6/0000000071ad6527 to site lru. bkt: 000000000f9856d8 00000020:00000002:1.0:1767384974.020519:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000465f74a7/0000000099281cda to site lru. bkt: 00000000136edc66 00000020:00000002:1.0:1767384974.020522:0:39761:0:(lu_object.c:207:lu_object_put()) Add 0000000081c4838d/000000006fa27b32 to site lru. bkt: 00000000b86f73e0 00000020:00000002:1.0:1767384974.020525:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000db19656b/0000000067c76d72 to site lru. bkt: 00000000fd579c73 00000020:00000002:1.0:1767384974.020527:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000c14fd3af/00000000fd6a4690 to site lru. bkt: 00000000f7f517e9 00000020:00000002:1.0:1767384974.020530:0:39761:0:(lu_object.c:207:lu_object_put()) Add 000000005f424257/000000001386c8fa to site lru. bkt: 00000000f5e37a34 00000020:00000002:1.0:1767384974.020533:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000a14ebcc5/00000000380fe00b to site lru. bkt: 00000000486d53a8 00100000:00000010:1.0:1767384974.020535:0:39761:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 256 at 00000000079911fb. 00100000:00000010:1.0:1767384974.020538:0:39761:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 256 at 000000001bb10dc4. 00100000:00000010:1.0:1767384974.020543:0:39761:0:(lfsck_layout.c:6517:lfsck_layout_master_data_release()) kfreed 'lad': 208 at 00000000963e2f12. 00100000:00000010:1.0:1767384974.020546:0:39761:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 00000000b3b7d2b4. 00100000:00000010:1.0:1767384974.020552:0:39761:0:(lfsck_lib.c:3950:lfsck_tgt_free()) kfreed 'ltd': 152 at 000000006262bd34. 00100000:00000010:1.0:1767384974.020557:0:39761:0:(lfsck_lib.c:146:lfsck_tgt_descs_fini()) kfreed 'ltds->ltd_tgts_idx[idx]': 4096 at 000000008ecd06e5. 00000020:00000002:1.0:1767384974.020566:0:39761:0:(lu_object.c:207:lu_object_put()) Add 000000003f1272ae/00000000497ee624 to site lru. bkt: 00000000618ddf72 00000020:00000002:1.0:1767384974.020569:0:39761:0:(lu_object.c:207:lu_object_put()) Add 0000000079020169/00000000793452bd to site lru. bkt: 000000004bba6566 40000000:00000001:1.0:1767384974.020573:0:39761:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:1.0:1767384974.020631:0:39761:0:(fid_request.c:386:seq_client_fini()) Process leaving 00100000:00000010:1.0:1767384974.020634:0:39761:0:(lfsck_lib.c:1637:lfsck_fid_fini()) kfreed 'lfsck->li_seq': 224 at 000000005a7e4664. 00100000:00000010:1.0:1767384974.020637:0:39761:0:(lfsck_lib.c:1715:lfsck_instance_cleanup()) kfreed 'lfsck': 3152 at 00000000d19e4f12. 00000004:00000001:1.0:1767384974.020641:0:39761:0:(mdd_device.c:1148:mdd_hsm_actions_llog_fini()) Process entered 00000004:00000040:1.0:1767384974.020644:0:39761:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000077f124de : new refcount 2 00000040:00000001:1.0:1767384974.020647:0:39761:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:1.0:1767384974.020650:0:39761:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384974.020652:0:39761:0:(lu_object.c:207:lu_object_put()) Add 000000006ca8ba01/0000000074dbf7ac to site lru. bkt: 0000000082164700 00000040:00000010:1.0:1767384974.020656:0:39761:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 12 at 00000000bd02918b. 00000040:00000001:1.0:1767384974.020659:0:39761:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384974.020662:0:39761:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000008e0774ad. 00000040:00000010:1.0:1767384974.020666:0:39761:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009287edd3. 00000040:00000001:1.0:1767384974.020670:0:39761:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384974.020673:0:39761:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1767384974.020675:0:39761:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000077f124de : new refcount 1 00000020:00000040:1.0:1767384974.020679:0:39761:0:(genops.c:898:class_export_put()) PUTting export 00000000b04df31b : new refcount 3 00000040:00000010:1.0:1767384974.020681:0:39761:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 0000000077f124de. 00000040:00000001:1.0:1767384974.020686:0:39761:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384974.020689:0:39761:0:(mdd_device.c:1157:mdd_hsm_actions_llog_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384974.020692:0:39761:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000000f78365e : new refcount 2 00000040:00000001:1.0:1767384974.020695:0:39761:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:1.0:1767384974.020696:0:39761:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384974.020698:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000587eff10/000000005f9ef3a7 to site lru. bkt: 00000000331af878 00000040:00000010:1.0:1767384974.020701:0:39761:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 18 at 000000002f07ddc8. 00000040:00000001:1.0:1767384974.020704:0:39761:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384974.020706:0:39761:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000e7ef8866. 00000040:00000010:1.0:1767384974.020709:0:39761:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000004d26dd2d. 00000040:00000001:1.0:1767384974.020712:0:39761:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384974.020714:0:39761:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1767384974.020716:0:39761:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000000f78365e : new refcount 1 00000020:00000040:1.0:1767384974.020719:0:39761:0:(genops.c:898:class_export_put()) PUTting export 00000000b04df31b : new refcount 2 00000040:00000010:1.0:1767384974.020722:0:39761:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000000f78365e. 00000040:00000001:1.0:1767384974.020728:0:39761:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384974.020730:0:39761:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000000c05f4da : new refcount 2 00000040:00000001:1.0:1767384974.020732:0:39761:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:1.0:1767384974.020734:0:39761:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384974.020736:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000526ab831/00000000e5c8ca98 to site lru. bkt: 000000002f997235 00000040:00000010:1.0:1767384974.020739:0:39761:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at 00000000feb1fb57. 00000040:00000001:1.0:1767384974.020741:0:39761:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384974.020743:0:39761:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000a986c221. 00000040:00000010:1.0:1767384974.020750:0:39761:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000778d4758. 00000040:00000001:1.0:1767384974.020752:0:39761:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384974.020755:0:39761:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1767384974.020756:0:39761:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000000c05f4da : new refcount 1 00000020:00000040:1.0:1767384974.020760:0:39761:0:(genops.c:898:class_export_put()) PUTting export 00000000b04df31b : new refcount 1 00000040:00000010:1.0:1767384974.020761:0:39761:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000000c05f4da. 00000040:00000001:1.0:1767384974.020766:0:39761:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384974.020768:0:39761:0:(mdd_orphans.c:512:mdd_orphan_index_fini()) Process entered 00000020:00000002:1.0:1767384974.020771:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000c35091a4/0000000063ce5361 to site lru. bkt: 000000009b8f36a1 00000004:00000001:1.0:1767384974.020774:0:39761:0:(mdd_orphans.c:517:mdd_orphan_index_fini()) Process leaving 00000020:00000002:1.0:1767384974.020777:0:39761:0:(lu_object.c:207:lu_object_put()) Add 000000004de6fe2d/00000000bccf9f4d to site lru. bkt: 00000000486d53a8 00000020:00000002:1.0:1767384974.020781:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000323c1095/0000000010edda73 to site lru. bkt: 00000000454c7339 00000020:00000002:1.0:1767384974.020784:0:39761:0:(lu_object.c:207:lu_object_put()) Add 00000000dbbf982b/0000000041b265d8 to site lru. bkt: 00000000e4de3cbe 00000001:00000001:1.0:1767384974.020788:0:39761:0:(nodemap_storage.c:2659:nm_config_file_deregister_tgt()) Process entered 00000020:00000002:1.0:1767384974.020791:0:39761:0:(lu_object.c:207:lu_object_put()) Add 000000009e193039/00000000bceee045 to site lru. bkt: 00000000c48872c1 00000001:00000010:1.0:1767384974.020793:0:39761:0:(nodemap_storage.c:2671:nm_config_file_deregister_tgt()) kfreed 'ncf': 32 at 000000002ce03efa. 00000001:00000001:1.0:1767384974.020797:0:39761:0:(nodemap_storage.c:2673:nm_config_file_deregister_tgt()) Process leaving 00080000:00000010:1.0:1767384974.020812:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000587eff10. 00000020:00000010:1.0:1767384974.020816:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005f9ef3a7. 00080000:00000010:1.0:1767384974.020834:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c9f98b8a. 00000020:00000010:1.0:1767384974.020837:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002aa6fa2e. 00080000:00000010:1.0:1767384974.020850:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000deb82a87. 00000020:00000010:1.0:1767384974.020853:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e13d4659. 00080000:00000010:1.0:1767384974.020869:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006df849bb. 00000004:00000010:1.0:1767384974.020872:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000767ae3dc. 00000004:00000010:1.0:1767384974.020876:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000004de6fe2d. 00000004:00000001:1.0:1767384974.020878:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.020880:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x3:0x0] 00000004:00000010:1.0:1767384974.020882:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000bccf9f4d. 00000004:00000001:1.0:1767384974.020886:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.020902:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a14ebcc5. 00000020:00000010:1.0:1767384974.020905:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000380fe00b. 00080000:00000010:1.0:1767384974.020927:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003e65bfcf. 00000004:00000010:1.0:1767384974.020931:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a85f8ee4. 00000004:00000010:1.0:1767384974.020934:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000001f1795df. 00000004:00000001:1.0:1767384974.020937:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.020938:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xb:0x0] 00000004:00000010:1.0:1767384974.020941:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009041e9f9. 00000004:00000001:1.0:1767384974.020945:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.020958:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000db19656b. 00000020:00000010:1.0:1767384974.020961:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000067c76d72. 00080000:00000010:1.0:1767384974.020974:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000062cbca72. 00000020:00000010:1.0:1767384974.020977:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007f4491e5. 00080000:00000010:1.0:1767384974.020989:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002e784b83. 00000020:00000010:1.0:1767384974.020992:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f5789610. 00080000:00000010:1.0:1767384974.020998:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000037e67b79. 00000004:00000010:1.0:1767384974.021001:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000001e659669. 00000004:00000010:1.0:1767384974.021004:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008bf458c8. 00000004:00000001:1.0:1767384974.021007:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.021008:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x16:0x0] 00000004:00000010:1.0:1767384974.021010:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000edf7ed4f. 00000004:00000001:1.0:1767384974.021034:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.021049:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000aa95095a. 00000020:00000010:1.0:1767384974.021053:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006847c2fd. 00080000:00000010:1.0:1767384974.021066:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002e701fdf. 00000020:00000010:1.0:1767384974.021069:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000eb310569. 00080000:00000010:1.0:1767384974.021085:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003fb7557d. 00000004:00000010:1.0:1767384974.021090:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000faf29a6d. 00000004:00000010:1.0:1767384974.021094:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000167d7a2a. 00000004:00000001:1.0:1767384974.021096:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.021102:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xf:0x0] 00000004:00000010:1.0:1767384974.021105:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000008181d8ae. 00000004:00000001:1.0:1767384974.021109:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.021124:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b79fdf4c. 00000020:00000010:1.0:1767384974.021128:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008ac9dbcb. 00080000:00000010:1.0:1767384974.021140:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000cbca7dd3. 00000004:00000010:1.0:1767384974.021144:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c35091a4. 00000004:00000010:1.0:1767384974.021147:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000089ccc311. 00000004:00000001:1.0:1767384974.021150:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.021152:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x10:0x0] 00000004:00000010:1.0:1767384974.021154:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000063ce5361. 00000004:00000001:1.0:1767384974.021157:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.021161:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000976cede2. 00000004:00000010:1.0:1767384974.021164:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c3f3f855. 00000004:00000010:1.0:1767384974.021167:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c28fc783. 00000004:00000001:1.0:1767384974.021170:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.021171:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x12:0x0] 00000004:00000010:1.0:1767384974.021173:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000001995e1ac. 00000004:00000001:1.0:1767384974.021177:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.021189:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000fcf02926. 00000004:00000010:1.0:1767384974.021193:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003a11b436. 00000004:00000010:1.0:1767384974.021196:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b150f92e. 00000004:00000001:1.0:1767384974.021199:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.021200:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xa:0x0] 00000004:00000010:1.0:1767384974.021203:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000943edd8e. 00000004:00000001:1.0:1767384974.021218:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.021232:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d67a718f. 00000004:00000010:1.0:1767384974.021236:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000305640a1. 00000004:00000010:1.0:1767384974.021239:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000cbb5fa61. 00000004:00000001:1.0:1767384974.021242:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.021244:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x8:0x0] 00000004:00000010:1.0:1767384974.021246:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009ac73c8f. 00000004:00000001:1.0:1767384974.021250:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.021266:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009e193039. 00000020:00000010:1.0:1767384974.021269:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000bceee045. 00080000:00000010:1.0:1767384974.021287:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002e8b5979. 00000020:00000010:1.0:1767384974.021290:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004987d07f. 00080000:00000010:1.0:1767384974.021304:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008aac7c50. 00000004:00000010:1.0:1767384974.021309:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000009b74c98c. 00000004:00000010:1.0:1767384974.021312:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000005319e080. 00000004:00000001:1.0:1767384974.021315:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.021317:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xd:0x0] 00000004:00000010:1.0:1767384974.021319:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000023f5ec99. 00000004:00000001:1.0:1767384974.021323:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.021333:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000526ab831. 00000020:00000010:1.0:1767384974.021337:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e5c8ca98. 00080000:00000010:1.0:1767384974.021351:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007a36826a. 00000004:00000010:1.0:1767384974.021354:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000edffaf26. 00000004:00000010:1.0:1767384974.021357:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000294fbe5d. 00000004:00000001:1.0:1767384974.021361:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.021362:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20003:0x0] 00000004:00000010:1.0:1767384974.021364:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000005ce4a4b9. 00000004:00000001:1.0:1767384974.021368:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.021377:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000da3d8f61. 00000004:00000010:1.0:1767384974.021380:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ad9ec7a3. 00000004:00000010:1.0:1767384974.021383:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000019c257e1. 00000004:00000001:1.0:1767384974.021386:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.021387:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x3:0x0] 00000004:00000010:1.0:1767384974.021389:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000063635ef2. 00000004:00000001:1.0:1767384974.021393:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.021402:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001792afd5. 00000020:00000010:1.0:1767384974.021405:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009a55830c. 00080000:00000010:1.0:1767384974.021414:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004f6bba83. 00000020:00000010:1.0:1767384974.021417:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d48e8f8e. 00080000:00000010:1.0:1767384974.021428:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006842b789. 00000020:00000010:1.0:1767384974.021430:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003c971e2f. 00080000:00000010:1.0:1767384974.021449:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a73eeb4a. 00000020:00000010:1.0:1767384974.021453:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000eaba9c41. 00080000:00000010:1.0:1767384974.021469:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000041d07b8. 00000004:00000010:1.0:1767384974.021473:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000fc5b48d9. 00000004:00000010:1.0:1767384974.021476:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000000437a2de. 00000004:00000001:1.0:1767384974.021478:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.021480:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xe:0x0] 00000004:00000010:1.0:1767384974.021482:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000026c2eaf2. 00000004:00000001:1.0:1767384974.021487:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.021499:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000fa1a52e3. 00000020:00000010:1.0:1767384974.021502:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000083f4f470. 00080000:00000010:1.0:1767384974.021515:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000079020169. 00000020:00000010:1.0:1767384974.021519:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000793452bd. 00080000:00000010:1.0:1767384974.021533:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000465f74a7. 00000020:00000010:1.0:1767384974.021536:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000099281cda. 00080000:00000010:1.0:1767384974.021603:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000064df8a3e. 00000020:00000010:1.0:1767384974.021607:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007d757b29. 00080000:00000010:1.0:1767384974.021624:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005295f915. 00000004:00000010:1.0:1767384974.021628:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000001988452b. 00000004:00000010:1.0:1767384974.021632:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000079c3a8ff. 00000004:00000001:1.0:1767384974.021635:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.021636:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20002:0x0] 00000004:00000010:1.0:1767384974.021637:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d92cdf22. 00000004:00000001:1.0:1767384974.021646:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.021661:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003127ab10. 00000004:00000010:1.0:1767384974.021664:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000088ad3ba6. 00000004:00000010:1.0:1767384974.021668:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006426f665. 00000004:00000001:1.0:1767384974.021671:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.021672:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x2:0x0] 00000004:00000010:1.0:1767384974.021675:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e4f61b08. 00000004:00000001:1.0:1767384974.021679:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.021689:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003f1272ae. 00000020:00000010:1.0:1767384974.021692:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000497ee624. 00080000:00000010:1.0:1767384974.021707:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006ca8ba01. 00000020:00000010:1.0:1767384974.021710:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000074dbf7ac. 00080000:00000010:1.0:1767384974.021714:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e8fb125a. 00000004:00000010:1.0:1767384974.021718:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f6dc2c1f. 00000004:00000010:1.0:1767384974.021721:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000085ae3540. 00000004:00000001:1.0:1767384974.021724:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.021725:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x10:0x0] 00000004:00000010:1.0:1767384974.021727:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000cae0413d. 00000004:00000001:1.0:1767384974.021731:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.021742:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000840beb86. 00000020:00000010:1.0:1767384974.021745:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009b20e837. 00080000:00000010:1.0:1767384974.021757:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000015bc8e34. 00000020:00000010:1.0:1767384974.021760:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000060eff834. 00080000:00000010:1.0:1767384974.021772:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000057e227fa. 00000004:00000010:1.0:1767384974.021776:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000fd5f9c3f. 00000004:00000010:1.0:1767384974.021778:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000bc0bbfd4. 00000004:00000001:1.0:1767384974.021781:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.021783:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xc:0x0] 00000004:00000010:1.0:1767384974.021785:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000579b86f6. 00000004:00000001:1.0:1767384974.021790:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.021810:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004b09a9f3. 00000004:00000010:1.0:1767384974.021818:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004c8d8933. 00000004:00000010:1.0:1767384974.021822:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000cdade70f. 00000004:00000001:1.0:1767384974.021824:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.021826:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1019:0x0] 00000004:00000010:1.0:1767384974.021829:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000377cac9c. 00000004:00000001:1.0:1767384974.021833:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.021844:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000200867d2. 00000020:00000010:1.0:1767384974.021848:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e8c50eb7. 00080000:00000010:1.0:1767384974.021852:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f3fa5b42. 00000004:00000010:1.0:1767384974.021856:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ae18a60c. 00000004:00000010:1.0:1767384974.021859:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003629f328. 00000004:00000001:1.0:1767384974.021862:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.021863:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xf:0x0] 00000004:00000010:1.0:1767384974.021865:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000005ffc7c47. 00000004:00000001:1.0:1767384974.021869:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.021881:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000081c4838d. 00000020:00000010:1.0:1767384974.021884:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006fa27b32. 00080000:00000010:1.0:1767384974.021896:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000065ce932. 00000020:00000010:1.0:1767384974.021899:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003086e809. 00080000:00000010:1.0:1767384974.021909:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000dab49858. 00000020:00000010:1.0:1767384974.021911:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000250da25e. 00080000:00000010:1.0:1767384974.021924:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000000e093868. 00000020:00000010:1.0:1767384974.021927:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005e9398e2. 00080000:00000010:1.0:1767384974.021938:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005f424257. 00000020:00000010:1.0:1767384974.021941:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001386c8fa. 00080000:00000010:1.0:1767384974.021951:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000068ebfac3. 00000020:00000010:1.0:1767384974.021954:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008c586d59. 00080000:00000010:1.0:1767384974.021968:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000878157f5. 00000004:00000010:1.0:1767384974.021972:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d1f0e7a7. 00000004:00000010:1.0:1767384974.021975:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000dbbf982b. 00000004:00000001:1.0:1767384974.021978:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.021979:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x1:0x0] 00000004:00000010:1.0:1767384974.021981:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000041b265d8. 00000004:00000001:1.0:1767384974.021988:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.022059:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000665a6ebe. 00000020:00000010:1.0:1767384974.022064:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000b465077. 00080000:00000010:1.0:1767384974.022079:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e2fd6aeb. 00000020:00000010:1.0:1767384974.022081:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000cd0ec103. 00080000:00000010:1.0:1767384974.022096:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000cd85ddda. 00000004:00000010:1.0:1767384974.022100:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b5a9ba4f. 00000004:00000010:1.0:1767384974.022103:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000323c1095. 00000004:00000001:1.0:1767384974.022106:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.022108:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x2:0x0] 00000004:00000010:1.0:1767384974.022110:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000010edda73. 00000004:00000001:1.0:1767384974.022113:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.022125:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008ae107d6. 00000020:00000010:1.0:1767384974.022128:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000071ad6527. 00080000:00000010:1.0:1767384974.022141:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000de4cae51. 00000020:00000010:1.0:1767384974.022143:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000df257ea0. 00080000:00000010:1.0:1767384974.022160:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000088ad2bf3. 00000020:00000010:1.0:1767384974.022163:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008958d1c4. 00080000:00000010:1.0:1767384974.022176:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000010d7ec89. 00000020:00000010:1.0:1767384974.022179:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000029ab0a0. 00080000:00000010:1.0:1767384974.022192:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000000fed35bc. 00000004:00000010:1.0:1767384974.022195:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000aac26537. 00000004:00000010:1.0:1767384974.022198:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c0e55e3a. 00000004:00000001:1.0:1767384974.022201:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.022202:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20001:0x0] 00000004:00000010:1.0:1767384974.022216:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000698e8522. 00000004:00000001:1.0:1767384974.022221:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.022232:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000bfd1638f. 00000004:00000010:1.0:1767384974.022236:0:39761:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004094be30. 00000004:00000010:1.0:1767384974.022240:0:39761:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000051a00b8. 00000004:00000001:1.0:1767384974.022243:0:39761:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384974.022245:0:39761:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x1:0x0] 00000004:00000010:1.0:1767384974.022246:0:39761:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000004eba3db8. 00000004:00000001:1.0:1767384974.022249:0:39761:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384974.022265:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000df2ceae9. 00000020:00000010:1.0:1767384974.022268:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000af766a78. 00080000:00000010:1.0:1767384974.022310:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c71c3d07. 00000020:00000010:1.0:1767384974.022314:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f472a697. 00080000:00000010:1.0:1767384974.022331:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c14fd3af. 00000020:00000010:1.0:1767384974.022334:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fd6a4690. 00000004:00000001:1.0:1767384974.022340:0:39761:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:1.0:1767384974.022343:0:39761:0:(lod_dev.c:2313:lod_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384974.022345:0:39761:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384974.022347:0:39761:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4895a8f6c11e8456 00000020:00000040:1.0:1767384974.022350:0:39761:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a4311e76 with handle 0x4895a8f6c11e8456 from hash 00000020:00000001:1.0:1767384974.022354:0:39761:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384974.022356:0:39761:0:(genops.c:898:class_export_put()) PUTting export 00000000a4311e76 : new refcount 1 00000020:00000001:1.0:1767384974.022358:0:39761:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384974.022359:0:39761:0:(genops.c:898:class_export_put()) PUTting export 00000000a4311e76 : new refcount 0 00000020:00000080:1.0:1767384974.022362:0:39761:0:(genops.c:904:class_export_put()) final put 00000000a4311e76/lustre-MDT0000-mdtlov_UUID 00000020:00000001:1.0:1767384974.022364:0:39761:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.022374:0:39761:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.022377:0:39761:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384974.022379:0:39761:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000001:2.0:1767384974.022383:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000010:1.0:1767384974.022384:0:39761:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 00000000844d7b3a. 00000020:00000080:2.0:1767384974.022385:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000a4311e76/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:1.0:1767384974.022387:0:39761:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384974.022388:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384974.022389:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384974.022392:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000009092634e) now 4 - export 00000020:00000001:1.0:1767384974.022393:0:39761:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000010:2.0:1767384974.022394:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000a4311e76. 00000020:00000080:1.0:1767384974.022395:0:39761:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/1 00000020:00000001:2.0:1767384974.022399:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384974.022399:0:39761:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384974.022401:0:39761:0:(genops.c:1575:class_disconnect_exports()) OBD device 4 (000000009092634e) has no exports 00000020:00000001:1.0:1767384974.022403:0:39761:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384974.022407:0:39761:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:1.0:1767384974.022409:0:39761:0:(lod_dev.c:2233:lod_device_fini()) Process entered 00000004:00000001:1.0:1767384974.022411:0:39761:0:(lod_lov.c:2548:lod_pools_fini()) Process entered 00000020:00000001:1.0:1767384974.022420:0:39761:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:1.0:1767384974.022422:0:39761:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 0000000095db315f. 00000020:00000001:1.0:1767384974.022426:0:39761:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:1.0:1767384974.022428:0:39761:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:1.0:1767384974.022430:0:39761:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 0000000003a1c554. 00000020:00000001:1.0:1767384974.022432:0:39761:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:1.0:1767384974.022434:0:39761:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:1.0:1767384974.022436:0:39761:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 0000000003558669. 00000020:00000001:1.0:1767384974.022439:0:39761:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:1.0:1767384974.022440:0:39761:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:1.0:1767384974.022442:0:39761:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000888e1646. 00000020:00000001:1.0:1767384974.022445:0:39761:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000004:00000001:1.0:1767384974.022447:0:39761:0:(lod_lov.c:2564:lod_pools_fini()) Process leaving (rc=0 : 0 : 0) 00000004:01000000:1.0:1767384974.022642:0:39761:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000001:1.0:1767384974.022645:0:39761:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:1.0:1767384974.022646:0:39761:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:1.0:1767384974.022649:0:39761:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00001000:1.0:1767384974.022651:0:39761:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) removing server 0@lo 00020000:00000010:1.0:1767384974.022652:0:39761:0:(lu_tgt_descs.c:179:lu_qos_del_tgt()) kfreed 'svr': 104 at 000000001c2d5e07. 00020000:00000001:1.0:1767384974.022656:0:39761:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384974.022658:0:39761:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:1.0:1767384974.022660:0:39761:0:(osp_dev.c:1487:osp_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384974.022661:0:39761:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384974.022664:0:39761:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4895a8f6c11e848e 00000020:00000040:1.0:1767384974.022666:0:39761:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c34c5b1d with handle 0x4895a8f6c11e848e from hash 00000020:00000001:1.0:1767384974.022670:0:39761:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384974.022671:0:39761:0:(genops.c:898:class_export_put()) PUTting export 00000000c34c5b1d : new refcount 1 00000020:00000001:1.0:1767384974.022672:0:39761:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384974.022673:0:39761:0:(genops.c:898:class_export_put()) PUTting export 00000000c34c5b1d : new refcount 0 00000020:00000080:1.0:1767384974.022674:0:39761:0:(genops.c:904:class_export_put()) final put 00000000c34c5b1d/lustre-MDT0000-mdtlov_UUID 00000020:00000001:1.0:1767384974.022675:0:39761:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.022683:0:39761:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.022685:0:39761:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384974.022687:0:39761:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000010:1.0:1767384974.022690:0:39761:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 00000000e20a05ec. 00000020:00000080:1.0:1767384974.022692:0:39761:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767384974.022696:0:39761:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767384974.022697:0:39761:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00000001:1.0:1767384974.022700:0:39761:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384974.022702:0:39761:0:(genops.c:1575:class_disconnect_exports()) OBD device 8 (0000000079aeaf0c) has no exports 00000020:00000001:1.0:1767384974.022704:0:39761:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384974.022706:0:39761:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:2.0:1767384974.022707:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384974.022708:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000c34c5b1d/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000004:00000001:1.0:1767384974.022708:0:39761:0:(osp_dev.c:1380:osp_device_fini()) Process entered 00000004:00000001:1.0:1767384974.022711:0:39761:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:1.0:1767384974.022712:0:39761:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384974.022714:0:39761:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:2.0:1767384974.022715:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 15 to 0@lo 00000020:00000080:1.0:1767384974.022716:0:39761:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4895a8f6c11e8487 00000020:00000001:2.0:1767384974.022717:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384974.022719:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384974.022719:0:39761:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001115abf5 with handle 0x4895a8f6c11e8487 from hash 00000020:00000040:2.0:1767384974.022721:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (0000000079aeaf0c) now 5 - export 00000020:00000001:1.0:1767384974.022722:0:39761:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000010:2.0:1767384974.022723:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000c34c5b1d. 00000020:00000040:1.0:1767384974.022723:0:39761:0:(genops.c:898:class_export_put()) PUTting export 000000001115abf5 : new refcount 1 00000020:00000001:1.0:1767384974.022725:0:39761:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384974.022727:0:39761:0:(genops.c:898:class_export_put()) PUTting export 000000001115abf5 : new refcount 0 00000020:00000001:2.0:1767384974.022728:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000080:1.0:1767384974.022728:0:39761:0:(genops.c:904:class_export_put()) final put 000000001115abf5/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384974.022730:0:39761:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.022739:0:39761:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384974.022742:0:39761:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384974.022744:0:39761:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384974.022745:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384974.022746:0:37:0:(genops.c:863:class_export_destroy()) destroying export 000000001115abf5/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767384974.022749:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384974.022751:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384974.022752:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000fdfe1598) now 7 - export 00000020:00000010:2.0:1767384974.022762:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000001115abf5. 00000020:00000001:2.0:1767384974.022765:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:1.0:1767384974.022874:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000ece54cea. 00000020:00000010:1.0:1767384974.022879:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000e2feddd2. 00000020:00000010:1.0:1767384974.022883:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000000120e792. 00000020:00000010:1.0:1767384974.022888:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000006c912f68. 00000020:00000010:1.0:1767384974.022893:0:39761:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000002503b9cc. 00000020:00000010:1.0:1767384974.022897:0:39761:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000161d2fd5. 00010000:00000001:1.0:1767384974.022996:0:39761:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:1.0:1767384974.022999:0:39761:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:1.0:1767384974.023002:0:39761:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:1.0:1767384974.023052:0:39761:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000072b66df. 00000020:00000010:1.0:1767384974.023057:0:39761:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000b176eebf. 00010000:00000001:1.0:1767384974.023095:0:39761:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:1.0:1767384974.023109:0:39761:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 0000000027a36793. 00000020:00000010:1.0:1767384974.023113:0:39761:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000d9e8aab7. 00000001:00000001:1.0:1767384974.023166:0:39761:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384974.023225:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000062945bc. 00000001:00000010:1.0:1767384974.023231:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000bc740916. 00000001:00000010:1.0:1767384974.023233:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000001d2af05d. 00000001:00000010:1.0:1767384974.023236:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000008103d3cb. 00000001:00000010:1.0:1767384974.023239:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000058b19cb8. 00000001:00000010:1.0:1767384974.023245:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000b8083e0d. 00000001:00000010:1.0:1767384974.023248:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000ad6b3628. 00000001:00000010:1.0:1767384974.023251:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000067fd0d67. 00000001:00000010:1.0:1767384974.023255:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000b691f247. 00000001:00000010:1.0:1767384974.023258:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000bbbc2da0. 00000001:00000010:1.0:1767384974.023260:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000002406a636. 00000001:00000010:1.0:1767384974.023262:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000046f741e5. 00000001:00000010:1.0:1767384974.023263:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000000eb8633b. 00000001:00000010:1.0:1767384974.023265:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000090f49e8. 00000001:00000010:1.0:1767384974.023267:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000caf6e9cd. 00000001:00000010:1.0:1767384974.023269:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000007dd8f614. 00000001:00000010:1.0:1767384974.023271:0:39761:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at 0000000016576fb8. 00000001:00000010:1.0:1767384974.023273:0:39761:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000620c90cf. 00000001:00000001:1.0:1767384974.023276:0:39761:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:1.0:1767384974.023278:0:39761:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 000000002dc2916d. 00010000:00000001:1.0:1767384974.023281:0:39761:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767384974.023283:0:39761:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1767384974.023284:0:39761:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:1.0:1767384974.023286:0:39761:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:1.0:1767384974.023287:0:39761:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00000001:1.0:1767384974.023290:0:39761:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1767384974.023292:0:39761:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1767384974.023294:0:39761:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384974.023296:0:39761:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384974.023297:0:39761:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 5 00000100:00000040:1.0:1767384974.023300:0:39761:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767384974.023302:0:39761:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384974.023303:0:39761:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384974.023304:0:39761:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1767384974.023305:0:39761:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:1.0:1767384974.023306:0:39761:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:1.0:1767384974.024964:0:39761:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:1.0:1767384974.024967:0:39761:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1767384974.024979:0:39761:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:1.0:1767384974.024980:0:39761:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:1.0:1767384974.024981:0:39761:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:1.0:1767384974.024985:0:39761:0:(genops.c:1229:class_import_get()) import 000000002913d734 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384974.024988:0:39761:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384974.024989:0:39761:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384974.024991:0:39761:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384974.024992:0:39761:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384974.024993:0:39761:0:(genops.c:1242:class_import_put()) import 000000002913d734 refcount=0 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:1.0:1767384974.024994:0:39761:0:(genops.c:1245:class_import_put()) final put import 000000002913d734 00000020:00000001:1.0:1767384974.025003:0:39761:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384974.025005:0:39761:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:1.0:1767384974.025007:0:39761:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767384974.025009:0:39761:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:1.0:1767384974.025040:0:39761:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 000000001ec0db9c. 00010000:00000010:1.0:1767384974.025045:0:39761:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 0000000088e311d2. 00010000:00000001:1.0:1767384974.025049:0:39761:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000004:00000001:1.0:1767384974.025052:0:39761:0:(osp_dev.c:1402:osp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384974.025053:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767384974.025055:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000002913d734 for lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384974.025055:0:39761:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384974.025059:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 14 to 0@lo 00000020:00000040:2.0:1767384974.025063:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 13 to 0@lo 00000020:00000010:2.0:1767384974.025065:0:37:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 0000000085ed983f. 00000001:00000001:1.0:1767384974.025066:0:39761:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000040:2.0:1767384974.025071:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (0000000079aeaf0c) now 4 - import 00000001:00000010:1.0:1767384974.025071:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001f14c555. 00000020:00000010:2.0:1767384974.025073:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000002913d734. 00000001:00000010:1.0:1767384974.025074:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007d686e6c. 00000020:00000001:2.0:1767384974.025077:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000010:1.0:1767384974.025077:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d7308c34. 00000001:00000010:1.0:1767384974.025079:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e3c09acc. 00000001:00000010:1.0:1767384974.025082:0:39761:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000003c2649cb. 00000001:00000010:1.0:1767384974.025085:0:39761:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000005cfa5c79. 00000001:00000001:1.0:1767384974.025089:0:39761:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384974.025090:0:39761:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384974.025095:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000051c392b7. 00000001:00000010:1.0:1767384974.025099:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000544674c9. 00000001:00000010:1.0:1767384974.025102:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000217b5c85. 00000001:00000010:1.0:1767384974.025106:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b8023077. 00000001:00000010:1.0:1767384974.025110:0:39761:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000d091d494. 00000001:00000010:1.0:1767384974.025113:0:39761:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000001c63ba03. 00000001:00000001:1.0:1767384974.025118:0:39761:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384974.025120:0:39761:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (0000000079aeaf0c) now 3 - setup 00000020:00000001:1.0:1767384974.025122:0:39761:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.025124:0:39761:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384974.025126:0:39761:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384974.025134:0:39761:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384974.025137:0:39761:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (0000000079aeaf0c) now 2 - obd_device_list 00000020:00000080:1.0:1767384974.025140:0:39761:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:1.0:1767384974.025141:0:39761:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (0000000079aeaf0c) now 1 - newdev 00000020:00000040:1.0:1767384974.025144:0:39761:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000094cf863f with handle 0x4895a8f6c11e8480 from hash 00000020:00000040:1.0:1767384974.025147:0:39761:0:(genops.c:898:class_export_put()) PUTting export 0000000094cf863f : new refcount 0 00000020:00000080:1.0:1767384974.025149:0:39761:0:(genops.c:904:class_export_put()) final put 0000000094cf863f/lustre-MDT0000-mdtlov_UUID 00000020:00000001:1.0:1767384974.025152:0:39761:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.025154:0:39761:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384974.025156:0:39761:0:(genops.c:863:class_export_destroy()) destroying export 0000000094cf863f/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384974.025159:0:39761:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384974.025160:0:39761:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384974.025163:0:39761:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000094cf863f. 00000020:00000001:1.0:1767384974.025171:0:39761:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384974.025173:0:39761:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000-osc-MDT0000 obd_type name = osp 00000020:01000000:1.0:1767384974.025176:0:39761:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:1.0:1767384974.025178:0:39761:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384974.025183:0:39761:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ebe1bf64. 00000020:00000010:1.0:1767384974.025186:0:39761:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c055b558. 00000040:00000010:1.0:1767384974.025189:0:39761:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000544674c9. 00000020:00000010:1.0:1767384974.025192:0:39761:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000de7c7023. 00000020:00000010:1.0:1767384974.025195:0:39761:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000007942d34. 00000020:00000010:1.0:1767384974.025198:0:39761:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000051c392b7. 80000000:00000010:1.0:1767384974.025200:0:39761:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ba3d49a4. 40000000:00000010:1.0:1767384974.025203:0:39761:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000046c4c88e. 00100000:00000010:1.0:1767384974.025224:0:39761:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000e4b0304. 00040000:00000010:1.0:1767384974.025227:0:39761:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002d7917f2. 00040000:00000010:1.0:1767384974.025229:0:39761:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e3c09acc. 00080000:00000010:1.0:1767384974.025232:0:39761:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005212a2b5. 00000004:00000010:1.0:1767384974.025235:0:39761:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b716d3c5. 00000004:00000010:1.0:1767384974.025239:0:39761:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003396b214. 00000004:00000010:1.0:1767384974.025243:0:39761:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000da2c2e6f. 00002000:00000010:1.0:1767384974.025245:0:39761:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001557a50c. 00000004:00000010:1.0:1767384974.025248:0:39761:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000074846810. 00000004:00000010:1.0:1767384974.025253:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009629f47b. 00000004:00000010:1.0:1767384974.025257:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b3f106fc. 00000004:00000010:1.0:1767384974.025259:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001415bda8. 00000004:00000010:1.0:1767384974.025262:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000462cc401. 00000004:00000010:1.0:1767384974.025264:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e9ecdf11. 00000004:00000010:1.0:1767384974.025268:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e2759c60. 00000004:00000010:1.0:1767384974.025270:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000d071c14. 00000004:00000010:1.0:1767384974.025273:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000095b46795. 00000004:00000010:1.0:1767384974.025277:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ecb578ad. 00000004:00000010:1.0:1767384974.025280:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d3477887. 00000004:00000010:1.0:1767384974.025282:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000bc2a389e. 00000004:00000010:1.0:1767384974.025284:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008faa5d4f. 00000004:00000010:1.0:1767384974.025287:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000cc08b1d3. 00000004:00000010:1.0:1767384974.025290:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000058017904. 00000004:00000010:1.0:1767384974.025293:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a5fce2e8. 00000004:00000010:1.0:1767384974.025296:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ab30bae5. 00000004:00000010:1.0:1767384974.025299:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009ec652cf. 00000004:00000010:1.0:1767384974.025302:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001ee2d952. 00000004:00000010:1.0:1767384974.025306:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ed4f9a06. 00000004:00000010:1.0:1767384974.025308:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000f472214. 00000004:00000010:1.0:1767384974.025310:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009bf15952. 00000004:00000010:1.0:1767384974.025312:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000174f2ee2. 00000004:00000010:1.0:1767384974.025313:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000d43c483. 00000004:00000010:1.0:1767384974.025320:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000024309d62. 00000004:00000010:1.0:1767384974.025325:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c3894c89. 00000004:00000010:1.0:1767384974.025328:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000043ab861a. 00000004:00000010:1.0:1767384974.025330:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003be0f12b. 00000004:00000010:1.0:1767384974.025332:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000fd862762. 00000004:00000010:1.0:1767384974.025335:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008406587f. 00000004:00000010:1.0:1767384974.025340:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008c578023. 00000004:00000010:1.0:1767384974.025343:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000cc319084. 00000004:00000010:1.0:1767384974.025347:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b36a8458. 00000004:00000010:1.0:1767384974.025351:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000000d8022b. 00000004:00000010:1.0:1767384974.025354:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003e430e93. 00000004:00000010:1.0:1767384974.025360:0:39761:0:(osp_dev.c:1318:osp_device_free()) kfreed 'osp': 1400 at 0000000067181a10. 00000020:00000010:1.0:1767384974.025366:0:39761:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c055b558. 00000040:00000010:1.0:1767384974.025369:0:39761:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000544674c9. 00000020:00000010:1.0:1767384974.025373:0:39761:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000de7c7023. 00000020:00000010:1.0:1767384974.025376:0:39761:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000007942d34. 00000020:00000010:1.0:1767384974.025380:0:39761:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000051c392b7. 80000000:00000010:1.0:1767384974.025384:0:39761:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ba3d49a4. 40000000:00000010:1.0:1767384974.025387:0:39761:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000046c4c88e. 00100000:00000010:1.0:1767384974.025391:0:39761:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000e4b0304. 00040000:00000010:1.0:1767384974.025394:0:39761:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002d7917f2. 00040000:00000010:1.0:1767384974.025398:0:39761:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e3c09acc. 00080000:00000010:1.0:1767384974.025401:0:39761:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005212a2b5. 00000004:00000010:1.0:1767384974.025404:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b716d3c5. 00000004:00000010:1.0:1767384974.025407:0:39761:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003396b214. 00000004:00000010:1.0:1767384974.025410:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000da2c2e6f. 00002000:00000010:1.0:1767384974.025412:0:39761:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001557a50c. 00000004:00000010:1.0:1767384974.025414:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000074846810. 00000020:00000010:1.0:1767384974.025417:0:39761:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ebe1bf64. 00000020:00000001:1.0:1767384974.025420:0:39761:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384974.025421:0:39761:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000079aeaf0c. 00000020:00000001:1.0:1767384974.025426:0:39761:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.025428:0:39761:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384974.025430:0:39761:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 00000000e20a05ec. 00000020:00000001:1.0:1767384974.025432:0:39761:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384974.025434:0:39761:0:(osp_dev.c:1499:osp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384974.025435:0:39761:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384974.025437:0:39761:0:(lod_lov.c:84:lod_putref()) kfreed 'tgt_desc': 368 at 000000006a831d2b. 00020000:00000010:1.0:1767384974.025440:0:39761:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at 000000002830fbcb. 00000004:00000001:1.0:1767384974.025447:0:39761:0:(lod_dev.c:2249:lod_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.025448:0:39761:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384974.025457:0:39761:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384974.025460:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000063c2285d. 00000001:00000010:1.0:1767384974.025462:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008d98d12f. 00000001:00000010:1.0:1767384974.025464:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000163ac6c. 00000001:00000010:1.0:1767384974.025466:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000003dc1f4f. 00000001:00000010:1.0:1767384974.025468:0:39761:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000684b726e. 00000001:00000010:1.0:1767384974.025471:0:39761:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000bda01a30. 00000001:00000001:1.0:1767384974.025475:0:39761:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384974.025476:0:39761:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384974.025478:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004dc8b809. 00000001:00000010:1.0:1767384974.025480:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b1adc712. 00000001:00000010:1.0:1767384974.025483:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002d37f3b5. 00000001:00000010:1.0:1767384974.025486:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006b384943. 00000001:00000010:1.0:1767384974.025488:0:39761:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000057054c8e. 00000001:00000010:1.0:1767384974.025490:0:39761:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000fa4aec5e. 00000001:00000001:1.0:1767384974.025494:0:39761:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384974.025495:0:39761:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000009092634e) now 3 - setup 00000020:00000001:1.0:1767384974.025497:0:39761:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.025498:0:39761:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384974.025499:0:39761:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384974.025506:0:39761:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384974.025509:0:39761:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000009092634e) now 2 - obd_device_list 00000020:00000080:1.0:1767384974.025511:0:39761:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:1.0:1767384974.025513:0:39761:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000009092634e) now 1 - newdev 00000020:00000040:1.0:1767384974.025516:0:39761:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d01d89f4 with handle 0x4895a8f6c11e843a from hash 00000020:00000040:1.0:1767384974.025518:0:39761:0:(genops.c:898:class_export_put()) PUTting export 00000000d01d89f4 : new refcount 0 00000020:00000080:1.0:1767384974.025521:0:39761:0:(genops.c:904:class_export_put()) final put 00000000d01d89f4/lustre-MDT0000-mdtlov_UUID 00000020:00000001:1.0:1767384974.025523:0:39761:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.025526:0:39761:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384974.025527:0:39761:0:(genops.c:863:class_export_destroy()) destroying export 00000000d01d89f4/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000001:1.0:1767384974.025530:0:39761:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384974.025531:0:39761:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384974.025534:0:39761:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000d01d89f4. 00000020:00000001:1.0:1767384974.025539:0:39761:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384974.025540:0:39761:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-mdtlov obd_type name = lod 00000020:01000000:1.0:1767384974.025542:0:39761:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:1.0:1767384974.025545:0:39761:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384974.025548:0:39761:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3c09acc. 00000020:00000010:1.0:1767384974.025551:0:39761:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000051c392b7. 00000040:00000010:1.0:1767384974.025554:0:39761:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000544674c9. 00000020:00000010:1.0:1767384974.025558:0:39761:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000da2c2e6f. 00000020:00000010:1.0:1767384974.025561:0:39761:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000007942d34. 00000020:00000010:1.0:1767384974.025564:0:39761:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d7308c34. 80000000:00000010:1.0:1767384974.025567:0:39761:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e20a05ec. 40000000:00000010:1.0:1767384974.025570:0:39761:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000046c4c88e. 00100000:00000010:1.0:1767384974.025573:0:39761:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b716d3c5. 00040000:00000010:1.0:1767384974.025576:0:39761:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002d7917f2. 00040000:00000010:1.0:1767384974.025579:0:39761:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007d686e6c. 00080000:00000010:1.0:1767384974.025582:0:39761:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005212a2b5. 00000004:00000010:1.0:1767384974.025585:0:39761:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000e4b0304. 00000004:00000010:1.0:1767384974.025588:0:39761:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003396b214. 00000004:00000010:1.0:1767384974.025591:0:39761:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000de7c7023. 00000004:00000001:1.0:1767384974.025594:0:39761:0:(lod_dev.c:2168:lod_device_free()) Process entered 00000004:00000010:1.0:1767384974.025597:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000431159a0. 00000004:00000010:1.0:1767384974.025602:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000232a775c. 00000004:00000010:1.0:1767384974.025605:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008ee55230. 00000004:00000010:1.0:1767384974.025608:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009768d02a. 00000004:00000010:1.0:1767384974.025612:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000fdf7e59c. 00000004:00000010:1.0:1767384974.025615:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a01d9890. 00000004:00000010:1.0:1767384974.025619:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000073dc8794. 00000004:00000010:1.0:1767384974.025622:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b9d0aa5e. 00000004:00000010:1.0:1767384974.025626:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ffba3b43. 00000004:00000010:1.0:1767384974.025630:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003e41f2d7. 00000004:00000010:1.0:1767384974.025633:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000047505403. 00000004:00000010:1.0:1767384974.025636:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f3d5a18c. 00000004:00000010:1.0:1767384974.025637:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000047404fe9. 00000004:00000010:1.0:1767384974.025640:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000059b233d9. 00000004:00000010:1.0:1767384974.025642:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000639933fd. 00000004:00000010:1.0:1767384974.025644:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000bb5d4f6a. 00000004:00000010:1.0:1767384974.025648:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000020a2d03a. 00000004:00000010:1.0:1767384974.025651:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e5418611. 00000004:00000010:1.0:1767384974.025654:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003608bf68. 00000004:00000010:1.0:1767384974.025657:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000fb1c2429. 00000004:00000010:1.0:1767384974.025660:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a25e61f1. 00000004:00000010:1.0:1767384974.025662:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ef1be973. 00000004:00000010:1.0:1767384974.025665:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000311fedf8. 00000004:00000010:1.0:1767384974.025668:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000032950288. 00000004:00000010:1.0:1767384974.025671:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b5596aef. 00000004:00000010:1.0:1767384974.025673:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f2db0990. 00000004:00000010:1.0:1767384974.025674:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005bce6dc6. 00000004:00000010:1.0:1767384974.025682:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000084512249. 00000004:00000010:1.0:1767384974.025685:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c5dc4aa2. 00000004:00000010:1.0:1767384974.025688:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e4aef601. 00000004:00000010:1.0:1767384974.025691:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001bd3f9db. 00000004:00000010:1.0:1767384974.025694:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000de8ebe94. 00000004:00000010:1.0:1767384974.025697:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006b38160f. 00000004:00000010:1.0:1767384974.025700:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c14227dd. 00000004:00000010:1.0:1767384974.025705:0:39761:0:(lod_dev.c:2176:lod_device_free()) kfreed 'lod': 4056 at 00000000249f26a0. 00000004:00000001:1.0:1767384974.025709:0:39761:0:(lod_dev.c:2177:lod_device_free()) Process leaving (rc=18446635436523421696 : -108637186129920 : ffff9d31ef1c8000) 00000020:00000010:1.0:1767384974.025713:0:39761:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000051c392b7. 00000040:00000010:1.0:1767384974.025717:0:39761:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000544674c9. 00000020:00000010:1.0:1767384974.025720:0:39761:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000da2c2e6f. 00000020:00000010:1.0:1767384974.025723:0:39761:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000007942d34. 00000020:00000010:1.0:1767384974.025727:0:39761:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d7308c34. 80000000:00000010:1.0:1767384974.025730:0:39761:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e20a05ec. 40000000:00000010:1.0:1767384974.025733:0:39761:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000046c4c88e. 00100000:00000010:1.0:1767384974.025737:0:39761:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b716d3c5. 00040000:00000010:1.0:1767384974.025740:0:39761:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002d7917f2. 00040000:00000010:1.0:1767384974.025743:0:39761:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007d686e6c. 00080000:00000010:1.0:1767384974.025746:0:39761:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005212a2b5. 00000004:00000010:1.0:1767384974.025749:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000e4b0304. 00000004:00000010:1.0:1767384974.025752:0:39761:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003396b214. 00000004:00000010:1.0:1767384974.025755:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000de7c7023. 00000020:00000010:1.0:1767384974.025758:0:39761:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3c09acc. 00000020:00000001:1.0:1767384974.025760:0:39761:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384974.025763:0:39761:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000009092634e. 00000020:00000001:1.0:1767384974.025768:0:39761:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.025770:0:39761:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384974.025772:0:39761:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 00000000844d7b3a. 00000020:00000001:1.0:1767384974.025775:0:39761:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384974.025778:0:39761:0:(lod_dev.c:2335:lod_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384974.025780:0:39761:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384974.025782:0:39761:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384974.025785:0:39761:0:(mdt_handler.c:5871:mdt_stack_fini()) kfreed 'lcfg': 64 at 0000000023af292f. 00000004:00000001:1.0:1767384974.025822:0:39761:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:1.0:1767384974.025825:0:39761:0:(mdd_device.c:1618:mdd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384974.025826:0:39761:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384974.025828:0:39761:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4895a8f6c11e845d 00000020:00000040:1.0:1767384974.025832:0:39761:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a139a0e2 with handle 0x4895a8f6c11e845d from hash 00000020:00000001:1.0:1767384974.025835:0:39761:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384974.025837:0:39761:0:(genops.c:898:class_export_put()) PUTting export 00000000a139a0e2 : new refcount 1 00000020:00000001:1.0:1767384974.025839:0:39761:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384974.025841:0:39761:0:(genops.c:898:class_export_put()) PUTting export 00000000a139a0e2 : new refcount 0 00000020:00000080:1.0:1767384974.025843:0:39761:0:(genops.c:904:class_export_put()) final put 00000000a139a0e2/lustre-MDD0000_UUID 00000020:00000001:1.0:1767384974.025845:0:39761:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.025856:0:39761:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.025862:0:39761:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384974.025864:0:39761:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000001:2.0:1767384974.025869:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000010:1.0:1767384974.025869:0:39761:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 0000000023af292f. 00000020:00000080:2.0:1767384974.025871:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000a139a0e2/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:1.0:1767384974.025871:0:39761:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384974.025874:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384974.025875:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.025875:0:39761:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000040:2.0:1767384974.025877:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (0000000003d07e52) now 4 - export 00000020:00000080:1.0:1767384974.025877:0:39761:0:(obd_config.c:886:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00000010:2.0:1767384974.025880:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000a139a0e2. 00000020:00000001:1.0:1767384974.025881:0:39761:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384974.025882:0:39761:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (0000000003d07e52) has no exports 00000020:00000001:1.0:1767384974.025884:0:39761:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384974.025885:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384974.025886:0:39761:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:1.0:1767384974.026037:0:39761:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384974.026049:0:39761:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384974.026054:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008f9f1fb4. 00000001:00000010:1.0:1767384974.026062:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ac2ddee1. 00000001:00000010:1.0:1767384974.026064:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c7cfb17c. 00000001:00000010:1.0:1767384974.026067:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000004e909a. 00000001:00000010:1.0:1767384974.026070:0:39761:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000088d059a1. 00000001:00000010:1.0:1767384974.026073:0:39761:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000006354cd3. 00000001:00000001:1.0:1767384974.026078:0:39761:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384974.026080:0:39761:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384974.026084:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000426af794. 00000001:00000010:1.0:1767384974.026087:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009cd5c515. 00000001:00000010:1.0:1767384974.026090:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b1f3756e. 00000001:00000010:1.0:1767384974.026092:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003698eb22. 00000001:00000010:1.0:1767384974.026095:0:39761:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000005302067a. 00000001:00000010:1.0:1767384974.026098:0:39761:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000540d0876. 00000001:00000001:1.0:1767384974.026101:0:39761:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384974.026102:0:39761:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (0000000003d07e52) now 3 - setup 00000020:00000001:1.0:1767384974.026105:0:39761:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.026107:0:39761:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384974.026109:0:39761:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384974.026113:0:39761:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384974.026115:0:39761:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (0000000003d07e52) now 2 - obd_device_list 00000020:00000080:1.0:1767384974.026117:0:39761:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000040:1.0:1767384974.026119:0:39761:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (0000000003d07e52) now 1 - newdev 00000020:00000040:1.0:1767384974.026123:0:39761:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b04df31b with handle 0x4895a8f6c11e844f from hash 00000020:00000040:1.0:1767384974.026125:0:39761:0:(genops.c:898:class_export_put()) PUTting export 00000000b04df31b : new refcount 0 00000020:00000080:1.0:1767384974.026128:0:39761:0:(genops.c:904:class_export_put()) final put 00000000b04df31b/lustre-MDD0000_UUID 00000020:00000001:1.0:1767384974.026130:0:39761:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.026132:0:39761:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384974.026134:0:39761:0:(genops.c:863:class_export_destroy()) destroying export 00000000b04df31b/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000001:1.0:1767384974.026136:0:39761:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384974.026138:0:39761:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384974.026140:0:39761:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000b04df31b. 00000020:00000001:1.0:1767384974.026145:0:39761:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384974.026146:0:39761:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDD0000 obd_type name = mdd 00000020:01000000:1.0:1767384974.026149:0:39761:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000001:1.0:1767384974.026151:0:39761:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384974.026154:0:39761:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac2ddee1. 00000020:00000010:1.0:1767384974.026157:0:39761:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008f9f1fb4. 00000040:00000010:1.0:1767384974.026160:0:39761:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e3c09acc. 00000020:00000010:1.0:1767384974.026163:0:39761:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000de7c7023. 00000020:00000010:1.0:1767384974.026167:0:39761:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000007942d34. 00000020:00000010:1.0:1767384974.026170:0:39761:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007d686e6c. 80000000:00000010:1.0:1767384974.026173:0:39761:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000844d7b3a. 40000000:00000010:1.0:1767384974.026176:0:39761:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000046c4c88e. 00100000:00000010:1.0:1767384974.026179:0:39761:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000e4b0304. 00040000:00000010:1.0:1767384974.026182:0:39761:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002d7917f2. 00040000:00000010:1.0:1767384974.026185:0:39761:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d7308c34. 00080000:00000010:1.0:1767384974.026188:0:39761:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005212a2b5. 00000004:00000010:1.0:1767384974.026191:0:39761:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b716d3c5. 00000004:00000010:1.0:1767384974.026194:0:39761:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003396b214. 00000004:00000001:1.0:1767384974.026198:0:39761:0:(mdd_device.c:1552:mdd_device_free()) Process entered 00000004:00000010:1.0:1767384974.026201:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d5c21d94. 00000004:00000010:1.0:1767384974.026217:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000096434abf. 00000004:00000010:1.0:1767384974.026221:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000097b324f1. 00000004:00000010:1.0:1767384974.026225:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000bb91013b. 00000004:00000010:1.0:1767384974.026228:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000016235f37. 00000004:00000010:1.0:1767384974.026232:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002d4eac1d. 00000004:00000010:1.0:1767384974.026241:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b0e2c995. 00000004:00000010:1.0:1767384974.026245:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000dbbff2ca. 00000004:00000010:1.0:1767384974.026249:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000965f6fc3. 00000004:00000010:1.0:1767384974.026252:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000098399810. 00000004:00000010:1.0:1767384974.026256:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008fb40112. 00000004:00000010:1.0:1767384974.026259:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003517f3b9. 00000004:00000010:1.0:1767384974.026262:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000041687279. 00000004:00000010:1.0:1767384974.026265:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000080a479fd. 00000004:00000010:1.0:1767384974.026268:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002138831e. 00000004:00000010:1.0:1767384974.026272:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000089ee90f1. 00000004:00000010:1.0:1767384974.026275:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000134a4710. 00000004:00000010:1.0:1767384974.026279:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000058a26f49. 00000004:00000010:1.0:1767384974.026282:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ac5a6e3b. 00000004:00000010:1.0:1767384974.026285:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f61453ba. 00000004:00000010:1.0:1767384974.026288:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f26eb396. 00000004:00000010:1.0:1767384974.026291:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002e92f619. 00000004:00000010:1.0:1767384974.026294:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000947ef7b5. 00000004:00000010:1.0:1767384974.026298:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000bb722afc. 00000004:00000010:1.0:1767384974.026301:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ae75be67. 00000004:00000010:1.0:1767384974.026304:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ec58ffef. 00000004:00000010:1.0:1767384974.026307:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b7ae4bf4. 00000004:00000010:1.0:1767384974.026310:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000046f5112c. 00000004:00000010:1.0:1767384974.026314:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000a6795d6. 00000004:00000010:1.0:1767384974.026318:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e80c5de1. 00000004:00000010:1.0:1767384974.026322:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000dee54a18. 00000004:00000010:1.0:1767384974.026325:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003ac04060. 00000004:00000010:1.0:1767384974.026329:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d35f1324. 00000004:00000010:1.0:1767384974.026332:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000000fb6b07. 00000004:00000010:1.0:1767384974.026337:0:39761:0:(mdd_device.c:1556:mdd_device_free()) kfreed 'm': 816 at 00000000fe957d80. 00000004:00000001:1.0:1767384974.026340:0:39761:0:(mdd_device.c:1557:mdd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384974.026343:0:39761:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008f9f1fb4. 00000040:00000010:1.0:1767384974.026347:0:39761:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e3c09acc. 00000020:00000010:1.0:1767384974.026350:0:39761:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000de7c7023. 00000020:00000010:1.0:1767384974.026353:0:39761:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000007942d34. 00000020:00000010:1.0:1767384974.026357:0:39761:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007d686e6c. 80000000:00000010:1.0:1767384974.026360:0:39761:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000844d7b3a. 40000000:00000010:1.0:1767384974.026363:0:39761:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000046c4c88e. 00100000:00000010:1.0:1767384974.026366:0:39761:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000e4b0304. 00040000:00000010:1.0:1767384974.026370:0:39761:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002d7917f2. 00040000:00000010:1.0:1767384974.026373:0:39761:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d7308c34. 00080000:00000010:1.0:1767384974.026376:0:39761:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005212a2b5. 00000004:00000010:1.0:1767384974.026380:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b716d3c5. 00000004:00000010:1.0:1767384974.026383:0:39761:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003396b214. 00000020:00000010:1.0:1767384974.026387:0:39761:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac2ddee1. 00000020:00000001:1.0:1767384974.026390:0:39761:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384974.026393:0:39761:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000003d07e52. 00000020:00000001:1.0:1767384974.026397:0:39761:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.026403:0:39761:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384974.026406:0:39761:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 0000000023af292f. 00000020:00000001:1.0:1767384974.026410:0:39761:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384974.026412:0:39761:0:(mdd_device.c:1628:mdd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384974.026415:0:39761:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384974.026417:0:39761:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:1.0:1767384974.026419:0:39761:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384974.026421:0:39761:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384974.026423:0:39761:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4895a8f6c11e8464 00000020:00000040:1.0:1767384974.026425:0:39761:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c0f6afaa with handle 0x4895a8f6c11e8464 from hash 00000020:00000001:1.0:1767384974.026429:0:39761:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384974.026431:0:39761:0:(genops.c:898:class_export_put()) PUTting export 00000000c0f6afaa : new refcount 1 00000020:00000001:1.0:1767384974.026433:0:39761:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384974.026435:0:39761:0:(genops.c:898:class_export_put()) PUTting export 00000000c0f6afaa : new refcount 0 00000020:00000080:1.0:1767384974.026437:0:39761:0:(genops.c:904:class_export_put()) final put 00000000c0f6afaa/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384974.026439:0:39761:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.026449:0:39761:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384974.026451:0:39761:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384974.026453:0:39761:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.026455:0:39761:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:1.0:1767384974.026458:0:39761:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1767384974.026459:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384974.026461:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000c0f6afaa/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:1.0:1767384974.026461:0:39761:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446635436747042624 : -108636962508992 : ffff9d31fc70af40) 00000020:00000001:2.0:1767384974.026464:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:01000004:1.0:1767384974.026464:0:39761:0:(tgt_mount.c:188:server_put_mount()) put mount 000000009e526b5b from lustre-MDT0000, refs=3 00000020:00000001:2.0:1767384974.026465:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384974.026467:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000fdfe1598) now 6 - export 00000020:00000010:2.0:1767384974.026470:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000c0f6afaa. 00000020:00000001:2.0:1767384974.026474:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384974.026483:0:39761:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1767384974.026485:0:39761:0:(obd_mount.c:705:lustre_put_lsi()) put 000000009e526b5b 3 00000020:00000001:1.0:1767384974.026487:0:39761:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.026490:0:39761:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:1.0:1767384974.026492:0:39761:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1767384974.026493:0:39761:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446635436747042624 : -108636962508992 : ffff9d31fc70af40) 00000020:01000004:1.0:1767384974.026496:0:39761:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 000000009e526b5b from lustre-MDT0000 00000020:00000010:1.0:1767384974.026499:0:39761:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 15 at 000000003ed298de. 00000020:00000010:1.0:1767384974.026503:0:39761:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 0000000096d9b3f1. 00000020:00000001:1.0:1767384974.026507:0:39761:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.026509:0:39761:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384974.026511:0:39761:0:(mdt_handler.c:6511:mdt_fini()) Process leaving 00000004:00000001:1.0:1767384974.026513:0:39761:0:(mdt_handler.c:8323:mdt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.026515:0:39761:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384974.026524:0:39761:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384974.026530:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000057992b5e. 00000001:00000010:1.0:1767384974.026533:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ffb833f9. 00000001:00000010:1.0:1767384974.026537:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000070a48da4. 00000001:00000010:1.0:1767384974.026540:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d3b21d30. 00000001:00000010:1.0:1767384974.026543:0:39761:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000396cb470. 00000001:00000010:1.0:1767384974.026547:0:39761:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000fc13fc10. 00000001:00000001:1.0:1767384974.026551:0:39761:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384974.026553:0:39761:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384974.026562:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002332530e. 00000001:00000010:1.0:1767384974.026565:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000003302ab8. 00000001:00000010:1.0:1767384974.026567:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007370e3f0. 00000001:00000010:1.0:1767384974.026570:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000966de725. 00000001:00000010:1.0:1767384974.026573:0:39761:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000607abdf9. 00000001:00000010:1.0:1767384974.026576:0:39761:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000a70caf41. 00000001:00000001:1.0:1767384974.026579:0:39761:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384974.026581:0:39761:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8a46e2f) now 3 - setup 00000020:00000001:1.0:1767384974.026584:0:39761:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.026586:0:39761:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384974.026589:0:39761:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384974.026591:0:39761:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384974.026594:0:39761:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8a46e2f) now 2 - obd_device_list 00000020:00000080:1.0:1767384974.026598:0:39761:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000040:1.0:1767384974.026599:0:39761:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000a8a46e2f) now 1 - newdev 00000020:00000040:1.0:1767384974.026603:0:39761:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004bdec037 with handle 0x4895a8f6c11e8448 from hash 00000020:00000040:1.0:1767384974.026605:0:39761:0:(genops.c:898:class_export_put()) PUTting export 000000004bdec037 : new refcount 0 00000020:00000080:1.0:1767384974.026607:0:39761:0:(genops.c:904:class_export_put()) final put 000000004bdec037/lustre-MDT0000_UUID 00000020:00000001:1.0:1767384974.026610:0:39761:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.026612:0:39761:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384974.026613:0:39761:0:(genops.c:863:class_export_destroy()) destroying export 000000004bdec037/lustre-MDT0000_UUID for lustre-MDT0000 00000020:00000001:1.0:1767384974.026616:0:39761:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:1.0:1767384974.026618:0:39761:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000004:00000010:1.0:1767384974.026620:0:39761:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 0000000035a40a5d. 00000004:00000001:1.0:1767384974.026624:0:39761:0:(mdt_handler.c:7629:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.026626:0:39761:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384974.026628:0:39761:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000004bdec037. 00000020:00000001:1.0:1767384974.026632:0:39761:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384974.026634:0:39761:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000 obd_type name = mdt 00000020:01000000:1.0:1767384974.026636:0:39761:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:00000001:1.0:1767384974.026638:0:39761:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384974.026641:0:39761:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000966de725. 00000020:00000010:1.0:1767384974.026644:0:39761:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007370e3f0. 00000040:00000010:1.0:1767384974.026647:0:39761:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000003302ab8. 00000020:00000010:1.0:1767384974.026650:0:39761:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b716d3c5. 00000020:00000010:1.0:1767384974.026653:0:39761:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000007942d34. 00000020:00000010:1.0:1767384974.026657:0:39761:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002332530e. 80000000:00000010:1.0:1767384974.026660:0:39761:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000844d7b3a. 40000000:00000010:1.0:1767384974.026663:0:39761:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000023af292f. 00100000:00000010:1.0:1767384974.026666:0:39761:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005212a2b5. 00040000:00000010:1.0:1767384974.026669:0:39761:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002d7917f2. 00040000:00000010:1.0:1767384974.026672:0:39761:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d3b21d30. 00080000:00000010:1.0:1767384974.026675:0:39761:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000e4b0304. 00000004:00000010:1.0:1767384974.026678:0:39761:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003396b214. 00000004:00000001:1.0:1767384974.026682:0:39761:0:(mdt_handler.c:8331:mdt_device_free()) Process entered 00000004:00000010:1.0:1767384974.026684:0:39761:0:(mdt_handler.c:8334:mdt_device_free()) kfreed 'm': 4000 at 000000007ca54d5c. 00000004:00000001:1.0:1767384974.026687:0:39761:0:(mdt_handler.c:8336:mdt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384974.026690:0:39761:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007370e3f0. 00000040:00000010:1.0:1767384974.026694:0:39761:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000003302ab8. 00000020:00000010:1.0:1767384974.026697:0:39761:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b716d3c5. 00000020:00000010:1.0:1767384974.026701:0:39761:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000007942d34. 00000020:00000010:1.0:1767384974.026705:0:39761:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002332530e. 80000000:00000010:1.0:1767384974.026708:0:39761:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000844d7b3a. 40000000:00000010:1.0:1767384974.026716:0:39761:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000023af292f. 00100000:00000010:1.0:1767384974.026718:0:39761:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005212a2b5. 00040000:00000010:1.0:1767384974.026722:0:39761:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002d7917f2. 00040000:00000010:1.0:1767384974.026725:0:39761:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d3b21d30. 00080000:00000010:1.0:1767384974.026728:0:39761:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000e4b0304. 00000004:00000010:1.0:1767384974.026731:0:39761:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003396b214. 00000020:00000010:1.0:1767384974.026734:0:39761:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000966de725. 00000020:00000001:1.0:1767384974.026737:0:39761:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384974.026739:0:39761:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000a8a46e2f. 00000020:00000001:1.0:1767384974.026744:0:39761:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.026746:0:39761:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384974.026749:0:39761:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000626db3ed. 00000020:00000001:1.0:1767384974.026752:0:39761:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.026755:0:39761:0:(obd_mount.c:552:lustre_stop_mgc()) Process entered 00000020:01000004:1.0:1767384974.026758:0:39761:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 1 references. 00000020:00000001:1.0:1767384974.026760:0:39761:0:(obd_mount.c:570:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000001:1.0:1767384974.026762:0:39761:0:(obd_mount.c:597:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:1.0:1767384974.026766:0:39761:0:(tgt_mount.c:250:server_stop_mgs()) Process entered 00000020:00000001:1.0:1767384974.026767:0:39761:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1767384974.026769:0:39761:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446635435822266144 : -108637887285472 : ffff9d31c551b720) 00000020:01000004:1.0:1767384974.026772:0:39761:0:(tgt_mount.c:256:server_stop_mgs()) Stop MGS service MGS 00000020:00000001:1.0:1767384974.026775:0:39761:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384974.026777:0:39761:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000010:1.0:1767384974.026780:0:39761:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 0000000023af292f. 00000020:00000080:1.0:1767384974.026783:0:39761:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767384974.026785:0:39761:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767384974.026787:0:39761:0:(obd_config.c:886:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1767384974.026792:0:39761:0:(genops.c:1836:print_export_data()) MGS: ACTIVE 000000005d63f134 fc613044-dd35-4201-b03c-4d69ab0214c0 0@lo 9 (0 0 5) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:1.0:1767384974.026798:0:39761:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384974.026800:0:39761:0:(genops.c:1570:class_disconnect_exports()) OBD device 1 (000000006764cd03) has exports, disconnecting them 00000020:00000001:1.0:1767384974.026803:0:39761:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:1.0:1767384974.026805:0:39761:0:(genops.c:887:class_export_get()) GET export 000000005d63f134 refcount=10 00000020:00000040:1.0:1767384974.026807:0:39761:0:(genops.c:887:class_export_get()) GET export 000000005d63f134 refcount=11 00000020:00080000:1.0:1767384974.026810:0:39761:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (000000005d63f134), last request at 1767384876 00000020:00000001:1.0:1767384974.026813:0:39761:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:1.0:1767384974.026816:0:39761:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:1.0:1767384974.026818:0:39761:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 10 20000000:00000010:1.0:1767384974.026821:0:39761:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 0000000066cfdef4. 00000020:00000040:1.0:1767384974.026824:0:39761:0:(genops.c:887:class_export_get()) GET export 000000005d63f134 refcount=11 00010000:00000001:1.0:1767384974.026828:0:39761:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:1.0:1767384974.026830:0:39761:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:1.0:1767384974.026833:0:39761:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 10 00000020:00000080:1.0:1767384974.026835:0:39761:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4895a8f6c11e8409 00000020:00000040:1.0:1767384974.026837:0:39761:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005d63f134 with handle 0x4895a8f6c11e8409 from hash 00000020:00000040:1.0:1767384974.026841:0:39761:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 9 00000020:00000001:1.0:1767384974.026843:0:39761:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:1.0:1767384974.026845:0:39761:0:(genops.c:1938:obd_stale_export_put()) Put export 000000005d63f134: total 0 00000020:00000001:1.0:1767384974.026847:0:39761:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384974.026849:0:39761:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 8 00000020:00000001:1.0:1767384974.026851:0:39761:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.026854:0:39761:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:1.0:1767384974.026856:0:39761:0:(import.c:65:import_set_state_nolock()) 00000000c30cd863 : changing import state from FULL to CLOSED 00000100:00000001:1.0:1767384974.026865:0:39761:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384974.026866:0:39761:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384974.026868:0:39761:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:1.0:1767384974.026877:0:39761:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384974.026880:0:39761:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 7 20000000:00000001:1.0:1767384974.026882:0:39761:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.026884:0:39761:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384974.026886:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00080000:1.0:1767384974.026887:0:39761:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (000000005d63f134): rc 0 00000020:00010000:2.0:1767384974.026889:0:16758:0:(genops.c:1924:obd_stale_export_get()) Get export 000000005d63f134: total 0 00000020:00000040:1.0:1767384974.026889:0:39761:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 6 00000020:00000001:1.0:1767384974.026891:0:39761:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:2.0:1767384974.026892:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446635436633792512 : -108637075759104 : ffff9d31f5b0a000) 00000020:00000001:1.0:1767384974.026893:0:39761:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384974.026895:0:39761:0:(obd_class.h:604:obd_precleanup()) Process entered 00010000:00000001:2.0:1767384974.026896:0:16758:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 20000000:00000001:1.0:1767384974.026897:0:39761:0:(mgs_handler.c:1661:mgs_device_fini()) Process entered 00000020:00000001:1.0:1767384974.026899:0:39761:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000010:2.0:1767384974.026900:0:16758:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067ede5da. 00000020:00080000:1.0:1767384974.026901:0:39761:0:(genops.c:1575:class_disconnect_exports()) OBD device 1 (000000006764cd03) has no exports 00000020:00000010:2.0:1767384974.026903:0:16758:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000455e979f. 00000020:00000001:1.0:1767384974.026903:0:39761:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000010:2.0:1767384974.026906:0:16758:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001d3066e7. 00000100:00000001:1.0:1767384974.026906:0:39761:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384974.026908:0:39761:0:(service.c:3836:ptlrpc_unregister_service()) mgs: tearing down 00000020:00000010:2.0:1767384974.026909:0:16758:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004a45b344. 00000020:00000010:2.0:1767384974.026912:0:16758:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000055b723ea. 00000100:00000001:1.0:1767384974.026913:0:39761:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384974.026915:0:39761:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 80000000:00000010:2.0:1767384974.026916:0:16758:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b839a46b. 00000100:00000040:1.0:1767384974.026917:0:39761:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mgs 00000100:00000040:1.0:1767384974.026919:0:39761:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #2 00000100:00000040:1.0:1767384974.026921:0:39761:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #1 00000100:00000040:1.0:1767384974.026923:0:39761:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #0 40000000:00000010:2.0:1767384974.026926:0:16758:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008c226b8b. 00100000:00000010:2.0:1767384974.026929:0:16758:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f716bd03. 00040000:00000010:2.0:1767384974.026933:0:16758:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bbb3ab0d. 00040000:00000010:2.0:1767384974.026937:0:16758:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000231861ce. 00080000:00000010:2.0:1767384974.026940:0:16758:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000fc2692f4. 00002000:00000010:2.0:1767384974.026945:0:16758:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c64a5cdf. 00000100:00000040:1.0:1767384974.026947:0:39761:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ll_mgs #2 00000020:00000010:2.0:1767384974.026948:0:16758:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000455e979f. 00000020:00000010:2.0:1767384974.026952:0:16758:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001d3066e7. 00000020:00000010:3.0:1767384974.026956:0:16764:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000088a0f2ca. 00000020:00000010:2.0:1767384974.026957:0:16758:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004a45b344. 00000020:00000010:1.0:1767384974.026960:0:16762:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b89576ae. 00000040:00000010:3.0:1767384974.026963:0:16764:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000889e85a8. 00000020:00000010:2.0:1767384974.026964:0:16758:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000055b723ea. 00000040:00000010:1.0:1767384974.026964:0:16762:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000046523914. 00000020:00000010:3.0:1767384974.026969:0:16764:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000abab9843. 80000000:00000010:2.0:1767384974.026971:0:16758:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b839a46b. 00000020:00000010:1.0:1767384974.026971:0:16762:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000056eab2b9. 00000020:00000010:3.0:1767384974.026976:0:16764:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000010a81e4d. 40000000:00000010:2.0:1767384974.026977:0:16758:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008c226b8b. 00000020:00000010:1.0:1767384974.026977:0:16762:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e80dd615. 80000000:00000010:3.0:1767384974.026982:0:16764:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000afe3bcc7. 00100000:00000010:2.0:1767384974.026984:0:16758:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f716bd03. 80000000:00000010:1.0:1767384974.026984:0:16762:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008b7f58fc. 00040000:00000010:3.0:1767384974.026987:0:16764:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006c327c45. 00040000:00000010:2.0:1767384974.026990:0:16758:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000bbb3ab0d. 00040000:00000010:1.0:1767384974.026990:0:16762:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003dbdd673. 00080000:00000010:3.0:1767384974.026993:0:16764:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f5a6fd22. 00040000:00000010:2.0:1767384974.026996:0:16758:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000231861ce. 00080000:00000010:1.0:1767384974.026996:0:16762:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007402ebe6. 20000000:00000010:3.0:1767384974.026998:0:16764:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000050b3e8dd. 00080000:00000010:2.0:1767384974.027002:0:16758:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000fc2692f4. 20000000:00000010:1.0:1767384974.027002:0:16762:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000d6418296. 00000020:00000010:3.0:1767384974.027003:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073859575. 00002000:00000010:2.0:1767384974.027009:0:16758:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c64a5cdf. 00000020:00000010:1.0:1767384974.027009:0:16762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041c10268. 00000020:00000010:3.0:1767384974.027026:0:16764:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ad26f95f. 00000100:00000010:3.0:1767384974.027034:0:16764:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000ec8ba569. 00000020:00000010:1.0:1767384974.027039:0:16762:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a8121ddc. 00000100:00100000:3.0:1767384974.027040:0:16764:0:(service.c:3155:ptlrpc_main()) ll_mgs_0002: service thread [000000001fe18d3d:16764] 2 exiting: rc = 0 00000020:00000010:2.0:1767384974.027043:0:16758:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067ede5da. 00000100:00000010:1.0:1767384974.027051:0:16762:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000f252b5ba. 00010000:00010000:2.0:1767384974.027052:0:16758:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 000000005d63f134, canceled 0 locks, left on hash table 5. 00000100:00100000:1.0:1767384974.027055:0:16762:0:(service.c:3155:ptlrpc_main()) ll_mgs_0000: service thread [00000000213d88ae:16762] 0 exiting: rc = 1 00000020:00000010:2.0:1767384974.027057:0:16758:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067ede5da. 00000020:00000010:2.0:1767384974.027061:0:16758:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000231861ce. 00000020:00000010:2.0:1767384974.027064:0:16758:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fc2692f4. 00000020:00000010:2.0:1767384974.027068:0:16758:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004a45b344. 00000020:00000010:2.0:1767384974.027071:0:16758:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000055b723ea. 80000000:00000010:2.0:1767384974.027075:0:16758:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b839a46b. 40000000:00000010:2.0:1767384974.027078:0:16758:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008c226b8b. 00100000:00000010:2.0:1767384974.027081:0:16758:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f716bd03. 00040000:00000010:2.0:1767384974.027084:0:16758:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bbb3ab0d. 00040000:00000010:2.0:1767384974.027087:0:16758:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000455e979f. 00080000:00000010:2.0:1767384974.027090:0:16758:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001d3066e7. 00002000:00000010:2.0:1767384974.027094:0:16758:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c64a5cdf. 00000001:00000001:2.0:1767384974.027098:0:16758:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:2.0:1767384974.027100:0:16758:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000010:3.0:1767384974.027108:0:16763:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000255d6d73. 00000040:00000010:3.0:1767384974.027113:0:16763:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ff5a18c9. 00010000:00000040:2.0:1767384974.027113:0:16758:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000000dc5741 count: 4 00000020:00000010:3.0:1767384974.027119:0:16763:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fa1db74b. 00010000:00000001:2.0:1767384974.027120:0:16758:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:1.0:1767384974.027122:0:39761:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ll_mgs #1 00000020:00000010:3.0:1767384974.027123:0:16763:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000a72c41a. 00000020:00000001:2.0:1767384974.027125:0:16758:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 80000000:00000010:3.0:1767384974.027127:0:16763:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000907a164. 00010000:00000001:2.0:1767384974.027130:0:16758:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00040000:00000010:3.0:1767384974.027131:0:16763:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000022ec3ff. 00010000:00000001:2.0:1767384974.027134:0:16758:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384974.027135:0:16763:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000920b3dbe. 00000020:00000001:2.0:1767384974.027140:0:16758:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384974.027141:0:16763:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000a39e8120. 00000020:00000010:3.0:1767384974.027148:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023bc7a35. 00010000:00000001:2.0:1767384974.027149:0:16758:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:3.0:1767384974.027151:0:16763:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000005d617f3f. 00010000:00000001:2.0:1767384974.027152:0:16758:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000010:3.0:1767384974.027158:0:16763:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000004ffc464a. 00010000:00000001:2.0:1767384974.027160:0:16758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:3.0:1767384974.027162:0:16763:0:(service.c:3155:ptlrpc_main()) ll_mgs_0001: service thread [000000007ff98548:16763] 1 exiting: rc = 0 00010000:00000001:2.0:1767384974.027163:0:16758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384974.027167:0:16758:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384974.027170:0:16758:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384974.027173:0:16758:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003cce5d28 with handle 0x4895a8f6c11e8417 from hash 00010000:00000001:2.0:1767384974.027176:0:16758:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384974.027178:0:16758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384974.027180:0:16758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384974.027182:0:16758:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384974.027184:0:16758:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000010:1.0:1767384974.027185:0:39761:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000213d88ae. 00010000:00000040:2.0:1767384974.027186:0:16758:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 000000005d63f134, 1 locks cancelled. 00010000:00000001:2.0:1767384974.027189:0:16758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384974.027190:0:16758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:1.0:1767384974.027192:0:39761:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000007ff98548. 00010000:00000001:2.0:1767384974.027193:0:16758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384974.027197:0:16758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003cce5d28/0x4895a8f6c11e8417 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4895a8f6c11e8410 expref: 6 pid: 16763 timeout: 0 lvb_type: 0 00000100:00000010:1.0:1767384974.027200:0:39761:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000001fe18d3d. 00010000:00000040:2.0:1767384974.027218:0:16758:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000005d63f134 : new locks_count 4 00000020:00000040:2.0:1767384974.027222:0:16758:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 5 00010000:00000001:2.0:1767384974.027231:0:16758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384974.027232:0:39761:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000001:00000040:2.0:1767384974.027234:0:16758:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: fc613044-dd35-4, loop: 0 00000100:00000001:1.0:1767384974.027234:0:39761:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000001:00000001:2.0:1767384974.027236:0:16758:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1767384974.027239:0:16758:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000000dc5741 count: 3 00000400:00000200:1.0:1767384974.027239:0:39761:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 26 lazy 00010000:00000001:2.0:1767384974.027242:0:16758:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384974.027244:0:16758:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384974.027246:0:16758:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000001:1.0:1767384974.027249:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384974.027251:0:16758:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384974.027252:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384974.027254:0:16758:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384974.027256:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000457823a6. 00010000:00000001:2.0:1767384974.027257:0:16758:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:1.0:1767384974.027260:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010dbcf45 00000400:00000010:1.0:1767384974.027262:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000010dbcf45. 00010000:00000001:2.0:1767384974.027264:0:16758:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384974.027267:0:16758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384974.027267:0:39761:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:2.0:1767384974.027269:0:16758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1767384974.027269:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:2.0:1767384974.027271:0:16758:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384974.027272:0:16758:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384974.027275:0:16758:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008df12e13 with handle 0x4895a8f6c11e8528 from hash 00000100:00100000:1.0:1767384974.027276:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:2.0:1767384974.027278:0:16758:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:1.0:1767384974.027278:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00010000:00000001:2.0:1767384974.027279:0:16758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384974.027280:0:16758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384974.027281:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1767384974.027282:0:16758:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384974.027284:0:16758:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000001:1.0:1767384974.027284:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.027285:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000040:2.0:1767384974.027286:0:16758:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 000000005d63f134, 2 locks cancelled. 00000400:00000010:1.0:1767384974.027287:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e32c851. 00010000:00000001:2.0:1767384974.027288:0:16758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384974.027289:0:16758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384974.027290:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6113dcc 00010000:00000001:2.0:1767384974.027291:0:16758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767384974.027292:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f6113dcc. 00010000:00010000:2.0:1767384974.027293:0:16758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008df12e13/0x4895a8f6c11e8528 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4895a8f6c11e8521 expref: 5 pid: 16763 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384974.027294:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.027296:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000040:2.0:1767384974.027300:0:16758:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000005d63f134 : new locks_count 3 00000020:00000040:2.0:1767384974.027302:0:16758:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 4 00000100:00100000:1.0:1767384974.027302:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.027304:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384974.027306:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1767384974.027307:0:16758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:1.0:1767384974.027308:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000001:00000040:2.0:1767384974.027309:0:16758:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: fc613044-dd35-4, loop: 1 00000400:00000001:1.0:1767384974.027309:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000001:00000001:2.0:1767384974.027311:0:16758:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000010:1.0:1767384974.027311:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af224cad. 00010000:00000040:2.0:1767384974.027315:0:16758:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000000dc5741 count: 2 00000400:00000200:1.0:1767384974.027315:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d09898c 00010000:00000001:2.0:1767384974.027317:0:16758:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:1.0:1767384974.027317:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d09898c. 00000020:00000001:2.0:1767384974.027319:0:16758:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:1.0:1767384974.027320:0:39761:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:2.0:1767384974.027321:0:16758:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000200:1.0:1767384974.027321:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:2.0:1767384974.027322:0:16758:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384974.027324:0:16758:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384974.027326:0:16758:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00100000:1.0:1767384974.027327:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:2.0:1767384974.027328:0:16758:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:1.0:1767384974.027328:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00010000:00000001:2.0:1767384974.027330:0:16758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384974.027330:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1767384974.027332:0:16758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:1.0:1767384974.027332:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384974.027333:0:16758:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000001:1.0:1767384974.027333:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384974.027335:0:16758:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384974.027335:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a47e4e55. 00000020:00000040:2.0:1767384974.027338:0:16758:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a51faeba with handle 0x4895a8f6c11e84fe from hash 00000400:00000200:1.0:1767384974.027338:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072bc766a 00010000:00000001:2.0:1767384974.027340:0:16758:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:1.0:1767384974.027340:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000072bc766a. 00000100:00000001:1.0:1767384974.027343:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.027344:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:2.0:1767384974.027346:0:16758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384974.027348:0:16758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1767384974.027349:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:2.0:1767384974.027350:0:16758:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384974.027352:0:16758:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:1.0:1767384974.027352:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00010000:00000001:2.0:1767384974.027353:0:16758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384974.027355:0:16758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384974.027355:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1767384974.027356:0:16758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:1.0:1767384974.027356:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.027358:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:2.0:1767384974.027359:0:16758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a51faeba/0x4895a8f6c11e84fe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4895a8f6c11e84f7 expref: 4 pid: 16763 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384974.027360:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f3c4077. 00000400:00000200:1.0:1767384974.027363:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006287aa7 00010000:00000040:2.0:1767384974.027365:0:16758:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000005d63f134 : new locks_count 2 00000400:00000010:1.0:1767384974.027365:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000006287aa7. 00000020:00000040:2.0:1767384974.027367:0:16758:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 3 00000100:00000001:1.0:1767384974.027368:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.027369:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000040:2.0:1767384974.027370:0:16758:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000000dc5741 count: 0 00000100:00100000:1.0:1767384974.027374:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.027376:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00010000:00000001:2.0:1767384974.027378:0:16758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384974.027378:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.027379:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000001:00000040:2.0:1767384974.027380:0:16758:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: fc613044-dd35-4, loop: 2 00000400:00000001:1.0:1767384974.027380:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000001:00000001:2.0:1767384974.027382:0:16758:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000010:1.0:1767384974.027382:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000719d8bbf. 00010000:00000040:2.0:1767384974.027385:0:16758:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e55068fd count: 2 00000400:00000200:1.0:1767384974.027385:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081e7d894 00010000:00000001:2.0:1767384974.027387:0:16758:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:1.0:1767384974.027387:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000081e7d894. 00000020:00000001:2.0:1767384974.027389:0:16758:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:1.0:1767384974.027390:0:39761:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:2.0:1767384974.027391:0:16758:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000200:1.0:1767384974.027391:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:2.0:1767384974.027392:0:16758:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384974.027394:0:16758:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384974.027398:0:16758:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00100000:1.0:1767384974.027399:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:2.0:1767384974.027400:0:16758:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:1.0:1767384974.027402:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00010000:00000001:2.0:1767384974.027403:0:16758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384974.027404:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1767384974.027405:0:16758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384974.027407:0:16758:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000001:1.0:1767384974.027407:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384974.027408:0:16758:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384974.027408:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1767384974.027410:0:16758:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c0e81529 with handle 0x4895a8f6c11e84f0 from hash 00000400:00000010:1.0:1767384974.027410:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a32790cf. 00010000:00000001:2.0:1767384974.027413:0:16758:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:1.0:1767384974.027413:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec62c1ac 00010000:00000001:2.0:1767384974.027415:0:16758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767384974.027415:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ec62c1ac. 00010000:00000001:2.0:1767384974.027416:0:16758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384974.027417:0:16758:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767384974.027418:0:39761:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:2.0:1767384974.027419:0:16758:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000200:1.0:1767384974.027419:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000040:2.0:1767384974.027420:0:16758:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 000000005d63f134, 4 locks cancelled. 00010000:00000001:2.0:1767384974.027427:0:16758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384974.027428:0:16758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384974.027430:0:16758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1767384974.027430:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.027432:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384974.027434:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.027437:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:2.0:1767384974.027439:0:16758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c0e81529/0x4895a8f6c11e84f0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4895a8f6c11e84e9 expref: 3 pid: 16763 timeout: 0 lvb_type: 0 00000400:00000001:1.0:1767384974.027439:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.027440:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cbd7122d. 00000400:00000200:1.0:1767384974.027444:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbf6894b 00010000:00000040:2.0:1767384974.027445:0:16758:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000005d63f134 : new locks_count 1 00000400:00000010:1.0:1767384974.027446:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fbf6894b. 00000020:00000040:2.0:1767384974.027447:0:16758:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 2 00010000:00000040:2.0:1767384974.027448:0:16758:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e55068fd count: 0 00000100:00000001:1.0:1767384974.027449:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.027450:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:2.0:1767384974.027456:0:16758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1767384974.027456:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000001:00000040:2.0:1767384974.027458:0:16758:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: fc613044-dd35-4, loop: 3 00000100:00000040:1.0:1767384974.027458:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000001:00000001:2.0:1767384974.027460:0:16758:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:1.0:1767384974.027460:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.027462:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000040:2.0:1767384974.027463:0:16758:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a9e3103c count: 2 00000400:00000001:1.0:1767384974.027464:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384974.027465:0:16758:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:1.0:1767384974.027465:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d1a7b10. 00000020:00000001:2.0:1767384974.027467:0:16758:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384974.027468:0:16758:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000200:1.0:1767384974.027468:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073179458 00010000:00000001:2.0:1767384974.027470:0:16758:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384974.027470:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073179458. 00000020:00000001:2.0:1767384974.027472:0:16758:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.027473:0:39761:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:2.0:1767384974.027475:0:16758:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000200:1.0:1767384974.027475:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:2.0:1767384974.027477:0:16758:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384974.027479:0:16758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1767384974.027480:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:2.0:1767384974.027481:0:16758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384974.027482:0:16758:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:1.0:1767384974.027482:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00010000:00000001:2.0:1767384974.027484:0:16758:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.027484:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:2.0:1767384974.027486:0:16758:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a9bc8b87 with handle 0x4895a8f6c11e851a from hash 00000400:00000001:1.0:1767384974.027486:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384974.027488:0:16758:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000001:1.0:1767384974.027488:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384974.027489:0:16758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767384974.027489:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e27b978. 00010000:00000001:2.0:1767384974.027491:0:16758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384974.027492:0:16758:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:1.0:1767384974.027492:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000344b0ce1 00010000:00000001:2.0:1767384974.027495:0:16758:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000010:1.0:1767384974.027495:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000344b0ce1. 00010000:00000001:2.0:1767384974.027496:0:16758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384974.027498:0:16758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384974.027498:0:39761:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:2.0:1767384974.027499:0:16758:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1767384974.027499:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00010000:2.0:1767384974.027502:0:16758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a9bc8b87/0x4895a8f6c11e851a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4895a8f6c11e8513 expref: 2 pid: 16763 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384974.027505:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000040:2.0:1767384974.027507:0:16758:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000005d63f134 : new locks_count 0 00000100:00000040:1.0:1767384974.027507:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000020:00000040:2.0:1767384974.027508:0:16758:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 1 00000100:00000001:1.0:1767384974.027509:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000040:2.0:1767384974.027510:0:16758:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a9e3103c count: 0 00000400:00000001:1.0:1767384974.027511:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.027512:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.027514:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8faea88. 00000400:00000200:1.0:1767384974.027516:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000796ee240 00010000:00000001:2.0:1767384974.027518:0:16758:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:1.0:1767384974.027518:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000796ee240. 00000100:00000001:1.0:1767384974.027521:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.027523:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000001:00000040:2.0:1767384974.027525:0:16758:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: fc613044-dd35-4, loop: 4 00000001:00000001:2.0:1767384974.027527:0:16758:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00100000:1.0:1767384974.027528:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000001:00000001:2.0:1767384974.027530:0:16758:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384974.027530:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00010000:00010000:2.0:1767384974.027533:0:16758:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 000000005d63f134, canceled 5 locks, left on hash table 0. 00000100:00000001:1.0:1767384974.027533:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.027534:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384974.027536:0:16758:0:(ldlm_lock.c:2443:ldlm_reprocess_recovery_done()) Process entered 00000400:00000001:1.0:1767384974.027536:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000001:00000001:2.0:1767384974.027537:0:16758:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000400:00000010:1.0:1767384974.027537:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000019255f0. 00000001:00000001:2.0:1767384974.027539:0:16758:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000200:1.0:1767384974.027540:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0c3fb8b 00000001:00000001:2.0:1767384974.027542:0:16758:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384974.027542:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e0c3fb8b. 00010000:00000001:2.0:1767384974.027544:0:16758:0:(ldlm_lock.c:2449:ldlm_reprocess_recovery_done()) Process leaving 00000100:00000001:1.0:1767384974.027545:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.027546:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000010:2.0:1767384974.027547:0:16758:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000231861ce. 00000020:00000010:2.0:1767384974.027550:0:16758:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fc2692f4. 00000100:00100000:1.0:1767384974.027552:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000010:2.0:1767384974.027553:0:16758:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004a45b344. 00000100:00000040:1.0:1767384974.027554:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384974.027556:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:2.0:1767384974.027557:0:16758:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000055b723ea. 00000400:00000001:1.0:1767384974.027558:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.027559:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 80000000:00000010:2.0:1767384974.027560:0:16758:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b839a46b. 00000400:00000010:1.0:1767384974.027561:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007afdfe63. 00000400:00000200:1.0:1767384974.027563:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040e13c99 40000000:00000010:2.0:1767384974.027564:0:16758:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008c226b8b. 00000400:00000010:1.0:1767384974.027565:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000040e13c99. 00100000:00000010:2.0:1767384974.027567:0:16758:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f716bd03. 00000100:00000001:1.0:1767384974.027568:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.027569:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00040000:00000010:2.0:1767384974.027571:0:16758:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000bbb3ab0d. 00040000:00000010:2.0:1767384974.027575:0:16758:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000455e979f. 00000100:00100000:1.0:1767384974.027575:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.027578:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00080000:00000010:2.0:1767384974.027579:0:16758:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001d3066e7. 00000100:00000001:1.0:1767384974.027581:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00002000:00000010:2.0:1767384974.027582:0:16758:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c64a5cdf. 00000400:00000001:1.0:1767384974.027583:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1767384974.027585:0:16758:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067ede5da. 00000400:00000001:1.0:1767384974.027585:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.027587:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5e372eb. 00000020:00000001:2.0:1767384974.027589:0:16758:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000400:00000200:1.0:1767384974.027590:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ced0615 00000020:00000040:2.0:1767384974.027591:0:16758:0:(genops.c:898:class_export_put()) PUTting export 000000005d63f134 : new refcount 0 00000400:00000010:1.0:1767384974.027592:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ced0615. 00000020:00000080:2.0:1767384974.027593:0:16758:0:(genops.c:904:class_export_put()) final put 000000005d63f134/fc613044-dd35-4201-b03c-4d69ab0214c0 00000100:00000001:1.0:1767384974.027595:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.027596:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:2.0:1767384974.027600:0:16758:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:2.0:1767384974.027605:0:16758:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384974.027606:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000001:2.0:1767384974.027608:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:1.0:1767384974.027608:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000020:00000001:2.0:1767384974.027610:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.027610:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00010000:00010000:2.0:1767384974.027613:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384974.027613:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384974.027614:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:2.0:1767384974.027615:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000001:1.0:1767384974.027615:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000080:3.0:1767384974.027617:0:37:0:(genops.c:863:class_export_destroy()) destroying export 000000005d63f134/fc613044-dd35-4201-b03c-4d69ab0214c0 for MGS 00000020:00000001:2.0:1767384974.027619:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384974.027619:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d941b98a. 00000020:00000040:3.0:1767384974.027624:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 12 to 0@lo 00010000:00010000:2.0:1767384974.027624:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384974.027624:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086fdb145 00000020:00000001:2.0:1767384974.027628:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:1.0:1767384974.027628:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086fdb145. 00000020:00000001:3.0:1767384974.027629:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384974.027631:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384974.027633:0:37:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000100:00000001:1.0:1767384974.027633:0:39761:0:(events.c:286:request_in_callback()) Process entered 00010000:00010000:2.0:1767384974.027635:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:1.0:1767384974.027636:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000040:3.0:1767384974.027637:0:37:0:(genops.c:1229:class_import_get()) import 00000000c30cd863 refcount=2 obd=MGS 00000020:00000001:3.0:1767384974.027642:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384974.027646:0:37:0:(genops.c:1242:class_import_put()) import 00000000c30cd863 refcount=1 obd=MGS 00000100:00100000:1.0:1767384974.027647:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.027652:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000020:00000001:3.0:1767384974.027653:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384974.027657:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384974.027658:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:3.0:1767384974.027661:0:37:0:(genops.c:1242:class_import_put()) import 00000000c30cd863 refcount=0 obd=MGS 00000400:00000001:1.0:1767384974.027662:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.027666:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1767384974.027667:0:37:0:(genops.c:1245:class_import_put()) final put import 00000000c30cd863 00000400:00000010:1.0:1767384974.027669:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ada48f4e. 00000400:00000200:1.0:1767384974.027673:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007875548d 00000400:00000010:1.0:1767384974.027675:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007875548d. 00000100:00000001:1.0:1767384974.027678:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1767384974.027680:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:1.0:1767384974.027680:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:3.0:1767384974.027686:0:37:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:3.0:1767384974.027690:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00100000:1.0:1767384974.027691:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.027695:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000001:00000010:3.0:1767384974.027696:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000059bb0b48. 00000100:00000001:1.0:1767384974.027697:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.027701:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.027703:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.027705:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006abf8f57. 00000400:00000200:1.0:1767384974.027709:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ba6a004 00000400:00000010:1.0:1767384974.027711:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ba6a004. 00000001:00000010:3.0:1767384974.027713:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000097699e44. 00000100:00000001:1.0:1767384974.027714:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.027718:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000001:00000010:3.0:1767384974.027719:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000baa2a027. 00000001:00000010:3.0:1767384974.027722:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005ff6d42b. 00000100:00100000:1.0:1767384974.027727:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000001:00000010:3.0:1767384974.027728:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000300df1d8. 00000100:00000040:1.0:1767384974.027730:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000001:00000010:3.0:1767384974.027732:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000a2b00c06. 00000100:00000001:1.0:1767384974.027734:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000001:3.0:1767384974.027736:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000400:00000001:1.0:1767384974.027737:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384974.027739:0:37:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000400:00000001:1.0:1767384974.027740:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384974.027742:0:37:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00000400:00000010:1.0:1767384974.027744:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae3d808c. 00010000:00000001:3.0:1767384974.027745:0:37:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 20000000:00000001:3.0:1767384974.027748:0:37:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384974.027749:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046751911 00000020:00000001:3.0:1767384974.027752:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384974.027753:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000046751911. 00000020:00000040:3.0:1767384974.027755:0:37:0:(obd_config.c:955:class_decref()) Decref MGS (000000006764cd03) now 5 - export 00000100:00000001:1.0:1767384974.027758:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:3.0:1767384974.027759:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000005d63f134. 00000100:00000200:1.0:1767384974.027762:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:3.0:1767384974.027768:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:3.0:1767384974.027772:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:3.0:1767384974.027774:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000c30cd863 for MGS 00000100:00100000:1.0:1767384974.027778:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.027780:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000020:00000040:3.0:1767384974.027784:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 11 to 0@lo 00000100:00000001:1.0:1767384974.027786:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:3.0:1767384974.027787:0:37:0:(obd_config.c:955:class_decref()) Decref MGS (000000006764cd03) now 4 - import 00000400:00000001:1.0:1767384974.027790:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1767384974.027791:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000c30cd863. 00000400:00000001:1.0:1767384974.027794:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384974.027796:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000400:00000010:1.0:1767384974.027797:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9f9ccda. 00000400:00000200:1.0:1767384974.027802:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054d98210 00000400:00000010:1.0:1767384974.027804:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000054d98210. 00000100:00000001:1.0:1767384974.027807:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.027808:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.027815:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.027816:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384974.027819:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.027821:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.027823:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.027825:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f60f7081. 00000400:00000200:1.0:1767384974.027827:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000672ede88 00000400:00000010:1.0:1767384974.027829:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000672ede88. 00000100:00000001:1.0:1767384974.027833:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.027834:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.027840:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.027841:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384974.027843:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.027845:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.027847:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.027848:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038bcf0bc. 00000400:00000200:1.0:1767384974.027851:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000176bf659 00000400:00000010:1.0:1767384974.027853:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000176bf659. 00000100:00000001:1.0:1767384974.027855:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.027856:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.027862:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.027864:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384974.027866:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.027869:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.027870:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.027872:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a025410f. 00000400:00000200:1.0:1767384974.027875:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7ea374f 00000400:00000010:1.0:1767384974.027877:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a7ea374f. 00000100:00000001:1.0:1767384974.027880:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.027881:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.027886:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.027888:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384974.027890:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.027892:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.027893:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.027895:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000910143a5. 00000400:00000200:1.0:1767384974.027897:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ed8a892 00000400:00000010:1.0:1767384974.027899:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ed8a892. 00000100:00000001:1.0:1767384974.027903:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.027904:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.027910:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.027912:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384974.027915:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.027917:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.027919:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.027921:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089c9f820. 00000400:00000200:1.0:1767384974.027925:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c09df5a 00000400:00000010:1.0:1767384974.027927:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c09df5a. 00000100:00000001:1.0:1767384974.027931:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.027933:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.027941:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.027943:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384974.027944:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.027947:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.027949:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.027950:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000745cd949. 00000400:00000200:1.0:1767384974.027954:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081547b1d 00000400:00000010:1.0:1767384974.027956:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000081547b1d. 00000100:00000001:1.0:1767384974.027959:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.027961:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.027967:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.027969:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384974.027971:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.027972:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.027974:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.027975:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000013a002. 00000400:00000200:1.0:1767384974.027978:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc795b2b 00000400:00000010:1.0:1767384974.027980:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cc795b2b. 00000100:00000001:1.0:1767384974.027982:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.027983:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.027988:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.027990:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384974.027992:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.027994:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.027996:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.027997:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc6522e8. 00000400:00000200:1.0:1767384974.028000:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bf763ba 00000400:00000010:1.0:1767384974.028002:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000bf763ba. 00000100:00000001:1.0:1767384974.028005:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028006:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028034:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028036:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384974.028038:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028040:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028041:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028043:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de3fe2b0. 00000400:00000200:1.0:1767384974.028046:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007571d54 00000400:00000010:1.0:1767384974.028048:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000007571d54. 00000100:00000001:1.0:1767384974.028052:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028053:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028060:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028062:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384974.028064:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028066:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028067:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028069:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009faf174b. 00000400:00000200:1.0:1767384974.028072:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd2dddcf 00000400:00000010:1.0:1767384974.028073:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fd2dddcf. 00000100:00000001:1.0:1767384974.028076:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028077:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028083:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028084:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384974.028086:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028088:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028090:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028091:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a427055. 00000400:00000200:1.0:1767384974.028095:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000381f7920 00000400:00000010:1.0:1767384974.028096:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000381f7920. 00000100:00000001:1.0:1767384974.028100:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028102:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028109:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028111:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384974.028113:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028115:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028117:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028118:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070c4641e. 00000400:00000200:1.0:1767384974.028126:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df765874 00000400:00000010:1.0:1767384974.028128:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000df765874. 00000100:00000001:1.0:1767384974.028132:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028134:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028140:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028142:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384974.028144:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028146:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028148:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028149:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052f9d3cb. 00000400:00000200:1.0:1767384974.028152:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008827be69 00000400:00000010:1.0:1767384974.028153:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008827be69. 00000100:00000001:1.0:1767384974.028157:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028158:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028164:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028166:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384974.028168:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028170:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028171:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028173:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061e27d8d. 00000400:00000200:1.0:1767384974.028177:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000452ca91b 00000400:00000010:1.0:1767384974.028179:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000452ca91b. 00000100:00000001:1.0:1767384974.028181:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028182:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028188:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028190:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384974.028192:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028193:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028195:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028196:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063bf9adb. 00000400:00000200:1.0:1767384974.028199:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a259621b 00000400:00000010:1.0:1767384974.028201:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a259621b. 00000100:00000001:1.0:1767384974.028214:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028216:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028221:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028223:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384974.028224:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028226:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028227:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028229:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a2e3ce8. 00000400:00000200:1.0:1767384974.028232:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087cd8305 00000400:00000010:1.0:1767384974.028234:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000087cd8305. 00000100:00000001:1.0:1767384974.028237:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028239:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028245:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028247:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384974.028249:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028251:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028253:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028255:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ac92ace. 00000400:00000200:1.0:1767384974.028257:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fedbe97 00000400:00000010:1.0:1767384974.028259:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003fedbe97. 00000100:00000001:1.0:1767384974.028262:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028263:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028268:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028270:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384974.028272:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028275:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028277:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028278:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f0ec02a. 00000400:00000200:1.0:1767384974.028282:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000947f3e46 00000400:00000010:1.0:1767384974.028284:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000947f3e46. 00000100:00000001:1.0:1767384974.028287:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028288:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028298:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028300:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384974.028303:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028305:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028306:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028308:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e8cbd7d. 00000400:00000200:1.0:1767384974.028311:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a26e0edb 00000400:00000010:1.0:1767384974.028313:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a26e0edb. 00000100:00000001:1.0:1767384974.028316:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028318:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028325:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028327:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384974.028329:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028331:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028333:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028335:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093e02048. 00000400:00000200:1.0:1767384974.028337:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e23c665b 00000400:00000010:1.0:1767384974.028339:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e23c665b. 00000100:00000001:1.0:1767384974.028342:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028343:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028349:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028350:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384974.028352:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028354:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028355:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028357:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061094ded. 00000400:00000200:1.0:1767384974.028359:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e61d01de 00000400:00000010:1.0:1767384974.028361:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e61d01de. 00000100:00000001:1.0:1767384974.028363:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028365:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028370:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028372:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384974.028374:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028376:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028377:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028379:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d802f19. 00000400:00000200:1.0:1767384974.028381:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5ea5ed8 00000400:00000010:1.0:1767384974.028383:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f5ea5ed8. 00000100:00000001:1.0:1767384974.028386:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028387:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028392:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028394:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384974.028396:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028398:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028399:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028401:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085ce38cc. 00000400:00000200:1.0:1767384974.028404:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc84e510 00000400:00000010:1.0:1767384974.028405:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc84e510. 00000100:00000001:1.0:1767384974.028408:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028409:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028415:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028416:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384974.028419:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028420:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028422:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028423:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080216c13. 00000400:00000200:1.0:1767384974.028426:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007facdaf 00000400:00000010:1.0:1767384974.028427:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000007facdaf. 00000100:00000001:1.0:1767384974.028431:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028433:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028441:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028443:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384974.028445:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028446:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028452:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028454:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000065fbec. 00000400:00000200:1.0:1767384974.028457:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041fc14a9 00000400:00000010:1.0:1767384974.028459:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041fc14a9. 00000100:00000001:1.0:1767384974.028463:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028464:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028470:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028471:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384974.028474:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028476:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028477:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028478:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077d23cae. 00000400:00000200:1.0:1767384974.028481:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093345590 00000400:00000010:1.0:1767384974.028483:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093345590. 00000100:00000001:1.0:1767384974.028486:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028487:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028493:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028495:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384974.028497:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028500:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028501:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028503:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c79813d. 00000400:00000200:1.0:1767384974.028505:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086e7003e 00000400:00000010:1.0:1767384974.028507:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086e7003e. 00000100:00000001:1.0:1767384974.028509:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028510:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028517:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028518:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384974.028520:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028522:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028523:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028525:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005e574c9. 00000400:00000200:1.0:1767384974.028527:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6e35b26 00000400:00000010:1.0:1767384974.028529:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d6e35b26. 00000100:00000001:1.0:1767384974.028532:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028533:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028539:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028540:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384974.028543:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028545:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028546:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028548:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a8d2211. 00000400:00000200:1.0:1767384974.028550:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eaa966a7 00000400:00000010:1.0:1767384974.028552:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eaa966a7. 00000100:00000001:1.0:1767384974.028555:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028556:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028562:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028564:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384974.028565:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028567:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028569:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028570:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023797a56. 00000400:00000200:1.0:1767384974.028573:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e069a766 00000400:00000010:1.0:1767384974.028575:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e069a766. 00000100:00000001:1.0:1767384974.028577:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028579:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028584:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028586:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384974.028589:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028591:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028593:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028594:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcbe5cb5. 00000400:00000200:1.0:1767384974.028598:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb420a8d 00000400:00000010:1.0:1767384974.028600:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb420a8d. 00000100:00000001:1.0:1767384974.028603:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028610:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028614:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028616:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384974.028618:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028620:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028622:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028624:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebc9bede. 00000400:00000200:1.0:1767384974.028627:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049aa66e2 00000400:00000010:1.0:1767384974.028629:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000049aa66e2. 00000100:00000001:1.0:1767384974.028632:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028634:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028639:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028641:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384974.028643:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028645:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028646:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028648:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4b6250e. 00000400:00000200:1.0:1767384974.028650:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f33c90d8 00000400:00000010:1.0:1767384974.028652:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f33c90d8. 00000100:00000001:1.0:1767384974.028654:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028656:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028661:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028663:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384974.028665:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028666:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028668:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028669:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d482e20. 00000400:00000200:1.0:1767384974.028672:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd7044ad 00000400:00000010:1.0:1767384974.028674:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fd7044ad. 00000100:00000001:1.0:1767384974.028677:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028678:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028684:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028686:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384974.028687:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028689:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028691:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028692:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009923c055. 00000400:00000200:1.0:1767384974.028696:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db5da3fe 00000400:00000010:1.0:1767384974.028698:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000db5da3fe. 00000100:00000001:1.0:1767384974.028701:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028702:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028708:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028710:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384974.028712:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028713:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028715:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028716:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b386a02. 00000400:00000200:1.0:1767384974.028719:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cc6d8e9 00000400:00000010:1.0:1767384974.028720:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006cc6d8e9. 00000100:00000001:1.0:1767384974.028723:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028725:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028730:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028731:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384974.028734:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028735:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028737:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028738:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040c68771. 00000400:00000200:1.0:1767384974.028741:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bfeb35c 00000400:00000010:1.0:1767384974.028742:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008bfeb35c. 00000100:00000001:1.0:1767384974.028746:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028748:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028756:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028758:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384974.028760:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028761:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028766:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028768:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000888b793b. 00000400:00000200:1.0:1767384974.028771:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0196a5c 00000400:00000010:1.0:1767384974.028773:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a0196a5c. 00000100:00000001:1.0:1767384974.028777:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028779:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028785:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028787:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384974.028789:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028791:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028793:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028794:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c84e5ef. 00000400:00000200:1.0:1767384974.028797:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1073aae 00000400:00000010:1.0:1767384974.028799:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1073aae. 00000100:00000001:1.0:1767384974.028802:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028804:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028809:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028811:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384974.028813:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028814:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028816:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028817:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f2401b8. 00000400:00000200:1.0:1767384974.028819:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9ff165a 00000400:00000010:1.0:1767384974.028821:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c9ff165a. 00000100:00000001:1.0:1767384974.028824:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028825:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028830:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028832:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384974.028834:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028836:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028837:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028839:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000356384be. 00000400:00000200:1.0:1767384974.028841:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c51644f2 00000400:00000010:1.0:1767384974.028843:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c51644f2. 00000100:00000001:1.0:1767384974.028845:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028847:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028852:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028854:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384974.028855:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028857:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028859:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028860:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005aa4224f. 00000400:00000200:1.0:1767384974.028863:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005be2ba7a 00000400:00000010:1.0:1767384974.028865:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005be2ba7a. 00000100:00000001:1.0:1767384974.028867:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028869:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028875:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028877:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384974.028879:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028881:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028883:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028884:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000698ddb20. 00000400:00000200:1.0:1767384974.028887:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b08eee2a 00000400:00000010:1.0:1767384974.028889:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b08eee2a. 00000100:00000001:1.0:1767384974.028892:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028893:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028899:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028901:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384974.028903:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028904:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028906:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028907:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b41dcae. 00000400:00000200:1.0:1767384974.028910:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1412ab3 00000400:00000010:1.0:1767384974.028912:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1412ab3. 00000100:00000001:1.0:1767384974.028916:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028917:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028925:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028927:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384974.028928:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.028936:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.028937:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.028939:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e042d8c. 00000400:00000200:1.0:1767384974.028942:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cffb8af6 00000400:00000010:1.0:1767384974.028944:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cffb8af6. 00000100:00000001:1.0:1767384974.028947:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.028949:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384974.028954:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.028956:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384974.028958:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384974.028962:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.028964:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.028967:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.028969:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.028971:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.028972:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.028974:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.028977:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.028979:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.028980:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.028982:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.028984:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.028986:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.028987:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.028990:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.028991:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.028993:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.028994:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.028996:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.028997:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.028999:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029001:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029003:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029005:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029006:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029008:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029009:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029029:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029032:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029033:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029035:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029037:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029038:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029040:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029041:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029043:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029045:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029046:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029048:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029050:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029051:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029053:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029055:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029056:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029058:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029059:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029061:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029063:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029065:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029066:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029068:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029070:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029071:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029073:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029076:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029077:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029079:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029080:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029082:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029083:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029085:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029087:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029090:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029091:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029094:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029095:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029098:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029099:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029102:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029103:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029105:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029106:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029107:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029114:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029115:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029116:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029119:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029120:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029122:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029123:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029125:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029127:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029129:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029130:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029132:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029133:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029136:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029138:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029140:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029141:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029143:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029145:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029146:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029148:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029150:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029151:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029153:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029154:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029156:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029157:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029159:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029160:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029162:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029164:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029166:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029167:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029169:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029171:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029173:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029175:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029176:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029178:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029180:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029181:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029183:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029184:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029186:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029188:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029190:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029191:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029193:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029195:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029197:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029198:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029200:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029201:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.029215:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.029217:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1767384974.029222:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000eb33654a. 00000100:00000010:1.0:1767384974.029254:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003c9d4092. 00000100:00000010:1.0:1767384974.029258:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e693fd56. 00000100:00000010:1.0:1767384974.029263:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005f7bd8e0. 00000100:00000010:1.0:1767384974.029266:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009182ffe7. 00000100:00000010:1.0:1767384974.029270:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a1c8241b. 00000100:00000010:1.0:1767384974.029275:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000070b76f7a. 00000100:00000010:1.0:1767384974.029279:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000227da67. 00000100:00000010:1.0:1767384974.029283:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000602d8e36. 00000100:00000010:1.0:1767384974.029287:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000538eb7db. 00000100:00000010:1.0:1767384974.029289:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000003f644ff. 00000100:00000010:1.0:1767384974.029299:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000037100dff. 00000100:00000010:1.0:1767384974.029301:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004ad7ce20. 00000100:00000010:1.0:1767384974.029305:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007149108a. 00000100:00000010:1.0:1767384974.029309:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d5699bf2. 00000100:00000010:1.0:1767384974.029312:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d828a4cb. 00000100:00000010:1.0:1767384974.029316:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004b092d5c. 00000100:00000010:1.0:1767384974.029330:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de9bcc1d. 00000100:00000010:1.0:1767384974.029333:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000011906be3. 00000100:00000010:1.0:1767384974.029346:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000067653e19. 00000100:00000010:1.0:1767384974.029349:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000010787a27. 00000100:00000010:1.0:1767384974.029352:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d252a4c. 00000100:00000010:1.0:1767384974.029355:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005c0d046f. 00000100:00000010:1.0:1767384974.029358:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004538ae77. 00000100:00000010:1.0:1767384974.029361:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009a502cb9. 00000100:00000010:1.0:1767384974.029364:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000074c9c59f. 00000100:00000010:1.0:1767384974.029367:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b3e4f6de. 00000100:00000010:1.0:1767384974.029370:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c46e2b4a. 00000100:00000010:1.0:1767384974.029373:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002840dea0. 00000100:00000010:1.0:1767384974.029376:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000453c07e9. 00000100:00000010:1.0:1767384974.029379:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000000fbff54. 00000100:00000010:1.0:1767384974.029382:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000082a5866. 00000100:00000010:1.0:1767384974.029386:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000085e7bff3. 00000100:00000010:1.0:1767384974.029389:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009c5e50d3. 00000100:00000010:1.0:1767384974.029392:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009613c429. 00000100:00000010:1.0:1767384974.029395:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000548b8799. 00000100:00000010:1.0:1767384974.029397:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000085bad1df. 00000100:00000010:1.0:1767384974.029401:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e629d350. 00000100:00000010:1.0:1767384974.029403:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f8ca5790. 00000100:00000010:1.0:1767384974.029406:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b4985d89. 00000100:00000010:1.0:1767384974.029409:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000061bfdb46. 00000100:00000010:1.0:1767384974.029412:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000abaca0db. 00000100:00000010:1.0:1767384974.029415:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006867ec6d. 00000100:00000010:1.0:1767384974.029442:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ced5ee84. 00000100:00000010:1.0:1767384974.029445:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ea1656bb. 00000100:00000010:1.0:1767384974.029449:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000007baaf59. 00000100:00000010:1.0:1767384974.029454:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000059e989e. 00000100:00000010:1.0:1767384974.029458:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000676d277f. 00000100:00000010:1.0:1767384974.029462:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f7dba6c6. 00000100:00000010:1.0:1767384974.029466:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000159aec23. 00000100:00000010:1.0:1767384974.029468:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000dc8728b5. 00000100:00000010:1.0:1767384974.029477:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000014276e0d. 00000100:00000010:1.0:1767384974.029481:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000040d29a38. 00000100:00000010:1.0:1767384974.029484:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b4c67cae. 00000100:00000010:1.0:1767384974.029487:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e61e87a6. 00000100:00000010:1.0:1767384974.029491:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005efb38e5. 00000100:00000010:1.0:1767384974.029494:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000efb3f04d. 00000100:00000010:1.0:1767384974.029497:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009c697870. 00000100:00000010:1.0:1767384974.029500:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d81d7a31. 00000100:00000010:1.0:1767384974.029504:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000afa95283. 00000100:00000010:1.0:1767384974.029507:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000541b2180. 00000100:00000010:1.0:1767384974.029510:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003c9c8f7c. 00000100:00000010:1.0:1767384974.029513:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009f05d3a3. 00000100:00000010:1.0:1767384974.029516:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006a0c4d7b. 00000100:00000010:1.0:1767384974.029518:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bd7f0d7f. 00000100:00000010:1.0:1767384974.029521:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002b7c3551. 00000100:00000010:1.0:1767384974.029524:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000acb98aa3. 00000100:00000010:1.0:1767384974.029550:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f9225c21. 00000100:00000010:1.0:1767384974.029554:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000044b4a9c9. 00000100:00000010:1.0:1767384974.029557:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c45b27a4. 00000100:00000010:1.0:1767384974.029559:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008b15f276. 00000100:00000010:1.0:1767384974.029563:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008f0b2844. 00000100:00000010:1.0:1767384974.029565:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006e097d9e. 00000100:00000010:1.0:1767384974.029569:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000085c68ba4. 00000100:00000010:1.0:1767384974.029571:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000010fb23c5. 00000100:00000010:1.0:1767384974.029574:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000212bb113. 00000100:00000010:1.0:1767384974.029577:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a4f847cc. 00000100:00000010:1.0:1767384974.029580:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004b160ade. 00000100:00000010:1.0:1767384974.029583:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b0a5d0e9. 00000100:00000010:1.0:1767384974.029586:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000083242ee6. 00000100:00000010:1.0:1767384974.029589:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002820511b. 00000100:00000010:1.0:1767384974.029592:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001b7f64e4. 00000100:00000010:1.0:1767384974.029595:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000092d01282. 00000100:00000010:1.0:1767384974.029598:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000957f6da3. 00000100:00000010:1.0:1767384974.029602:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000047776966. 00000100:00000010:1.0:1767384974.029620:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003331e409. 00000100:00000010:1.0:1767384974.029623:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000085c2f24e. 00000100:00000010:1.0:1767384974.029626:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000093fafda9. 00000100:00000010:1.0:1767384974.029629:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000eaafe0a3. 00000100:00000010:1.0:1767384974.029632:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000005465956. 00000100:00000010:1.0:1767384974.029635:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005c7bef5c. 00000100:00000010:1.0:1767384974.029638:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b951e7a1. 00000100:00000010:1.0:1767384974.029640:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f132edb8. 00000100:00000010:1.0:1767384974.029643:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b0e40790. 00000100:00000010:1.0:1767384974.029645:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f51fd26d. 00000100:00000010:1.0:1767384974.029647:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000264c9cf2. 00000100:00000010:1.0:1767384974.029649:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000622482e8. 00000100:00000010:1.0:1767384974.029652:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000091d873eb. 00000100:00000010:1.0:1767384974.029655:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003e76c483. 00000100:00000010:1.0:1767384974.029658:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d6b56690. 00000100:00000010:1.0:1767384974.029660:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e144a647. 00000100:00000010:1.0:1767384974.029662:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000066ee55b4. 00000100:00000010:1.0:1767384974.029665:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000031dbb987. 00000100:00000010:1.0:1767384974.029667:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000014ec5594. 00000100:00000010:1.0:1767384974.029669:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fb8cc52a. 00000100:00000010:1.0:1767384974.029672:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008c22ad22. 00000100:00000010:1.0:1767384974.029674:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001f901fea. 00000100:00000010:1.0:1767384974.029686:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003fac6c07. 00000100:00000010:1.0:1767384974.029696:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e59a91b2. 00000100:00000010:1.0:1767384974.029698:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003f70045a. 00000100:00000010:1.0:1767384974.029699:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005f3523d6. 00000100:00000010:1.0:1767384974.029701:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b54b912d. 00000100:00000010:1.0:1767384974.029702:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000060c37cbd. 00000100:00000010:1.0:1767384974.029704:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005c37f37a. 00000100:00000010:1.0:1767384974.029705:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000e01d846. 00000100:00000010:1.0:1767384974.029707:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000041b94aa5. 00000100:00000010:1.0:1767384974.029708:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004b6c333c. 00000100:00000010:1.0:1767384974.029709:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000687ef23a. 00000100:00000010:1.0:1767384974.029710:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001d760d3f. 00000100:00000010:1.0:1767384974.029712:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e0203188. 00000100:00000010:1.0:1767384974.029713:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000077d59905. 00000100:00000010:1.0:1767384974.029715:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005a555cb5. 00000100:00000010:1.0:1767384974.029716:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000132aef53. 00000100:00000010:1.0:1767384974.029718:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004c744eff. 00000100:00000010:1.0:1767384974.029719:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007aa258c0. 00000100:00000010:1.0:1767384974.029721:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000f9005ea. 00000100:00000010:1.0:1767384974.029722:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ff24be81. 00000100:00000010:1.0:1767384974.029727:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d2fccfa. 00000100:00000010:1.0:1767384974.029733:0:39761:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000079cda6ad. 00000100:00000010:1.0:1767384974.029738:0:39761:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000003a4785e9. 00000100:00000010:1.0:1767384974.029743:0:39761:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000082d7dfc2. 00000100:00000001:1.0:1767384974.029750:0:39761:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384974.029752:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.029754:0:39761:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384974.029755:0:39761:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384974.029757:0:39761:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000058595d6f. 00000100:00000001:1.0:1767384974.029759:0:39761:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384974.029760:0:39761:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.029762:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.029763:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000cb4dd21a. 00000100:00000001:1.0:1767384974.029764:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.029765:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.029766:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000021880aad. 00000100:00000001:1.0:1767384974.029768:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.029768:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.029769:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000086276768. 00000100:00000001:1.0:1767384974.029770:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.029771:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.029772:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000023d8da69. 00000100:00000001:1.0:1767384974.029773:0:39761:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384974.029822:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000c7aa4c19. 00000020:00000010:1.0:1767384974.029825:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000003032701e. 00000020:00000010:1.0:1767384974.029834:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000016ede509. 00000020:00000010:1.0:1767384974.029836:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000c53f00f6. 00000020:00000010:1.0:1767384974.029839:0:39761:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000023d60543. 00000020:00000010:1.0:1767384974.029841:0:39761:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000c7c31508. 00000100:00000010:1.0:1767384974.029856:0:39761:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000f8812ee4. 00000100:00000010:1.0:1767384974.029863:0:39761:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000e91872bb. 00000100:00000010:1.0:1767384974.029865:0:39761:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000a7247aa7. 00000100:00000010:1.0:1767384974.029867:0:39761:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000009b18fbaf. 00000100:00000001:1.0:1767384974.029868:0:39761:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384974.029871:0:39761:0:(mgs_llog.c:5203:mgs_erase_logs()) Process entered 00080000:00000001:1.0:1767384974.029874:0:39761:0:(osd_index.c:123:osd_index_it_init()) Process entered 00080000:00000010:1.0:1767384974.029877:0:39761:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000101a2cbc. 00080000:00000010:1.0:1767384974.029879:0:39761:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 0000000046c4c88e. 00080000:00000001:1.0:1767384974.029881:0:39761:0:(osd_index.c:148:osd_index_it_init()) Process leaving (rc=18446635436529129840 : -108637180421776 : ffff9d31ef739970) 00080000:00000001:1.0:1767384974.029882:0:39761:0:(osd_index.c:1218:osd_dir_it_init()) Process leaving (rc=18446635436529129840 : -108637180421776 : ffff9d31ef739970) 00080000:00000001:1.0:1767384974.029884:0:39761:0:(osd_index.c:1680:osd_dir_it_load()) Process entered 00080000:00000001:1.0:1767384974.029886:0:39761:0:(osd_index.c:1698:osd_dir_it_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384974.029888:0:39761:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:1.0:1767384974.029888:0:39761:0:(osd_index.c:1371:osd_dir_it_key()) Process leaving (rc=18446744072668463567 : -1041088049 : ffffffffc1f241cf) 00080000:00000001:1.0:1767384974.029890:0:39761:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1767384974.029891:0:39761:0:(osd_index.c:1394:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 20000000:01000000:1.0:1767384974.029893:0:39761:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping . 00080000:00000001:1.0:1767384974.029894:0:39761:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1767384974.029895:0:39761:0:(osd_index.c:1342:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384974.029896:0:39761:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:1.0:1767384974.029897:0:39761:0:(osd_index.c:1373:osd_dir_it_key()) Process leaving (rc=18446744072668463569 : -1041088047 : ffffffffc1f241d1) 00080000:00000001:1.0:1767384974.029898:0:39761:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1767384974.029899:0:39761:0:(osd_index.c:1396:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 20000000:01000000:1.0:1767384974.029900:0:39761:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping .. 00080000:00000001:1.0:1767384974.029901:0:39761:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1767384974.029919:0:39761:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384974.029920:0:39761:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:1.0:1767384974.029921:0:39761:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446635436529130176 : -108637180421440 : ffff9d31ef739ac0) 00080000:00000001:1.0:1767384974.029922:0:39761:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1767384974.029923:0:39761:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=13 : 13 : d) 20000000:00000010:1.0:1767384974.029926:0:39761:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000001131d1fa. 20000000:00000010:1.0:1767384974.029927:0:39761:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 0000000068ecba81. 00080000:00000001:1.0:1767384974.029929:0:39761:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1767384974.029930:0:39761:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384974.029931:0:39761:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:1.0:1767384974.029931:0:39761:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446635436529130176 : -108637180421440 : ffff9d31ef739ac0) 00080000:00000001:1.0:1767384974.029932:0:39761:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1767384974.029933:0:39761:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=14 : 14 : e) 20000000:00000010:1.0:1767384974.029935:0:39761:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000006a5246d2. 20000000:00000010:1.0:1767384974.029936:0:39761:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000f8ed2cee. 00080000:00000001:1.0:1767384974.029937:0:39761:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1767384974.029938:0:39761:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384974.029939:0:39761:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:1.0:1767384974.029940:0:39761:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446635436529130176 : -108637180421440 : ffff9d31ef739ac0) 00080000:00000001:1.0:1767384974.029941:0:39761:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1767384974.029943:0:39761:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=7 : 7 : 7) 20000000:00000010:1.0:1767384974.029944:0:39761:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000e5366d14. 20000000:00000010:1.0:1767384974.029945:0:39761:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 000000009c9e8cce. 00080000:00000001:1.0:1767384974.029946:0:39761:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1767384974.029947:0:39761:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384974.029948:0:39761:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:1.0:1767384974.029949:0:39761:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446635436529130176 : -108637180421440 : ffff9d31ef739ac0) 00080000:00000001:1.0:1767384974.029950:0:39761:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1767384974.029951:0:39761:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=6 : 6 : 6) 20000000:00000010:1.0:1767384974.029952:0:39761:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000017b50a2d. 20000000:00000010:1.0:1767384974.029953:0:39761:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 000000005ba2d305. 00080000:00000001:1.0:1767384974.029954:0:39761:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1767384974.029955:0:39761:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384974.029956:0:39761:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:1.0:1767384974.029957:0:39761:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446635436529130176 : -108637180421440 : ffff9d31ef739ac0) 00080000:00000001:1.0:1767384974.029958:0:39761:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1767384974.029959:0:39761:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=14 : 14 : e) 20000000:00000010:1.0:1767384974.029960:0:39761:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000006182b84d. 20000000:00000010:1.0:1767384974.029961:0:39761:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000a9a81bb0. 00080000:00000001:1.0:1767384974.029962:0:39761:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1767384974.029963:0:39761:0:(osd_index.c:1356:osd_dir_it_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384974.029964:0:39761:0:(osd_index.c:156:osd_index_it_fini()) Process entered 00080000:00000010:1.0:1767384974.029966:0:39761:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 0000000046c4c88e. 00080000:00000010:1.0:1767384974.029968:0:39761:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000101a2cbc. 00080000:00000001:1.0:1767384974.029972:0:39761:0:(osd_index.c:166:osd_index_it_fini()) Process leaving 20000000:00000001:1.0:1767384974.029973:0:39761:0:(mgs_llog.c:130:class_dentry_readdir()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384974.030071:0:39761:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000d05a94ce. 20000000:00000010:1.0:1767384974.030078:0:39761:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 0000000091acd860. 20000000:00000010:1.0:1767384974.030082:0:39761:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000109d8c62. 20000000:00000010:1.0:1767384974.030086:0:39761:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000005bb7258c. 20000000:00000010:1.0:1767384974.030089:0:39761:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000a1dcfd5b. 20000000:00000010:1.0:1767384974.030093:0:39761:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000a9a81bb0. 20000000:00000010:1.0:1767384974.030095:0:39761:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000006182b84d. 20000000:00000010:1.0:1767384974.030098:0:39761:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 000000005ba2d305. 20000000:00000010:1.0:1767384974.030100:0:39761:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000017b50a2d. 20000000:00000010:1.0:1767384974.030102:0:39761:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 000000009c9e8cce. 20000000:00000010:1.0:1767384974.030104:0:39761:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000e5366d14. 20000000:00000010:1.0:1767384974.030106:0:39761:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000f8ed2cee. 20000000:00000010:1.0:1767384974.030108:0:39761:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000006a5246d2. 20000000:00000010:1.0:1767384974.030110:0:39761:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 0000000068ecba81. 20000000:00000010:1.0:1767384974.030112:0:39761:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000001131d1fa. 20000000:00000001:1.0:1767384974.030114:0:39761:0:(mgs_llog.c:5245:mgs_erase_logs()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000010:1.0:1767384974.030122:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d6ec3274. 20000000:00000010:1.0:1767384974.030125:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b6a5afc9. 20000000:00000010:1.0:1767384974.030128:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009280fde9. 20000000:00000010:1.0:1767384974.030130:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000234bc041. 20000000:00000010:1.0:1767384974.030133:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008df8a46d. 20000000:00000010:1.0:1767384974.030136:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000020eee12e. 20000000:00000010:1.0:1767384974.030138:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ec3b298f. 20000000:00000010:1.0:1767384974.030141:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008a1abd92. 20000000:00000010:1.0:1767384974.030144:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000883da3b3. 20000000:00000010:1.0:1767384974.030147:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000c663eb3. 20000000:00000010:1.0:1767384974.030150:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c439d500. 20000000:00000010:1.0:1767384974.030152:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000bf2aaed. 20000000:00000010:1.0:1767384974.030154:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c4d60846. 20000000:00000010:1.0:1767384974.030157:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005cbdb1d9. 20000000:00000010:1.0:1767384974.030160:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008d3c7b64. 20000000:00000010:1.0:1767384974.030162:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000025db946e. 20000000:00000010:1.0:1767384974.030164:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000edebdcc0. 20000000:00000010:1.0:1767384974.030166:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a7b6a697. 20000000:00000010:1.0:1767384974.030168:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007930ead1. 20000000:00000010:1.0:1767384974.030170:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000bb96b014. 20000000:00000010:1.0:1767384974.030172:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006fa4ad6a. 20000000:00000010:1.0:1767384974.030174:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006c6d663f. 20000000:00000010:1.0:1767384974.030176:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f771f3d8. 20000000:00000010:1.0:1767384974.030177:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000fa5e07ca. 20000000:00000010:1.0:1767384974.030179:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000beb39d1e. 20000000:00000010:1.0:1767384974.030181:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b28d9342. 20000000:00000010:1.0:1767384974.030183:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006bf690d1. 20000000:00000010:1.0:1767384974.030185:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002d1276c0. 20000000:00000010:1.0:1767384974.030187:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007da48781. 20000000:00000010:1.0:1767384974.030188:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ecd963d1. 20000000:00000010:1.0:1767384974.030191:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005fc26dea. 20000000:00000010:1.0:1767384974.030192:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c381ec43. 20000000:00000010:1.0:1767384974.030194:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a0707852. 20000000:00000010:1.0:1767384974.030195:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000048deb0ba. 20000000:00000010:1.0:1767384974.030197:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003319a65f. 20000000:00000010:1.0:1767384974.030200:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007e2d689a. 20000000:00000010:1.0:1767384974.030201:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000188fb37d. 20000000:00000010:1.0:1767384974.030215:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000de7647ca. 20000000:00000010:1.0:1767384974.030219:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000779da161. 20000000:00000010:1.0:1767384974.030222:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c6ea4293. 20000000:00000010:1.0:1767384974.030223:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008143e804. 20000000:00000010:1.0:1767384974.030228:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000422a8da6. 20000000:00000010:1.0:1767384974.030230:0:39761:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 00000000896bc73b. 20000000:00000010:1.0:1767384974.030232:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002c4da955. 20000000:00000010:1.0:1767384974.030234:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007cfe76cb. 20000000:00000010:1.0:1767384974.030237:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006a278f14. 20000000:00000010:1.0:1767384974.030238:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000098fe52a8. 20000000:00000010:1.0:1767384974.030241:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000dbc6308e. 20000000:00000010:1.0:1767384974.030242:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001ac6bd2a. 20000000:00000010:1.0:1767384974.030244:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008a3f1e51. 20000000:00000010:1.0:1767384974.030246:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006757853d. 20000000:00000010:1.0:1767384974.030247:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000095af086b. 20000000:00000010:1.0:1767384974.030249:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000db1ffc64. 20000000:00000010:1.0:1767384974.030250:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c37203b9. 20000000:00000010:1.0:1767384974.030252:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e1d404ff. 20000000:00000010:1.0:1767384974.030254:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000042d68367. 20000000:00000010:1.0:1767384974.030255:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ebb75508. 20000000:00000010:1.0:1767384974.030259:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006affdb15. 20000000:00000010:1.0:1767384974.030261:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b31b9988. 20000000:00000010:1.0:1767384974.030262:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003a0826c9. 20000000:00000010:1.0:1767384974.030263:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000026811c80. 20000000:00000010:1.0:1767384974.030266:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004c47569c. 20000000:00000010:1.0:1767384974.030268:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b1c18203. 20000000:00000010:1.0:1767384974.030269:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000de888d9e. 20000000:00000010:1.0:1767384974.030271:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008ce6c1f7. 20000000:00000010:1.0:1767384974.030273:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000086181f21. 20000000:00000010:1.0:1767384974.030274:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006ebd637a. 20000000:00000010:1.0:1767384974.030276:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a4337fa7. 20000000:00000010:1.0:1767384974.030278:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e4cf46e4. 20000000:00000010:1.0:1767384974.030279:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000092b192c8. 20000000:00000010:1.0:1767384974.030280:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d12c458f. 20000000:00000010:1.0:1767384974.030282:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d54ef25d. 20000000:00000010:1.0:1767384974.030283:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007a33e5ce. 20000000:00000010:1.0:1767384974.030285:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e9920fef. 20000000:00000010:1.0:1767384974.030287:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000abf5aa77. 20000000:00000010:1.0:1767384974.030288:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d91a96b4. 20000000:00000010:1.0:1767384974.030290:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000104ae53c. 20000000:00000010:1.0:1767384974.030292:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e90b69e5. 20000000:00000010:1.0:1767384974.030293:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000065b97841. 20000000:00000010:1.0:1767384974.030294:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000c01406d. 20000000:00000010:1.0:1767384974.030296:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000040fbc96d. 20000000:00000010:1.0:1767384974.030297:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000019aa2c19. 20000000:00000010:1.0:1767384974.030299:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e0874354. 20000000:00000010:1.0:1767384974.030300:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000afed1971. 20000000:00000010:1.0:1767384974.030302:0:39761:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000188bcf10. 20000000:00000010:1.0:1767384974.030304:0:39761:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 000000005d9433b0. 20000000:00000010:1.0:1767384974.030345:0:39761:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000d7c670a8. 20000000:00000010:1.0:1767384974.030351:0:39761:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 000000007d41de71. 20000000:00000010:1.0:1767384974.030354:0:39761:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000082506e7. 20000000:00000010:1.0:1767384974.030357:0:39761:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000006443d95c. 20000000:00000010:1.0:1767384974.030359:0:39761:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000bdbad71f. 20000000:00000010:1.0:1767384974.030361:0:39761:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000b545f38a. 20000000:00000010:1.0:1767384974.030364:0:39761:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 000000005d49bbd9. 20000000:00000010:1.0:1767384974.030368:0:39761:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000d6622601. 20000000:00000010:1.0:1767384974.030370:0:39761:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 000000009143b513. 00010000:00000001:1.0:1767384974.030372:0:39761:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:1.0:1767384974.030374:0:39761:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:1.0:1767384974.030375:0:39761:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384974.030376:0:39761:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384974.030377:0:39761:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384974.030379:0:39761:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384974.030379:0:39761:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384974.030380:0:39761:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384974.030382:0:39761:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384974.030383:0:39761:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000020:00000001:1.0:1767384974.030386:0:39761:0:(tgt_main.c:643:tgt_fini()) Process entered 00000020:00000001:1.0:1767384974.030388:0:39761:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000020:00000001:1.0:1767384974.030396:0:39761:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:1.0:1767384974.030400:0:39761:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000ee3d6d41 - data 0000000052f97e6f/00000000187af0bc 00000020:00000010:1.0:1767384974.030454:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 000000001872d458. 00000020:00000010:1.0:1767384974.030457:0:39761:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 00000000583c772f. 00000020:00000010:1.0:1767384974.030459:0:39761:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000187af0bc. 00000020:00000010:1.0:1767384974.030460:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000560f0758. 00000020:00000010:1.0:1767384974.030462:0:39761:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 000000000d1323ff. 00000020:00000010:1.0:1767384974.030463:0:39761:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000a9ff7252. 00000020:00000010:1.0:1767384974.030465:0:39761:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000ee3d6d41. 00000020:01000000:1.0:1767384974.030467:0:39761:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000905051e4 - data 00000000daea6f37/00000000bdb293ae 00000020:00000010:1.0:1767384974.030519:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 00000000f72e33ef. 00000020:00000010:1.0:1767384974.030521:0:39761:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 00000000b649191f. 00000020:00000010:1.0:1767384974.030522:0:39761:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000bdb293ae. 00000020:00000010:1.0:1767384974.030524:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 000000001d15c145. 00000020:00000010:1.0:1767384974.030526:0:39761:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000f78a535c. 00000020:00000010:1.0:1767384974.030527:0:39761:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000006d771ed8. 00000020:00000010:1.0:1767384974.030528:0:39761:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000905051e4. 00000020:00000001:1.0:1767384974.030529:0:39761:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 20000000:00000040:1.0:1767384974.030577:0:39761:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000004fe5416f : new refcount 2 00000040:00000001:1.0:1767384974.030579:0:39761:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1767384974.030580:0:39761:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000004fe5416f : new refcount 1 00080000:00000010:1.0:1767384974.030590:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000000994fc79. 00000020:00000010:1.0:1767384974.030593:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f792e144. 00000020:00000010:1.0:1767384974.030596:0:39761:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000e0a70d0f. 00080000:00000010:1.0:1767384974.030603:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f1f04d2a. 00000020:00000010:1.0:1767384974.030604:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a74b53b2. 00000020:00000010:1.0:1767384974.030606:0:39761:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000281e56df. 00000020:00000040:1.0:1767384974.030608:0:39761:0:(genops.c:898:class_export_put()) PUTting export 00000000b8cedc3d : new refcount 1 00000040:00000010:1.0:1767384974.030609:0:39761:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000004fe5416f. 00000040:00000001:1.0:1767384974.030612:0:39761:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384974.030615:0:39761:0:(mgs_fs.c:193:mgs_fs_cleanup()) kmalloced '(lcfg)': 48 at 0000000046c4c88e. 00080000:00000001:1.0:1767384974.030617:0:39761:0:(osd_handler.c:1463:osd_process_config()) Process entered 00100000:00000001:1.0:1767384974.030619:0:39761:0:(osd_scrub.c:1328:osd_scrub_stop()) Process entered 00100000:00000001:1.0:1767384974.030621:0:39761:0:(osd_scrub.c:1337:osd_scrub_stop()) Process leaving 00100000:00000001:1.0:1767384974.030624:0:39761:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:1.0:1767384974.030625:0:39761:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:1.0:1767384974.030625:0:39761:0:(osd_handler.c:1495:osd_process_config()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384974.030627:0:39761:0:(mgs_fs.c:203:mgs_fs_cleanup()) kfreed 'lcfg': 48 at 0000000046c4c88e. 00080000:00000010:1.0:1767384974.030631:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000033881104. 00000020:00000010:1.0:1767384974.030633:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000661eb7a8. 00000020:00000002:1.0:1767384974.030635:0:39761:0:(lu_object.c:207:lu_object_put()) Add 000000004c8d9a2e/000000007cb7e997 to site lru. bkt: 000000004d971824 00000001:00000001:1.0:1767384974.030637:0:39761:0:(nodemap_storage.c:2643:nm_config_file_deregister_mgs()) Process entered 00000020:00000002:1.0:1767384974.030639:0:39761:0:(lu_object.c:207:lu_object_put()) Add 000000004dc60d01/00000000bb27c428 to site lru. bkt: 00000000d5d65244 00000001:00000010:1.0:1767384974.030640:0:39761:0:(nodemap_storage.c:2650:nm_config_file_deregister_mgs()) kfreed 'ncf': 32 at 000000003de917b4. 00000001:00000001:1.0:1767384974.030642:0:39761:0:(nodemap_storage.c:2652:nm_config_file_deregister_mgs()) Process leaving 00080000:00000010:1.0:1767384974.030665:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000030a704d7. 00000020:00000010:1.0:1767384974.030667:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f089db9c. 00000020:00000010:1.0:1767384974.030669:0:39761:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000c0a9e732. 00080000:00000010:1.0:1767384974.030685:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004c8d9a2e. 00000020:00000010:1.0:1767384974.030686:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007cb7e997. 00080000:00000010:1.0:1767384974.030693:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004dc60d01. 00000020:00000010:1.0:1767384974.030694:0:39761:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000bb27c428. 00000020:00000010:1.0:1767384974.030699:0:39761:0:(local_storage.c:170:ls_device_put()) kfreed 'ls': 448 at 000000006bdfc221. 00010000:00000001:1.0:1767384974.030702:0:39761:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:1.0:1767384974.030703:0:39761:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:1.0:1767384974.030719:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 000000007ce2c94f. 00000020:00000010:1.0:1767384974.030722:0:39761:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000be4782f1. 00000020:00000010:1.0:1767384974.030724:0:39761:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000002bd94c84. 00010000:00000001:1.0:1767384974.030739:0:39761:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:1.0:1767384974.030744:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000007d15a8d0. 00000020:00000010:1.0:1767384974.030746:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000b83befbd. 00000020:00000010:1.0:1767384974.030747:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000feedd69c. 00000020:00000010:1.0:1767384974.030748:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000060ec8a7. 00000020:00000010:1.0:1767384974.030750:0:39761:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 000000001a08183a. 00000020:00000010:1.0:1767384974.030751:0:39761:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000b3a889b6. 00000001:00000001:1.0:1767384974.030771:0:39761:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384974.030773:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 0000000017537a6c. 00000001:00000010:1.0:1767384974.030774:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 0000000044fb3166. 00000001:00000010:1.0:1767384974.030775:0:39761:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at 000000006d0cbe21. 00000001:00000010:1.0:1767384974.030777:0:39761:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000909f29ff. 00000001:00000001:1.0:1767384974.030778:0:39761:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:1.0:1767384974.030779:0:39761:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000a16a4bd1. 00010000:00000001:1.0:1767384974.030781:0:39761:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767384974.030782:0:39761:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1767384974.030782:0:39761:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00000020:00001000:1.0:1767384974.030801:0:39761:0:(lu_object.c:1020:lu_site_print()) header@00000000598d7fb2[0x4, 1, [0xffffffff:0x1:0x0] hash exist]{ 00000020:00001000:1.0:1767384974.030804:0:39761:0:(lu_object.c:1020:lu_site_print()) ....osd-zfs@00000000ebd52543osd-zfs-object@00000000ebd52543 00000020:00001000:1.0:1767384974.030805:0:39761:0:(lu_object.c:1020:lu_site_print()) } header@00000000598d7fb2 20000000:00000001:1.0:1767384974.030806:0:39761:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:1.0:1767384974.030808:0:39761:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384974.030809:0:39761:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384974.030810:0:39761:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4895a8f6c11e83ed 00000020:00000040:1.0:1767384974.030811:0:39761:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000865d8003 with handle 0x4895a8f6c11e83ed from hash 00000020:00000001:1.0:1767384974.030813:0:39761:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384974.030814:0:39761:0:(genops.c:898:class_export_put()) PUTting export 00000000865d8003 : new refcount 1 00000020:00000001:1.0:1767384974.030816:0:39761:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384974.030816:0:39761:0:(genops.c:898:class_export_put()) PUTting export 00000000865d8003 : new refcount 0 00000020:00000080:1.0:1767384974.030817:0:39761:0:(genops.c:904:class_export_put()) final put 00000000865d8003/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384974.030819:0:39761:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.030827:0:39761:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384974.030829:0:39761:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384974.030830:0:39761:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.030831:0:39761:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:1.0:1767384974.030832:0:39761:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1767384974.030834:0:39761:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446635435822266144 : -108637887285472 : ffff9d31c551b720) 00000020:01000004:1.0:1767384974.030835:0:39761:0:(tgt_mount.c:188:server_put_mount()) put mount 000000009e526b5b from MGS, refs=2 00000020:00000001:1.0:1767384974.030837:0:39761:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1767384974.030838:0:39761:0:(obd_mount.c:705:lustre_put_lsi()) put 000000009e526b5b 2 00000020:00000001:1.0:1767384974.030839:0:39761:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.030840:0:39761:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:1.0:1767384974.030841:0:39761:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1767384974.030842:0:39761:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446635435822266144 : -108637887285472 : ffff9d31c551b720) 00000020:01000004:1.0:1767384974.030844:0:39761:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 000000009e526b5b from MGS 00000020:00000010:1.0:1767384974.030845:0:39761:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 4 at 000000005a042b61. 00000020:00000001:3.0:1767384974.030847:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000010:1.0:1767384974.030847:0:39761:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 00000000f5f2df17. 00000020:00000080:3.0:1767384974.030850:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000865d8003/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:1.0:1767384974.030851:0:39761:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384974.030855:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384974.030855:0:39761:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384974.030858:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384974.030859:0:39761:0:(mgs_handler.c:1702:mgs_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384974.030863:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000fdfe1598) now 5 - export 00000020:00000001:1.0:1767384974.030864:0:39761:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384974.030871:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000865d8003. 00000001:00000001:1.0:1767384974.030872:0:39761:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384974.030877:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000ae7da62. 00000020:00000001:3.0:1767384974.030878:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000001:00000010:1.0:1767384974.030879:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d609510c. 00000001:00000010:1.0:1767384974.030883:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e041807b. 00000001:00000010:1.0:1767384974.030884:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008a610ea9. 00000001:00000010:1.0:1767384974.030885:0:39761:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000072ced42a. 00000001:00000010:1.0:1767384974.030887:0:39761:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000000eefc938. 00000001:00000001:1.0:1767384974.030889:0:39761:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384974.030890:0:39761:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384974.030893:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007763792f. 00000001:00000010:1.0:1767384974.030895:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b08b88e2. 00000001:00000010:1.0:1767384974.030896:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000abe532d5. 00000001:00000010:1.0:1767384974.030897:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005fbbcda7. 00000001:00000010:1.0:1767384974.030898:0:39761:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000a9344389. 00000001:00000010:1.0:1767384974.030899:0:39761:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000dd69eb89. 00000001:00000001:1.0:1767384974.030901:0:39761:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384974.030901:0:39761:0:(obd_config.c:955:class_decref()) Decref MGS (000000006764cd03) now 3 - setup 00000020:00000001:1.0:1767384974.030903:0:39761:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.030904:0:39761:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384974.030906:0:39761:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384974.030908:0:39761:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384974.030909:0:39761:0:(obd_config.c:955:class_decref()) Decref MGS (000000006764cd03) now 2 - obd_device_list 00000020:00000080:1.0:1767384974.030911:0:39761:0:(obd_config.c:814:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000040:1.0:1767384974.030911:0:39761:0:(obd_config.c:955:class_decref()) Decref MGS (000000006764cd03) now 1 - newdev 00000020:00000040:1.0:1767384974.030913:0:39761:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b8cedc3d with handle 0x4895a8f6c11e83e6 from hash 00000020:00000040:1.0:1767384974.030914:0:39761:0:(genops.c:898:class_export_put()) PUTting export 00000000b8cedc3d : new refcount 0 00000020:00000080:1.0:1767384974.030915:0:39761:0:(genops.c:904:class_export_put()) final put 00000000b8cedc3d/MGS 00000020:00000001:1.0:1767384974.030916:0:39761:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.030917:0:39761:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384974.030918:0:39761:0:(genops.c:863:class_export_destroy()) destroying export 00000000b8cedc3d/MGS for MGS 00000020:00000001:1.0:1767384974.030920:0:39761:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:1.0:1767384974.030920:0:39761:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 20000000:00000001:1.0:1767384974.030922:0:39761:0:(mgs_handler.c:773:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.030923:0:39761:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384974.030924:0:39761:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000b8cedc3d. 00000020:00000001:1.0:1767384974.030926:0:39761:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384974.030927:0:39761:0:(genops.c:440:class_free_dev()) Release obd device MGS obd_type name = mgs 00000020:01000000:1.0:1767384974.030928:0:39761:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:00000001:1.0:1767384974.030928:0:39761:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384974.030930:0:39761:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000966de725. 00000020:00000010:1.0:1767384974.030932:0:39761:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d3b21d30. 00000040:00000010:1.0:1767384974.030934:0:39761:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002332530e. 00000020:00000010:1.0:1767384974.030935:0:39761:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000e4b0304. 00000020:00000010:1.0:1767384974.030937:0:39761:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000003302ab8. 80000000:00000010:1.0:1767384974.030939:0:39761:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ee3d6d41. 00040000:00000010:1.0:1767384974.030941:0:39761:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007370e3f0. 00080000:00000010:1.0:1767384974.030942:0:39761:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005212a2b5. 20000000:00000010:1.0:1767384974.030944:0:39761:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000070a48da4. 20000000:00000001:1.0:1767384974.030946:0:39761:0:(mgs_handler.c:1535:mgs_device_free()) Process entered 20000000:00000010:1.0:1767384974.030952:0:39761:0:(mgs_handler.c:1538:mgs_device_free()) kfreed 'mgs': 1864 at 000000003bf1804b. 20000000:00000001:1.0:1767384974.030953:0:39761:0:(mgs_handler.c:1539:mgs_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384974.030955:0:39761:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d3b21d30. 00000040:00000010:1.0:1767384974.030956:0:39761:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002332530e. 00000020:00000010:1.0:1767384974.030958:0:39761:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000e4b0304. 00000020:00000010:1.0:1767384974.030959:0:39761:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000003302ab8. 80000000:00000010:1.0:1767384974.030961:0:39761:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ee3d6d41. 00040000:00000010:1.0:1767384974.030962:0:39761:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007370e3f0. 00080000:00000010:1.0:1767384974.030964:0:39761:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005212a2b5. 20000000:00000010:1.0:1767384974.030965:0:39761:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000070a48da4. 00000020:00000010:1.0:1767384974.030966:0:39761:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000966de725. 00000020:00000001:1.0:1767384974.030968:0:39761:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384974.030969:0:39761:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000006764cd03. 00000020:00000001:1.0:1767384974.030971:0:39761:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.030972:0:39761:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384974.030974:0:39761:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 0000000023af292f. 00000020:00000001:1.0:1767384974.030975:0:39761:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.030976:0:39761:0:(tgt_mount.c:268:server_stop_mgs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.030978:0:39761:0:(tgt_mount.c:1028:lustre_stop_lwp()) Process entered 00000020:00000001:1.0:1767384974.030979:0:39761:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384974.030980:0:39761:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000010:1.0:1767384974.030982:0:39761:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 00000000ee3d6d41. 00000020:00000080:1.0:1767384974.030983:0:39761:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767384974.030985:0:39761:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767384974.030986:0:39761:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1767384974.030989:0:39761:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE 0000000014550072 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:1.0:1767384974.030992:0:39761:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384974.030993:0:39761:0:(genops.c:1570:class_disconnect_exports()) OBD device 9 (000000009dbf8bb4) has exports, disconnecting them 00000020:00000001:1.0:1767384974.030994:0:39761:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:1.0:1767384974.030995:0:39761:0:(genops.c:887:class_export_get()) GET export 0000000014550072 refcount=4 00000020:00000040:1.0:1767384974.030997:0:39761:0:(genops.c:887:class_export_get()) GET export 0000000014550072 refcount=5 00000020:00080000:1.0:1767384974.030998:0:39761:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (0000000014550072), last request at 1767384876 00000020:00000001:1.0:1767384974.030999:0:39761:0:(obd_class.h:902:obd_disconnect()) Process entered 00000010:00000001:1.0:1767384974.031001:0:39761:0:(lwp_dev.c:568:lwp_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384974.031002:0:39761:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384974.031003:0:39761:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4895a8f6c11e84c6 00000020:00000040:1.0:1767384974.031004:0:39761:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000014550072 with handle 0x4895a8f6c11e84c6 from hash 00000020:00000040:1.0:1767384974.031009:0:39761:0:(genops.c:898:class_export_put()) PUTting export 0000000014550072 : new refcount 4 00000020:00000001:1.0:1767384974.031037:0:39761:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384974.031039:0:39761:0:(genops.c:898:class_export_put()) PUTting export 0000000014550072 : new refcount 3 00000020:00000001:1.0:1767384974.031042:0:39761:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384974.031044:0:39761:0:(genops.c:898:class_export_put()) PUTting export 0000000014550072 : new refcount 2 00000020:00000001:1.0:1767384974.031046:0:39761:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:1.0:1767384974.031049:0:39761:0:(lwp_dev.c:578:lwp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.031052:0:39761:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:1.0:1767384974.031055:0:39761:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (0000000014550072): rc 0 00000020:00000040:1.0:1767384974.031058:0:39761:0:(genops.c:898:class_export_put()) PUTting export 0000000014550072 : new refcount 1 00000020:00000001:1.0:1767384974.031060:0:39761:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:1.0:1767384974.031062:0:39761:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384974.031064:0:39761:0:(obd_class.h:604:obd_precleanup()) Process entered 00000010:00000001:1.0:1767384974.031066:0:39761:0:(lwp_dev.c:377:lwp_device_fini()) Process entered 00000020:00000001:1.0:1767384974.031067:0:39761:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000001:1.0:1767384974.031068:0:39761:0:(genops.c:1482:class_disconnect()) Process leaving via no_disconn (rc=1 : 1 : 0x1) 00000020:00000040:1.0:1767384974.031070:0:39761:0:(genops.c:898:class_export_put()) PUTting export 0000000014550072 : new refcount 0 00000020:00000080:1.0:1767384974.031072:0:39761:0:(genops.c:904:class_export_put()) final put 0000000014550072/lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384974.031074:0:39761:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.031081:0:39761:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384974.031083:0:39761:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:1.0:1767384974.031085:0:39761:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00000020:00000001:3.0:1767384974.031089:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384974.031091:0:37:0:(genops.c:863:class_export_destroy()) destroying export 0000000014550072/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00000020:00000040:3.0:1767384974.031094:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 10 to 0@lo 00000020:00000001:3.0:1767384974.031096:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384974.031097:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384974.031099:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000009dbf8bb4) now 5 - export 00000020:00000010:3.0:1767384974.031101:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000014550072. 00000020:00000001:3.0:1767384974.031105:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00010000:00000001:1.0:1767384974.031121:0:39761:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:1.0:1767384974.031139:0:39761:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000f89f1d5a. 00000020:00000010:1.0:1767384974.031142:0:39761:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000002cd12a8e. 00010000:00000001:1.0:1767384974.031159:0:39761:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:1.0:1767384974.031165:0:39761:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000965802d2. 00000020:00000010:1.0:1767384974.031167:0:39761:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000e4027bfa. 00000001:00000001:1.0:1767384974.031186:0:39761:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384974.031549:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000006f228ec8. 00000001:00000010:1.0:1767384974.031555:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a2af5f21. 00000001:00000010:1.0:1767384974.031556:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000550efe46. 00000001:00000010:1.0:1767384974.031557:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000fe84f4d5. 00000001:00000010:1.0:1767384974.031558:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000002f0186c6. 00000001:00000010:1.0:1767384974.031559:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000007739cbbd. 00000001:00000010:1.0:1767384974.031561:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000001f320a12. 00000001:00000010:1.0:1767384974.031562:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000007be1559. 00000001:00000010:1.0:1767384974.031563:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000007a758b54. 00000001:00000010:1.0:1767384974.031564:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ea5fcceb. 00000001:00000010:1.0:1767384974.031565:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000017d6e49c. 00000001:00000010:1.0:1767384974.031566:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000082f21a28. 00000001:00000010:1.0:1767384974.031567:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000cbe9d9d3. 00000001:00000010:1.0:1767384974.031568:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f760d00f. 00000001:00000010:1.0:1767384974.031568:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a045488f. 00000001:00000010:1.0:1767384974.031569:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005a51782b. 00000001:00000010:1.0:1767384974.031570:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000035796380. 00000001:00000010:1.0:1767384974.031571:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000093eb626e. 00000001:00000010:1.0:1767384974.031572:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000008af4f06. 00000001:00000010:1.0:1767384974.031573:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d939678d. 00000001:00000010:1.0:1767384974.031574:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000c9b70c53. 00000001:00000010:1.0:1767384974.031574:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a7552ff5. 00000001:00000010:1.0:1767384974.031575:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000c57288c6. 00000001:00000010:1.0:1767384974.031576:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000006eb62932. 00000001:00000010:1.0:1767384974.031577:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000094d1aa28. 00000001:00000010:1.0:1767384974.031578:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000004cf6a00a. 00000001:00000010:1.0:1767384974.031579:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000908b148f. 00000001:00000010:1.0:1767384974.031579:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f83cf33e. 00000001:00000010:1.0:1767384974.031580:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000078cfea88. 00000001:00000010:1.0:1767384974.031581:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000960b76e6. 00000001:00000010:1.0:1767384974.031582:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000002a9ac2f6. 00000001:00000010:1.0:1767384974.031583:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000e6b70839. 00000001:00000010:1.0:1767384974.031584:0:39761:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at 000000003e15760c. 00000001:00000010:1.0:1767384974.031586:0:39761:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000ac9f33ea. 00000001:00000001:1.0:1767384974.031587:0:39761:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:1.0:1767384974.031589:0:39761:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 000000006f1a91c3. 00010000:00000001:1.0:1767384974.031590:0:39761:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767384974.032960:0:39761:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1767384974.032963:0:39761:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:1.0:1767384974.032965:0:39761:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:1.0:1767384974.032966:0:39761:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00000001:1.0:1767384974.032969:0:39761:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1767384974.032970:0:39761:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:1.0:1767384974.032972:0:39761:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384974.032974:0:39761:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384974.032975:0:39761:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00000040:1.0:1767384974.032978:0:39761:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767384974.032980:0:39761:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384974.032982:0:39761:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384974.032983:0:39761:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1767384974.032984:0:39761:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:1.0:1767384974.032985:0:39761:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:1.0:1767384974.032991:0:39761:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:1.0:1767384974.032993:0:39761:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1767384974.032995:0:39761:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:1.0:1767384974.032995:0:39761:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:1.0:1767384974.032996:0:39761:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:1.0:1767384974.032998:0:39761:0:(genops.c:1229:class_import_get()) import 000000005ebd018a refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384974.033000:0:39761:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384974.033001:0:39761:0:(genops.c:1242:class_import_put()) import 000000005ebd018a refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384974.033002:0:39761:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384974.033003:0:39761:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384974.033004:0:39761:0:(genops.c:1242:class_import_put()) import 000000005ebd018a refcount=0 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000040:1.0:1767384974.033005:0:39761:0:(genops.c:1245:class_import_put()) final put import 000000005ebd018a 00000020:00000001:1.0:1767384974.033036:0:39761:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384974.033039:0:39761:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:1.0:1767384974.033040:0:39761:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767384974.033042:0:39761:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:1.0:1767384974.033044:0:39761:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at 0000000049fb7320. 00010000:00000010:1.0:1767384974.033048:0:39761:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 000000002bb8d644. 00000020:00000001:3.0:1767384974.033052:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00010000:00000010:1.0:1767384974.033053:0:39761:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 00000000fd7f40b4. 00000020:00000080:3.0:1767384974.033056:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000005ebd018a for lustre-MDT0000-lwp-MDT0000 00010000:00000001:1.0:1767384974.033058:0:39761:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000020:00000040:3.0:1767384974.033061:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 9 to 0@lo 00000020:00000040:3.0:1767384974.033066:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 8 to 0@lo 00000020:00000010:3.0:1767384974.033067:0:37:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 000000000a87fbc2. 00000020:00000040:3.0:1767384974.033071:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000009dbf8bb4) now 4 - import 00000020:00000010:3.0:1767384974.033074:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000005ebd018a. 00000020:00000001:3.0:1767384974.033078:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:1.0:1767384974.033118:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000024df17ed. 00000020:00000010:1.0:1767384974.033123:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000fe7015d1. 00000020:00000010:1.0:1767384974.033125:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000083b63f03. 00000020:00000010:1.0:1767384974.033129:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000009cb19d3d. 00000020:00000010:1.0:1767384974.033139:0:39761:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000b84a7b5f. 00000020:00000010:1.0:1767384974.033142:0:39761:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000001d2de1b2. 00000010:00000001:1.0:1767384974.033145:0:39761:0:(lwp_dev.c:392:lwp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.033147:0:39761:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384974.033154:0:39761:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384974.033158:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ffab083f. 00000001:00000010:1.0:1767384974.033160:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ddc87503. 00000001:00000010:1.0:1767384974.033162:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a5a678d9. 00000001:00000010:1.0:1767384974.033163:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000046570cb1. 00000001:00000010:1.0:1767384974.033164:0:39761:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000779aefa4. 00000001:00000010:1.0:1767384974.033166:0:39761:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000d10ed37d. 00000001:00000001:1.0:1767384974.033167:0:39761:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384974.033168:0:39761:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384974.033170:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000069538d. 00000001:00000010:1.0:1767384974.033172:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fd03b950. 00000001:00000010:1.0:1767384974.033172:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d0901879. 00000001:00000010:1.0:1767384974.033173:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008c35c898. 00000001:00000010:1.0:1767384974.033174:0:39761:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000b71eed49. 00000001:00000010:1.0:1767384974.033175:0:39761:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000008ffc19eb. 00000001:00000001:1.0:1767384974.033177:0:39761:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384974.033177:0:39761:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000009dbf8bb4) now 3 - setup 00000020:00000001:1.0:1767384974.033179:0:39761:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.033180:0:39761:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384974.033181:0:39761:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384974.033183:0:39761:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384974.033184:0:39761:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000009dbf8bb4) now 2 - obd_device_list 00000020:00000080:1.0:1767384974.033186:0:39761:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000040:1.0:1767384974.033186:0:39761:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000009dbf8bb4) now 1 - newdev 00000020:00000040:1.0:1767384974.033188:0:39761:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005ab66b0b with handle 0x4895a8f6c11e84bf from hash 00000020:00000040:1.0:1767384974.033190:0:39761:0:(genops.c:898:class_export_put()) PUTting export 000000005ab66b0b : new refcount 0 00000020:00000080:1.0:1767384974.033191:0:39761:0:(genops.c:904:class_export_put()) final put 000000005ab66b0b/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000001:1.0:1767384974.033192:0:39761:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.033194:0:39761:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384974.033195:0:39761:0:(genops.c:863:class_export_destroy()) destroying export 000000005ab66b0b/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384974.033197:0:39761:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384974.033197:0:39761:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384974.033199:0:39761:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000005ab66b0b. 00000020:00000001:1.0:1767384974.033201:0:39761:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384974.033201:0:39761:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-lwp-MDT0000 obd_type name = lwp 00000020:01000000:1.0:1767384974.033202:0:39761:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000001:1.0:1767384974.033217:0:39761:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384974.033219:0:39761:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000966de725. 00000020:00000010:1.0:1767384974.033222:0:39761:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000070a48da4. 00000040:00000010:1.0:1767384974.033223:0:39761:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007370e3f0. 00000020:00000010:1.0:1767384974.033225:0:39761:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005212a2b5. 00000020:00000010:1.0:1767384974.033227:0:39761:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000007942d34. 00000020:00000010:1.0:1767384974.033229:0:39761:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000003302ab8. 80000000:00000010:1.0:1767384974.033230:0:39761:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000844d7b3a. 40000000:00000010:1.0:1767384974.033232:0:39761:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000023af292f. 00100000:00000010:1.0:1767384974.033234:0:39761:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000e4b0304. 00040000:00000010:1.0:1767384974.033235:0:39761:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002d7917f2. 00040000:00000010:1.0:1767384974.033237:0:39761:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002332530e. 00080000:00000010:1.0:1767384974.033239:0:39761:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b716d3c5. 00000004:00000010:1.0:1767384974.033241:0:39761:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003396b214. 00000010:00000001:1.0:1767384974.033243:0:39761:0:(lwp_dev.c:313:lwp_device_free()) Process entered 00000010:00000010:1.0:1767384974.033244:0:39761:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at 0000000027a7cab8. 00000010:00000001:1.0:1767384974.033246:0:39761:0:(lwp_dev.c:319:lwp_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384974.033248:0:39761:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000070a48da4. 00000040:00000010:1.0:1767384974.033250:0:39761:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007370e3f0. 00000020:00000010:1.0:1767384974.033251:0:39761:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005212a2b5. 00000020:00000010:1.0:1767384974.033252:0:39761:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000007942d34. 00000020:00000010:1.0:1767384974.033254:0:39761:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000003302ab8. 80000000:00000010:1.0:1767384974.033255:0:39761:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000844d7b3a. 40000000:00000010:1.0:1767384974.033257:0:39761:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000023af292f. 00100000:00000010:1.0:1767384974.033259:0:39761:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000e4b0304. 00040000:00000010:1.0:1767384974.033260:0:39761:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002d7917f2. 00040000:00000010:1.0:1767384974.033262:0:39761:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002332530e. 00080000:00000010:1.0:1767384974.033263:0:39761:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b716d3c5. 00000004:00000010:1.0:1767384974.033265:0:39761:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003396b214. 00000020:00000010:1.0:1767384974.033266:0:39761:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000966de725. 00000020:00000001:1.0:1767384974.033267:0:39761:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384974.033268:0:39761:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000009dbf8bb4. 00000020:00000001:1.0:1767384974.033271:0:39761:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.033273:0:39761:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384974.033274:0:39761:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 00000000ee3d6d41. 00000020:00000001:1.0:1767384974.033275:0:39761:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.033277:0:39761:0:(tgt_mount.c:1047:lustre_stop_lwp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.033278:0:39761:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1767384974.033279:0:39761:0:(obd_mount.c:705:lustre_put_lsi()) put 000000009e526b5b 1 00000020:00000001:1.0:1767384974.033281:0:39761:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:1.0:1767384974.033282:0:39761:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384974.033283:0:39761:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384974.033284:0:39761:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4895a8f6c11e83df 00000020:00000040:1.0:1767384974.033285:0:39761:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000362d1878 with handle 0x4895a8f6c11e83df from hash 00000020:00000001:1.0:1767384974.033287:0:39761:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384974.033288:0:39761:0:(genops.c:898:class_export_put()) PUTting export 00000000362d1878 : new refcount 1 00000020:00000001:1.0:1767384974.033289:0:39761:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384974.033290:0:39761:0:(genops.c:898:class_export_put()) PUTting export 00000000362d1878 : new refcount 0 00000020:00000080:1.0:1767384974.033291:0:39761:0:(genops.c:904:class_export_put()) final put 00000000362d1878/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384974.033292:0:39761:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.033300:0:39761:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.033302:0:39761:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384974.033302:0:39761:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000010:1.0:1767384974.033305:0:39761:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 00000000ee3d6d41. 00000020:00000080:1.0:1767384974.033306:0:39761:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767384974.033308:0:39761:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767384974.033309:0:39761:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00000001:1.0:1767384974.033311:0:39761:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384974.033313:0:39761:0:(genops.c:1575:class_disconnect_exports()) OBD device 0 (00000000fdfe1598) has no exports 00000020:00000001:1.0:1767384974.033314:0:39761:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384974.033315:0:39761:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:3.0:1767384974.033316:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00080000:00000001:1.0:1767384974.033318:0:39761:0:(osd_handler.c:1359:osd_device_fini()) Process entered 00000020:00000080:3.0:1767384974.033319:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000362d1878/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00100000:00000001:1.0:1767384974.033321:0:39761:0:(scrub.c:1029:lustre_index_backup()) Process entered 00000020:00000001:3.0:1767384974.033323:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00100000:00000001:1.0:1767384974.033324:0:39761:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00000020:00000001:3.0:1767384974.033325:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384974.033328:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000fdfe1598) now 4 - export 00000020:00000010:3.0:1767384974.033330:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000362d1878. 00000020:00000001:3.0:1767384974.033334:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00080000:00000020:1.0:1767384974.033336:0:39761:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000020:1.0:1767384974.035111:0:39761:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00080000:00000001:1.0:1767384974.035115:0:39761:0:(osd_handler.c:826:osd_shutdown()) Process entered 00080000:00000001:1.0:1767384974.035116:0:39761:0:(osd_handler.c:847:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1767384974.035119:0:39761:0:(osd_scrub.c:1328:osd_scrub_stop()) Process entered 00100000:00000001:1.0:1767384974.035121:0:39761:0:(osd_scrub.c:1337:osd_scrub_stop()) Process leaving 00080000:00000010:1.0:1767384974.035132:0:39761:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ebd52543. 00000020:00000010:1.0:1767384974.035136:0:39761:0:(lu_object.c:1344:lu_object_header_free()) kfreed_rcu 'h': 88 at 00000000598d7fb2. 00080000:00000001:1.0:1767384974.035141:0:39761:0:(osd_oi.c:986:osd_oi_fini()) Process entered 00080000:00000010:1.0:1767384974.035143:0:39761:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at 0000000073a86d72. 00080000:00000010:1.0:1767384974.035146:0:39761:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at 000000009e48e8de. 00080000:00000010:1.0:1767384974.035149:0:39761:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at 000000000717df89. 00080000:00000010:1.0:1767384974.035151:0:39761:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at 000000004ef44e90. 00080000:00000010:1.0:1767384974.035153:0:39761:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at 00000000b16d3f13. 00080000:00000010:1.0:1767384974.035155:0:39761:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at 00000000e782b6fa. 00080000:00000010:1.0:1767384974.035159:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f5722f18. 00080000:00000010:1.0:1767384974.035162:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c88c827b. 00080000:00000010:1.0:1767384974.035166:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000fc3bbfbf. 00080000:00000010:1.0:1767384974.035169:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000201b6460. 00080000:00000010:1.0:1767384974.035172:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007ed0709f. 00080000:00000010:1.0:1767384974.035175:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000b6b187e. 00080000:00000010:1.0:1767384974.035179:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000021a03ba7. 00080000:00000010:1.0:1767384974.035182:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006c731f59. 00080000:00000010:1.0:1767384974.035185:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000033de8752. 00080000:00000010:1.0:1767384974.035188:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000df6edadb. 00080000:00000010:1.0:1767384974.035190:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005881a1f8. 00080000:00000010:1.0:1767384974.035194:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000001d9e409. 00080000:00000010:1.0:1767384974.035197:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009c0a0d9d. 00080000:00000010:1.0:1767384974.035200:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000171225a4. 00080000:00000010:1.0:1767384974.035203:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003d838266. 00080000:00000010:1.0:1767384974.035224:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005fa7effd. 00080000:00000010:1.0:1767384974.035228:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a5c3d282. 00080000:00000010:1.0:1767384974.035231:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000db91caf4. 00080000:00000010:1.0:1767384974.035234:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000031cbe49d. 00080000:00000010:1.0:1767384974.035238:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000143b9793. 00080000:00000010:1.0:1767384974.035241:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003a8ed6ab. 00080000:00000010:1.0:1767384974.035244:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000dc0a23bd. 00080000:00000010:1.0:1767384974.035248:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008aa34acb. 00080000:00000010:1.0:1767384974.035251:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000edbaf40b. 00080000:00000010:1.0:1767384974.035254:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009e531dc0. 00080000:00000010:1.0:1767384974.035257:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009d74e4a7. 00080000:00000010:1.0:1767384974.035260:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001c765ebe. 00080000:00000010:1.0:1767384974.035263:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000673fa965. 00080000:00000010:1.0:1767384974.035266:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000e17248c. 00080000:00000010:1.0:1767384974.035269:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c1b88da8. 00080000:00000010:1.0:1767384974.035271:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e172718c. 00080000:00000010:1.0:1767384974.035274:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000f4506af. 00080000:00000010:1.0:1767384974.035277:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000029e02307. 00080000:00000010:1.0:1767384974.035280:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000050383273. 00080000:00000010:1.0:1767384974.035284:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b8b98e9c. 00080000:00000010:1.0:1767384974.035286:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c951c307. 00080000:00000010:1.0:1767384974.035288:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002ebd5b8c. 00080000:00000010:1.0:1767384974.035290:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ad0f4a41. 00080000:00000010:1.0:1767384974.035292:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000fea93b6f. 00080000:00000010:1.0:1767384974.035296:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001829e7d7. 00080000:00000010:1.0:1767384974.035298:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009b8b8505. 00080000:00000010:1.0:1767384974.035300:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000eb053f70. 00080000:00000010:1.0:1767384974.035302:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008abdee93. 00080000:00000010:1.0:1767384974.035304:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000097684531. 00080000:00000010:1.0:1767384974.035306:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000463439c8. 00080000:00000010:1.0:1767384974.035308:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000464197c9. 00080000:00000010:1.0:1767384974.035309:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001c5bfa75. 00080000:00000010:1.0:1767384974.035311:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000777b9296. 00080000:00000010:1.0:1767384974.035313:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001a386513. 00080000:00000010:1.0:1767384974.035315:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a91b6a2e. 00080000:00000010:1.0:1767384974.035317:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b67e7458. 00080000:00000010:1.0:1767384974.035319:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000fdf552ec. 00080000:00000010:1.0:1767384974.035321:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000013224970. 00080000:00000010:1.0:1767384974.035323:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004e99f440. 00080000:00000010:1.0:1767384974.035325:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005fdcff20. 00080000:00000010:1.0:1767384974.035328:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006f615b8a. 00080000:00000010:1.0:1767384974.035330:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000acac49e2. 00080000:00000010:1.0:1767384974.035332:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000eaf13ee1. 00080000:00000010:1.0:1767384974.035334:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000066a3dc3a. 00080000:00000010:1.0:1767384974.035336:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009313f404. 00080000:00000010:1.0:1767384974.035338:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007f876158. 00080000:00000010:1.0:1767384974.035340:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000044b9e3e0. 00080000:00000010:1.0:1767384974.035342:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000002a60d3e. 00080000:00000010:1.0:1767384974.035343:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004c29c663. 00080000:00000010:1.0:1767384974.035345:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000063c96926. 00080000:00000010:1.0:1767384974.035347:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007a6235bd. 00080000:00000010:1.0:1767384974.035349:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002f2020b1. 00080000:00000010:1.0:1767384974.035350:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001769a28a. 00080000:00000010:1.0:1767384974.035352:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005a19cd4f. 00080000:00000010:1.0:1767384974.035354:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005ed58138. 00080000:00000010:1.0:1767384974.035357:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ba5dd817. 00080000:00000010:1.0:1767384974.035359:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000aa4743f8. 00080000:00000010:1.0:1767384974.035361:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006136f4e9. 00080000:00000010:1.0:1767384974.035363:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000105dbc36. 00080000:00000010:1.0:1767384974.035365:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f5321699. 00080000:00000010:1.0:1767384974.035367:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001a9dea28. 00080000:00000010:1.0:1767384974.035369:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000050a739e. 00080000:00000010:1.0:1767384974.035371:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000037abb97a. 00080000:00000010:1.0:1767384974.035372:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b40f8988. 00080000:00000010:1.0:1767384974.035374:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e2937e6f. 00080000:00000010:1.0:1767384974.035376:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a80f0303. 00080000:00000010:1.0:1767384974.035378:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ada2c6b7. 00080000:00000010:1.0:1767384974.035380:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b709d1b1. 00080000:00000010:1.0:1767384974.035382:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007daa3168. 00080000:00000010:1.0:1767384974.035383:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000dec9d499. 00080000:00000010:1.0:1767384974.035385:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005d6f8440. 00080000:00000010:1.0:1767384974.035386:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000010ada95f. 00080000:00000010:1.0:1767384974.035389:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000080637741. 00080000:00000010:1.0:1767384974.035391:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d0be356a. 00080000:00000010:1.0:1767384974.035393:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e015b58e. 00080000:00000010:1.0:1767384974.035395:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e2d0c785. 00080000:00000010:1.0:1767384974.035396:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000704699f3. 00080000:00000010:1.0:1767384974.035398:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006f597d28. 00080000:00000010:1.0:1767384974.035400:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003c6a1cd6. 00080000:00000010:1.0:1767384974.035402:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b8ad8016. 00080000:00000010:1.0:1767384974.035404:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000081ef8893. 00080000:00000010:1.0:1767384974.035405:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d190ed64. 00080000:00000010:1.0:1767384974.035408:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000088b013b2. 00080000:00000010:1.0:1767384974.035409:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000612c888a. 00080000:00000010:1.0:1767384974.035411:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000031104d6. 00080000:00000010:1.0:1767384974.035413:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000909f9cc4. 00080000:00000010:1.0:1767384974.035415:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000035ce57db. 00080000:00000010:1.0:1767384974.035417:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004ff17149. 00080000:00000010:1.0:1767384974.035418:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000724b19d9. 00080000:00000010:1.0:1767384974.035420:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000587f6091. 00080000:00000010:1.0:1767384974.035422:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007d35e161. 00080000:00000010:1.0:1767384974.035424:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d658217b. 00080000:00000010:1.0:1767384974.035425:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004245bd1c. 00080000:00000010:1.0:1767384974.035427:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002437491d. 00080000:00000010:1.0:1767384974.035429:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000051b80032. 00080000:00000010:1.0:1767384974.035431:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a2a1013d. 00080000:00000010:1.0:1767384974.035432:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004fa240d8. 00080000:00000010:1.0:1767384974.035434:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000925c933d. 00080000:00000010:1.0:1767384974.035436:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004b8712f6. 00080000:00000010:1.0:1767384974.035438:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000015e162c4. 00080000:00000010:1.0:1767384974.035440:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000012df167a. 00080000:00000010:1.0:1767384974.035442:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002b0fb2f3. 00080000:00000010:1.0:1767384974.035443:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e73fa8d8. 00080000:00000010:1.0:1767384974.035445:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000db1690f9. 00080000:00000010:1.0:1767384974.035447:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000cc24ba45. 00080000:00000010:1.0:1767384974.035449:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000058efe4aa. 00080000:00000010:1.0:1767384974.035451:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000043d864ca. 00080000:00000010:1.0:1767384974.035452:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000068156466. 00080000:00000010:1.0:1767384974.035454:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000eead7a50. 00080000:00000010:1.0:1767384974.035457:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009ddb450d. 00080000:00000010:1.0:1767384974.035458:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008fb9855a. 00080000:00000010:1.0:1767384974.035460:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000380f7336. 00080000:00000010:1.0:1767384974.035462:0:39761:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006b560e35. 00080000:00000010:1.0:1767384974.035464:0:39761:0:(osd_oi.c:992:osd_oi_fini()) kfreed 'o->od_oi_table': 1024 at 000000004c9cc618. 00080000:00000001:1.0:1767384974.035465:0:39761:0:(osd_oi.c:997:osd_oi_fini()) Process leaving 00080000:00000001:1.0:1767384974.035467:0:39761:0:(osd_lproc.c:442:osd_procfs_fini()) Process entered 00000020:00000010:1.0:1767384974.035811:0:39761:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 320 at 0000000003624f73. 00000020:00000010:1.0:1767384974.035814:0:39761:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000005da1a7ad. 00080000:00000001:1.0:1767384974.035881:0:39761:0:(osd_handler.c:1276:osd_umount()) Process entered 00010000:00000010:2.1:1767384974.037060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003cce5d28. 00010000:00000010:2.1:1767384974.037070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008df12e13. 00010000:00000010:2.1:1767384974.037077:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000000dc5741. 00010000:00000010:2.1:1767384974.037083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a51faeba. 00010000:00000010:2.1:1767384974.037090:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e55068fd. 00010000:00000010:2.1:1767384974.037097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c0e81529. 00010000:00000010:2.1:1767384974.037108:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a9e3103c. 00010000:00000010:2.1:1767384974.037114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a9bc8b87. 00080000:00000001:0.0:1767384974.037814:0:39761:0:(osd_handler.c:1324:osd_umount()) Process leaving 00080000:00000001:0.0:1767384974.037817:0:39761:0:(osd_handler.c:1378:osd_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384974.037819:0:39761:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384974.037833:0:39761:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384974.037837:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000179c471b. 00000001:00000010:0.0:1767384974.037841:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001fa1adc1. 00000001:00000010:0.0:1767384974.037844:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000941bb637. 00000001:00000010:0.0:1767384974.037847:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004a4ee8b0. 00000001:00000010:0.0:1767384974.037851:0:39761:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000e278db64. 00000001:00000010:0.0:1767384974.037853:0:39761:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000008bb7040b. 00000001:00000001:0.0:1767384974.037858:0:39761:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384974.037865:0:39761:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384974.037868:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ccdb3c91. 00000001:00000010:0.0:1767384974.037871:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f7122bab. 00000001:00000010:0.0:1767384974.037872:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000838ea5dc. 00000001:00000010:0.0:1767384974.037874:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e781988d. 00000001:00000010:0.0:1767384974.037876:0:39761:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000425a4ddc. 00000001:00000010:0.0:1767384974.037877:0:39761:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000810842de. 00000001:00000001:0.0:1767384974.037883:0:39761:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384974.037884:0:39761:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000fdfe1598) now 3 - setup 00000020:00000001:0.0:1767384974.037886:0:39761:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384974.037887:0:39761:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384974.037889:0:39761:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384974.037892:0:39761:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384974.037894:0:39761:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000fdfe1598) now 2 - obd_device_list 00000020:00000080:0.0:1767384974.037897:0:39761:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000040:0.0:1767384974.037898:0:39761:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000fdfe1598) now 1 - newdev 00000020:00000040:0.0:1767384974.037900:0:39761:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f1fe82a4 with handle 0x4895a8f6c11e83d8 from hash 00000020:00000040:0.0:1767384974.037903:0:39761:0:(genops.c:898:class_export_put()) PUTting export 00000000f1fe82a4 : new refcount 0 00000020:00000080:0.0:1767384974.037904:0:39761:0:(genops.c:904:class_export_put()) final put 00000000f1fe82a4/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384974.037906:0:39761:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384974.037908:0:39761:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384974.037909:0:39761:0:(genops.c:863:class_export_destroy()) destroying export 00000000f1fe82a4/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:0.0:1767384974.037911:0:39761:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384974.037912:0:39761:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384974.037914:0:39761:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000f1fe82a4. 00000020:00000001:0.0:1767384974.037920:0:39761:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384974.037921:0:39761:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-osd obd_type name = osd-zfs 00000020:01000000:0.0:1767384974.037922:0:39761:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:00000001:0.0:1767384974.037923:0:39761:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384974.037926:0:39761:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad7f7ea1. 00000020:00000010:0.0:1767384974.037929:0:39761:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005924ea31. 00000040:00000010:0.0:1767384974.037931:0:39761:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f9388d9c. 00000020:00000010:0.0:1767384974.037934:0:39761:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000090974c1d. 00000020:00000010:0.0:1767384974.037936:0:39761:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001c69589c. 00040000:00000010:0.0:1767384974.037942:0:39761:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008d30b326. 00040000:00000010:0.0:1767384974.037945:0:39761:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000560f0758. 00080000:00000010:0.0:1767384974.037949:0:39761:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f0856e63. 00080000:00000001:0.0:1767384974.037952:0:39761:0:(osd_handler.c:1387:osd_device_free()) Process entered 00000020:00000010:0.0:1767384974.038123:0:39761:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at 0000000070c5a39d. 00000020:00000010:0.0:1767384974.038132:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000a3655627. 00000020:00000010:0.0:1767384974.038136:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 0000000096776d47. 00000020:00000010:0.0:1767384974.038139:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 0000000000da1bf8. 00000020:00000010:0.0:1767384974.038142:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 000000004333257a. 00000020:00000010:0.0:1767384974.038145:0:39761:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at 000000009083c123. 00000020:00000010:0.0:1767384974.038148:0:39761:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000089e1bf8d. 00080000:00000010:0.0:1767384974.038151:0:39761:0:(osd_handler.c:1398:osd_device_free()) kfreed 'o': 31608 at 00000000907d70a5. 00080000:00000001:0.0:1767384974.038161:0:39761:0:(osd_handler.c:1400:osd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384974.038164:0:39761:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005924ea31. 00000040:00000010:0.0:1767384974.038167:0:39761:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f9388d9c. 00000020:00000010:0.0:1767384974.038170:0:39761:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000090974c1d. 00000020:00000010:0.0:1767384974.038173:0:39761:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001c69589c. 00040000:00000010:0.0:1767384974.038176:0:39761:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008d30b326. 00040000:00000010:0.0:1767384974.038179:0:39761:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000560f0758. 00080000:00000010:0.0:1767384974.038182:0:39761:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f0856e63. 00000020:00000010:0.0:1767384974.038185:0:39761:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad7f7ea1. 00000020:00000001:0.0:1767384974.038188:0:39761:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384974.038189:0:39761:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000fdfe1598. 00000020:00000001:0.0:1767384974.038195:0:39761:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384974.038197:0:39761:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384974.038199:0:39761:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 00000000ee3d6d41. 00000020:00000001:0.0:1767384974.038202:0:39761:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384974.038216:0:39761:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384974.038218:0:39761:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384974.038222:0:39761:0:(obd_mount.c:634:lustre_free_lsi()) Process entered 00000020:01000004:0.0:1767384974.038223:0:39761:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi 00000000f95a2de1 00000020:00000010:0.0:1767384974.038225:0:39761:0:(obd_mount.c:645:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 17 at 00000000e6adfd55. 00000020:00000010:0.0:1767384974.038228:0:39761:0:(obd_mount.c:647:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 15 at 00000000a4aae2df. 00000020:00000010:0.0:1767384974.038232:0:39761:0:(obd_mount.c:663:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_osd_type': 8 at 00000000932f8b1d. 00000020:00000010:0.0:1767384974.038239:0:39761:0:(obd_mount.c:664:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at 00000000e6b46e70. 00000020:00000010:0.0:1767384974.038243:0:39761:0:(obd_mount.c:668:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 120 at 00000000cb82b663. 00000020:00000010:0.0:1767384974.038246:0:39761:0:(obd_mount.c:672:lustre_free_lsi()) kfreed 'lsi': 1880 at 00000000f95a2de1. 00000020:00000001:0.0:1767384974.038249:0:39761:0:(obd_mount.c:674:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384974.038250:0:39761:0:(obd_mount.c:708:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384974.038254:0:39761:0:(tgt_mount.c:1106:server_stop_servers()) Process entered 00000020:00000001:0.0:1767384974.038259:0:39761:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384974.038261:0:39761:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000010:0.0:1767384974.038264:0:39761:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 000000007422426c. 00000020:00000080:0.0:1767384974.038265:0:39761:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384974.038268:0:39761:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384974.038270:0:39761:0:(obd_config.c:886:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00000001:0.0:1767384974.038273:0:39761:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384974.038275:0:39761:0:(genops.c:1575:class_disconnect_exports()) OBD device 3 (000000001701d70d) has no exports 00000020:00000001:0.0:1767384974.038276:0:39761:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384974.038277:0:39761:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:0.0:1767384974.038280:0:39761:0:(mdt_mds.c:539:mds_device_fini()) Process entered 00000004:00000001:0.0:1767384974.038281:0:39761:0:(mdt_mds.c:102:mds_stop_ptlrpc_service()) Process entered 00000100:00000001:0.0:1767384974.038283:0:39761:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384974.038284:0:39761:0:(service.c:3836:ptlrpc_unregister_service()) mdt: tearing down 00000100:00000001:0.0:1767384974.038290:0:39761:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384974.038291:0:39761:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384974.038293:0:39761:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt 00000100:00000040:0.0:1767384974.038294:0:39761:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #4 00000100:00000040:0.0:1767384974.038296:0:39761:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #3 00000100:00000040:0.0:1767384974.038297:0:39761:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #2 00000100:00000040:0.0:1767384974.038298:0:39761:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #1 00000100:00000040:0.0:1767384974.038300:0:39761:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #0 00000100:00000040:0.0:1767384974.038327:0:39761:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #4 00000020:00000010:1.0:1767384974.038339:0:16770:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000078efa8d8. 00000020:00000010:0.0:1767384974.038341:0:39670:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000049c5478b. 00000040:00000010:1.0:1767384974.038348:0:16770:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ca7090e2. 00000040:00000010:0.0:1767384974.038348:0:39670:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008418005d. 00000020:00000010:0.0:1767384974.038353:0:39670:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000fed0f87. 00000020:00000010:1.0:1767384974.038356:0:16770:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ba8e9c9a. 00000020:00000010:0.0:1767384974.038358:0:39670:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f7cf7419. 00000020:00000010:1.0:1767384974.038363:0:16770:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000005e8e67e. 00000020:00000010:0.0:1767384974.038363:0:39670:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002f7a5fd4. 80000000:00000010:0.0:1767384974.038370:0:39670:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000ffbb6fc. 00000020:00000010:1.0:1767384974.038372:0:16770:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b5a11b5a. 40000000:00000010:0.0:1767384974.038374:0:39670:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e82612ce. 80000000:00000010:1.0:1767384974.038378:0:16770:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ccae772c. 00100000:00000010:0.0:1767384974.038380:0:39670:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000068bbf638. 40000000:00000010:1.0:1767384974.038384:0:16770:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000db2ad40d. 00040000:00000010:0.0:1767384974.038390:0:39670:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000065559535. 00100000:00000010:1.0:1767384974.038391:0:16770:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000066136655. 00040000:00000010:0.0:1767384974.038395:0:39670:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c73ffca6. 00040000:00000010:1.0:1767384974.038398:0:16770:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000bb01f33. 00080000:00000010:0.0:1767384974.038401:0:39670:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007edffaaf. 00040000:00000010:1.0:1767384974.038404:0:16770:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000086f7f134. 00000004:00000010:0.0:1767384974.038406:0:39670:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009ce8cc8e. 00080000:00000010:1.0:1767384974.038410:0:16770:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c014fefb. 00002000:00000010:0.0:1767384974.038411:0:39670:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004a52bbf7. 00000004:00000010:1.0:1767384974.038418:0:16770:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006d6649ab. 00000020:00000010:0.0:1767384974.038418:0:39670:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004ec1619. 00000020:00000010:0.0:1767384974.038426:0:39670:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d6369770. 00002000:00000010:1.0:1767384974.038427:0:16770:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000cf1a002. 00000020:00000010:1.0:1767384974.038433:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b93fb2ef. 00000100:00000010:0.0:1767384974.038433:0:39670:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000755a62b8. 00000100:00100000:0.0:1767384974.038440:0:39670:0:(service.c:3155:ptlrpc_main()) mdt00_004: service thread [000000001e1bb6fe:39670] 4 exiting: rc = 0 00000020:00000010:1.0:1767384974.038443:0:16770:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d597bae3. 00000100:00000010:1.0:1767384974.038453:0:16770:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000019ae5521. 00000100:00100000:1.0:1767384974.038457:0:16770:0:(service.c:3155:ptlrpc_main()) mdt00_001: service thread [000000004838e625:16770] 1 exiting: rc = 0 00000020:00000010:0.0:1767384974.038498:0:17560:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006560a1f7. 00000040:00000010:0.0:1767384974.038504:0:17560:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a15f88f2. 00000020:00000010:0.0:1767384974.038508:0:17560:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001d19d04d. 00000020:00000010:0.0:1767384974.038512:0:17560:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000055e5c190. 00000020:00000010:0.0:1767384974.038516:0:17560:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000951edeb1. 80000000:00000010:0.0:1767384974.038520:0:17560:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000dd50170e. 40000000:00000010:0.0:1767384974.038523:0:17560:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005a053951. 00100000:00000010:0.0:1767384974.038527:0:17560:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003e013e8c. 00040000:00000010:0.0:1767384974.038530:0:17560:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000f81e8f2. 00040000:00000010:0.0:1767384974.038534:0:17560:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008db8b876. 00080000:00000010:0.0:1767384974.038537:0:17560:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000038480abf. 00000004:00000010:0.0:1767384974.038541:0:17560:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000014ea8e37. 00002000:00000010:0.0:1767384974.038544:0:17560:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000fa68b11b. 00000020:00000010:0.0:1767384974.038546:0:17560:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009df04eac. 00000020:00000010:0.0:1767384974.038551:0:17560:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000009a2bf560. 00000100:00000010:0.0:1767384974.038556:0:17560:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000c71b0512. 00000100:00100000:0.0:1767384974.038559:0:17560:0:(service.c:3155:ptlrpc_main()) mdt00_003: service thread [000000009a918053:17560] 3 exiting: rc = 0 00000020:00000010:0.0:1767384974.038607:0:16769:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000aaa964c2. 00000040:00000010:0.0:1767384974.038611:0:16769:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008edc243b. 00000020:00000010:0.0:1767384974.038614:0:16769:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001c7c1558. 00000020:00000010:0.0:1767384974.038617:0:16769:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c396353c. 00000020:00000010:0.0:1767384974.038620:0:16769:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000dfa65fc9. 80000000:00000010:0.0:1767384974.038622:0:16769:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f85698ea. 40000000:00000010:0.0:1767384974.038625:0:16769:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ab83d1bc. 00100000:00000010:0.0:1767384974.038628:0:16769:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006b592168. 00040000:00000010:0.0:1767384974.038636:0:16769:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008b39023f. 00040000:00000010:0.0:1767384974.038640:0:16769:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e1e7f3d3. 00080000:00000010:0.0:1767384974.038643:0:16769:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000018337c7. 00000004:00000010:0.0:1767384974.038646:0:16769:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000022f72543. 00002000:00000010:0.0:1767384974.038649:0:16769:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000654e2163. 00000020:00000010:0.0:1767384974.038652:0:16769:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002cae6771. 00000020:00000010:0.0:1767384974.038655:0:16769:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000feaf64dc. 00000100:00000010:0.0:1767384974.038657:0:16769:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000e2a86303. 00000100:00100000:0.0:1767384974.038659:0:16769:0:(service.c:3155:ptlrpc_main()) mdt00_000: service thread [00000000446ea85a:16769] 0 exiting: rc = 1 00000100:00000040:0.0:1767384974.038700:0:39761:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #2 00000020:00000010:0.0:1767384974.038718:0:16771:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cf9ce457. 00000040:00000010:0.0:1767384974.038722:0:16771:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e3296985. 00000020:00000010:0.0:1767384974.038725:0:16771:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ad38569b. 00000020:00000010:0.0:1767384974.038727:0:16771:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007b9d4827. 00000020:00000010:0.0:1767384974.038731:0:16771:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009ebbd0e9. 80000000:00000010:0.0:1767384974.038734:0:16771:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bd4c5e6b. 40000000:00000010:0.0:1767384974.038737:0:16771:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001b703fe6. 00100000:00000010:0.0:1767384974.038740:0:16771:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f6fac452. 00040000:00000010:0.0:1767384974.038743:0:16771:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e7cafb58. 00040000:00000010:0.0:1767384974.038746:0:16771:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000019bed69f. 00080000:00000010:0.0:1767384974.038748:0:16771:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000047e2cc49. 00000004:00000010:0.0:1767384974.038751:0:16771:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009d05333d. 00002000:00000010:0.0:1767384974.038754:0:16771:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000738bb510. 00000020:00000010:0.0:1767384974.038756:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009214c82f. 00000020:00000010:0.0:1767384974.038760:0:16771:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a1242ad2. 00000100:00000010:0.0:1767384974.038765:0:16771:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000007fe0a98b. 00000100:00100000:0.0:1767384974.038767:0:16771:0:(service.c:3155:ptlrpc_main()) mdt00_002: service thread [000000007b1d7aae:16771] 2 exiting: rc = 0 00000100:00000010:1.0:1767384974.038798:0:39761:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000446ea85a. 00000100:00000010:1.0:1767384974.038806:0:39761:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000004838e625. 00000100:00000010:1.0:1767384974.038811:0:39761:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000007b1d7aae. 00000100:00000010:1.0:1767384974.038823:0:39761:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000009a918053. 00000100:00000010:1.0:1767384974.038827:0:39761:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000001e1bb6fe. 00000100:00000001:1.0:1767384974.038832:0:39761:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384974.038833:0:39761:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384974.038836:0:39761:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 12 lazy 00000400:00000001:1.0:1767384974.038839:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.038841:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.038843:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a2481af. 00000400:00000200:1.0:1767384974.038846:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fe8e24f 00000400:00000010:1.0:1767384974.038848:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001fe8e24f. 00000100:00000001:1.0:1767384974.038851:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.038853:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.038859:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.038861:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384974.038864:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.038865:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.038866:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.038868:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c09f2e37. 00000400:00000200:1.0:1767384974.038870:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5b9dcf3 00000400:00000010:1.0:1767384974.038872:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d5b9dcf3. 00000100:00000001:1.0:1767384974.038874:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.038875:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.038880:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.038882:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384974.038883:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.038885:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.038886:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.038887:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081e21f39. 00000400:00000200:1.0:1767384974.038890:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e3eff54 00000400:00000010:1.0:1767384974.038891:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000e3eff54. 00000100:00000001:1.0:1767384974.038893:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.038894:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.038898:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.038900:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384974.038903:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.038904:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.038905:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.038907:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079e7d64a. 00000400:00000200:1.0:1767384974.038909:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098b763d7 00000400:00000010:1.0:1767384974.038911:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000098b763d7. 00000100:00000001:1.0:1767384974.038913:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.038914:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.038919:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.038921:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384974.038922:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.038924:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.038925:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.038927:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f43f43bd. 00000400:00000200:1.0:1767384974.038929:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f08f6513 00000400:00000010:1.0:1767384974.038931:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f08f6513. 00000100:00000001:1.0:1767384974.038934:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.038935:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.038940:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.038942:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384974.038944:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.038945:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.038946:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.038948:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064cb18b5. 00000400:00000200:1.0:1767384974.038950:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9ba9094 00000400:00000010:1.0:1767384974.038952:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e9ba9094. 00000100:00000001:1.0:1767384974.038955:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.038955:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.038958:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.038960:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384974.038961:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.038963:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.038964:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.038965:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b595c7fc. 00000400:00000200:1.0:1767384974.038968:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054019f01 00000400:00000010:1.0:1767384974.038969:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000054019f01. 00000100:00000001:1.0:1767384974.038972:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.038973:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.038978:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.038980:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384974.038982:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.038983:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.038984:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.038986:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000347998c2. 00000400:00000200:1.0:1767384974.038988:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064308faf 00000400:00000010:1.0:1767384974.038990:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000064308faf. 00000100:00000001:1.0:1767384974.038992:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.038994:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.038999:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039001:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384974.039003:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039004:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039006:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039007:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd5dac02. 00000400:00000200:1.0:1767384974.039075:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7d0edd1 00000400:00000010:1.0:1767384974.039079:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c7d0edd1. 00000100:00000001:1.0:1767384974.039083:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039085:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039092:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039094:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384974.039097:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039100:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039101:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039103:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064f8f265. 00000400:00000200:1.0:1767384974.039107:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004eb56c20 00000400:00000010:1.0:1767384974.039109:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004eb56c20. 00000100:00000001:1.0:1767384974.039113:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039115:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039122:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039124:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384974.039126:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039129:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039130:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039132:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a8b1211. 00000400:00000200:1.0:1767384974.039135:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc1c80b0 00000400:00000010:1.0:1767384974.039137:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000bc1c80b0. 00000100:00000001:1.0:1767384974.039141:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039142:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039149:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039152:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384974.039154:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039157:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039158:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039160:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df74f478. 00000400:00000200:1.0:1767384974.039164:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008790fb4d 00000400:00000010:1.0:1767384974.039166:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008790fb4d. 00000100:00000001:1.0:1767384974.039170:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039172:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039177:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039179:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384974.039182:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039184:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039185:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039186:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2938753. 00000400:00000200:1.0:1767384974.039189:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071983d57 00000400:00000010:1.0:1767384974.039191:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000071983d57. 00000100:00000001:1.0:1767384974.039194:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039195:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039201:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039202:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384974.039216:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039219:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039221:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039222:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001013507a. 00000400:00000200:1.0:1767384974.039225:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6e15714 00000400:00000010:1.0:1767384974.039227:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e6e15714. 00000100:00000001:1.0:1767384974.039230:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039232:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039237:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039239:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384974.039240:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039242:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039243:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039244:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9ae2ff2. 00000400:00000200:1.0:1767384974.039247:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050f3a659 00000400:00000010:1.0:1767384974.039248:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000050f3a659. 00000100:00000001:1.0:1767384974.039252:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039253:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039258:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039260:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384974.039262:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039264:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039265:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039267:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028f3818c. 00000400:00000200:1.0:1767384974.039270:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f8798a0 00000400:00000010:1.0:1767384974.039271:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000006f8798a0. 00000100:00000001:1.0:1767384974.039275:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039276:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039282:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039284:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384974.039286:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039287:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039289:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039290:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff20baf2. 00000400:00000200:1.0:1767384974.039293:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080de2f5e 00000400:00000010:1.0:1767384974.039294:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000080de2f5e. 00000100:00000001:1.0:1767384974.039298:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039299:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039305:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039306:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384974.039308:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039309:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039310:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039311:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fccdbf32. 00000400:00000200:1.0:1767384974.039314:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e329d915 00000400:00000010:1.0:1767384974.039315:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e329d915. 00000100:00000001:1.0:1767384974.039318:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039319:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039323:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039325:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384974.039327:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039328:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039330:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039331:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f91bd36. 00000400:00000200:1.0:1767384974.039334:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002104e510 00000400:00000010:1.0:1767384974.039335:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000002104e510. 00000100:00000001:1.0:1767384974.039338:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039339:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039345:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039347:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384974.039349:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039351:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039353:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039354:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a73a328. 00000400:00000200:1.0:1767384974.039357:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055cdd64c 00000400:00000010:1.0:1767384974.039359:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000055cdd64c. 00000100:00000001:1.0:1767384974.039362:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039363:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039368:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039370:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384974.039372:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039373:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039374:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039376:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000085900f9. 00000400:00000200:1.0:1767384974.039378:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d50b21d7 00000400:00000010:1.0:1767384974.039380:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d50b21d7. 00000100:00000001:1.0:1767384974.039383:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039384:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039390:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039391:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384974.039392:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039394:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039395:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039396:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c18c1bdd. 00000400:00000200:1.0:1767384974.039398:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f8e4be2 00000400:00000010:1.0:1767384974.039400:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005f8e4be2. 00000100:00000001:1.0:1767384974.039402:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039403:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039409:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039411:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384974.039413:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039414:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039416:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039417:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ceb2a983. 00000400:00000200:1.0:1767384974.039420:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1237132 00000400:00000010:1.0:1767384974.039421:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a1237132. 00000100:00000001:1.0:1767384974.039424:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039425:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039431:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039433:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384974.039435:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039436:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039438:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039439:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0c21a19. 00000400:00000200:1.0:1767384974.039442:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff26040f 00000400:00000010:1.0:1767384974.039443:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ff26040f. 00000100:00000001:1.0:1767384974.039446:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039447:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039453:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039454:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384974.039456:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039457:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039458:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039460:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1f22fb3. 00000400:00000200:1.0:1767384974.039462:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006092a66d 00000400:00000010:1.0:1767384974.039464:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000006092a66d. 00000100:00000001:1.0:1767384974.039467:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039468:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039473:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039474:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384974.039476:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039478:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039479:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039480:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010023469. 00000400:00000200:1.0:1767384974.039483:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f644588 00000400:00000010:1.0:1767384974.039484:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000002f644588. 00000100:00000001:1.0:1767384974.039487:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039488:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039492:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039494:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384974.039495:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039497:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039498:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039499:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000339fa171. 00000400:00000200:1.0:1767384974.039501:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058565090 00000400:00000010:1.0:1767384974.039503:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000058565090. 00000100:00000001:1.0:1767384974.039505:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039507:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039513:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039514:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384974.039516:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039518:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039519:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039520:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4e5c95c. 00000400:00000200:1.0:1767384974.039523:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7529153 00000400:00000010:1.0:1767384974.039524:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e7529153. 00000100:00000001:1.0:1767384974.039527:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039528:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039533:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039534:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384974.039536:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039537:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039538:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039539:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048869480. 00000400:00000200:1.0:1767384974.039542:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005090a3f9 00000400:00000010:1.0:1767384974.039543:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005090a3f9. 00000100:00000001:1.0:1767384974.039546:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039547:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039552:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039554:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384974.039556:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039558:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039559:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039560:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003dbfde0f. 00000400:00000200:1.0:1767384974.039563:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000495d086e 00000400:00000010:1.0:1767384974.039564:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000495d086e. 00000100:00000001:1.0:1767384974.039567:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039568:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039573:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039574:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384974.039576:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039577:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039579:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039580:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091311f0c. 00000400:00000200:1.0:1767384974.039583:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7e2e2de 00000400:00000010:1.0:1767384974.039585:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a7e2e2de. 00000100:00000001:1.0:1767384974.039588:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039588:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039594:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039595:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384974.039597:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039599:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039600:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039601:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae99c57f. 00000400:00000200:1.0:1767384974.039604:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da6ac6b6 00000400:00000010:1.0:1767384974.039605:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000da6ac6b6. 00000100:00000001:1.0:1767384974.039608:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039609:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039614:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039615:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384974.039617:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039619:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039620:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039621:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ce92dee. 00000400:00000200:1.0:1767384974.039624:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039178e0e 00000400:00000010:1.0:1767384974.039625:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000039178e0e. 00000100:00000001:1.0:1767384974.039628:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039629:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039633:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039635:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384974.039636:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039638:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039639:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039640:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f32a6bee. 00000400:00000200:1.0:1767384974.039643:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029dbfdc5 00000400:00000010:1.0:1767384974.039644:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000029dbfdc5. 00000100:00000001:1.0:1767384974.039647:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039648:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039653:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039654:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384974.039656:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039657:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039658:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039660:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000224c967b. 00000400:00000200:1.0:1767384974.039663:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad56e3ca 00000400:00000010:1.0:1767384974.039664:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ad56e3ca. 00000100:00000001:1.0:1767384974.039666:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039668:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039673:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039674:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384974.039676:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039677:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039678:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039680:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fced6ad6. 00000400:00000200:1.0:1767384974.039682:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061aac563 00000400:00000010:1.0:1767384974.039683:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000061aac563. 00000100:00000001:1.0:1767384974.039686:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039686:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039691:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039692:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384974.039694:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039695:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039696:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039697:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2b9f988. 00000400:00000200:1.0:1767384974.039700:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004dc19707 00000400:00000010:1.0:1767384974.039701:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004dc19707. 00000100:00000001:1.0:1767384974.039704:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039705:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039710:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039711:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384974.039713:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039714:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039715:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039716:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012311ffc. 00000400:00000200:1.0:1767384974.039719:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ceb9d3cf 00000400:00000010:1.0:1767384974.039720:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ceb9d3cf. 00000100:00000001:1.0:1767384974.039723:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039724:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039729:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039731:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384974.039732:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039735:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039736:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039737:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0a562e6. 00000400:00000200:1.0:1767384974.039740:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf8b7e3a 00000400:00000010:1.0:1767384974.039741:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000bf8b7e3a. 00000100:00000001:1.0:1767384974.039744:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039745:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039751:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039752:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384974.039754:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039756:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039757:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039759:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b351816d. 00000400:00000200:1.0:1767384974.039762:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a12bae80 00000400:00000010:1.0:1767384974.039763:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a12bae80. 00000100:00000001:1.0:1767384974.039768:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039769:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039774:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039776:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384974.039778:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039779:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039780:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039781:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bed9b12d. 00000400:00000200:1.0:1767384974.039784:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000568ab907 00000400:00000010:1.0:1767384974.039786:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000568ab907. 00000100:00000001:1.0:1767384974.039789:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039790:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039795:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039797:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384974.039799:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039800:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039801:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039802:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053ff4d65. 00000400:00000200:1.0:1767384974.039805:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018894e28 00000400:00000010:1.0:1767384974.039806:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000018894e28. 00000100:00000001:1.0:1767384974.039809:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039810:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039815:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039817:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384974.039820:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039822:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039823:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039824:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a1f29fc. 00000400:00000200:1.0:1767384974.039827:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd14bf4d 00000400:00000010:1.0:1767384974.039828:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000cd14bf4d. 00000100:00000001:1.0:1767384974.039832:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039833:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039838:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039839:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384974.039841:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039842:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039843:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039844:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0206e3c. 00000400:00000200:1.0:1767384974.039847:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000703d961b 00000400:00000010:1.0:1767384974.039849:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000703d961b. 00000100:00000001:1.0:1767384974.039852:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039853:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039858:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039860:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384974.039862:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039863:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039865:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039866:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d8d3b0a. 00000400:00000200:1.0:1767384974.039869:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e66cc39 00000400:00000010:1.0:1767384974.039869:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009e66cc39. 00000100:00000001:1.0:1767384974.039872:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039873:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039877:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039878:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384974.039879:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039881:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039882:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039883:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029b2b469. 00000400:00000200:1.0:1767384974.039885:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f654e478 00000400:00000010:1.0:1767384974.039886:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f654e478. 00000100:00000001:1.0:1767384974.039889:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039891:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039896:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039897:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384974.039900:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039901:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039903:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039904:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a50c05e2. 00000400:00000200:1.0:1767384974.039906:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b021f7f 00000400:00000010:1.0:1767384974.039908:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005b021f7f. 00000100:00000001:1.0:1767384974.039910:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039911:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039916:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039918:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384974.039919:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039920:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039920:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039921:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007136cc2e. 00000400:00000200:1.0:1767384974.039923:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a815a206 00000400:00000010:1.0:1767384974.039925:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a815a206. 00000100:00000001:1.0:1767384974.039927:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039928:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039932:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039933:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384974.039935:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039937:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039938:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039939:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea27c1ad. 00000400:00000200:1.0:1767384974.039941:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097d6b99a 00000400:00000010:1.0:1767384974.039942:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000097d6b99a. 00000100:00000001:1.0:1767384974.039945:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039946:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039950:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039952:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384974.039954:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039955:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039957:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039958:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e9eebf3. 00000400:00000200:1.0:1767384974.039961:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094943119 00000400:00000010:1.0:1767384974.039963:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000094943119. 00000100:00000001:1.0:1767384974.039966:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039967:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039972:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039973:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384974.039976:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039977:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039978:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.039979:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcd0c062. 00000400:00000200:1.0:1767384974.039982:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ec34b49 00000400:00000010:1.0:1767384974.039984:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009ec34b49. 00000100:00000001:1.0:1767384974.039987:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.039988:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.039993:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.039994:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384974.039996:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.039997:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.039999:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.040000:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee64c465. 00000400:00000200:1.0:1767384974.040003:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c591ee6 00000400:00000010:1.0:1767384974.040004:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009c591ee6. 00000100:00000001:1.0:1767384974.040007:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.040008:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.040058:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.040061:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384974.040064:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.040066:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.040068:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.040070:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b119978. 00000400:00000200:1.0:1767384974.040074:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000995ea338 00000400:00000010:1.0:1767384974.040076:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000995ea338. 00000100:00000001:1.0:1767384974.040080:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.040081:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.040088:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.040090:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384974.040093:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.040095:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.040097:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.040099:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000912c52f2. 00000400:00000200:1.0:1767384974.040103:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb818e8f 00000400:00000010:1.0:1767384974.040105:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000cb818e8f. 00000100:00000001:1.0:1767384974.040108:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.040109:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.040114:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.040115:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384974.040117:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.040119:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.040121:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.040122:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056e4c324. 00000400:00000200:1.0:1767384974.040126:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000067d2f7d 00000400:00000010:1.0:1767384974.040127:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000067d2f7d. 00000100:00000001:1.0:1767384974.040130:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.040131:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.040136:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.040137:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384974.040139:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.040141:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.040142:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.040144:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001bc36540. 00000400:00000200:1.0:1767384974.040147:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016fb35ca 00000400:00000010:1.0:1767384974.040148:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000016fb35ca. 00000100:00000001:1.0:1767384974.040151:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.040152:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.040157:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.040159:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384974.040161:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.040163:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.040164:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.040165:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cdbe2ef5. 00000400:00000200:1.0:1767384974.040168:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000192a0cdb 00000400:00000010:1.0:1767384974.040169:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000192a0cdb. 00000100:00000001:1.0:1767384974.040172:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.040173:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.040179:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.040180:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384974.040183:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.040184:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.040186:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.040187:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f8cee46. 00000400:00000200:1.0:1767384974.040190:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae89de44 00000400:00000010:1.0:1767384974.040191:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ae89de44. 00000100:00000001:1.0:1767384974.040194:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.040195:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.040199:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.040201:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384974.040203:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.040216:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.040217:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.040218:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066a068ed. 00000400:00000200:1.0:1767384974.040221:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce065dfa 00000400:00000010:1.0:1767384974.040223:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ce065dfa. 00000100:00000001:1.0:1767384974.040226:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.040227:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.040232:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.040234:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384974.040236:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.040238:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.040238:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.040239:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d4ed524. 00000400:00000200:1.0:1767384974.040242:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008421a1c6 00000400:00000010:1.0:1767384974.040244:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008421a1c6. 00000100:00000001:1.0:1767384974.040247:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.040248:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.040253:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.040255:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384974.040256:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.040258:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.040259:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.040260:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1314d63. 00000400:00000200:1.0:1767384974.040262:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001da4b2c0 00000400:00000010:1.0:1767384974.040263:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001da4b2c0. 00000100:00000001:1.0:1767384974.040265:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.040266:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.040272:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.040274:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384974.040276:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.040278:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.040279:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.040280:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ec61f22. 00000400:00000200:1.0:1767384974.040283:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3ecf6a4 00000400:00000010:1.0:1767384974.040285:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e3ecf6a4. 00000100:00000001:1.0:1767384974.040287:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.040287:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.040291:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.040292:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384974.040294:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.040295:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.040296:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.040296:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052b8fc6a. 00000400:00000200:1.0:1767384974.040298:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000adac5e2a 00000400:00000010:1.0:1767384974.040299:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000adac5e2a. 00000100:00000001:1.0:1767384974.040300:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.040301:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.040303:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.040304:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384974.040304:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.040305:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.040306:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.040307:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff1f25b7. 00000400:00000200:1.0:1767384974.040308:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6244597 00000400:00000010:1.0:1767384974.040309:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a6244597. 00000100:00000001:1.0:1767384974.040310:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.040311:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384974.040314:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.040314:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384974.040315:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384974.040316:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040317:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040319:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040319:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040320:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040321:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040322:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040322:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040323:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040324:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040325:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040326:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040327:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040328:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040328:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040329:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040330:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040330:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040331:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040332:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040332:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040333:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040334:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040334:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040335:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040336:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040336:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040337:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040338:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040338:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040339:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040340:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040340:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040341:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040342:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040342:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040343:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040344:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040344:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040345:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040346:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040346:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040347:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040348:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040348:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040349:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040351:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040351:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040352:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040353:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040354:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040355:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040356:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040356:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040357:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040358:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040358:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040359:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040360:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040360:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040361:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040362:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040362:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040363:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040364:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040364:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040365:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040366:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040366:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040367:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040368:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040368:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040369:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040370:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040370:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040371:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040372:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040372:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040373:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040374:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040374:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040375:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040376:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040376:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040377:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040378:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040379:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040380:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040381:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040382:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040383:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040383:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040384:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040385:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040386:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040386:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040387:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040388:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040388:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040389:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040390:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040390:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040391:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040391:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040392:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040393:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040394:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040394:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040395:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040395:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040396:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040397:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040398:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040398:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040399:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040399:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040400:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040401:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040402:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040402:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040403:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040403:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040404:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040405:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040406:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040406:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.040407:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.040408:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384974.040417:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040419:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006c62b264. 02000000:00000001:1.0:1767384974.040421:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040422:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a8eca923. 02000000:00000001:1.0:1767384974.040425:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040426:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005e1a5229. 02000000:00000001:1.0:1767384974.040428:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040428:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e0032df. 02000000:00000001:1.0:1767384974.040430:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040431:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005a59dcd1. 02000000:00000001:1.0:1767384974.040433:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040434:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8b8458c. 02000000:00000001:1.0:1767384974.040436:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040436:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000056fc5c92. 02000000:00000001:1.0:1767384974.040438:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040438:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a748246a. 02000000:00000001:1.0:1767384974.040440:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040441:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at 000000008292f98b. 02000000:00000001:1.0:1767384974.040442:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040443:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000046810beb. 02000000:00000001:1.0:1767384974.040445:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040445:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at 00000000d3414883. 02000000:00000001:1.0:1767384974.040446:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040447:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000035193bb5. 02000000:00000001:1.0:1767384974.040449:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040450:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000659c11dd. 02000000:00000001:1.0:1767384974.040451:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040452:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbc79d97. 02000000:00000001:1.0:1767384974.040454:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040454:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000de171494. 02000000:00000001:1.0:1767384974.040456:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040457:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005eb12234. 02000000:00000001:1.0:1767384974.040458:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040459:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007b5d488c. 02000000:00000001:1.0:1767384974.040460:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040461:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000895e2eec. 02000000:00000001:1.0:1767384974.040463:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040464:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000aef72aa6. 02000000:00000001:1.0:1767384974.040465:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040465:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000538dd593. 02000000:00000001:1.0:1767384974.040467:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040468:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000b403ea5a. 02000000:00000001:1.0:1767384974.040470:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040470:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004435e5bb. 02000000:00000001:1.0:1767384974.040472:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040472:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000065e53420. 02000000:00000001:1.0:1767384974.040473:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040474:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000980c7aa6. 02000000:00000001:1.0:1767384974.040476:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040476:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009f5e6957. 02000000:00000001:1.0:1767384974.040477:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040478:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c03b0bbc. 02000000:00000001:1.0:1767384974.040479:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040480:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000330a596c. 02000000:00000001:1.0:1767384974.040481:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040482:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007fd72a2d. 02000000:00000001:1.0:1767384974.040483:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040484:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008883c4cb. 02000000:00000001:1.0:1767384974.040485:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040486:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001d84ff5b. 02000000:00000001:1.0:1767384974.040488:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040488:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000262be902. 02000000:00000001:1.0:1767384974.040490:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040490:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016e303d8. 02000000:00000001:1.0:1767384974.040492:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040493:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000033f5d254. 02000000:00000001:1.0:1767384974.040494:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040495:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a3010022. 02000000:00000001:1.0:1767384974.040496:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040497:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000838ba2a8. 02000000:00000001:1.0:1767384974.040499:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040499:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000667d68f8. 02000000:00000001:1.0:1767384974.040501:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040502:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006f75a506. 02000000:00000001:1.0:1767384974.040504:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040504:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000093056fb4. 02000000:00000001:1.0:1767384974.040506:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040507:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001e69feef. 02000000:00000001:1.0:1767384974.040509:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040509:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075fc2288. 02000000:00000001:1.0:1767384974.040511:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040511:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e626550f. 02000000:00000001:1.0:1767384974.040512:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040513:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000851f4bf5. 02000000:00000001:1.0:1767384974.040515:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040515:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009bf906a5. 02000000:00000001:1.0:1767384974.040516:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040517:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006852e910. 02000000:00000001:1.0:1767384974.040518:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040519:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000cdbce4a. 02000000:00000001:1.0:1767384974.040520:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040521:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e25b998. 02000000:00000001:1.0:1767384974.040522:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040523:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000082f673dc. 02000000:00000001:1.0:1767384974.040524:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040524:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ef6e821. 02000000:00000001:1.0:1767384974.040526:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040527:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ef73a1a0. 02000000:00000001:1.0:1767384974.040528:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040529:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007b26b32b. 02000000:00000001:1.0:1767384974.040530:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040530:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c45968ea. 02000000:00000001:1.0:1767384974.040532:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040532:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000798674e0. 02000000:00000001:1.0:1767384974.040533:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040534:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c3496bdc. 02000000:00000001:1.0:1767384974.040535:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040536:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009b732066. 02000000:00000001:1.0:1767384974.040537:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040538:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000943aa85d. 02000000:00000001:1.0:1767384974.040539:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040539:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d75dd676. 02000000:00000001:1.0:1767384974.040541:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040542:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000edf7849. 02000000:00000001:1.0:1767384974.040544:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040544:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000390d9815. 02000000:00000001:1.0:1767384974.040547:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040547:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006766970c. 02000000:00000001:1.0:1767384974.040549:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040549:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069db9573. 02000000:00000001:1.0:1767384974.040551:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040552:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000077dd3726. 02000000:00000001:1.0:1767384974.040553:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040554:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fb6990f3. 02000000:00000001:1.0:1767384974.040556:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040556:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001fb40c59. 02000000:00000001:1.0:1767384974.040558:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040559:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009b2de291. 02000000:00000001:1.0:1767384974.040560:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040561:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000aa60e345. 02000000:00000001:1.0:1767384974.040562:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040563:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d1d05bf5. 02000000:00000001:1.0:1767384974.040564:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040565:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005b577041. 02000000:00000001:1.0:1767384974.040566:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040566:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000287c3c51. 02000000:00000001:1.0:1767384974.040568:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040569:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000091531e59. 02000000:00000001:1.0:1767384974.040570:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040571:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000053f55bba. 02000000:00000001:1.0:1767384974.040572:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040573:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000279dd63a. 02000000:00000001:1.0:1767384974.040574:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040575:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006e00ee5e. 02000000:00000001:1.0:1767384974.040576:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040577:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e5a5d59b. 02000000:00000001:1.0:1767384974.040578:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040579:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b366d3ae. 02000000:00000001:1.0:1767384974.040580:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040580:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c8cf2313. 02000000:00000001:1.0:1767384974.040583:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040583:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d0bbbddc. 02000000:00000001:1.0:1767384974.040585:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040586:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000041e5c3a7. 02000000:00000001:1.0:1767384974.040587:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040588:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d5ef9139. 02000000:00000001:1.0:1767384974.040589:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040590:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a3f90765. 02000000:00000001:1.0:1767384974.040591:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040591:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f11df67. 02000000:00000001:1.0:1767384974.040593:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040594:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007550a522. 02000000:00000001:1.0:1767384974.040595:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040595:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d8362e2c. 02000000:00000001:1.0:1767384974.040597:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040597:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005a49536f. 02000000:00000001:1.0:1767384974.040598:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040599:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c2d03dd4. 02000000:00000001:1.0:1767384974.040600:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040601:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a2cb94c1. 02000000:00000001:1.0:1767384974.040602:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040603:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000555e80c0. 02000000:00000001:1.0:1767384974.040604:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040605:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000bca9822d. 02000000:00000001:1.0:1767384974.040606:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040606:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d8bc0a5. 02000000:00000001:1.0:1767384974.040608:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040608:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000f8a9dc54. 02000000:00000001:1.0:1767384974.040609:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040610:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000211755af. 02000000:00000001:1.0:1767384974.040612:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.040612:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000db251537. 02000000:00000001:1.0:1767384974.040613:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.040614:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000367badb5. 00000100:00000010:1.0:1767384974.040616:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000005a3b2761. 00000100:00000010:1.0:1767384974.040646:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000094b0e268. 00000100:00000010:1.0:1767384974.040648:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000029c20003. 00000100:00000010:1.0:1767384974.040667:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005a626c9e. 00000100:00000010:1.0:1767384974.040669:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000fddcc6b9. 00000100:00000010:1.0:1767384974.040690:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000deec79d4. 00000100:00000010:1.0:1767384974.040692:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000b0afa4f. 00000100:00000010:1.0:1767384974.040708:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008b963fbb. 00000100:00000010:1.0:1767384974.040710:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008b055412. 00000100:00000010:1.0:1767384974.040727:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000083089717. 00000100:00000010:1.0:1767384974.040729:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009e35a4cf. 00000100:00000010:1.0:1767384974.040742:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007ce2cd8b. 00000100:00000010:1.0:1767384974.040744:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000049f06baa. 00000100:00000010:1.0:1767384974.040758:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003d09b291. 00000100:00000010:1.0:1767384974.040759:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000005a80c5. 00000100:00000010:1.0:1767384974.040778:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000059b76b5c. 00000100:00000010:1.0:1767384974.040779:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000006d0cade4. 00000100:00000010:1.0:1767384974.040793:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005a3e7824. 00000100:00000010:1.0:1767384974.040795:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000019693227. 00000100:00000010:1.0:1767384974.040820:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c55d4bee. 00000100:00000010:1.0:1767384974.040821:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000055b84620. 00000100:00000010:1.0:1767384974.040835:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000010dd3612. 00000100:00000010:1.0:1767384974.040836:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000d856f83. 00000100:00000010:1.0:1767384974.040851:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000a4ea463. 00000100:00000010:1.0:1767384974.040854:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000094de7d50. 00000100:00000010:1.0:1767384974.040867:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f7e86944. 00000100:00000010:1.0:1767384974.040869:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d6bfd43f. 00000100:00000010:1.0:1767384974.040885:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000014496766. 00000100:00000010:1.0:1767384974.040886:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ae405cc5. 00000100:00000010:1.0:1767384974.040902:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000af79538d. 00000100:00000010:1.0:1767384974.040903:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000fd618f4. 00000100:00000010:1.0:1767384974.040920:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000016a461d9. 00000100:00000010:1.0:1767384974.040921:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000032c5776c. 00000100:00000010:1.0:1767384974.040941:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c0be674f. 00000100:00000010:1.0:1767384974.040942:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000913aaa70. 00000100:00000010:1.0:1767384974.040958:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d09defa8. 00000100:00000010:1.0:1767384974.040960:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003c1f51c2. 00000100:00000010:1.0:1767384974.040976:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000effea48d. 00000100:00000010:1.0:1767384974.040978:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003582ba8a. 00000100:00000010:1.0:1767384974.040995:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007da315a9. 00000100:00000010:1.0:1767384974.040997:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e01e4706. 00000100:00000010:1.0:1767384974.041045:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008f9013d7. 00000100:00000010:1.0:1767384974.041049:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000098d3b55d. 00000100:00000010:1.0:1767384974.041073:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005161fceb. 00000100:00000010:1.0:1767384974.041076:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000046d84bf. 00000100:00000010:1.0:1767384974.041096:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008a69b561. 00000100:00000010:1.0:1767384974.041098:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000065c2fb4c. 00000100:00000010:1.0:1767384974.041113:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c60fb4c5. 00000100:00000010:1.0:1767384974.041115:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c74c38e8. 00000100:00000010:1.0:1767384974.041128:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003a54c6a2. 00000100:00000010:1.0:1767384974.041130:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007dc6efb2. 00000100:00000010:1.0:1767384974.041145:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000670aa8f6. 00000100:00000010:1.0:1767384974.041147:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c14efd85. 00000100:00000010:1.0:1767384974.041163:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000007c7c7c2. 00000100:00000010:1.0:1767384974.041164:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000028e91d0b. 00000100:00000010:1.0:1767384974.041179:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a727dbfc. 00000100:00000010:1.0:1767384974.041181:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009b613a23. 00000100:00000010:1.0:1767384974.041196:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009d75cc41. 00000100:00000010:1.0:1767384974.041198:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000006d482907. 00000100:00000010:1.0:1767384974.041228:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e1dc3da6. 00000100:00000010:1.0:1767384974.041230:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000a914d76. 00000100:00000010:1.0:1767384974.041246:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e033454b. 00000100:00000010:1.0:1767384974.041248:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002fcbd20f. 00000100:00000010:1.0:1767384974.041265:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000054003a84. 00000100:00000010:1.0:1767384974.041267:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c3dfb08c. 00000100:00000010:1.0:1767384974.041284:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000075942bd7. 00000100:00000010:1.0:1767384974.041286:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007ed69e0d. 00000100:00000010:1.0:1767384974.041306:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ab732c77. 00000100:00000010:1.0:1767384974.041307:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000090e03de0. 00000100:00000010:1.0:1767384974.041326:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000053fbc37b. 00000100:00000010:1.0:1767384974.041328:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a9b116c6. 00000100:00000010:1.0:1767384974.041345:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000011058ac5. 00000100:00000010:1.0:1767384974.041346:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a6e48151. 00000100:00000010:1.0:1767384974.041364:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dfed433f. 00000100:00000010:1.0:1767384974.041366:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e53eec79. 00000100:00000010:1.0:1767384974.041381:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000081ec8ac6. 00000100:00000010:1.0:1767384974.041383:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000054d9afb7. 00000100:00000010:1.0:1767384974.041397:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cd976cf5. 00000100:00000010:1.0:1767384974.041399:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c99ebc4e. 00000100:00000010:1.0:1767384974.041412:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006e47fb70. 00000100:00000010:1.0:1767384974.041414:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d05eac9f. 00000100:00000010:1.0:1767384974.041427:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000074850879. 00000100:00000010:1.0:1767384974.041428:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000eae3106c. 00000100:00000010:1.0:1767384974.041445:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000899ef123. 00000100:00000010:1.0:1767384974.041446:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009610abe1. 00000100:00000010:1.0:1767384974.041460:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008d10999c. 00000100:00000010:1.0:1767384974.041462:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000950b4042. 00000100:00000010:1.0:1767384974.041476:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000188a5e10. 00000100:00000010:1.0:1767384974.041478:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e59603ba. 00000100:00000010:1.0:1767384974.041492:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000027c79389. 00000100:00000010:1.0:1767384974.041494:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000f2437c3. 00000100:00000010:1.0:1767384974.041513:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000045d04ec2. 00000100:00000010:1.0:1767384974.041514:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000bfc5a411. 00000100:00000010:1.0:1767384974.041528:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f67d2b5f. 00000100:00000010:1.0:1767384974.041529:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002e25a165. 00000100:00000010:1.0:1767384974.041547:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f068ac5f. 00000100:00000010:1.0:1767384974.041549:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ed244eeb. 00000100:00000010:1.0:1767384974.041570:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fe76f71f. 00000100:00000010:1.0:1767384974.041571:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000086929bcb. 00000100:00000010:1.0:1767384974.041587:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bac536c8. 00000100:00000010:1.0:1767384974.041588:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000cd466ebb. 00000100:00000010:1.0:1767384974.041603:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fd28f37c. 00000100:00000010:1.0:1767384974.041605:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008cd210da. 00000100:00000010:1.0:1767384974.041621:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a1df80d9. 00000100:00000010:1.0:1767384974.041623:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000089892631. 00000100:00000010:1.0:1767384974.041640:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001275dc8b. 00000100:00000010:1.0:1767384974.041644:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007ddb95ff. 00000100:00000010:1.0:1767384974.041664:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ac9dd949. 00000100:00000010:1.0:1767384974.041667:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000007a4f3c8. 00000100:00000010:1.0:1767384974.041689:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000309ba435. 00000100:00000010:1.0:1767384974.041692:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e5d5aefc. 00000100:00000010:1.0:1767384974.041717:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005aaadfc8. 00000100:00000010:1.0:1767384974.041720:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000bab0f8bc. 00000100:00000010:1.0:1767384974.041744:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006ad54aa7. 00000100:00000010:1.0:1767384974.041747:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004e309b23. 00000100:00000010:1.0:1767384974.041768:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ecc2c44. 00000100:00000010:1.0:1767384974.041771:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000609cd0b1. 00000100:00000010:1.0:1767384974.041796:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fa6ea6cf. 00000100:00000010:1.0:1767384974.041798:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000051cc8792. 00000100:00000010:1.0:1767384974.041815:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000078106eaf. 00000100:00000010:1.0:1767384974.041817:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000007c3e28c. 00000100:00000010:1.0:1767384974.041832:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ddf57296. 00000100:00000010:1.0:1767384974.041834:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000006f570389. 00000100:00000010:1.0:1767384974.041851:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f8bb9bc2. 00000100:00000010:1.0:1767384974.041852:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e56c6507. 00000100:00000010:1.0:1767384974.041870:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b71d6371. 00000100:00000010:1.0:1767384974.041871:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000090df7e9f. 00000100:00000010:1.0:1767384974.041884:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000099275af6. 00000100:00000010:1.0:1767384974.041901:0:39761:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 0000000042aead89. 00000100:00000010:1.0:1767384974.041910:0:39761:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 0000000052df7659. 00000100:00000010:1.0:1767384974.041923:0:39761:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000368e21f5. 00000100:00000010:1.0:1767384974.041932:0:39761:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 0000000018f18a29. 00000100:00000010:1.0:1767384974.041941:0:39761:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 000000002d01847c. 00000100:00000001:1.0:1767384974.041950:0:39761:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384974.041952:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.041953:0:39761:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384974.041954:0:39761:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384974.041956:0:39761:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000001adbc737. 00000100:00000001:1.0:1767384974.041958:0:39761:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384974.041958:0:39761:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.041960:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.041961:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000470865e9. 00000100:00000001:1.0:1767384974.041962:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.041963:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.041964:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000000609b39b. 00000100:00000001:1.0:1767384974.041965:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.041966:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.041966:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c7c1c93c. 00000100:00000001:1.0:1767384974.041967:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.041968:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.041969:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000000ca52b9d. 00000100:00000001:1.0:1767384974.041970:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.041971:0:39761:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384974.041971:0:39761:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384974.041972:0:39761:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000feecd1b0. 00000100:00000001:1.0:1767384974.041973:0:39761:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384974.041974:0:39761:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.041975:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.041975:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000077d44084. 00000100:00000001:1.0:1767384974.041976:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.041977:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.041978:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000006492414d. 00000100:00000001:1.0:1767384974.041979:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.041980:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.041980:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000cf448095. 00000100:00000001:1.0:1767384974.041982:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.041982:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.041983:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c9714ffc. 00000100:00000010:1.0:1767384974.041984:0:39761:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 00000000ca03b39f. 00000100:00000001:1.0:1767384974.041985:0:39761:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384974.042090:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000026b95923. 00000020:00000010:1.0:1767384974.042094:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000006c107d9a. 00000020:00000010:1.0:1767384974.042096:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000d771baca. 00000020:00000010:1.0:1767384974.042097:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000740c8587. 00000020:00000010:1.0:1767384974.042100:0:39761:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000002e4af53. 00000020:00000010:1.0:1767384974.042102:0:39761:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000fa7c2789. 00000100:00000010:1.0:1767384974.042117:0:39761:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000bae16cf5. 00000100:00000010:1.0:1767384974.042123:0:39761:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000003e53bcd3. 00000100:00000010:1.0:1767384974.042125:0:39761:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000318392f9. 00000100:00000010:1.0:1767384974.042127:0:39761:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000da9cb4dc. 00000100:00000001:1.0:1767384974.042128:0:39761:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.042130:0:39761:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384974.042131:0:39761:0:(service.c:3836:ptlrpc_unregister_service()) mdt_readpage: tearing down 00000100:00000001:1.0:1767384974.042133:0:39761:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384974.042134:0:39761:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384974.042135:0:39761:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_readpage 00000100:00000040:1.0:1767384974.042136:0:39761:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #2 00000100:00000040:1.0:1767384974.042138:0:39761:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #1 00000100:00000040:1.0:1767384974.042139:0:39761:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #0 00000100:00000040:1.0:1767384974.042156:0:39761:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_rdpg #2 00000020:00000010:3.0:1767384974.042176:0:16773:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b0ddbdd9. 00000020:00000010:0.0:1767384974.042177:0:39671:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000be333ad2. 00000040:00000010:3.0:1767384974.042183:0:16773:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d22be8d2. 00000040:00000010:0.0:1767384974.042184:0:39671:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000011bf6eae. 00000020:00000010:2.0:1767384974.042185:0:16772:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002b0bafa6. 00000020:00000010:3.0:1767384974.042189:0:16773:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000310fadbb. 00000020:00000010:0.0:1767384974.042190:0:39671:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007afd8c19. 00000020:00000010:3.0:1767384974.042196:0:16773:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002ba61a97. 00000020:00000010:0.0:1767384974.042197:0:39671:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000092f34a6e. 00000040:00000010:2.0:1767384974.042198:0:16772:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000022832225. 00000020:00000010:3.0:1767384974.042202:0:16773:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008812ab64. 00000020:00000010:2.0:1767384974.042215:0:16772:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f52d7241. 00000020:00000010:0.0:1767384974.042216:0:39671:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000071edcd09. 80000000:00000010:3.0:1767384974.042217:0:16773:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000000d5534b. 00000020:00000010:2.0:1767384974.042223:0:16772:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005c221c9f. 40000000:00000010:3.0:1767384974.042224:0:16773:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007b16ad6d. 80000000:00000010:0.0:1767384974.042225:0:39671:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a20ce35b. 00000020:00000010:2.0:1767384974.042229:0:16772:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a91392cd. 00100000:00000010:3.0:1767384974.042232:0:16773:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d3d0423c. 40000000:00000010:0.0:1767384974.042233:0:39671:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d4a81b0c. 80000000:00000010:2.0:1767384974.042234:0:16772:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000048d4de65. 00040000:00000010:3.0:1767384974.042236:0:16773:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c2b32362. 40000000:00000010:2.0:1767384974.042239:0:16772:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000946eede5. 00040000:00000010:3.0:1767384974.042241:0:16773:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001382a2a2. 00100000:00000010:0.0:1767384974.042246:0:39671:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000012470db7. 00100000:00000010:2.0:1767384974.042247:0:16772:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000073ab4227. 00080000:00000010:3.0:1767384974.042248:0:16773:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c7c68cdf. 00040000:00000010:0.0:1767384974.042253:0:39671:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008da73453. 00000004:00000010:3.0:1767384974.042256:0:16773:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000953523b1. 00040000:00000010:2.0:1767384974.042256:0:16772:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008e5d6c79. 00040000:00000010:0.0:1767384974.042258:0:39671:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001d9d682e. 00000020:00000010:3.0:1767384974.042264:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009536bf80. 00040000:00000010:2.0:1767384974.042265:0:16772:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002963e41c. 00080000:00000010:0.0:1767384974.042265:0:39671:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000016f434f8. 00000020:00000010:3.0:1767384974.042272:0:16773:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000063b043a2. 00080000:00000010:2.0:1767384974.042273:0:16772:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005846ce2d. 00000004:00000010:0.0:1767384974.042273:0:39671:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000000d0c576. 00000004:00000010:2.0:1767384974.042281:0:16772:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000011cad242. 00000020:00000010:0.0:1767384974.042281:0:39671:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000052620571. 00000100:00000010:3.0:1767384974.042282:0:16773:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000d09cbf15. 00000020:00000010:2.0:1767384974.042288:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fda85cde. 00000100:00100000:3.0:1767384974.042289:0:16773:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_001: service thread [00000000c09f8b53:16773] 1 exiting: rc = 0 00000020:00000010:0.0:1767384974.042290:0:39671:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000002a7c7046. 00000020:00000010:2.0:1767384974.042297:0:16772:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000e22f40b8. 00000100:00000010:0.0:1767384974.042299:0:39671:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000000ce2d36. 00000100:00100000:0.0:1767384974.042304:0:39671:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_002: service thread [00000000db9350ef:39671] 2 exiting: rc = 0 00000100:00000010:2.0:1767384974.042309:0:16772:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000187a5109. 00000100:00100000:2.0:1767384974.042314:0:16772:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_000: service thread [000000003d93a0a7:16772] 0 exiting: rc = 1 00000100:00000010:1.0:1767384974.042343:0:39761:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000003d93a0a7. 00000100:00000010:1.0:1767384974.042349:0:39761:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000c09f8b53. 00000100:00000010:1.0:1767384974.042352:0:39761:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000db9350ef. 00000100:00000001:1.0:1767384974.042356:0:39761:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384974.042357:0:39761:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384974.042361:0:39761:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 23 lazy 00000400:00000001:1.0:1767384974.042364:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042365:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042367:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b25ca8e. 00000400:00000200:1.0:1767384974.042370:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eba2b0f0 00000400:00000010:1.0:1767384974.042372:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eba2b0f0. 00000100:00000001:1.0:1767384974.042375:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042376:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042382:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042384:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384974.042386:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042387:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042389:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042390:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6eddd56. 00000400:00000200:1.0:1767384974.042392:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6242c28 00000400:00000010:1.0:1767384974.042394:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e6242c28. 00000100:00000001:1.0:1767384974.042396:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042397:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042402:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042403:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384974.042404:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042406:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042407:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042409:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f4fdf37. 00000400:00000200:1.0:1767384974.042410:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1dfd322 00000400:00000010:1.0:1767384974.042411:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c1dfd322. 00000100:00000001:1.0:1767384974.042412:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042413:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042416:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042417:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384974.042418:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042419:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042420:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042420:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067eb3727. 00000400:00000200:1.0:1767384974.042421:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033c81b74 00000400:00000010:1.0:1767384974.042422:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000033c81b74. 00000100:00000001:1.0:1767384974.042423:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042424:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042426:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042427:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384974.042428:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042429:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042429:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042430:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c747123a. 00000400:00000200:1.0:1767384974.042431:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ad02282 00000400:00000010:1.0:1767384974.042432:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008ad02282. 00000100:00000001:1.0:1767384974.042433:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042433:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042436:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042438:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384974.042438:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042439:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042440:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042441:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7d9f68f. 00000400:00000200:1.0:1767384974.042442:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2b2cd38 00000400:00000010:1.0:1767384974.042443:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f2b2cd38. 00000100:00000001:1.0:1767384974.042444:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042444:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042447:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042448:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384974.042448:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042449:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042450:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042451:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001263241d. 00000400:00000200:1.0:1767384974.042452:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004b85948 00000400:00000010:1.0:1767384974.042453:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000004b85948. 00000100:00000001:1.0:1767384974.042454:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042454:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042457:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042458:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384974.042458:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042459:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042460:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042461:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016bec6b5. 00000400:00000200:1.0:1767384974.042461:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003148f91c 00000400:00000010:1.0:1767384974.042462:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003148f91c. 00000100:00000001:1.0:1767384974.042464:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042464:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042467:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042467:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384974.042468:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042469:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042470:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042470:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfdb25cd. 00000400:00000200:1.0:1767384974.042471:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea259d18 00000400:00000010:1.0:1767384974.042472:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ea259d18. 00000100:00000001:1.0:1767384974.042473:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042474:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042476:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042477:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384974.042478:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042479:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042479:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042480:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095f029a2. 00000400:00000200:1.0:1767384974.042481:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fc168e5 00000400:00000010:1.0:1767384974.042482:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004fc168e5. 00000100:00000001:1.0:1767384974.042483:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042484:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042486:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042487:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384974.042487:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042488:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042489:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042489:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011760fda. 00000400:00000200:1.0:1767384974.042490:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058dd44d1 00000400:00000010:1.0:1767384974.042491:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000058dd44d1. 00000100:00000001:1.0:1767384974.042492:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042493:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042495:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042496:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384974.042497:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042497:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042498:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042499:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fc75f18. 00000400:00000200:1.0:1767384974.042499:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d34b9321 00000400:00000010:1.0:1767384974.042500:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d34b9321. 00000100:00000001:1.0:1767384974.042501:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042502:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042504:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042505:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384974.042506:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042506:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042507:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042508:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011ba0db4. 00000400:00000200:1.0:1767384974.042509:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000666c451a 00000400:00000010:1.0:1767384974.042510:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000666c451a. 00000100:00000001:1.0:1767384974.042511:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042512:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042514:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042515:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384974.042516:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042517:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042517:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042518:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4c89154. 00000400:00000200:1.0:1767384974.042519:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e8f77ff 00000400:00000010:1.0:1767384974.042520:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005e8f77ff. 00000100:00000001:1.0:1767384974.042521:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042521:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042524:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042524:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384974.042525:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042526:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042527:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042527:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f3cf507. 00000400:00000200:1.0:1767384974.042528:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c84642ec 00000400:00000010:1.0:1767384974.042529:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c84642ec. 00000100:00000001:1.0:1767384974.042530:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042531:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042533:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042534:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384974.042534:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042535:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042536:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042536:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009fc52e3. 00000400:00000200:1.0:1767384974.042537:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0cd280e 00000400:00000010:1.0:1767384974.042538:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e0cd280e. 00000100:00000001:1.0:1767384974.042539:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042540:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042542:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042543:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384974.042544:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042544:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042545:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042546:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4ff35ad. 00000400:00000200:1.0:1767384974.042547:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000219f6b76 00000400:00000010:1.0:1767384974.042548:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000219f6b76. 00000100:00000001:1.0:1767384974.042549:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042549:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042552:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042552:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384974.042553:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042554:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042554:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042555:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f47402af. 00000400:00000200:1.0:1767384974.042556:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e3b10cb 00000400:00000010:1.0:1767384974.042557:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e3b10cb. 00000100:00000001:1.0:1767384974.042558:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042558:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042561:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042561:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384974.042562:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042563:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042563:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042564:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045fdf9b2. 00000400:00000200:1.0:1767384974.042565:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024b9301e 00000400:00000010:1.0:1767384974.042566:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000024b9301e. 00000100:00000001:1.0:1767384974.042567:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042567:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042570:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042570:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384974.042571:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042572:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042572:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042573:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000407884b2. 00000400:00000200:1.0:1767384974.042574:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016fe97d6 00000400:00000010:1.0:1767384974.042575:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000016fe97d6. 00000100:00000001:1.0:1767384974.042576:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042576:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042579:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042579:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384974.042580:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042581:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042582:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042582:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008759ffe. 00000400:00000200:1.0:1767384974.042583:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2bfb2b9 00000400:00000010:1.0:1767384974.042584:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d2bfb2b9. 00000100:00000001:1.0:1767384974.042585:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042585:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042588:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042589:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384974.042589:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042590:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042591:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042591:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f42e8f7. 00000400:00000200:1.0:1767384974.042592:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009850c349 00000400:00000010:1.0:1767384974.042593:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009850c349. 00000100:00000001:1.0:1767384974.042594:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042594:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042597:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042597:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384974.042598:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042599:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042600:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042600:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029a2f4b1. 00000400:00000200:1.0:1767384974.042601:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d842488 00000400:00000010:1.0:1767384974.042602:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008d842488. 00000100:00000001:1.0:1767384974.042603:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042603:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042606:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042606:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384974.042607:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042608:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042609:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042609:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000624adbb5. 00000400:00000200:1.0:1767384974.042610:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000114c1246 00000400:00000010:1.0:1767384974.042611:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000114c1246. 00000100:00000001:1.0:1767384974.042612:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042612:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042615:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042616:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384974.042617:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042617:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042618:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042618:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9041398. 00000400:00000200:1.0:1767384974.042619:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd767d1b 00000400:00000010:1.0:1767384974.042620:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bd767d1b. 00000100:00000001:1.0:1767384974.042621:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042622:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042624:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042625:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384974.042626:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042626:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042627:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042628:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f756f3a2. 00000400:00000200:1.0:1767384974.042629:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0e42636 00000400:00000010:1.0:1767384974.042629:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a0e42636. 00000100:00000001:1.0:1767384974.042630:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042631:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042633:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042634:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384974.042635:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042635:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042636:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042637:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065f13641. 00000400:00000200:1.0:1767384974.042638:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff72c221 00000400:00000010:1.0:1767384974.042639:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff72c221. 00000100:00000001:1.0:1767384974.042640:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042640:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042642:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042643:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384974.042644:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042645:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042645:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042646:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008347b97c. 00000400:00000200:1.0:1767384974.042647:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d8cad7a 00000400:00000010:1.0:1767384974.042648:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001d8cad7a. 00000100:00000001:1.0:1767384974.042649:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042650:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042652:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042653:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384974.042654:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042654:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042655:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042656:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043b40599. 00000400:00000200:1.0:1767384974.042657:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000383951f 00000400:00000010:1.0:1767384974.042657:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000383951f. 00000100:00000001:1.0:1767384974.042658:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042659:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042661:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042662:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384974.042663:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042664:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042664:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042665:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e6cc768. 00000400:00000200:1.0:1767384974.042666:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ffa6314 00000400:00000010:1.0:1767384974.042666:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ffa6314. 00000100:00000001:1.0:1767384974.042667:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042668:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042670:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042671:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384974.042672:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042672:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042673:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042674:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c971371d. 00000400:00000200:1.0:1767384974.042675:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7ae01e0 00000400:00000010:1.0:1767384974.042675:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a7ae01e0. 00000100:00000001:1.0:1767384974.042676:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042677:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042679:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042680:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384974.042681:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042682:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042682:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042683:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d7269b3. 00000400:00000200:1.0:1767384974.042684:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000209e42b7 00000400:00000010:1.0:1767384974.042685:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000209e42b7. 00000100:00000001:1.0:1767384974.042686:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042687:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042689:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042690:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384974.042691:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042691:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042692:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042693:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2ba4992. 00000400:00000200:1.0:1767384974.042694:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084b90f51 00000400:00000010:1.0:1767384974.042694:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000084b90f51. 00000100:00000001:1.0:1767384974.042696:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042696:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042698:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042699:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384974.042700:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042701:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042701:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042702:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000308c9229. 00000400:00000200:1.0:1767384974.042703:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081606deb 00000400:00000010:1.0:1767384974.042703:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000081606deb. 00000100:00000001:1.0:1767384974.042704:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042705:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042707:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042708:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384974.042709:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042710:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042710:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042711:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c24a611. 00000400:00000200:1.0:1767384974.042712:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c720b9e3 00000400:00000010:1.0:1767384974.042713:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c720b9e3. 00000100:00000001:1.0:1767384974.042714:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042714:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042717:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042717:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384974.042718:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042719:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042720:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042721:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f43eddfc. 00000400:00000200:1.0:1767384974.042722:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021bf99da 00000400:00000010:1.0:1767384974.042722:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000021bf99da. 00000100:00000001:1.0:1767384974.042723:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042724:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042726:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042727:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384974.042727:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042728:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042729:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042729:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000865f47c4. 00000400:00000200:1.0:1767384974.042730:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006feb9824 00000400:00000010:1.0:1767384974.042731:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006feb9824. 00000100:00000001:1.0:1767384974.042732:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042733:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042735:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042736:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384974.042737:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042738:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042738:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042739:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3d9a546. 00000400:00000200:1.0:1767384974.042740:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011969bfc 00000400:00000010:1.0:1767384974.042740:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000011969bfc. 00000100:00000001:1.0:1767384974.042741:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042742:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042744:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042745:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384974.042746:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042747:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042747:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042748:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b4d7310. 00000400:00000200:1.0:1767384974.042749:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005315cb6f 00000400:00000010:1.0:1767384974.042750:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005315cb6f. 00000100:00000001:1.0:1767384974.042751:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042751:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042754:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042755:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384974.042755:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042756:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042757:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042757:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb213fdc. 00000400:00000200:1.0:1767384974.042758:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060f09884 00000400:00000010:1.0:1767384974.042759:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000060f09884. 00000100:00000001:1.0:1767384974.042760:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042761:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042763:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042764:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384974.042764:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042765:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042766:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042766:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000462745c1. 00000400:00000200:1.0:1767384974.042767:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000158bc6ec 00000400:00000010:1.0:1767384974.042768:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000158bc6ec. 00000100:00000001:1.0:1767384974.042769:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042770:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042772:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042773:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384974.042774:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042774:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042775:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042776:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c1e8a26. 00000400:00000200:1.0:1767384974.042777:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc157dd2 00000400:00000010:1.0:1767384974.042777:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cc157dd2. 00000100:00000001:1.0:1767384974.042778:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042779:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042781:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042782:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384974.042783:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042783:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042784:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042785:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb1364cf. 00000400:00000200:1.0:1767384974.042786:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da6f89bf 00000400:00000010:1.0:1767384974.042787:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000da6f89bf. 00000100:00000001:1.0:1767384974.042788:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042789:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042791:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042792:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384974.042793:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042793:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042794:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042794:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ca5daf0. 00000400:00000200:1.0:1767384974.042795:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005da3a99b 00000400:00000010:1.0:1767384974.042796:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005da3a99b. 00000100:00000001:1.0:1767384974.042798:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042798:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042801:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042801:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384974.042802:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042803:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042803:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042804:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008bc4ec0b. 00000400:00000200:1.0:1767384974.042805:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008418f5f6 00000400:00000010:1.0:1767384974.042806:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008418f5f6. 00000100:00000001:1.0:1767384974.042807:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042807:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042810:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042810:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384974.042811:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042812:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042812:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042813:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049ee2bb5. 00000400:00000200:1.0:1767384974.042814:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003dde036 00000400:00000010:1.0:1767384974.042815:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000003dde036. 00000100:00000001:1.0:1767384974.042816:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042816:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042819:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042819:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384974.042820:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042821:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042821:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042822:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a30b6b9. 00000400:00000200:1.0:1767384974.042823:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f71886cd 00000400:00000010:1.0:1767384974.042824:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f71886cd. 00000100:00000001:1.0:1767384974.042825:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042825:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042828:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042829:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384974.042829:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042830:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042831:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042831:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e375faf1. 00000400:00000200:1.0:1767384974.042832:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064b288c8 00000400:00000010:1.0:1767384974.042833:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000064b288c8. 00000100:00000001:1.0:1767384974.042834:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042835:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042837:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042838:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384974.042839:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042839:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042840:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042841:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2a59638. 00000400:00000200:1.0:1767384974.042842:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dbacef2 00000400:00000010:1.0:1767384974.042842:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006dbacef2. 00000100:00000001:1.0:1767384974.042843:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042844:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042846:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042847:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384974.042848:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042848:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042849:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042850:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed66c2f5. 00000400:00000200:1.0:1767384974.042851:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061dc1544 00000400:00000010:1.0:1767384974.042851:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000061dc1544. 00000100:00000001:1.0:1767384974.042852:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042853:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042855:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042856:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384974.042857:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042857:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042859:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042859:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e75f2f77. 00000400:00000200:1.0:1767384974.042860:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e54b56d 00000400:00000010:1.0:1767384974.042861:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009e54b56d. 00000100:00000001:1.0:1767384974.042862:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042863:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042865:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042866:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384974.042866:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042867:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042868:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042868:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020a5c9c0. 00000400:00000200:1.0:1767384974.042869:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060fb7d1b 00000400:00000010:1.0:1767384974.042870:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000060fb7d1b. 00000100:00000001:1.0:1767384974.042871:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042872:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042874:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042875:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384974.042876:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042876:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042877:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042878:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1590c4d. 00000400:00000200:1.0:1767384974.042879:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000395850df 00000400:00000010:1.0:1767384974.042879:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000395850df. 00000100:00000001:1.0:1767384974.042881:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042881:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042884:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042885:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384974.042885:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042886:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042887:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042887:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017c4d853. 00000400:00000200:1.0:1767384974.042888:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c66ac7b6 00000400:00000010:1.0:1767384974.042889:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c66ac7b6. 00000100:00000001:1.0:1767384974.042890:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042891:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042893:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042894:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384974.042895:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042895:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042896:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042897:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc724db6. 00000400:00000200:1.0:1767384974.042898:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec908754 00000400:00000010:1.0:1767384974.042898:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ec908754. 00000100:00000001:1.0:1767384974.042899:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042900:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042902:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042903:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384974.042904:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042904:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042905:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042906:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000206172a6. 00000400:00000200:1.0:1767384974.042907:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e094585 00000400:00000010:1.0:1767384974.042907:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e094585. 00000100:00000001:1.0:1767384974.042908:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042909:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042911:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042912:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384974.042913:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042914:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042914:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042915:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000098c21a3f. 00000400:00000200:1.0:1767384974.042916:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d85956db 00000400:00000010:1.0:1767384974.042917:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d85956db. 00000100:00000001:1.0:1767384974.042918:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042918:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042920:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042921:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384974.042922:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042923:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042923:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042924:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000307193d. 00000400:00000200:1.0:1767384974.042925:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e847c2e 00000400:00000010:1.0:1767384974.042926:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005e847c2e. 00000100:00000001:1.0:1767384974.042927:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042927:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042930:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042930:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384974.042931:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042932:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042932:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042933:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066267dab. 00000400:00000200:1.0:1767384974.042934:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a0fafcd 00000400:00000010:1.0:1767384974.042935:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a0fafcd. 00000100:00000001:1.0:1767384974.042936:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042937:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042939:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042940:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384974.042940:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042941:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042942:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042942:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c570c50. 00000400:00000200:1.0:1767384974.042943:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce34f9e9 00000400:00000010:1.0:1767384974.042944:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ce34f9e9. 00000100:00000001:1.0:1767384974.042945:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042946:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042948:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042949:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384974.042949:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042950:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042951:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042952:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000130bda8a. 00000400:00000200:1.0:1767384974.042952:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000803e4410 00000400:00000010:1.0:1767384974.042953:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000803e4410. 00000100:00000001:1.0:1767384974.042954:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042955:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042957:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042958:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384974.042959:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042959:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042960:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042961:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009050bb48. 00000400:00000200:1.0:1767384974.042962:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098d63f2b 00000400:00000010:1.0:1767384974.042962:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000098d63f2b. 00000100:00000001:1.0:1767384974.042963:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042964:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042966:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042967:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384974.042968:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042969:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042969:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042970:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000272abf1. 00000400:00000200:1.0:1767384974.042971:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062dfca00 00000400:00000010:1.0:1767384974.042972:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000062dfca00. 00000100:00000001:1.0:1767384974.042973:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042973:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042976:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042976:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384974.042977:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.042978:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.042978:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.042979:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc9debc1. 00000400:00000200:1.0:1767384974.042980:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000f5b71d 00000400:00000010:1.0:1767384974.042981:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000000f5b71d. 00000100:00000001:1.0:1767384974.042982:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.042982:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384974.042985:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.042986:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384974.042986:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384974.042987:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.042988:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.042989:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.042990:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.042991:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.042991:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.042992:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.042993:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.042994:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.042994:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.042995:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.042996:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.042996:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.042997:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.042998:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.042999:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.042999:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043000:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043001:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043001:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043002:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043003:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043003:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043004:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043005:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043005:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043006:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043007:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043007:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043008:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043009:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043009:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043010:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043064:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043066:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043067:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043068:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043069:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043070:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043070:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043071:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043072:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043073:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043073:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043074:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043075:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043075:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043076:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043077:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043077:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043078:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043079:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043080:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043080:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043081:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043082:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043083:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043084:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043085:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043085:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043086:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043087:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043087:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043088:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043089:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043089:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043090:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043091:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043092:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043092:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043093:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043093:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043094:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043095:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043096:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043096:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043097:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043098:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043098:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043099:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043100:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043100:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043101:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043102:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043102:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043103:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043104:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043104:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043105:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043106:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043106:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043107:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043108:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043109:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043110:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043110:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043111:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043112:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043113:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043113:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043114:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043115:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043116:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043116:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043117:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043117:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043118:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043119:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043120:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043120:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043121:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043122:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043122:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043123:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043124:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043124:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043125:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043126:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043126:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043127:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043128:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043128:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043129:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043130:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043130:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043131:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.043132:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.043132:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384974.043134:0:39761:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384974.043135:0:39761:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 1200 at 00000000a7b38d94. 02000000:00000001:1.0:1767384974.043137:0:39761:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384974.043138:0:39761:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065076a2c. 00000100:00000010:1.0:1767384974.043140:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c2905051. 00000100:00000010:1.0:1767384974.043142:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eb3c6a5d. 00000100:00000010:1.0:1767384974.043144:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000077d941e4. 00000100:00000010:1.0:1767384974.043145:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001266c3eb. 00000100:00000010:1.0:1767384974.043147:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002e7e09fc. 00000100:00000010:1.0:1767384974.043148:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009af322be. 00000100:00000010:1.0:1767384974.043149:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b37e0ebe. 00000100:00000010:1.0:1767384974.043151:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000073fa3f46. 00000100:00000010:1.0:1767384974.043152:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009cdb7877. 00000100:00000010:1.0:1767384974.043159:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000884382fc. 00000100:00000010:1.0:1767384974.043161:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009112319e. 00000100:00000010:1.0:1767384974.043162:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d6320502. 00000100:00000010:1.0:1767384974.043164:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002afa74f1. 00000100:00000010:1.0:1767384974.043165:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007b1fdfb9. 00000100:00000010:1.0:1767384974.043166:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001b95f994. 00000100:00000010:1.0:1767384974.043168:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002e243fa1. 00000100:00000010:1.0:1767384974.043169:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000033ab9544. 00000100:00000010:1.0:1767384974.043171:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f592da2a. 00000100:00000010:1.0:1767384974.043172:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000426581cc. 00000100:00000010:1.0:1767384974.043173:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007a5c7092. 00000100:00000010:1.0:1767384974.043174:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000066db1b58. 00000100:00000010:1.0:1767384974.043175:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000015541216. 00000100:00000010:1.0:1767384974.043176:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000097f9375a. 00000100:00000010:1.0:1767384974.043177:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002c4950fb. 00000100:00000010:1.0:1767384974.043178:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009d5d5f58. 00000100:00000010:1.0:1767384974.043180:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cf440255. 00000100:00000010:1.0:1767384974.043181:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d08c0e53. 00000100:00000010:1.0:1767384974.043182:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a822289. 00000100:00000010:1.0:1767384974.043183:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000001492c7f. 00000100:00000010:1.0:1767384974.043184:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000431a6309. 00000100:00000010:1.0:1767384974.043185:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001f932099. 00000100:00000010:1.0:1767384974.043187:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d1e05854. 00000100:00000010:1.0:1767384974.043188:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fe509fdf. 00000100:00000010:1.0:1767384974.043199:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000044c447f7. 00000100:00000010:1.0:1767384974.043200:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000088ff4e21. 00000100:00000010:1.0:1767384974.043203:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a4976a97. 00000100:00000010:1.0:1767384974.043217:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d3244c52. 00000100:00000010:1.0:1767384974.043219:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000be02f030. 00000100:00000010:1.0:1767384974.043220:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009ae6883b. 00000100:00000010:1.0:1767384974.043222:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ddbb3ae. 00000100:00000010:1.0:1767384974.043223:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000051923380. 00000100:00000010:1.0:1767384974.043224:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000000c46671. 00000100:00000010:1.0:1767384974.043225:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006ad8e371. 00000100:00000010:1.0:1767384974.043227:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e4a97d84. 00000100:00000010:1.0:1767384974.043228:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e6f4f54b. 00000100:00000010:1.0:1767384974.043229:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000176d6fae. 00000100:00000010:1.0:1767384974.043230:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cef30f0a. 00000100:00000010:1.0:1767384974.043232:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ae8b9462. 00000100:00000010:1.0:1767384974.043233:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005a84793f. 00000100:00000010:1.0:1767384974.043235:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009eac462e. 00000100:00000010:1.0:1767384974.043236:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c3572417. 00000100:00000010:1.0:1767384974.043237:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dd4f08ff. 00000100:00000010:1.0:1767384974.043239:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006a7dec32. 00000100:00000010:1.0:1767384974.043240:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000047935c67. 00000100:00000010:1.0:1767384974.043241:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003dc4e238. 00000100:00000010:1.0:1767384974.043243:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004887e525. 00000100:00000010:1.0:1767384974.043244:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007a079a2c. 00000100:00000010:1.0:1767384974.043256:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000324b32b5. 00000100:00000010:1.0:1767384974.043258:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000031d5e9d6. 00000100:00000010:1.0:1767384974.043259:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004b0a437d. 00000100:00000010:1.0:1767384974.043260:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c8f99e37. 00000100:00000010:1.0:1767384974.043262:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a80f59c8. 00000100:00000010:1.0:1767384974.043263:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d00ad4be. 00000100:00000010:1.0:1767384974.043267:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fde178e1. 00000100:00000010:1.0:1767384974.043268:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fff55ebd. 00000100:00000010:1.0:1767384974.043271:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003afe4831. 00000100:00000010:1.0:1767384974.043272:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000075842604. 00000100:00000010:1.0:1767384974.043274:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001c9c3072. 00000100:00000010:1.0:1767384974.043275:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006969b018. 00000100:00000010:1.0:1767384974.043276:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fccc2076. 00000100:00000010:1.0:1767384974.043277:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bf4a1d77. 00000100:00000010:1.0:1767384974.043279:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000099f519b9. 00000100:00000010:1.0:1767384974.043280:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a5fb8657. 00000100:00000010:1.0:1767384974.043282:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bd98a9bf. 00000100:00000010:1.0:1767384974.043283:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006f2094f8. 00000100:00000010:1.0:1767384974.043284:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ad77d59. 00000100:00000010:1.0:1767384974.043286:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000054557f2a. 00000100:00000010:1.0:1767384974.043287:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000059034bd6. 00000100:00000010:1.0:1767384974.043289:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008b491aec. 00000100:00000010:1.0:1767384974.043290:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c2d76adb. 00000100:00000010:1.0:1767384974.043291:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000248567b7. 00000100:00000010:1.0:1767384974.043302:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cc7b3f62. 00000100:00000010:1.0:1767384974.043303:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009fdcfd91. 00000100:00000010:1.0:1767384974.043305:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000050006dfd. 00000100:00000010:1.0:1767384974.043306:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003cc14dd3. 00000100:00000010:1.0:1767384974.043308:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009e837ea2. 00000100:00000010:1.0:1767384974.043309:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000364c955a. 00000100:00000010:1.0:1767384974.043310:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005ff1de96. 00000100:00000010:1.0:1767384974.043311:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005a1bcc54. 00000100:00000010:1.0:1767384974.043313:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005ca0d016. 00000100:00000010:1.0:1767384974.043314:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003e204231. 00000100:00000010:1.0:1767384974.043316:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007d9de411. 00000100:00000010:1.0:1767384974.043317:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005548e672. 00000100:00000010:1.0:1767384974.043318:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007d2aca35. 00000100:00000010:1.0:1767384974.043319:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000eda68436. 00000100:00000010:1.0:1767384974.043320:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000e60d14e. 00000100:00000010:1.0:1767384974.043321:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004b7b095a. 00000100:00000010:1.0:1767384974.043323:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b611c34d. 00000100:00000010:1.0:1767384974.043324:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ee478b3b. 00000100:00000010:1.0:1767384974.043326:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006eba3c97. 00000100:00000010:1.0:1767384974.043327:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000194b99ea. 00000100:00000010:1.0:1767384974.043328:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000036c0974e. 00000100:00000010:1.0:1767384974.043330:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a8a4dd76. 00000100:00000010:1.0:1767384974.043332:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fcfa4361. 00000100:00000010:1.0:1767384974.043333:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000059e6caa1. 00000100:00000010:1.0:1767384974.043344:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000af0e16a2. 00000100:00000010:1.0:1767384974.043345:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000064ef16b. 00000100:00000010:1.0:1767384974.043346:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ad8c979b. 00000100:00000010:1.0:1767384974.043348:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fbcef925. 00000100:00000010:1.0:1767384974.043349:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000973c63a7. 00000100:00000010:1.0:1767384974.043351:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002d14fed2. 00000100:00000010:1.0:1767384974.043352:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000036fe265c. 00000100:00000010:1.0:1767384974.043354:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000137d52e9. 00000100:00000010:1.0:1767384974.043356:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000056d690e8. 00000100:00000010:1.0:1767384974.043357:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e67080b6. 00000100:00000010:1.0:1767384974.043358:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005d13167a. 00000100:00000010:1.0:1767384974.043359:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007949ef18. 00000100:00000010:1.0:1767384974.043361:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000851ad4df. 00000100:00000010:1.0:1767384974.043362:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000117a6651. 00000100:00000010:1.0:1767384974.043363:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000062edf075. 00000100:00000010:1.0:1767384974.043364:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000079559caa. 00000100:00000010:1.0:1767384974.043366:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000059cf2b1d. 00000100:00000010:1.0:1767384974.043367:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000070ff5619. 00000100:00000010:1.0:1767384974.043368:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d23ca3fb. 00000100:00000010:1.0:1767384974.043369:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cfa3e724. 00000100:00000010:1.0:1767384974.043371:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007b3ef91a. 00000100:00000010:1.0:1767384974.043372:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000038a20952. 00000100:00000010:1.0:1767384974.043373:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001878a895. 00000100:00000010:1.0:1767384974.043375:0:39761:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000018d840a7. 00000100:00000010:1.0:1767384974.043381:0:39761:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000a910d72e. 00000100:00000010:1.0:1767384974.043385:0:39761:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000ff9f3a02. 00000100:00000001:1.0:1767384974.043389:0:39761:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384974.043391:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.043392:0:39761:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384974.043393:0:39761:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384974.043394:0:39761:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000004eafb8f1. 00000100:00000001:1.0:1767384974.043396:0:39761:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384974.043396:0:39761:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.043398:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.043399:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000eaae98b4. 00000100:00000001:1.0:1767384974.043400:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.043401:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.043402:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000f5589111. 00000100:00000001:1.0:1767384974.043403:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.043404:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.043405:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000e7f6e572. 00000100:00000001:1.0:1767384974.043406:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.043407:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.043407:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000009de57c66. 00000100:00000001:1.0:1767384974.043408:0:39761:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384974.043450:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000c1296f5f. 00000020:00000010:1.0:1767384974.043453:0:39761:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000ba797732. 00000020:00000010:1.0:1767384974.043455:0:39761:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000eba4234b. 00000020:00000010:1.0:1767384974.043458:0:39761:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000002d5bc925. 00000100:00000010:1.0:1767384974.043471:0:39761:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000000e2de3d2. 00000100:00000010:1.0:1767384974.043476:0:39761:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000095bbeb3e. 00000100:00000010:1.0:1767384974.043478:0:39761:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 0000000027fdd196. 00000100:00000010:1.0:1767384974.043480:0:39761:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 0000000062efafd9. 00000100:00000001:1.0:1767384974.043481:0:39761:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.043482:0:39761:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384974.043483:0:39761:0:(service.c:3836:ptlrpc_unregister_service()) mdt_out: tearing down 00000100:00000001:1.0:1767384974.043485:0:39761:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384974.043486:0:39761:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384974.043487:0:39761:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_out 00000100:00000040:1.0:1767384974.043488:0:39761:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #1 00000100:00000040:1.0:1767384974.043489:0:39761:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #0 00000100:00000040:1.0:1767384974.043506:0:39761:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_out #1 00000020:00000010:3.0:1767384974.043526:0:16774:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000880a6799. 00000040:00000010:3.0:1767384974.043531:0:16774:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f6ce3e8f. 00000020:00000010:2.0:1767384974.043531:0:16775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e0495deb. 00000020:00000010:3.0:1767384974.043535:0:16774:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000084494a92. 00000040:00000010:2.0:1767384974.043540:0:16775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001236300c. 00000020:00000010:3.0:1767384974.043541:0:16774:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000034556f4e. 00000020:00000010:3.0:1767384974.043546:0:16774:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ec7c1038. 00000020:00000010:2.0:1767384974.043548:0:16775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000483a55ec. 80000000:00000010:3.0:1767384974.043550:0:16774:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f97d45c0. 00000020:00000010:2.0:1767384974.043553:0:16775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000073eff3a0. 40000000:00000010:3.0:1767384974.043554:0:16774:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000063304e60. 00000020:00000010:2.0:1767384974.043560:0:16775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003e6dfe16. 00100000:00000010:3.0:1767384974.043561:0:16774:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d8573659. 00040000:00000010:3.0:1767384974.043568:0:16774:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003c33661f. 80000000:00000010:2.0:1767384974.043568:0:16775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a42a0be6. 40000000:00000010:2.0:1767384974.043574:0:16775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000472d1e66. 00040000:00000010:3.0:1767384974.043575:0:16774:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000650ac144. 00100000:00000010:2.0:1767384974.043581:0:16775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f0c325f6. 00080000:00000010:3.0:1767384974.043582:0:16774:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000cf4b97b7. 00000004:00000010:3.0:1767384974.043588:0:16774:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004fe4aafc. 00040000:00000010:2.0:1767384974.043588:0:16775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b3a3af4c. 00040000:00000010:2.0:1767384974.043594:0:16775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003586c017. 00002000:00000010:3.0:1767384974.043595:0:16774:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ce8db22b. 00080000:00000010:2.0:1767384974.043602:0:16775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d6ad4b52. 00000004:00000010:2.0:1767384974.043606:0:16775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ab4c5d79. 00000020:00000010:3.0:1767384974.043607:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c41b5eed. 00002000:00000010:2.0:1767384974.043609:0:16775:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003559bcd7. 00000020:00000010:3.0:1767384974.043614:0:16774:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000009c2be7bd. 00000020:00000010:2.0:1767384974.043615:0:16775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f8b4463. 00000100:00000010:3.0:1767384974.043621:0:16774:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000088f622be. 00000020:00000010:2.0:1767384974.043622:0:16775:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a1116243. 00000100:00100000:3.0:1767384974.043628:0:16774:0:(service.c:3155:ptlrpc_main()) mdt_out00_000: service thread [000000000df634d5:16774] 0 exiting: rc = 1 00000100:00000010:2.0:1767384974.043630:0:16775:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000051819cd4. 00000100:00100000:2.0:1767384974.043635:0:16775:0:(service.c:3155:ptlrpc_main()) mdt_out00_001: service thread [000000004b121dce:16775] 1 exiting: rc = 0 00000100:00000010:1.0:1767384974.043667:0:39761:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000000df634d5. 00000100:00000010:1.0:1767384974.043673:0:39761:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000004b121dce. 00000100:00000001:1.0:1767384974.043678:0:39761:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384974.043679:0:39761:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384974.043682:0:39761:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 24 lazy 00000400:00000001:1.0:1767384974.043685:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.043687:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.043689:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec5c15cd. 00000400:00000200:1.0:1767384974.043691:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006a00222 00000400:00000010:1.0:1767384974.043693:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000006a00222. 00000100:00000001:1.0:1767384974.043698:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.043699:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.043703:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.043705:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384974.043707:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.043708:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.043709:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.043711:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004274e5f6. 00000400:00000200:1.0:1767384974.043713:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087ef39cf 00000400:00000010:1.0:1767384974.043714:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000087ef39cf. 00000100:00000001:1.0:1767384974.043728:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.043729:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.043732:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.043733:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384974.043734:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.043735:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.043736:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.043737:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2a34b0a. 00000400:00000200:1.0:1767384974.043738:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000345dda26 00000400:00000010:1.0:1767384974.043739:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000345dda26. 00000100:00000001:1.0:1767384974.043740:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.043741:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.043744:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.043745:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384974.043746:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.043747:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.043747:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.043748:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000062476aa. 00000400:00000200:1.0:1767384974.043749:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5af50e7 00000400:00000010:1.0:1767384974.043750:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d5af50e7. 00000100:00000001:1.0:1767384974.043751:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.043752:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.043755:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.043756:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384974.043757:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.043758:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.043759:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.043759:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000765a9080. 00000400:00000200:1.0:1767384974.043760:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b47fa837 00000400:00000010:1.0:1767384974.043761:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b47fa837. 00000100:00000001:1.0:1767384974.043763:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.043763:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.043766:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.043767:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384974.043768:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.043768:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.043769:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.043770:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000374d7549. 00000400:00000200:1.0:1767384974.043771:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba09c5a3 00000400:00000010:1.0:1767384974.043772:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ba09c5a3. 00000100:00000001:1.0:1767384974.043774:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.043774:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.043777:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.043777:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384974.043778:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.043779:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.043780:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.043781:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004907f27d. 00000400:00000200:1.0:1767384974.043782:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007913376b 00000400:00000010:1.0:1767384974.043783:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007913376b. 00000100:00000001:1.0:1767384974.043785:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.043786:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.043788:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.043789:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384974.043790:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.043791:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.043791:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.043792:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e05f4f6c. 00000400:00000200:1.0:1767384974.043793:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008dd40d7 00000400:00000010:1.0:1767384974.043794:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000008dd40d7. 00000100:00000001:1.0:1767384974.043797:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.043798:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.043800:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.043801:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384974.043802:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.043803:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.043803:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.043804:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c4c8e67. 00000400:00000200:1.0:1767384974.043805:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6e34737 00000400:00000010:1.0:1767384974.043806:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d6e34737. 00000100:00000001:1.0:1767384974.043808:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.043808:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.043811:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.043812:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384974.043812:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.043813:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.043814:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.043815:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002da0371. 00000400:00000200:1.0:1767384974.043816:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d56e9756 00000400:00000010:1.0:1767384974.043817:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d56e9756. 00000100:00000001:1.0:1767384974.043819:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.043819:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.043822:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.043823:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384974.043823:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.043824:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.043825:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.043826:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed2a50a3. 00000400:00000200:1.0:1767384974.043827:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000472c5530 00000400:00000010:1.0:1767384974.043828:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000472c5530. 00000100:00000001:1.0:1767384974.043829:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.043830:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.043832:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.043833:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384974.043834:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.043835:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.043836:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.043837:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ccfffb94. 00000400:00000200:1.0:1767384974.043838:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2eefc3f 00000400:00000010:1.0:1767384974.043839:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a2eefc3f. 00000100:00000001:1.0:1767384974.043841:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.043842:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.043845:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.043845:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384974.043846:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.043847:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.043848:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.043848:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003714664e. 00000400:00000200:1.0:1767384974.043849:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa7a5788 00000400:00000010:1.0:1767384974.043850:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000aa7a5788. 00000100:00000001:1.0:1767384974.043852:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.043853:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.043855:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.043856:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384974.043857:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.043858:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.043858:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.043859:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7370d13. 00000400:00000200:1.0:1767384974.043860:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005888c48d 00000400:00000010:1.0:1767384974.043861:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005888c48d. 00000100:00000001:1.0:1767384974.043873:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.043874:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.043877:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.043878:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384974.043879:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.043880:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.043881:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.043881:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b0a8870. 00000400:00000200:1.0:1767384974.043883:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af51f08b 00000400:00000010:1.0:1767384974.043884:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000af51f08b. 00000100:00000001:1.0:1767384974.043886:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.043887:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.043890:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.043891:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384974.043891:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.043892:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.043893:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.043894:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082f2038e. 00000400:00000200:1.0:1767384974.043895:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000163ee11d 00000400:00000010:1.0:1767384974.043896:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000163ee11d. 00000100:00000001:1.0:1767384974.043899:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.043900:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.043902:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.043903:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384974.043903:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.043904:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.043905:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.043906:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000959fcaea. 00000400:00000200:1.0:1767384974.043907:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cec22d8 00000400:00000010:1.0:1767384974.043908:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000009cec22d8. 00000100:00000001:1.0:1767384974.043910:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.043911:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.043913:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.043914:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384974.043915:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.043916:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.043916:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.043917:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7a281cb. 00000400:00000200:1.0:1767384974.043918:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b42462f 00000400:00000010:1.0:1767384974.043919:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000000b42462f. 00000100:00000001:1.0:1767384974.043922:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.043922:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.043925:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.043926:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384974.043927:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.043928:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.043928:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.043929:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020a971d2. 00000400:00000200:1.0:1767384974.043930:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e651dfc 00000400:00000010:1.0:1767384974.043931:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001e651dfc. 00000100:00000001:1.0:1767384974.043933:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.043934:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.043936:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.043937:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384974.043938:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.043939:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.043940:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.043941:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0cc12d0. 00000400:00000200:1.0:1767384974.043942:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088594e19 00000400:00000010:1.0:1767384974.043943:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000088594e19. 00000100:00000001:1.0:1767384974.043944:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.043945:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.043947:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.043948:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384974.043949:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.043950:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.043950:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.043951:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062a575c3. 00000400:00000200:1.0:1767384974.043952:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036f7547c 00000400:00000010:1.0:1767384974.043953:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000036f7547c. 00000100:00000001:1.0:1767384974.043955:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.043955:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.043958:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.043959:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384974.043960:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.043960:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.043961:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.043962:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000821bc628. 00000400:00000200:1.0:1767384974.043963:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066641bc6 00000400:00000010:1.0:1767384974.043964:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000066641bc6. 00000100:00000001:1.0:1767384974.043965:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.043966:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.043968:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.043969:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384974.043970:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.043971:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.043971:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.043972:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f342c679. 00000400:00000200:1.0:1767384974.043973:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1f6b055 00000400:00000010:1.0:1767384974.043974:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f1f6b055. 00000100:00000001:1.0:1767384974.043975:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.043976:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.043979:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.043980:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384974.043981:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.043982:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.043982:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.043983:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e7d29a5. 00000400:00000200:1.0:1767384974.043984:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1b00e0f 00000400:00000010:1.0:1767384974.043985:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f1b00e0f. 00000100:00000001:1.0:1767384974.043986:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.043987:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.043989:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.043990:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384974.043991:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.043992:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.043992:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.043993:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fa6c3e6. 00000400:00000200:1.0:1767384974.043994:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d444028 00000400:00000010:1.0:1767384974.043995:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008d444028. 00000100:00000001:1.0:1767384974.043996:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.043997:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.043999:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044000:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384974.044001:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044001:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044002:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044003:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003925e32b. 00000400:00000200:1.0:1767384974.044004:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059cf43bf 00000400:00000010:1.0:1767384974.044005:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000059cf43bf. 00000100:00000001:1.0:1767384974.044051:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044054:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044059:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044061:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384974.044063:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044067:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044068:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044069:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc2dd630. 00000400:00000200:1.0:1767384974.044071:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dec1c877 00000400:00000010:1.0:1767384974.044073:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000dec1c877. 00000100:00000001:1.0:1767384974.044075:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044075:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044078:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044079:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384974.044080:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044081:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044082:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044082:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f020b2c. 00000400:00000200:1.0:1767384974.044083:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d4b0104 00000400:00000010:1.0:1767384974.044084:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006d4b0104. 00000100:00000001:1.0:1767384974.044086:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044086:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044089:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044090:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384974.044091:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044092:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044093:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044093:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005696eee. 00000400:00000200:1.0:1767384974.044094:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac85166c 00000400:00000010:1.0:1767384974.044095:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ac85166c. 00000100:00000001:1.0:1767384974.044097:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044098:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044100:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044101:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384974.044102:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044102:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044103:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044104:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8398608. 00000400:00000200:1.0:1767384974.044105:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007db5f7d1 00000400:00000010:1.0:1767384974.044106:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007db5f7d1. 00000100:00000001:1.0:1767384974.044107:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044108:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044110:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044111:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384974.044112:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044113:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044113:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044114:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000356abdc3. 00000400:00000200:1.0:1767384974.044116:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b25069d2 00000400:00000010:1.0:1767384974.044117:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b25069d2. 00000100:00000001:1.0:1767384974.044118:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044119:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044122:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044123:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384974.044123:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044124:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044125:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044125:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d15d4754. 00000400:00000200:1.0:1767384974.044126:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000841508e0 00000400:00000010:1.0:1767384974.044127:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000841508e0. 00000100:00000001:1.0:1767384974.044129:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044129:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044132:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044133:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384974.044133:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044134:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044135:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044136:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd0cecdf. 00000400:00000200:1.0:1767384974.044137:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028f9a167 00000400:00000010:1.0:1767384974.044138:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000028f9a167. 00000100:00000001:1.0:1767384974.044139:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044139:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044142:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044143:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384974.044143:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044144:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044145:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044145:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003914ed03. 00000400:00000200:1.0:1767384974.044146:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000331f0756 00000400:00000010:1.0:1767384974.044147:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000331f0756. 00000100:00000001:1.0:1767384974.044149:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044149:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044152:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044152:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384974.044153:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044154:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044155:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044155:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4fee160. 00000400:00000200:1.0:1767384974.044156:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ab129b0 00000400:00000010:1.0:1767384974.044157:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001ab129b0. 00000100:00000001:1.0:1767384974.044158:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044159:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044161:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044162:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384974.044163:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044164:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044164:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044165:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001bdee1f. 00000400:00000200:1.0:1767384974.044166:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054c6437f 00000400:00000010:1.0:1767384974.044167:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000054c6437f. 00000100:00000001:1.0:1767384974.044168:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044168:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044171:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044171:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384974.044172:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044173:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044174:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044174:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014502068. 00000400:00000200:1.0:1767384974.044175:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a35a7ba 00000400:00000010:1.0:1767384974.044176:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002a35a7ba. 00000100:00000001:1.0:1767384974.044178:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044178:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044181:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044182:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384974.044183:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044183:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044184:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044185:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075dc21ed. 00000400:00000200:1.0:1767384974.044186:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000becf59b1 00000400:00000010:1.0:1767384974.044187:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000becf59b1. 00000100:00000001:1.0:1767384974.044198:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044199:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044202:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044203:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384974.044216:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044218:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044220:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044221:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aecce81e. 00000400:00000200:1.0:1767384974.044223:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001ae70bb 00000400:00000010:1.0:1767384974.044224:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000001ae70bb. 00000100:00000001:1.0:1767384974.044226:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044227:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044230:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044231:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384974.044232:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044233:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044233:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044234:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c7b5259. 00000400:00000200:1.0:1767384974.044235:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077437509 00000400:00000010:1.0:1767384974.044236:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000077437509. 00000100:00000001:1.0:1767384974.044237:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044237:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044240:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044241:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384974.044241:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044242:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044243:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044243:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f45fb3fa. 00000400:00000200:1.0:1767384974.044245:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0e98721 00000400:00000010:1.0:1767384974.044246:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b0e98721. 00000100:00000001:1.0:1767384974.044247:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044248:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044250:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044251:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384974.044252:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044253:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044254:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044254:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043ef7216. 00000400:00000200:1.0:1767384974.044255:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043cc8d6d 00000400:00000010:1.0:1767384974.044256:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000043cc8d6d. 00000100:00000001:1.0:1767384974.044258:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044259:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044261:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044262:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384974.044263:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044264:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044264:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044265:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d7a48da. 00000400:00000200:1.0:1767384974.044266:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007148c55d 00000400:00000010:1.0:1767384974.044267:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007148c55d. 00000100:00000001:1.0:1767384974.044268:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044269:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044271:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044272:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384974.044272:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044273:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044274:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044274:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac9de117. 00000400:00000200:1.0:1767384974.044275:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d24c2ac3 00000400:00000010:1.0:1767384974.044276:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d24c2ac3. 00000100:00000001:1.0:1767384974.044278:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044279:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044281:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044282:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384974.044283:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044284:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044284:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044285:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b90c0443. 00000400:00000200:1.0:1767384974.044286:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd85be62 00000400:00000010:1.0:1767384974.044287:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000bd85be62. 00000100:00000001:1.0:1767384974.044288:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044289:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044291:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044292:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384974.044293:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044293:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044294:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044295:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d02873c8. 00000400:00000200:1.0:1767384974.044296:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea0b947e 00000400:00000010:1.0:1767384974.044297:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ea0b947e. 00000100:00000001:1.0:1767384974.044299:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044299:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044302:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044303:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384974.044304:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044304:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044305:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044306:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002987c273. 00000400:00000200:1.0:1767384974.044306:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a65fcece 00000400:00000010:1.0:1767384974.044307:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a65fcece. 00000100:00000001:1.0:1767384974.044309:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044309:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044311:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044312:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384974.044313:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044314:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044314:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044315:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005390a2de. 00000400:00000200:1.0:1767384974.044316:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f140d30 00000400:00000010:1.0:1767384974.044317:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006f140d30. 00000100:00000001:1.0:1767384974.044318:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044319:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044321:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044322:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384974.044323:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044324:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044324:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044325:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f80f679. 00000400:00000200:1.0:1767384974.044326:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8738951 00000400:00000010:1.0:1767384974.044327:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d8738951. 00000100:00000001:1.0:1767384974.044329:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044329:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044332:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044332:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384974.044333:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044334:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044335:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044335:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a5dbecd. 00000400:00000200:1.0:1767384974.044337:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000823434d1 00000400:00000010:1.0:1767384974.044338:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000823434d1. 00000100:00000001:1.0:1767384974.044350:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044351:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044354:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044355:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384974.044356:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044357:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044358:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044359:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083219871. 00000400:00000200:1.0:1767384974.044360:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fdb8d644 00000400:00000010:1.0:1767384974.044361:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000fdb8d644. 00000100:00000001:1.0:1767384974.044362:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044363:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044365:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044366:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384974.044367:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044368:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044368:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044369:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070973432. 00000400:00000200:1.0:1767384974.044370:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aafc9507 00000400:00000010:1.0:1767384974.044371:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000aafc9507. 00000100:00000001:1.0:1767384974.044372:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044373:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044375:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044376:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384974.044377:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044378:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044378:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044379:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009cda13b3. 00000400:00000200:1.0:1767384974.044380:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084d0eb72 00000400:00000010:1.0:1767384974.044381:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000084d0eb72. 00000100:00000001:1.0:1767384974.044382:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044383:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044385:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044386:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384974.044387:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044388:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044389:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044390:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089c8c096. 00000400:00000200:1.0:1767384974.044391:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf9d9b69 00000400:00000010:1.0:1767384974.044392:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000bf9d9b69. 00000100:00000001:1.0:1767384974.044394:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044394:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044397:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044398:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384974.044398:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044399:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044400:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044400:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9dfbf2f. 00000400:00000200:1.0:1767384974.044401:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002c02f3f 00000400:00000010:1.0:1767384974.044402:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000002c02f3f. 00000100:00000001:1.0:1767384974.044404:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044404:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044407:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044407:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384974.044408:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044409:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044410:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044410:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062e9783f. 00000400:00000200:1.0:1767384974.044411:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0d9dc2b 00000400:00000010:1.0:1767384974.044412:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d0d9dc2b. 00000100:00000001:1.0:1767384974.044414:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044414:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044417:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044417:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384974.044418:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044419:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044420:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044420:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ffa5910. 00000400:00000200:1.0:1767384974.044421:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb17a486 00000400:00000010:1.0:1767384974.044422:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000bb17a486. 00000100:00000001:1.0:1767384974.044423:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044424:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044426:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044428:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384974.044429:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044430:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044430:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044431:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007403c0b5. 00000400:00000200:1.0:1767384974.044432:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4ef9ded 00000400:00000010:1.0:1767384974.044433:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e4ef9ded. 00000100:00000001:1.0:1767384974.044434:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044435:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044437:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044438:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384974.044439:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044440:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044440:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044441:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000578b4d2f. 00000400:00000200:1.0:1767384974.044442:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043ee6799 00000400:00000010:1.0:1767384974.044443:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000043ee6799. 00000100:00000001:1.0:1767384974.044444:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044445:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044447:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044448:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384974.044449:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044449:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044450:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044451:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000067b4ba7. 00000400:00000200:1.0:1767384974.044452:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f85aa32 00000400:00000010:1.0:1767384974.044452:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005f85aa32. 00000100:00000001:1.0:1767384974.044454:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044454:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044457:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044458:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384974.044459:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044459:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044460:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044461:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e74babea. 00000400:00000200:1.0:1767384974.044462:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a012aa98 00000400:00000010:1.0:1767384974.044462:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a012aa98. 00000100:00000001:1.0:1767384974.044464:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044465:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044467:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044468:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384974.044469:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044470:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044471:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044472:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000053a375a. 00000400:00000200:1.0:1767384974.044473:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082942b25 00000400:00000010:1.0:1767384974.044473:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000082942b25. 00000100:00000001:1.0:1767384974.044484:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044485:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044488:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044488:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384974.044489:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044490:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044491:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044492:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000097f9d7cd. 00000400:00000200:1.0:1767384974.044493:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be440fcb 00000400:00000010:1.0:1767384974.044494:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000be440fcb. 00000100:00000001:1.0:1767384974.044496:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044497:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044499:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044500:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384974.044501:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.044502:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.044502:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.044503:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024fe7416. 00000400:00000200:1.0:1767384974.044504:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000745cafd4 00000400:00000010:1.0:1767384974.044505:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000745cafd4. 00000100:00000001:1.0:1767384974.044506:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.044507:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384974.044509:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.044510:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384974.044511:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384974.044512:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044512:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044514:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044514:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044515:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044516:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044517:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044518:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044519:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044519:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044520:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044521:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044522:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044522:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044523:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044524:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044524:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044525:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044526:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044526:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044527:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044528:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044528:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044529:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044530:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044530:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044531:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044532:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044532:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044533:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044534:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044534:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044535:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044536:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044536:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044537:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044538:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044538:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044539:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044540:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044541:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044541:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044542:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044542:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044543:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044544:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044545:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044546:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044547:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044548:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044548:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044549:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044550:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044550:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044551:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044552:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044552:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044553:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044554:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044554:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044555:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044556:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044556:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044557:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044558:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044558:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044559:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044560:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044561:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044561:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044562:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044562:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044563:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044564:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044565:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044565:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044566:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044567:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044567:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044568:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044569:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044569:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044570:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044571:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044572:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044572:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044573:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044574:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044575:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044576:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044576:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044577:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044578:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044578:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044579:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044580:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044580:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044581:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044582:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044582:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044583:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044584:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044584:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044585:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044586:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044586:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044587:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044588:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044588:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044589:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044590:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044590:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044591:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044592:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044592:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044593:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044594:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044594:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044595:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044596:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044596:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044597:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044598:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044598:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044599:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044600:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.044601:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.044602:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1767384974.044603:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000bfc80c16. 00000100:00000010:1.0:1767384974.044654:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cb0d5ba9. 00000100:00000010:1.0:1767384974.044656:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001e112242. 00000100:00000010:1.0:1767384974.044712:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000800f328c. 00000100:00000010:1.0:1767384974.044714:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d14f748b. 00000100:00000010:1.0:1767384974.044761:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008eeda360. 00000100:00000010:1.0:1767384974.044762:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009376cf53. 00000100:00000010:1.0:1767384974.044816:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009b857113. 00000100:00000010:1.0:1767384974.044817:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000dc2a8def. 00000100:00000010:1.0:1767384974.044860:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ede56019. 00000100:00000010:1.0:1767384974.044876:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000015700eb1. 00000100:00000010:1.0:1767384974.044923:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000058d535d0. 00000100:00000010:1.0:1767384974.044925:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000067e1d3c1. 00000100:00000010:1.0:1767384974.044984:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f858e93b. 00000100:00000010:1.0:1767384974.044986:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000065820b09. 00000100:00000010:1.0:1767384974.045133:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007f0f3265. 00000100:00000010:1.0:1767384974.045138:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d66618cd. 00000100:00000010:1.0:1767384974.045228:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a136642b. 00000100:00000010:1.0:1767384974.045231:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000078b6bae2. 00000100:00000010:1.0:1767384974.045335:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005f7fc067. 00000100:00000010:1.0:1767384974.045338:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000081dbfeec. 00000100:00000010:1.0:1767384974.045376:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d06b9c5c. 00000100:00000010:1.0:1767384974.045378:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000aa8138a7. 00000100:00000010:1.0:1767384974.045423:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008fb78f93. 00000100:00000010:1.0:1767384974.045425:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000916f5b1a. 00000100:00000010:1.0:1767384974.045468:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001a4c694c. 00000100:00000010:1.0:1767384974.045469:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008e7231d8. 00000100:00000010:1.0:1767384974.045511:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006ad31a21. 00000100:00000010:1.0:1767384974.045513:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000093b2b8cb. 00000100:00000010:1.0:1767384974.045559:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001e03ddf8. 00000100:00000010:1.0:1767384974.045561:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000df3c38d1. 00000100:00000010:1.0:1767384974.045612:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000098f032f8. 00000100:00000010:1.0:1767384974.045613:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a5e55384. 00000100:00000010:1.0:1767384974.045699:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d9e9fcac. 00000100:00000010:1.0:1767384974.045700:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000dd42b484. 00000100:00000010:1.0:1767384974.045750:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d3fa5ed3. 00000100:00000010:1.0:1767384974.045751:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000059754e4c. 00000100:00000010:1.0:1767384974.045797:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e0cf87ba. 00000100:00000010:1.0:1767384974.045798:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002290d0d1. 00000100:00000010:1.0:1767384974.045849:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a7021e4. 00000100:00000010:1.0:1767384974.045851:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000904ab11b. 00000100:00000010:1.0:1767384974.045904:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f4f565a7. 00000100:00000010:1.0:1767384974.045906:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000774351ab. 00000100:00000010:1.0:1767384974.045952:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002b8cab49. 00000100:00000010:1.0:1767384974.045953:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c10f0998. 00000100:00000010:1.0:1767384974.045992:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000096c16720. 00000100:00000010:1.0:1767384974.045994:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003f42cb04. 00000100:00000010:1.0:1767384974.046082:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004d9ea38c. 00000100:00000010:1.0:1767384974.046085:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000007eb43aba. 00000100:00000010:1.0:1767384974.046139:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000021d897db. 00000100:00000010:1.0:1767384974.046141:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000033b1118b. 00000100:00000010:1.0:1767384974.046195:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002bee6aa5. 00000100:00000010:1.0:1767384974.046196:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000bab76345. 00000100:00000010:1.0:1767384974.046265:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b82e979. 00000100:00000010:1.0:1767384974.046268:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000007bbeb5ac. 00000100:00000010:1.0:1767384974.046321:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000069a4c4f5. 00000100:00000010:1.0:1767384974.046322:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a2afec36. 00000100:00000010:1.0:1767384974.046368:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000061edf456. 00000100:00000010:1.0:1767384974.046369:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000008893c40. 00000100:00000010:1.0:1767384974.046409:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ffd6c09f. 00000100:00000010:1.0:1767384974.046410:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000636118c0. 00000100:00000010:1.0:1767384974.046459:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ccb61417. 00000100:00000010:1.0:1767384974.046460:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e57d55b8. 00000100:00000010:1.0:1767384974.046515:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000755e5803. 00000100:00000010:1.0:1767384974.046516:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000007cb18647. 00000100:00000010:1.0:1767384974.046566:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ff6ada3d. 00000100:00000010:1.0:1767384974.046567:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000af92c1f9. 00000100:00000010:1.0:1767384974.046616:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000891ee6f3. 00000100:00000010:1.0:1767384974.046618:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009d86568a. 00000100:00000010:1.0:1767384974.046662:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003f765da5. 00000100:00000010:1.0:1767384974.046663:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008ae8420f. 00000100:00000010:1.0:1767384974.046713:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000df299131. 00000100:00000010:1.0:1767384974.046715:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000007116759f. 00000100:00000010:1.0:1767384974.046764:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001845feb7. 00000100:00000010:1.0:1767384974.046766:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000170ee248. 00000100:00000010:1.0:1767384974.046829:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004d86e670. 00000100:00000010:1.0:1767384974.046831:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000054d075fa. 00000100:00000010:1.0:1767384974.046869:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aec5e718. 00000100:00000010:1.0:1767384974.046871:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000cd211bdd. 00000100:00000010:1.0:1767384974.046919:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ef7c61c6. 00000100:00000010:1.0:1767384974.046921:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000be2433a1. 00000100:00000010:1.0:1767384974.046968:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a0fbb8df. 00000100:00000010:1.0:1767384974.046970:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c36924de. 00000100:00000010:1.0:1767384974.047031:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d122c2a9. 00000100:00000010:1.0:1767384974.047035:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ad7f90fb. 00000100:00000010:1.0:1767384974.047092:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004d2834bd. 00000100:00000010:1.0:1767384974.047094:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000004194302. 00000100:00000010:1.0:1767384974.047140:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000016b7f52d. 00000100:00000010:1.0:1767384974.047142:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009d83e6d1. 00000100:00000010:1.0:1767384974.047189:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006a170934. 00000100:00000010:1.0:1767384974.047191:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000982864d. 00000100:00000010:1.0:1767384974.047250:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008b776893. 00000100:00000010:1.0:1767384974.047252:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005258acf7. 00000100:00000010:1.0:1767384974.047293:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000085311f51. 00000100:00000010:1.0:1767384974.047295:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f38738e9. 00000100:00000010:1.0:1767384974.047334:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e735c801. 00000100:00000010:1.0:1767384974.047335:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000cc916f94. 00000100:00000010:1.0:1767384974.047376:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f37516fe. 00000100:00000010:1.0:1767384974.047378:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d1486522. 00000100:00000010:1.0:1767384974.047425:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000034f61cfa. 00000100:00000010:1.0:1767384974.047426:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000073b17d42. 00000100:00000010:1.0:1767384974.047468:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009e42b6e7. 00000100:00000010:1.0:1767384974.047469:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000050d43fe5. 00000100:00000010:1.0:1767384974.047510:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000633b1d4d. 00000100:00000010:1.0:1767384974.047512:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c35cc168. 00000100:00000010:1.0:1767384974.047551:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ac36afea. 00000100:00000010:1.0:1767384974.047553:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000019946f88. 00000100:00000010:1.0:1767384974.047592:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000008907ef8. 00000100:00000010:1.0:1767384974.047595:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004c08e269. 00000100:00000010:1.0:1767384974.047648:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a2fc8317. 00000100:00000010:1.0:1767384974.047650:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005abd4e83. 00000100:00000010:1.0:1767384974.047697:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000053631546. 00000100:00000010:1.0:1767384974.047699:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000bd207564. 00000100:00000010:1.0:1767384974.047737:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cf82c600. 00000100:00000010:1.0:1767384974.047739:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b5aaa4b0. 00000100:00000010:1.0:1767384974.047786:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000db3c4d9b. 00000100:00000010:1.0:1767384974.047787:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a742972e. 00000100:00000010:1.0:1767384974.047836:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000021214313. 00000100:00000010:1.0:1767384974.047838:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000095dca42f. 00000100:00000010:1.0:1767384974.047884:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000597bd114. 00000100:00000010:1.0:1767384974.047886:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b93be088. 00000100:00000010:1.0:1767384974.047940:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e3362164. 00000100:00000010:1.0:1767384974.047942:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000defc5576. 00000100:00000010:1.0:1767384974.047995:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cfb4d4e4. 00000100:00000010:1.0:1767384974.047996:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000030284e05. 00000100:00000010:1.0:1767384974.048098:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001e9c9997. 00000100:00000010:1.0:1767384974.048101:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000be3d813e. 00000100:00000010:1.0:1767384974.048145:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000692a594a. 00000100:00000010:1.0:1767384974.048217:0:39761:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000076618bad. 00000100:00000010:1.0:1767384974.048224:0:39761:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000a16bb66b. 00000100:00000001:1.0:1767384974.048228:0:39761:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384974.048230:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.048231:0:39761:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384974.048232:0:39761:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384974.048233:0:39761:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000faa08ed2. 00000100:00000001:1.0:1767384974.048235:0:39761:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384974.048236:0:39761:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.048238:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.048238:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000067beab0c. 00000100:00000001:1.0:1767384974.048240:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.048241:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.048242:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000005c296801. 00000100:00000001:1.0:1767384974.048243:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.048244:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.048244:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000b5331840. 00000100:00000001:1.0:1767384974.048245:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.048246:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.048246:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000007ff8045c. 00000100:00000001:1.0:1767384974.048248:0:39761:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384974.048293:0:39761:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000c803c312. 00000020:00000010:1.0:1767384974.048296:0:39761:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000006d23af10. 00000100:00000010:1.0:1767384974.048309:0:39761:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000eef6b2ed. 00000100:00000010:1.0:1767384974.048315:0:39761:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000cf9ad944. 00000100:00000010:1.0:1767384974.048317:0:39761:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000b04e9d6c. 00000100:00000010:1.0:1767384974.048322:0:39761:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000006e706dd5. 00000100:00000001:1.0:1767384974.048323:0:39761:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.048325:0:39761:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384974.048326:0:39761:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqs: tearing down 00000100:00000001:1.0:1767384974.048328:0:39761:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384974.048329:0:39761:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384974.048329:0:39761:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqs 00000100:00000040:1.0:1767384974.048331:0:39761:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #1 00000100:00000040:1.0:1767384974.048332:0:39761:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #0 00000100:00000040:1.0:1767384974.048346:0:39761:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqs #1 00000020:00000010:2.0:1767384974.048367:0:16777:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004044cb2a. 00000020:00000010:3.0:1767384974.048372:0:16776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004420e17c. 00000040:00000010:2.0:1767384974.048373:0:16777:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002c6ef957. 00000040:00000010:3.0:1767384974.048378:0:16776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cc900e65. 00000020:00000010:3.0:1767384974.048384:0:16776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000867a00cb. 00000020:00000010:2.0:1767384974.048387:0:16777:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000526d607c. 00000020:00000010:3.0:1767384974.048388:0:16776:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005f77da01. 00000020:00000010:3.0:1767384974.048393:0:16776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000092a9e681. 00000020:00000010:2.0:1767384974.048395:0:16777:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000abb52ffe. 80000000:00000010:3.0:1767384974.048398:0:16776:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000051aa0bb5. 00000020:00000010:2.0:1767384974.048400:0:16777:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004a44d8cb. 40000000:00000010:3.0:1767384974.048403:0:16776:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b1f6482a. 80000000:00000010:2.0:1767384974.048405:0:16777:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f2d23995. 00100000:00000010:3.0:1767384974.048408:0:16776:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ed26a52b. 40000000:00000010:2.0:1767384974.048410:0:16777:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001d1e990a. 00040000:00000010:3.0:1767384974.048413:0:16776:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000055f52127. 00100000:00000010:2.0:1767384974.048415:0:16777:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007445bb4e. 00040000:00000010:3.0:1767384974.048418:0:16776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000071fad167. 00040000:00000010:2.0:1767384974.048421:0:16777:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000223bddb5. 00080000:00000010:3.0:1767384974.048423:0:16776:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000eb1ef628. 00040000:00000010:2.0:1767384974.048425:0:16777:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002a87bf44. 00000004:00000010:3.0:1767384974.048428:0:16776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006559cac5. 00080000:00000010:2.0:1767384974.048430:0:16777:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000415d4c10. 00000020:00000010:3.0:1767384974.048434:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026ab2ec6. 00000004:00000010:2.0:1767384974.048435:0:16777:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e924ac97. 00000020:00000010:3.0:1767384974.048440:0:16776:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000010c4a52e. 00000020:00000010:2.0:1767384974.048441:0:16777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000610e1ec4. 00000020:00000010:2.0:1767384974.048448:0:16777:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000fe676493. 00000100:00000010:3.0:1767384974.048449:0:16776:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000ead41f5c. 00000100:00000010:2.0:1767384974.048452:0:16777:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000014f83e45. 00000100:00100000:3.0:1767384974.048453:0:16776:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0000: service thread [000000004c2b0989:16776] 0 exiting: rc = 1 00000100:00100000:2.0:1767384974.048458:0:16777:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0001: service thread [00000000a00cc4e6:16777] 1 exiting: rc = 0 00000100:00000010:1.0:1767384974.048492:0:39761:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000004c2b0989. 00000100:00000010:1.0:1767384974.048499:0:39761:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000a00cc4e6. 00000100:00000001:1.0:1767384974.048502:0:39761:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384974.048504:0:39761:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384974.048506:0:39761:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 32 lazy 00000400:00000001:1.0:1767384974.048509:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048511:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048513:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a0e51be. 00000400:00000200:1.0:1767384974.048516:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f20d66a4 00000400:00000010:1.0:1767384974.048518:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f20d66a4. 00000100:00000001:1.0:1767384974.048521:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048522:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048528:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048530:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384974.048532:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048533:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048534:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048536:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000072dcd7ad. 00000400:00000200:1.0:1767384974.048538:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000648765d4 00000400:00000010:1.0:1767384974.048539:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000648765d4. 00000100:00000001:1.0:1767384974.048541:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048542:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048546:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048547:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384974.048549:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048550:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048551:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048552:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000689c190e. 00000400:00000200:1.0:1767384974.048555:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000566aad8a 00000400:00000010:1.0:1767384974.048556:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000566aad8a. 00000100:00000001:1.0:1767384974.048558:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048558:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048561:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048562:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384974.048563:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048564:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048565:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048566:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b6cb5e8. 00000400:00000200:1.0:1767384974.048567:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d5f0a2f 00000400:00000010:1.0:1767384974.048568:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d5f0a2f. 00000100:00000001:1.0:1767384974.048569:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048570:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048572:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048573:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384974.048574:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048575:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048575:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048576:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009145dd0c. 00000400:00000200:1.0:1767384974.048577:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096ffe8f4 00000400:00000010:1.0:1767384974.048578:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096ffe8f4. 00000100:00000001:1.0:1767384974.048579:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048580:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048582:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048583:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384974.048584:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048585:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048585:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048586:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004fb638bc. 00000400:00000200:1.0:1767384974.048587:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed5ee82b 00000400:00000010:1.0:1767384974.048588:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed5ee82b. 00000100:00000001:1.0:1767384974.048589:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048590:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048592:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048593:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384974.048594:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048595:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048595:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048596:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f14c4ea6. 00000400:00000200:1.0:1767384974.048597:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d99aacff 00000400:00000010:1.0:1767384974.048598:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d99aacff. 00000100:00000001:1.0:1767384974.048599:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048599:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048602:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048603:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384974.048604:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048605:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048606:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048606:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000822a985. 00000400:00000200:1.0:1767384974.048607:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000833494c2 00000400:00000010:1.0:1767384974.048608:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000833494c2. 00000100:00000001:1.0:1767384974.048609:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048610:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048612:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048613:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384974.048614:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048614:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048615:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048616:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000384cfcf8. 00000400:00000200:1.0:1767384974.048617:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048f6339f 00000400:00000010:1.0:1767384974.048617:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048f6339f. 00000100:00000001:1.0:1767384974.048618:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048619:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048621:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048622:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384974.048623:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048624:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048624:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048625:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ffbce8d. 00000400:00000200:1.0:1767384974.048626:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b5f6033 00000400:00000010:1.0:1767384974.048627:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b5f6033. 00000100:00000001:1.0:1767384974.048628:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048628:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048631:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048631:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384974.048632:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048633:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048634:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048634:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001227626d. 00000400:00000200:1.0:1767384974.048635:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c633a9a2 00000400:00000010:1.0:1767384974.048636:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c633a9a2. 00000100:00000001:1.0:1767384974.048637:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048639:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048641:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048642:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384974.048643:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048644:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048645:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048646:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012f4f942. 00000400:00000200:1.0:1767384974.048647:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3215d81 00000400:00000010:1.0:1767384974.048647:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3215d81. 00000100:00000001:1.0:1767384974.048648:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048649:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048651:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048652:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384974.048653:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048653:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048654:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048655:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa11ec95. 00000400:00000200:1.0:1767384974.048656:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029546260 00000400:00000010:1.0:1767384974.048656:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029546260. 00000100:00000001:1.0:1767384974.048657:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048658:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048660:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048661:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384974.048662:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048663:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048663:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048664:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7f2f3aa. 00000400:00000200:1.0:1767384974.048665:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b813345 00000400:00000010:1.0:1767384974.048665:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b813345. 00000100:00000001:1.0:1767384974.048666:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048667:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048669:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048670:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384974.048671:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048672:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048672:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048673:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a253082. 00000400:00000200:1.0:1767384974.048674:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045b738f4 00000400:00000010:1.0:1767384974.048675:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045b738f4. 00000100:00000001:1.0:1767384974.048676:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048677:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048679:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048680:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384974.048681:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048681:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048682:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048682:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000200e53ab. 00000400:00000200:1.0:1767384974.048683:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db59bc5d 00000400:00000010:1.0:1767384974.048684:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db59bc5d. 00000100:00000001:1.0:1767384974.048685:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048686:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048688:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048689:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384974.048690:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048690:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048691:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048691:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0d067f7. 00000400:00000200:1.0:1767384974.048692:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee88bc4f 00000400:00000010:1.0:1767384974.048693:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee88bc4f. 00000100:00000001:1.0:1767384974.048694:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048695:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048697:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048698:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384974.048698:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048699:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048700:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048700:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000007281842. 00000400:00000200:1.0:1767384974.048701:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d86e27bc 00000400:00000010:1.0:1767384974.048702:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d86e27bc. 00000100:00000001:1.0:1767384974.048703:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048704:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048706:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048707:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384974.048707:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048708:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048709:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048710:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027bd0388. 00000400:00000200:1.0:1767384974.048711:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d242ac32 00000400:00000010:1.0:1767384974.048712:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d242ac32. 00000100:00000001:1.0:1767384974.048713:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048713:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048715:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048716:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384974.048717:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048718:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048718:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048719:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5931e6a. 00000400:00000200:1.0:1767384974.048720:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8c68f75 00000400:00000010:1.0:1767384974.048721:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8c68f75. 00000100:00000001:1.0:1767384974.048722:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048722:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048725:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048725:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384974.048726:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048727:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048727:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048728:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e22134c0. 00000400:00000200:1.0:1767384974.048729:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d549d5e4 00000400:00000010:1.0:1767384974.048730:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d549d5e4. 00000100:00000001:1.0:1767384974.048731:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048731:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048734:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048734:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384974.048735:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048736:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048737:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048737:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008838c305. 00000400:00000200:1.0:1767384974.048738:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bcbd3b5 00000400:00000010:1.0:1767384974.048739:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bcbd3b5. 00000100:00000001:1.0:1767384974.048740:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048740:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048743:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048744:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384974.048745:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048745:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048746:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048747:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a2950ce. 00000400:00000200:1.0:1767384974.048748:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009be635d2 00000400:00000010:1.0:1767384974.048748:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009be635d2. 00000100:00000001:1.0:1767384974.048749:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048750:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048752:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048753:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384974.048754:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048754:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048755:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048756:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096c134c6. 00000400:00000200:1.0:1767384974.048757:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ba2dcf6 00000400:00000010:1.0:1767384974.048757:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ba2dcf6. 00000100:00000001:1.0:1767384974.048758:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048759:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048761:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048762:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384974.048763:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048763:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048764:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048765:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000aaf1e9f. 00000400:00000200:1.0:1767384974.048766:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001af35859 00000400:00000010:1.0:1767384974.048766:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001af35859. 00000100:00000001:1.0:1767384974.048767:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048768:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048770:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048771:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384974.048772:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048772:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048773:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048774:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0ced5b3. 00000400:00000200:1.0:1767384974.048775:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fe637c5 00000400:00000010:1.0:1767384974.048775:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fe637c5. 00000100:00000001:1.0:1767384974.048776:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048777:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048779:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048780:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384974.048781:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048782:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048782:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048783:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4497b91. 00000400:00000200:1.0:1767384974.048784:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f35784d 00000400:00000010:1.0:1767384974.048785:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f35784d. 00000100:00000001:1.0:1767384974.048786:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048786:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048789:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048789:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384974.048790:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048791:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048791:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048792:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c8e65ac. 00000400:00000200:1.0:1767384974.048793:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd1d4876 00000400:00000010:1.0:1767384974.048794:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd1d4876. 00000100:00000001:1.0:1767384974.048795:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048795:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048798:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048798:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384974.048799:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048800:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048800:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048801:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ddd4bc4. 00000400:00000200:1.0:1767384974.048802:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000614f5e60 00000400:00000010:1.0:1767384974.048803:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000614f5e60. 00000100:00000001:1.0:1767384974.048804:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048804:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048807:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048807:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384974.048808:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048809:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048809:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048810:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042656d69. 00000400:00000200:1.0:1767384974.048811:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037787148 00000400:00000010:1.0:1767384974.048812:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000037787148. 00000100:00000001:1.0:1767384974.048813:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048814:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048816:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048817:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384974.048817:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048818:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048819:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048819:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e6549ee. 00000400:00000200:1.0:1767384974.048820:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015105a82 00000400:00000010:1.0:1767384974.048821:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015105a82. 00000100:00000001:1.0:1767384974.048822:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048822:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048825:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048825:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384974.048826:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048827:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048827:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048828:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac146c12. 00000400:00000200:1.0:1767384974.048829:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bb56999 00000400:00000010:1.0:1767384974.048830:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bb56999. 00000100:00000001:1.0:1767384974.048831:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048831:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048834:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048834:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384974.048835:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048836:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048836:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048837:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a34d4482. 00000400:00000200:1.0:1767384974.048838:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a7355fb 00000400:00000010:1.0:1767384974.048839:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a7355fb. 00000100:00000001:1.0:1767384974.048840:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048840:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048843:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048843:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384974.048844:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048845:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048845:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048846:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029f155b0. 00000400:00000200:1.0:1767384974.048847:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060f4db63 00000400:00000010:1.0:1767384974.048848:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060f4db63. 00000100:00000001:1.0:1767384974.048849:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048850:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048852:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048853:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384974.048853:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048854:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048855:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048855:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4c03748. 00000400:00000200:1.0:1767384974.048856:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfa1993b 00000400:00000010:1.0:1767384974.048857:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dfa1993b. 00000100:00000001:1.0:1767384974.048858:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048859:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048861:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048862:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384974.048863:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048863:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048864:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048865:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bdd1edd5. 00000400:00000200:1.0:1767384974.048865:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb9422cd 00000400:00000010:1.0:1767384974.048866:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb9422cd. 00000100:00000001:1.0:1767384974.048867:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048868:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048870:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048871:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384974.048872:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048872:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048873:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048874:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2cb7e33. 00000400:00000200:1.0:1767384974.048875:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ec9b623 00000400:00000010:1.0:1767384974.048876:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ec9b623. 00000100:00000001:1.0:1767384974.048877:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048877:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048880:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048880:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384974.048881:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048882:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048883:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048884:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd260060. 00000400:00000200:1.0:1767384974.048885:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0a1d14 00000400:00000010:1.0:1767384974.048886:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a0a1d14. 00000100:00000001:1.0:1767384974.048887:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048887:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048890:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048890:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384974.048891:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048892:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048893:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048893:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c118abe6. 00000400:00000200:1.0:1767384974.048894:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096f4acc0 00000400:00000010:1.0:1767384974.048895:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096f4acc0. 00000100:00000001:1.0:1767384974.048896:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048897:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048899:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048900:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384974.048900:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048901:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048902:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048903:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9f960b3. 00000400:00000200:1.0:1767384974.048904:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d5d177c 00000400:00000010:1.0:1767384974.048905:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d5d177c. 00000100:00000001:1.0:1767384974.048905:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048906:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048908:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048909:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384974.048910:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048911:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048911:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048912:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002edcc356. 00000400:00000200:1.0:1767384974.048913:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016826a2a 00000400:00000010:1.0:1767384974.048914:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000016826a2a. 00000100:00000001:1.0:1767384974.048915:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048915:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048918:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048919:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384974.048919:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048920:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048921:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048921:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2d4b801. 00000400:00000200:1.0:1767384974.048922:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e638159 00000400:00000010:1.0:1767384974.048923:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e638159. 00000100:00000001:1.0:1767384974.048924:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048925:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048927:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048928:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384974.048928:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048929:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048930:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048930:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d40c179c. 00000400:00000200:1.0:1767384974.048931:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fbeadb3 00000400:00000010:1.0:1767384974.048932:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fbeadb3. 00000100:00000001:1.0:1767384974.048933:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048933:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048936:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048936:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384974.048937:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048938:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048939:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048939:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005085c16f. 00000400:00000200:1.0:1767384974.048940:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1cd712e 00000400:00000010:1.0:1767384974.048941:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1cd712e. 00000100:00000001:1.0:1767384974.048942:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048943:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048945:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048946:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384974.048946:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048947:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048948:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048949:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a53aea9c. 00000400:00000200:1.0:1767384974.048950:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093654e42 00000400:00000010:1.0:1767384974.048952:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000093654e42. 00000100:00000001:1.0:1767384974.048954:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048955:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048958:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048960:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384974.048961:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048962:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048963:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048964:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000098cc6b19. 00000400:00000200:1.0:1767384974.048966:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9fab3ac 00000400:00000010:1.0:1767384974.048968:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9fab3ac. 00000100:00000001:1.0:1767384974.048969:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048970:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048974:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048975:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384974.048977:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048978:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048979:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048980:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cdff9be4. 00000400:00000200:1.0:1767384974.048982:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003038dfbc 00000400:00000010:1.0:1767384974.048983:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003038dfbc. 00000100:00000001:1.0:1767384974.048985:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.048986:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.048990:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.048991:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384974.048992:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.048994:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.048995:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.048996:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024f19a95. 00000400:00000200:1.0:1767384974.048998:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033488884 00000400:00000010:1.0:1767384974.048999:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000033488884. 00000100:00000001:1.0:1767384974.049001:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.049002:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.049005:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.049007:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384974.049008:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.049009:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.049044:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.049047:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007beaf044. 00000400:00000200:1.0:1767384974.049050:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfac4d60 00000400:00000010:1.0:1767384974.049053:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dfac4d60. 00000100:00000001:1.0:1767384974.049057:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.049058:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.049065:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.049067:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384974.049070:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.049071:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.049072:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.049074:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b27b1fc1. 00000400:00000200:1.0:1767384974.049076:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa010d9c 00000400:00000010:1.0:1767384974.049077:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa010d9c. 00000100:00000001:1.0:1767384974.049079:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.049080:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.049085:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.049086:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384974.049088:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.049089:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.049091:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.049092:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004edfacdb. 00000400:00000200:1.0:1767384974.049094:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000350ce433 00000400:00000010:1.0:1767384974.049095:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000350ce433. 00000100:00000001:1.0:1767384974.049097:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.049098:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.049103:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.049105:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384974.049106:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.049107:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.049109:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.049110:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055ed14f9. 00000400:00000200:1.0:1767384974.049112:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e303804 00000400:00000010:1.0:1767384974.049113:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e303804. 00000100:00000001:1.0:1767384974.049115:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.049116:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.049120:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.049121:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384974.049123:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.049124:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.049125:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.049126:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000779f5d60. 00000400:00000200:1.0:1767384974.049128:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000889275e4 00000400:00000010:1.0:1767384974.049129:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000889275e4. 00000100:00000001:1.0:1767384974.049132:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.049133:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.049137:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.049138:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384974.049140:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.049141:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.049142:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.049143:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000392c235d. 00000400:00000200:1.0:1767384974.049145:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc44cfc6 00000400:00000010:1.0:1767384974.049146:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc44cfc6. 00000100:00000001:1.0:1767384974.049148:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.049149:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.049153:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.049154:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384974.049156:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.049157:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.049158:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.049159:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000665dbd2. 00000400:00000200:1.0:1767384974.049162:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e06c927 00000400:00000010:1.0:1767384974.049163:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e06c927. 00000100:00000001:1.0:1767384974.049165:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.049166:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.049170:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.049171:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384974.049173:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.049174:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.049175:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.049176:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4d6384a. 00000400:00000200:1.0:1767384974.049178:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099a69dff 00000400:00000010:1.0:1767384974.049179:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099a69dff. 00000100:00000001:1.0:1767384974.049181:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.049181:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.049184:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.049185:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384974.049186:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.049187:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.049188:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.049189:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012c30423. 00000400:00000200:1.0:1767384974.049190:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b68e669a 00000400:00000010:1.0:1767384974.049191:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b68e669a. 00000100:00000001:1.0:1767384974.049192:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.049193:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.049195:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.049196:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384974.049197:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.049198:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.049198:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.049199:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b6d295c. 00000400:00000200:1.0:1767384974.049200:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3c6656b 00000400:00000010:1.0:1767384974.049201:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3c6656b. 00000100:00000001:1.0:1767384974.049202:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.049202:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.049222:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.049223:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384974.049224:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.049225:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.049225:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.049226:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2bcbd60. 00000400:00000200:1.0:1767384974.049228:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b908c392 00000400:00000010:1.0:1767384974.049228:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b908c392. 00000100:00000001:1.0:1767384974.049230:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.049230:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.049233:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.049234:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384974.049234:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.049235:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.049236:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.049236:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000188f3d58. 00000400:00000200:1.0:1767384974.049237:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099d75368 00000400:00000010:1.0:1767384974.049238:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099d75368. 00000100:00000001:1.0:1767384974.049239:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.049240:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.049243:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.049244:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384974.049244:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.049245:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.049246:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.049247:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6661553. 00000400:00000200:1.0:1767384974.049248:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076c7cbb4 00000400:00000010:1.0:1767384974.049249:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076c7cbb4. 00000100:00000001:1.0:1767384974.049250:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.049250:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.049253:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.049253:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384974.049254:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.049255:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.049256:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.049256:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dddd9dda. 00000400:00000200:1.0:1767384974.049257:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c97a9c21 00000400:00000010:1.0:1767384974.049258:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c97a9c21. 00000100:00000001:1.0:1767384974.049259:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.049260:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.049262:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.049263:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384974.049263:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.049264:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.049265:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.049265:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039b66f72. 00000400:00000200:1.0:1767384974.049266:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000146aa91a 00000400:00000010:1.0:1767384974.049267:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000146aa91a. 00000100:00000001:1.0:1767384974.049268:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.049269:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.049271:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.049272:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384974.049273:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.049273:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.049274:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.049275:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b8bcfa6. 00000400:00000200:1.0:1767384974.049276:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061ff3ef2 00000400:00000010:1.0:1767384974.049276:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000061ff3ef2. 00000100:00000001:1.0:1767384974.049278:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.049278:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384974.049281:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.049282:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384974.049283:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384974.049284:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049285:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049287:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049287:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049288:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049289:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049289:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049290:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049291:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049291:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049292:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049293:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049293:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049294:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049295:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049295:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049296:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049297:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049297:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049298:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049299:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049299:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049300:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049301:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049301:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049302:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049303:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049303:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049304:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049305:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049305:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049306:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049307:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049307:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049308:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049309:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049310:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049311:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049311:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049312:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049313:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049313:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049314:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049315:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049315:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049316:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049317:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049317:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049318:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049319:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049319:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049320:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049321:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049321:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049322:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049323:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049323:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049324:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049325:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049325:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049326:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049327:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049327:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049328:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049329:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049329:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049330:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049331:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049331:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049332:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049333:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049333:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049334:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049335:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049336:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049336:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049337:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049338:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049338:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049339:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049340:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049340:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049341:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049342:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049342:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049343:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049344:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049344:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049345:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049346:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049347:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049347:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049348:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049348:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049349:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049350:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049351:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049351:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049352:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049353:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049353:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049354:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049355:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049355:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049356:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049357:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049357:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049358:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049359:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049359:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049360:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049361:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049361:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049362:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049363:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049364:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049364:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049365:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049366:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049366:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049367:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049368:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049368:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049369:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049370:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049370:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.049371:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.049372:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1767384974.049373:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f882d957. 00000100:00000010:1.0:1767384974.049375:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000560394b2. 00000100:00000010:1.0:1767384974.049376:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009396b918. 00000100:00000010:1.0:1767384974.049379:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000055a00676. 00000100:00000010:1.0:1767384974.049381:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000521a0686. 00000100:00000010:1.0:1767384974.049384:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000053784e22. 00000100:00000010:1.0:1767384974.049385:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001f76a8c2. 00000100:00000010:1.0:1767384974.049387:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000090922894. 00000100:00000010:1.0:1767384974.049388:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000015eeca27. 00000100:00000010:1.0:1767384974.049389:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000028e0b135. 00000100:00000010:1.0:1767384974.049391:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002c3f59a4. 00000100:00000010:1.0:1767384974.049392:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f04b3291. 00000100:00000010:1.0:1767384974.049393:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b5867048. 00000100:00000010:1.0:1767384974.049394:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000133b8096. 00000100:00000010:1.0:1767384974.049396:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fc92b99d. 00000100:00000010:1.0:1767384974.049397:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fd35e213. 00000100:00000010:1.0:1767384974.049398:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c64d8240. 00000100:00000010:1.0:1767384974.049400:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c01dffc5. 00000100:00000010:1.0:1767384974.049401:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ef683fa2. 00000100:00000010:1.0:1767384974.049403:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005ff431e9. 00000100:00000010:1.0:1767384974.049404:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004c6446e1. 00000100:00000010:1.0:1767384974.049405:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d351dc6c. 00000100:00000010:1.0:1767384974.049406:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000160ec903. 00000100:00000010:1.0:1767384974.049408:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f8cd7eb9. 00000100:00000010:1.0:1767384974.049409:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007f27ac41. 00000100:00000010:1.0:1767384974.049411:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003f6e9e9e. 00000100:00000010:1.0:1767384974.049412:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000667d7314. 00000100:00000010:1.0:1767384974.049413:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f7203130. 00000100:00000010:1.0:1767384974.049414:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000075de17a. 00000100:00000010:1.0:1767384974.049415:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005e298738. 00000100:00000010:1.0:1767384974.049416:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000aa443bbc. 00000100:00000010:1.0:1767384974.049417:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000795987f1. 00000100:00000010:1.0:1767384974.049418:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000030468c7f. 00000100:00000010:1.0:1767384974.049419:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008197d10f. 00000100:00000010:1.0:1767384974.049420:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000088d624a7. 00000100:00000010:1.0:1767384974.049422:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009b64d93f. 00000100:00000010:1.0:1767384974.049423:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e82930ff. 00000100:00000010:1.0:1767384974.049425:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c503dd2c. 00000100:00000010:1.0:1767384974.049426:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ce2d21d9. 00000100:00000010:1.0:1767384974.049427:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006bb2be65. 00000100:00000010:1.0:1767384974.049429:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000c193626. 00000100:00000010:1.0:1767384974.049430:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ef41682c. 00000100:00000010:1.0:1767384974.049431:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000374ae158. 00000100:00000010:1.0:1767384974.049432:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000738a5202. 00000100:00000010:1.0:1767384974.049433:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005c286433. 00000100:00000010:1.0:1767384974.049435:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008a201452. 00000100:00000010:1.0:1767384974.049436:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e8644dd5. 00000100:00000010:1.0:1767384974.049437:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000236a5b5a. 00000100:00000010:1.0:1767384974.049438:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e41b6033. 00000100:00000010:1.0:1767384974.049439:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006797ceb0. 00000100:00000010:1.0:1767384974.049440:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fcaa19ed. 00000100:00000010:1.0:1767384974.049442:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002cccf266. 00000100:00000010:1.0:1767384974.049443:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a3e75721. 00000100:00000010:1.0:1767384974.049445:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009c5924c6. 00000100:00000010:1.0:1767384974.049446:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003bcbc759. 00000100:00000010:1.0:1767384974.049448:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b5f80b6. 00000100:00000010:1.0:1767384974.049449:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000787c304d. 00000100:00000010:1.0:1767384974.049451:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ca37df5. 00000100:00000010:1.0:1767384974.049452:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008d062e89. 00000100:00000010:1.0:1767384974.049453:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005c7d7008. 00000100:00000010:1.0:1767384974.049455:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002be138cb. 00000100:00000010:1.0:1767384974.049456:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004dca0f40. 00000100:00000010:1.0:1767384974.049457:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bdcb3563. 00000100:00000010:1.0:1767384974.049458:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000089c12ab1. 00000100:00000010:1.0:1767384974.049459:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008469bb9e. 00000100:00000010:1.0:1767384974.049461:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a8929f9. 00000100:00000010:1.0:1767384974.049462:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a0ff2691. 00000100:00000010:1.0:1767384974.049463:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000069d5c162. 00000100:00000010:1.0:1767384974.049464:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c40421bc. 00000100:00000010:1.0:1767384974.049465:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b347ed4. 00000100:00000010:1.0:1767384974.049466:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000489587f. 00000100:00000010:1.0:1767384974.049468:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b234a87f. 00000100:00000010:1.0:1767384974.049469:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002e4bfe73. 00000100:00000010:1.0:1767384974.049470:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ca3db6d1. 00000100:00000010:1.0:1767384974.049471:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ba18183e. 00000100:00000010:1.0:1767384974.049472:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000042c002. 00000100:00000010:1.0:1767384974.049474:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000064566d68. 00000100:00000010:1.0:1767384974.049475:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c5e0088f. 00000100:00000010:1.0:1767384974.049476:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000527b4af3. 00000100:00000010:1.0:1767384974.049477:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002730f5bb. 00000100:00000010:1.0:1767384974.049478:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000015c5ccfd. 00000100:00000010:1.0:1767384974.049479:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cc439d0f. 00000100:00000010:1.0:1767384974.049480:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001b09ff8b. 00000100:00000010:1.0:1767384974.049482:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000acae058f. 00000100:00000010:1.0:1767384974.049483:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000309df8a8. 00000100:00000010:1.0:1767384974.049484:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000af5bd579. 00000100:00000010:1.0:1767384974.049486:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a95829c7. 00000100:00000010:1.0:1767384974.049487:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f18c46f2. 00000100:00000010:1.0:1767384974.049489:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000024460dd2. 00000100:00000010:1.0:1767384974.049490:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a54abde0. 00000100:00000010:1.0:1767384974.049491:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d21018cf. 00000100:00000010:1.0:1767384974.049492:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000951f3e0a. 00000100:00000010:1.0:1767384974.049493:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000032b4f6b0. 00000100:00000010:1.0:1767384974.049495:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d5b071d7. 00000100:00000010:1.0:1767384974.049496:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004e4bb2ad. 00000100:00000010:1.0:1767384974.049497:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dc1d47a1. 00000100:00000010:1.0:1767384974.049498:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000025fb62ac. 00000100:00000010:1.0:1767384974.049500:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001955b986. 00000100:00000010:1.0:1767384974.049501:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d46c6fcd. 00000100:00000010:1.0:1767384974.049503:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aca5eacf. 00000100:00000010:1.0:1767384974.049504:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000003ef535d. 00000100:00000010:1.0:1767384974.049505:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000e76339e. 00000100:00000010:1.0:1767384974.049506:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006bf5e21d. 00000100:00000010:1.0:1767384974.049507:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cd8d68c3. 00000100:00000010:1.0:1767384974.049508:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008a87bd73. 00000100:00000010:1.0:1767384974.049510:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000099ceb623. 00000100:00000010:1.0:1767384974.049511:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003d7fc8db. 00000100:00000010:1.0:1767384974.049513:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e0321895. 00000100:00000010:1.0:1767384974.049514:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b66483a4. 00000100:00000010:1.0:1767384974.049515:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000678f089c. 00000100:00000010:1.0:1767384974.049516:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000021415f29. 00000100:00000010:1.0:1767384974.049518:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000045f9be5. 00000100:00000010:1.0:1767384974.049519:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001321c11f. 00000100:00000010:1.0:1767384974.049520:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006fd28c41. 00000100:00000010:1.0:1767384974.049521:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e7a19201. 00000100:00000010:1.0:1767384974.049522:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000057d36161. 00000100:00000010:1.0:1767384974.049523:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000eb95af3b. 00000100:00000010:1.0:1767384974.049525:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003c011e25. 00000100:00000010:1.0:1767384974.049526:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000046236001. 00000100:00000010:1.0:1767384974.049527:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008207fff9. 00000100:00000010:1.0:1767384974.049529:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fe9ae455. 00000100:00000010:1.0:1767384974.049530:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ce737c39. 00000100:00000010:1.0:1767384974.049531:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000353bec1b. 00000100:00000010:1.0:1767384974.049534:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f48915d3. 00000100:00000010:1.0:1767384974.049535:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000867e4f01. 00000100:00000010:1.0:1767384974.049537:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000acd7e437. 00000100:00000010:1.0:1767384974.049538:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003a637c6e. 00000100:00000010:1.0:1767384974.049539:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008490c143. 00000100:00000010:1.0:1767384974.049541:0:39761:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000001d27d0b2. 00000100:00000010:1.0:1767384974.049542:0:39761:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 0000000008cea6da. 00000100:00000001:1.0:1767384974.049544:0:39761:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384974.049545:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.049546:0:39761:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384974.049547:0:39761:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384974.049548:0:39761:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000c7eba514. 00000100:00000001:1.0:1767384974.049550:0:39761:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384974.049550:0:39761:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.049552:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.049553:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000083e6deaf. 00000100:00000001:1.0:1767384974.049554:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.049555:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.049556:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000009749c18f. 00000100:00000001:1.0:1767384974.049557:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.049558:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.049559:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c211c275. 00000100:00000001:1.0:1767384974.049560:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.049560:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.049561:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000990806f6. 00000100:00000001:1.0:1767384974.049562:0:39761:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384974.049612:0:39761:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000acbf4ed4. 00000020:00000010:1.0:1767384974.049615:0:39761:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000cc349b50. 00000100:00000010:1.0:1767384974.049635:0:39761:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000e107a0b8. 00000100:00000010:1.0:1767384974.049640:0:39761:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000c39a9d51. 00000100:00000010:1.0:1767384974.049641:0:39761:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000006f311eb7. 00000100:00000010:1.0:1767384974.049643:0:39761:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000d44586af. 00000100:00000001:1.0:1767384974.049647:0:39761:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.049649:0:39761:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384974.049650:0:39761:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqm: tearing down 00000100:00000001:1.0:1767384974.049652:0:39761:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384974.049652:0:39761:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384974.049653:0:39761:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqm 00000100:00000040:1.0:1767384974.049654:0:39761:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #1 00000100:00000040:1.0:1767384974.049655:0:39761:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #0 00000100:00000040:1.0:1767384974.049669:0:39761:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqm #1 00000020:00000010:3.0:1767384974.049701:0:16778:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008108d2b1. 00000020:00000010:2.0:1767384974.049701:0:16779:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f4001717. 00000040:00000010:3.0:1767384974.049707:0:16778:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000e13924d. 00000040:00000010:2.0:1767384974.049710:0:16779:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b05cabbd. 00000020:00000010:3.0:1767384974.049712:0:16778:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000057c65a3e. 00000020:00000010:2.0:1767384974.049717:0:16779:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000012145369. 00000020:00000010:3.0:1767384974.049718:0:16778:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a1f7608e. 00000020:00000010:3.0:1767384974.049725:0:16778:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001bdf2d42. 00000020:00000010:2.0:1767384974.049725:0:16779:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009b24c5f2. 80000000:00000010:3.0:1767384974.049732:0:16778:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c845b5e3. 00000020:00000010:2.0:1767384974.049734:0:16779:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c349aef2. 40000000:00000010:3.0:1767384974.049736:0:16778:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001aa24801. 80000000:00000010:2.0:1767384974.049740:0:16779:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007f796242. 00100000:00000010:3.0:1767384974.049741:0:16778:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007f5aca05. 00040000:00000010:3.0:1767384974.049749:0:16778:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001cb4dc23. 40000000:00000010:2.0:1767384974.049749:0:16779:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000012f8cdb5. 00040000:00000010:3.0:1767384974.049755:0:16778:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ab5dc61a. 00100000:00000010:2.0:1767384974.049758:0:16779:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000071f15fc9. 00080000:00000010:3.0:1767384974.049759:0:16778:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c833fa12. 00040000:00000010:2.0:1767384974.049766:0:16779:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002325a455. 00000004:00000010:3.0:1767384974.049767:0:16778:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e6b514b5. 00040000:00000010:2.0:1767384974.049775:0:16779:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000050317b5b. 00002000:00000010:3.0:1767384974.049776:0:16778:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e83c00d1. 00080000:00000010:2.0:1767384974.049784:0:16779:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b0c3f0f8. 00000020:00000010:3.0:1767384974.049785:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b03fb62. 00000004:00000010:2.0:1767384974.049793:0:16779:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005b63408b. 00000020:00000010:3.0:1767384974.049794:0:16778:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000070ca120. 00000100:00000010:3.0:1767384974.049800:0:16778:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000004f0767cb. 00002000:00000010:2.0:1767384974.049800:0:16779:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002bd727aa. 00000100:00100000:3.0:1767384974.049806:0:16778:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0000: service thread [0000000045c69ae2:16778] 0 exiting: rc = 1 00000020:00000010:2.0:1767384974.049808:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a1c07444. 00000020:00000010:2.0:1767384974.049814:0:16779:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000007a6f71a4. 00000100:00000010:2.0:1767384974.049820:0:16779:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000dabb820f. 00000100:00100000:2.0:1767384974.049824:0:16779:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0001: service thread [00000000c27a2d97:16779] 1 exiting: rc = 0 00000100:00000010:1.0:1767384974.049856:0:39761:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000045c69ae2. 00000100:00000010:1.0:1767384974.049863:0:39761:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000c27a2d97. 00000100:00000001:1.0:1767384974.049866:0:39761:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384974.049867:0:39761:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384974.049869:0:39761:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 30 lazy 00000400:00000001:1.0:1767384974.049872:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.049873:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.049875:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f4ec640. 00000400:00000200:1.0:1767384974.049878:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5fcd728 00000400:00000010:1.0:1767384974.049879:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5fcd728. 00000100:00000001:1.0:1767384974.049881:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.049882:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.049888:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.049890:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384974.049891:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.049893:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.049893:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.049894:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000768ca648. 00000400:00000200:1.0:1767384974.049895:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035bd0e3a 00000400:00000010:1.0:1767384974.049896:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035bd0e3a. 00000100:00000001:1.0:1767384974.049897:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.049898:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.049900:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.049901:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384974.049902:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.049903:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.049903:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.049904:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3c26cfa. 00000400:00000200:1.0:1767384974.049905:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005108c39e 00000400:00000010:1.0:1767384974.049906:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005108c39e. 00000100:00000001:1.0:1767384974.049908:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.049908:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.049911:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.049912:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384974.049913:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.049914:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.049914:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.049915:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006b1477b. 00000400:00000200:1.0:1767384974.049916:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000496c6fef 00000400:00000010:1.0:1767384974.049917:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000496c6fef. 00000100:00000001:1.0:1767384974.049918:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.049919:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.049921:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.049922:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384974.049923:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.049923:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.049924:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.049925:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb2e4555. 00000400:00000200:1.0:1767384974.049926:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001b140a1 00000400:00000010:1.0:1767384974.049927:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001b140a1. 00000100:00000001:1.0:1767384974.049928:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.049928:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.049931:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.049932:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384974.049933:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.049933:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.049934:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.049935:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b5f1b79. 00000400:00000200:1.0:1767384974.049936:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1e25e8a 00000400:00000010:1.0:1767384974.049936:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1e25e8a. 00000100:00000001:1.0:1767384974.049937:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.049938:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.049940:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.049941:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384974.049942:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.049943:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.049943:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.049944:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba35c267. 00000400:00000200:1.0:1767384974.049945:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008518a1b0 00000400:00000010:1.0:1767384974.049946:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008518a1b0. 00000100:00000001:1.0:1767384974.049947:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.049948:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.049950:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.049951:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384974.049952:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.049952:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.049953:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.049954:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023bf0c64. 00000400:00000200:1.0:1767384974.049955:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005cde6d9c 00000400:00000010:1.0:1767384974.049955:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005cde6d9c. 00000100:00000001:1.0:1767384974.049956:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.049957:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.049959:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.049960:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384974.049961:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.049962:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.049962:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.049963:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000007e10047. 00000400:00000200:1.0:1767384974.049964:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b15a21a 00000400:00000010:1.0:1767384974.049965:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b15a21a. 00000100:00000001:1.0:1767384974.049966:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.049966:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.049969:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.049969:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384974.049970:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.049971:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.049971:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.049972:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ae39724. 00000400:00000200:1.0:1767384974.049973:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056d79c50 00000400:00000010:1.0:1767384974.049974:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000056d79c50. 00000100:00000001:1.0:1767384974.049975:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.049975:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.049977:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.049978:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384974.049979:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.049980:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.049980:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.049981:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff5302fb. 00000400:00000200:1.0:1767384974.049982:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec5020f5 00000400:00000010:1.0:1767384974.049983:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec5020f5. 00000100:00000001:1.0:1767384974.049984:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.049984:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.049987:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.049987:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384974.049988:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.049989:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.049989:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.049990:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000238a849b. 00000400:00000200:1.0:1767384974.049991:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b187d451 00000400:00000010:1.0:1767384974.049992:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b187d451. 00000100:00000001:1.0:1767384974.049993:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.049994:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.049996:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.049997:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384974.049997:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.049998:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.049999:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.049999:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c540aecb. 00000400:00000200:1.0:1767384974.050000:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000881c53e7 00000400:00000010:1.0:1767384974.050001:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000881c53e7. 00000100:00000001:1.0:1767384974.050002:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050003:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050005:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050006:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384974.050007:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050007:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050008:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050008:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002391f191. 00000400:00000200:1.0:1767384974.050009:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a5183e0 00000400:00000010:1.0:1767384974.050260:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a5183e0. 00000100:00000001:1.0:1767384974.050264:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050264:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050268:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050270:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384974.050271:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050272:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050274:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050275:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c044676. 00000400:00000200:1.0:1767384974.050278:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0de27d6 00000400:00000010:1.0:1767384974.050279:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0de27d6. 00000100:00000001:1.0:1767384974.050281:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050282:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050284:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050285:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384974.050286:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050287:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050287:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050291:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051c328f6. 00000400:00000200:1.0:1767384974.050292:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000337c41b5 00000400:00000010:1.0:1767384974.050293:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000337c41b5. 00000100:00000001:1.0:1767384974.050295:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050296:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050299:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050300:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384974.050301:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050302:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050303:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050304:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059a28649. 00000400:00000200:1.0:1767384974.050306:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c581440 00000400:00000010:1.0:1767384974.050307:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c581440. 00000100:00000001:1.0:1767384974.050308:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050309:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050312:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050313:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384974.050314:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050315:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050316:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050317:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042575521. 00000400:00000200:1.0:1767384974.050319:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcbd9800 00000400:00000010:1.0:1767384974.050320:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcbd9800. 00000100:00000001:1.0:1767384974.050321:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050322:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050326:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050327:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384974.050328:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050329:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050330:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050332:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e374937. 00000400:00000200:1.0:1767384974.050333:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e80d8eb 00000400:00000010:1.0:1767384974.050334:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e80d8eb. 00000100:00000001:1.0:1767384974.050335:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050336:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050339:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050339:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384974.050340:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050341:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050342:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050342:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4316986. 00000400:00000200:1.0:1767384974.050343:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008536b777 00000400:00000010:1.0:1767384974.050344:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008536b777. 00000100:00000001:1.0:1767384974.050345:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050345:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050348:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050349:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384974.050349:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050350:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050351:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050351:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c54a7693. 00000400:00000200:1.0:1767384974.050352:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5849a81 00000400:00000010:1.0:1767384974.050353:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5849a81. 00000100:00000001:1.0:1767384974.050354:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050355:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050357:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050358:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384974.050359:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050359:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050360:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050361:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb630e95. 00000400:00000200:1.0:1767384974.050362:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d85c4154 00000400:00000010:1.0:1767384974.050363:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d85c4154. 00000100:00000001:1.0:1767384974.050364:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050364:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050367:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050368:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384974.050369:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050370:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050370:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050371:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000228054e3. 00000400:00000200:1.0:1767384974.050372:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000022c2502 00000400:00000010:1.0:1767384974.050373:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000022c2502. 00000100:00000001:1.0:1767384974.050374:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050374:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050377:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050377:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384974.050378:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050379:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050379:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050380:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bffac523. 00000400:00000200:1.0:1767384974.050381:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee6048b0 00000400:00000010:1.0:1767384974.050382:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee6048b0. 00000100:00000001:1.0:1767384974.050383:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050383:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050386:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050387:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384974.050387:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050388:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050389:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050389:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003944012e. 00000400:00000200:1.0:1767384974.050390:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034726957 00000400:00000010:1.0:1767384974.050391:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034726957. 00000100:00000001:1.0:1767384974.050392:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050393:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050395:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050396:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384974.050396:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050397:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050398:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050399:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000775ea427. 00000400:00000200:1.0:1767384974.050400:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000570c3bac 00000400:00000010:1.0:1767384974.050400:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000570c3bac. 00000100:00000001:1.0:1767384974.050402:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050402:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050405:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050405:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384974.050406:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050407:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050407:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050408:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d423725. 00000400:00000200:1.0:1767384974.050409:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afc82315 00000400:00000010:1.0:1767384974.050410:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000afc82315. 00000100:00000001:1.0:1767384974.050411:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050411:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050414:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050414:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384974.050415:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050416:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050416:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050417:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ca1d481. 00000400:00000200:1.0:1767384974.050419:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003feffce3 00000400:00000010:1.0:1767384974.050419:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003feffce3. 00000100:00000001:1.0:1767384974.050420:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050421:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050423:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050424:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384974.050425:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050425:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050426:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050427:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1404179. 00000400:00000200:1.0:1767384974.050428:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d21c24e 00000400:00000010:1.0:1767384974.050429:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d21c24e. 00000100:00000001:1.0:1767384974.050430:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050430:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050432:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050433:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384974.050434:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050435:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050436:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050436:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b63fe134. 00000400:00000200:1.0:1767384974.050437:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db563872 00000400:00000010:1.0:1767384974.050438:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db563872. 00000100:00000001:1.0:1767384974.050439:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050440:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050442:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050443:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384974.050443:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050444:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050445:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050445:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c471cab. 00000400:00000200:1.0:1767384974.050446:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d25e85e4 00000400:00000010:1.0:1767384974.050447:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d25e85e4. 00000100:00000001:1.0:1767384974.050448:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050449:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050451:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050452:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384974.050452:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050453:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050454:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050455:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f91984d8. 00000400:00000200:1.0:1767384974.050456:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000349d1116 00000400:00000010:1.0:1767384974.050456:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000349d1116. 00000100:00000001:1.0:1767384974.050457:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050458:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050460:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050461:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384974.050462:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050463:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050463:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050464:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b802a943. 00000400:00000200:1.0:1767384974.050465:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dd8d452 00000400:00000010:1.0:1767384974.050466:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dd8d452. 00000100:00000001:1.0:1767384974.050467:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050467:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050470:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050470:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384974.050471:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050472:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050472:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050473:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000917d8568. 00000400:00000200:1.0:1767384974.050474:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083ca13ca 00000400:00000010:1.0:1767384974.050475:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083ca13ca. 00000100:00000001:1.0:1767384974.050476:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050476:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050479:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050480:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384974.050480:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050481:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050482:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050482:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000504f844e. 00000400:00000200:1.0:1767384974.050483:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb4bf6f6 00000400:00000010:1.0:1767384974.050484:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb4bf6f6. 00000100:00000001:1.0:1767384974.050485:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050486:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050488:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050489:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384974.050490:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050491:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050491:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050492:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e88a0a93. 00000400:00000200:1.0:1767384974.050493:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e94520e0 00000400:00000010:1.0:1767384974.050494:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e94520e0. 00000100:00000001:1.0:1767384974.050495:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050495:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050497:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050498:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384974.050499:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050500:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050500:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050501:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a863b62c. 00000400:00000200:1.0:1767384974.050502:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d3114aa 00000400:00000010:1.0:1767384974.050503:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d3114aa. 00000100:00000001:1.0:1767384974.050504:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050504:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050507:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050508:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384974.050508:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050509:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050510:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050510:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f96d4920. 00000400:00000200:1.0:1767384974.050511:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000580caf74 00000400:00000010:1.0:1767384974.050512:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000580caf74. 00000100:00000001:1.0:1767384974.050513:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050514:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050516:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050517:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384974.050517:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050518:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050519:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050519:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070d6fef2. 00000400:00000200:1.0:1767384974.050520:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000271e11d8 00000400:00000010:1.0:1767384974.050521:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000271e11d8. 00000100:00000001:1.0:1767384974.050522:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050523:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050525:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050526:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384974.050526:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050527:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050528:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050528:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008576c260. 00000400:00000200:1.0:1767384974.050529:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047faac75 00000400:00000010:1.0:1767384974.050530:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047faac75. 00000100:00000001:1.0:1767384974.050531:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050532:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050534:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050535:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384974.050535:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050536:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050537:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050537:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b05bf6b1. 00000400:00000200:1.0:1767384974.050539:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f829b7c 00000400:00000010:1.0:1767384974.050539:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f829b7c. 00000100:00000001:1.0:1767384974.050540:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050541:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050543:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050544:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384974.050545:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050545:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050546:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050547:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a97f311e. 00000400:00000200:1.0:1767384974.050548:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9b7883a 00000400:00000010:1.0:1767384974.050548:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9b7883a. 00000100:00000001:1.0:1767384974.050549:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050550:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050552:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050553:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384974.050554:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050555:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050555:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050556:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff1d021f. 00000400:00000200:1.0:1767384974.050557:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000492f3f19 00000400:00000010:1.0:1767384974.050558:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000492f3f19. 00000100:00000001:1.0:1767384974.050559:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050559:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050561:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050562:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384974.050563:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050563:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050564:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050565:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3f3ffed. 00000400:00000200:1.0:1767384974.050566:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000add53df7 00000400:00000010:1.0:1767384974.050566:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000add53df7. 00000100:00000001:1.0:1767384974.050567:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050568:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050570:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050571:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384974.050572:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050573:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050574:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050574:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ded60c4. 00000400:00000200:1.0:1767384974.050575:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014a475b6 00000400:00000010:1.0:1767384974.050576:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014a475b6. 00000100:00000001:1.0:1767384974.050577:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050577:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050580:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050580:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384974.050581:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050582:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050582:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050583:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000732c666d. 00000400:00000200:1.0:1767384974.050584:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1a30e37 00000400:00000010:1.0:1767384974.050585:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1a30e37. 00000100:00000001:1.0:1767384974.050586:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050586:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050589:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050589:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384974.050590:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050591:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050591:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050592:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095f4a987. 00000400:00000200:1.0:1767384974.050593:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4eeff5d 00000400:00000010:1.0:1767384974.050594:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c4eeff5d. 00000100:00000001:1.0:1767384974.050595:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050595:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050598:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050598:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384974.050599:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050600:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050600:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050601:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3fc0cad. 00000400:00000200:1.0:1767384974.050602:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aee8ed3 00000400:00000010:1.0:1767384974.050603:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009aee8ed3. 00000100:00000001:1.0:1767384974.050604:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050604:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050607:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050608:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384974.050609:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050609:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050610:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050611:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6c5386c. 00000400:00000200:1.0:1767384974.050612:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045759997 00000400:00000010:1.0:1767384974.050612:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000045759997. 00000100:00000001:1.0:1767384974.050613:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050614:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050616:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050617:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384974.050618:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050619:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050619:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050620:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2941ac6. 00000400:00000200:1.0:1767384974.050621:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1080382 00000400:00000010:1.0:1767384974.050621:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1080382. 00000100:00000001:1.0:1767384974.050622:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050623:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050625:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050626:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384974.050627:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050628:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050628:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050629:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043e2b8b6. 00000400:00000200:1.0:1767384974.050630:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd7f7991 00000400:00000010:1.0:1767384974.050631:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd7f7991. 00000100:00000001:1.0:1767384974.050632:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050632:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050634:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050635:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384974.050636:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050637:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050637:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050638:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d77e8bc0. 00000400:00000200:1.0:1767384974.050639:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000625f75d 00000400:00000010:1.0:1767384974.050640:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000625f75d. 00000100:00000001:1.0:1767384974.050641:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050641:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050644:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050645:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384974.050645:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050646:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050646:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050647:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfbc3431. 00000400:00000200:1.0:1767384974.050648:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3cfe269 00000400:00000010:1.0:1767384974.050649:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3cfe269. 00000100:00000001:1.0:1767384974.050650:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050650:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050654:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050655:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384974.050656:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050658:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050659:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050659:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086a677a7. 00000400:00000200:1.0:1767384974.050661:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9dcc249 00000400:00000010:1.0:1767384974.050661:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a9dcc249. 00000100:00000001:1.0:1767384974.050662:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050663:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050665:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050666:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384974.050667:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050668:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050668:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050669:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000636a05a8. 00000400:00000200:1.0:1767384974.050670:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000472273e 00000400:00000010:1.0:1767384974.050671:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000472273e. 00000100:00000001:1.0:1767384974.050672:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050672:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050675:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050675:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384974.050676:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050677:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050678:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050678:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d380d010. 00000400:00000200:1.0:1767384974.050679:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005371dbf9 00000400:00000010:1.0:1767384974.050680:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005371dbf9. 00000100:00000001:1.0:1767384974.050681:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050682:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050684:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050685:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384974.050686:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050686:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050687:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050687:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083064178. 00000400:00000200:1.0:1767384974.050688:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc9090d3 00000400:00000010:1.0:1767384974.050689:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc9090d3. 00000100:00000001:1.0:1767384974.050690:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050691:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050693:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050694:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384974.050694:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050695:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050696:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050696:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b780cdbd. 00000400:00000200:1.0:1767384974.050697:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002dfeace9 00000400:00000010:1.0:1767384974.050698:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002dfeace9. 00000100:00000001:1.0:1767384974.050699:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050700:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050702:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050703:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384974.050703:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050704:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050705:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050706:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000730ec34a. 00000400:00000200:1.0:1767384974.050706:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d21b6feb 00000400:00000010:1.0:1767384974.050707:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d21b6feb. 00000100:00000001:1.0:1767384974.050708:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050709:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050711:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050712:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384974.050713:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050713:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050714:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050715:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095330229. 00000400:00000200:1.0:1767384974.050716:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000431b1972 00000400:00000010:1.0:1767384974.050717:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000431b1972. 00000100:00000001:1.0:1767384974.050718:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050718:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050720:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050721:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384974.050722:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050723:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050723:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050724:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd10b7c4. 00000400:00000200:1.0:1767384974.050725:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1910cff 00000400:00000010:1.0:1767384974.050725:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1910cff. 00000100:00000001:1.0:1767384974.050726:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050727:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050729:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050730:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384974.050731:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050732:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050732:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050733:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000079d169e. 00000400:00000200:1.0:1767384974.050734:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f19d88e4 00000400:00000010:1.0:1767384974.050735:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f19d88e4. 00000100:00000001:1.0:1767384974.050736:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050736:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050738:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050739:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384974.050740:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050741:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050741:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050742:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d226392b. 00000400:00000200:1.0:1767384974.050743:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096e4bb7f 00000400:00000010:1.0:1767384974.050744:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096e4bb7f. 00000100:00000001:1.0:1767384974.050745:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050745:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050748:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050748:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384974.050749:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.050750:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.050751:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.050752:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab2a6657. 00000400:00000200:1.0:1767384974.050753:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cea86687 00000400:00000010:1.0:1767384974.050754:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cea86687. 00000100:00000001:1.0:1767384974.050756:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.050756:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384974.050759:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.050759:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384974.050760:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384974.050761:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050762:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050763:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050764:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050765:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050765:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050766:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050767:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050767:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050768:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050769:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050769:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050770:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050771:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050771:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050772:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050773:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050773:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050774:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050775:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050775:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050776:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050777:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050778:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050778:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050779:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050780:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050780:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050781:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050782:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050783:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050784:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050784:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050785:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050786:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050786:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050787:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050788:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050788:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050789:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050790:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050790:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050791:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050792:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050793:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050793:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050794:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050794:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050795:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050796:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050797:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050797:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050798:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050798:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050799:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050800:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050801:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050801:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050802:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050803:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050803:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050804:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050805:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050805:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050806:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050807:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050807:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050808:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050809:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050809:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050810:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050811:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050812:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050813:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050813:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050814:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050815:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050816:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050816:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050817:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050818:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050818:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050819:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050820:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050820:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050821:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050822:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050822:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050823:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050824:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050824:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050825:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050826:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050826:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050827:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050828:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050828:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050829:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050830:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050830:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050831:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050832:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050832:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050833:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050834:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050834:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050835:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050836:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050836:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050837:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050838:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050839:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050840:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050841:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050841:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050842:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050843:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050844:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050844:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050845:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050846:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050846:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050847:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050848:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050848:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050849:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.050850:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.050850:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1767384974.050851:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008dc68d8d. 00000100:00000010:1.0:1767384974.050854:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000090f0812d. 00000100:00000010:1.0:1767384974.050878:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006dad4240. 00000100:00000010:1.0:1767384974.050879:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000037d740d9. 00000100:00000010:1.0:1767384974.050880:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000016764319. 00000100:00000010:1.0:1767384974.050881:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005d77801d. 00000100:00000010:1.0:1767384974.050882:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cc6b2832. 00000100:00000010:1.0:1767384974.050884:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000059b66a39. 00000100:00000010:1.0:1767384974.050885:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008484e8c0. 00000100:00000010:1.0:1767384974.050886:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000089d9bbfb. 00000100:00000010:1.0:1767384974.050887:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002bb6e8c6. 00000100:00000010:1.0:1767384974.050889:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008fed58a0. 00000100:00000010:1.0:1767384974.050890:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d5f032c7. 00000100:00000010:1.0:1767384974.050891:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ad3c7488. 00000100:00000010:1.0:1767384974.050892:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c86fd133. 00000100:00000010:1.0:1767384974.050894:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f065ed40. 00000100:00000010:1.0:1767384974.050895:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000008f8bdfb. 00000100:00000010:1.0:1767384974.050896:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b9c16532. 00000100:00000010:1.0:1767384974.050898:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000093da64b0. 00000100:00000010:1.0:1767384974.050900:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000263bdcce. 00000100:00000010:1.0:1767384974.050901:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002417c6cf. 00000100:00000010:1.0:1767384974.050902:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b9d81f40. 00000100:00000010:1.0:1767384974.050903:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d9b72f57. 00000100:00000010:1.0:1767384974.050904:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004a8276bb. 00000100:00000010:1.0:1767384974.050905:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004632203c. 00000100:00000010:1.0:1767384974.050906:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000056bbc13f. 00000100:00000010:1.0:1767384974.050907:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008a1cb25d. 00000100:00000010:1.0:1767384974.050909:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000007e5dba8. 00000100:00000010:1.0:1767384974.050910:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000029b54491. 00000100:00000010:1.0:1767384974.050911:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007c36ef7e. 00000100:00000010:1.0:1767384974.050912:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000035e43541. 00000100:00000010:1.0:1767384974.050914:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bbc196e4. 00000100:00000010:1.0:1767384974.050915:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002265b6a4. 00000100:00000010:1.0:1767384974.050916:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004643990c. 00000100:00000010:1.0:1767384974.050917:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cc4f898a. 00000100:00000010:1.0:1767384974.050919:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b0b8be2. 00000100:00000010:1.0:1767384974.050920:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006b7caddb. 00000100:00000010:1.0:1767384974.050921:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000009bfbe99. 00000100:00000010:1.0:1767384974.050922:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007ef0948a. 00000100:00000010:1.0:1767384974.050923:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000063f7107b. 00000100:00000010:1.0:1767384974.050924:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003ba6fe87. 00000100:00000010:1.0:1767384974.050926:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000076263923. 00000100:00000010:1.0:1767384974.050927:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c778fdb3. 00000100:00000010:1.0:1767384974.050929:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d6287756. 00000100:00000010:1.0:1767384974.050930:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004cb53539. 00000100:00000010:1.0:1767384974.050932:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a5ffa90b. 00000100:00000010:1.0:1767384974.050933:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e3ef4c62. 00000100:00000010:1.0:1767384974.050934:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000e6f4246. 00000100:00000010:1.0:1767384974.050935:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000371473c8. 00000100:00000010:1.0:1767384974.050937:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000601c03d5. 00000100:00000010:1.0:1767384974.050938:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008b4df3a3. 00000100:00000010:1.0:1767384974.050940:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000376f3119. 00000100:00000010:1.0:1767384974.050941:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000013e03120. 00000100:00000010:1.0:1767384974.050943:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008e88dd69. 00000100:00000010:1.0:1767384974.050944:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004c3d766d. 00000100:00000010:1.0:1767384974.050946:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cbc1ebd7. 00000100:00000010:1.0:1767384974.050947:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000306ce6ee. 00000100:00000010:1.0:1767384974.050949:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000035850963. 00000100:00000010:1.0:1767384974.050950:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000049d98bc6. 00000100:00000010:1.0:1767384974.050951:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007d1701b7. 00000100:00000010:1.0:1767384974.050952:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001c7ab012. 00000100:00000010:1.0:1767384974.050953:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c1c15336. 00000100:00000010:1.0:1767384974.050955:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e1bb416a. 00000100:00000010:1.0:1767384974.050956:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000089f9434d. 00000100:00000010:1.0:1767384974.050958:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003b70f960. 00000100:00000010:1.0:1767384974.050960:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006bdf57e0. 00000100:00000010:1.0:1767384974.050961:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e92ad641. 00000100:00000010:1.0:1767384974.050962:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006a667bd2. 00000100:00000010:1.0:1767384974.050963:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000034a92178. 00000100:00000010:1.0:1767384974.050965:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e28a3ba8. 00000100:00000010:1.0:1767384974.050966:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000034c50e57. 00000100:00000010:1.0:1767384974.050967:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f787a600. 00000100:00000010:1.0:1767384974.050968:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007ff9a3f0. 00000100:00000010:1.0:1767384974.050970:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d583f539. 00000100:00000010:1.0:1767384974.050971:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e00addc4. 00000100:00000010:1.0:1767384974.050972:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003a9574a4. 00000100:00000010:1.0:1767384974.050973:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cf8943ce. 00000100:00000010:1.0:1767384974.050974:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008bb40b40. 00000100:00000010:1.0:1767384974.050975:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006c4b8f03. 00000100:00000010:1.0:1767384974.050977:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c868e3cc. 00000100:00000010:1.0:1767384974.050978:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004f6a971e. 00000100:00000010:1.0:1767384974.050979:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008b87cd5b. 00000100:00000010:1.0:1767384974.050980:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ed14c4f2. 00000100:00000010:1.0:1767384974.050982:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007f2b10ca. 00000100:00000010:1.0:1767384974.050983:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f1a8dd63. 00000100:00000010:1.0:1767384974.050984:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006c6975e9. 00000100:00000010:1.0:1767384974.050986:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000af61d7e2. 00000100:00000010:1.0:1767384974.050987:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ba852a9a. 00000100:00000010:1.0:1767384974.050988:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b2870576. 00000100:00000010:1.0:1767384974.050989:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c1429e17. 00000100:00000010:1.0:1767384974.050990:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000011133ed2. 00000100:00000010:1.0:1767384974.050992:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a3973a6c. 00000100:00000010:1.0:1767384974.050993:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002211b0ad. 00000100:00000010:1.0:1767384974.050994:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000036cf66b8. 00000100:00000010:1.0:1767384974.050995:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f446a1d8. 00000100:00000010:1.0:1767384974.051000:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008d5df89d. 00000100:00000010:1.0:1767384974.051002:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a3450cbc. 00000100:00000010:1.0:1767384974.051003:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ebc43cb. 00000100:00000010:1.0:1767384974.051004:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f8d36d3b. 00000100:00000010:1.0:1767384974.051005:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004819e809. 00000100:00000010:1.0:1767384974.051006:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000894b1785. 00000100:00000010:1.0:1767384974.051007:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001e45bd3c. 00000100:00000010:1.0:1767384974.051008:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000082574dbd. 00000100:00000010:1.0:1767384974.051010:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000066b5d5a. 00000100:00000010:1.0:1767384974.051031:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004e7aff08. 00000100:00000010:1.0:1767384974.051034:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000edd751ef. 00000100:00000010:1.0:1767384974.051036:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ff9655f5. 00000100:00000010:1.0:1767384974.051038:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000051589f9. 00000100:00000010:1.0:1767384974.051039:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c3a58d35. 00000100:00000010:1.0:1767384974.051042:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000687d5ba2. 00000100:00000010:1.0:1767384974.051044:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f70457fd. 00000100:00000010:1.0:1767384974.051046:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000287c124. 00000100:00000010:1.0:1767384974.051048:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000093f03bfd. 00000100:00000010:1.0:1767384974.051049:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000070fad461. 00000100:00000010:1.0:1767384974.051050:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000043aa57bc. 00000100:00000010:1.0:1767384974.051052:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000006f291d1. 00000100:00000010:1.0:1767384974.051053:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bcdafc6c. 00000100:00000010:1.0:1767384974.051055:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000088343d1b. 00000100:00000010:1.0:1767384974.051057:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000054d382d5. 00000100:00000010:1.0:1767384974.051058:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000230098e2. 00000100:00000010:1.0:1767384974.051060:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003d9db63e. 00000100:00000010:1.0:1767384974.051061:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f0f727f8. 00000100:00000010:1.0:1767384974.051063:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c6940e9e. 00000100:00000010:1.0:1767384974.051064:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000048cf8f4c. 00000100:00000010:1.0:1767384974.051065:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004d4d265b. 00000100:00000010:1.0:1767384974.051066:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000f6f8756. 00000100:00000010:1.0:1767384974.051067:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c090d299. 00000100:00000010:1.0:1767384974.051069:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fef2d3d2. 00000100:00000010:1.0:1767384974.051080:0:39761:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000816344b6. 00000100:00000010:1.0:1767384974.051081:0:39761:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000197991d6. 00000100:00000001:1.0:1767384974.051083:0:39761:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384974.051084:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.051085:0:39761:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384974.051086:0:39761:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384974.051087:0:39761:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000da451ddf. 00000100:00000001:1.0:1767384974.051088:0:39761:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384974.051089:0:39761:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.051090:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.051091:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000001d7b3add. 00000100:00000001:1.0:1767384974.051092:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.051093:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.051094:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000d412fe68. 00000100:00000001:1.0:1767384974.051095:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.051096:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.051097:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000b61bc035. 00000100:00000001:1.0:1767384974.051098:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.051098:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.051099:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000a6be4f67. 00000100:00000001:1.0:1767384974.051100:0:39761:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384974.051174:0:39761:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000c3036b57. 00000020:00000010:1.0:1767384974.051178:0:39761:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000d7a195de. 00000100:00000010:1.0:1767384974.051190:0:39761:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000007718ab52. 00000100:00000010:1.0:1767384974.051197:0:39761:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000077c24c76. 00000100:00000010:1.0:1767384974.051199:0:39761:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000e34d36dd. 00000100:00000010:1.0:1767384974.051201:0:39761:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000005b308eb1. 00000100:00000001:1.0:1767384974.051202:0:39761:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.051218:0:39761:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384974.051219:0:39761:0:(service.c:3836:ptlrpc_unregister_service()) mdt_fld: tearing down 00000100:00000001:1.0:1767384974.051221:0:39761:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384974.051222:0:39761:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384974.051223:0:39761:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_fld 00000100:00000040:1.0:1767384974.051224:0:39761:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #1 00000100:00000040:1.0:1767384974.051225:0:39761:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #0 00000100:00000040:1.0:1767384974.051237:0:39761:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_fld #1 00000020:00000010:3.0:1767384974.051257:0:16780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005a8cd025. 00000040:00000010:3.0:1767384974.051263:0:16780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007f866df7. 00000020:00000010:3.0:1767384974.051265:0:16780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008dc00815. 00000020:00000010:2.0:1767384974.051265:0:16781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000939cc5e8. 00000020:00000010:3.0:1767384974.051271:0:16780:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000cc11ead3. 00000040:00000010:2.0:1767384974.051274:0:16781:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b0646f76. 00000020:00000010:3.0:1767384974.051275:0:16780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000071d66854. 00000020:00000010:2.0:1767384974.051281:0:16781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d53ff145. 00000020:00000010:2.0:1767384974.051293:0:16781:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f25ea5d7. 80000000:00000010:3.0:1767384974.051295:0:16780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000053d235a0. 00000020:00000010:2.0:1767384974.051301:0:16781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b6493406. 40000000:00000010:3.0:1767384974.051302:0:16780:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b9ef2bca. 00100000:00000010:3.0:1767384974.051308:0:16780:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009b4287a9. 80000000:00000010:2.0:1767384974.051310:0:16781:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000039735fab. 00040000:00000010:3.0:1767384974.051313:0:16780:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000087114109. 40000000:00000010:2.0:1767384974.051315:0:16781:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000076c2c306. 00040000:00000010:3.0:1767384974.051317:0:16780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007229c91d. 00080000:00000010:3.0:1767384974.051323:0:16780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007328e69d. 00100000:00000010:2.0:1767384974.051324:0:16781:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002ccbedcb. 00000004:00000010:3.0:1767384974.051326:0:16780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000bd122e25. 00040000:00000010:2.0:1767384974.051331:0:16781:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009ea1485c. 00002000:00000010:3.0:1767384974.051332:0:16780:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ccd5d1aa. 00000020:00000010:3.0:1767384974.051340:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004af445c6. 00040000:00000010:2.0:1767384974.051342:0:16781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000020b5083d. 00000020:00000010:3.0:1767384974.051344:0:16780:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000040d5e796. 00080000:00000010:2.0:1767384974.051348:0:16781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000004779b90. 00000100:00000010:3.0:1767384974.051349:0:16780:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000004872cbef. 00000100:00100000:3.0:1767384974.051355:0:16780:0:(service.c:3155:ptlrpc_main()) mdt_fld_0000: service thread [00000000f9e857e5:16780] 0 exiting: rc = 1 00000004:00000010:2.0:1767384974.051356:0:16781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c62ee85f. 00002000:00000010:2.0:1767384974.051363:0:16781:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000cb2b29b1. 00000020:00000010:2.0:1767384974.051373:0:16781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008fe1280f. 00000020:00000010:2.0:1767384974.051379:0:16781:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000406c8f71. 00000100:00000010:2.0:1767384974.051386:0:16781:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000000be68b82. 00000100:00100000:2.0:1767384974.051389:0:16781:0:(service.c:3155:ptlrpc_main()) mdt_fld_0001: service thread [00000000ddcc4e91:16781] 1 exiting: rc = 0 00000100:00000010:1.0:1767384974.051411:0:39761:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000f9e857e5. 00000100:00000010:1.0:1767384974.051416:0:39761:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000ddcc4e91. 00000100:00000001:1.0:1767384974.051418:0:39761:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384974.051419:0:39761:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384974.051421:0:39761:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 29 lazy 00000400:00000001:1.0:1767384974.051423:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051425:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051426:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003527b192. 00000400:00000200:1.0:1767384974.051429:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cfa39c79 00000400:00000010:1.0:1767384974.051431:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cfa39c79. 00000100:00000001:1.0:1767384974.051433:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051435:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051439:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051440:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384974.051442:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051443:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051444:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051445:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0f88616. 00000400:00000200:1.0:1767384974.051448:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002633dfae 00000400:00000010:1.0:1767384974.051449:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002633dfae. 00000100:00000001:1.0:1767384974.051451:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051452:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051457:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051458:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384974.051459:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051460:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051461:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051462:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001eb068f5. 00000400:00000200:1.0:1767384974.051463:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7dd789f 00000400:00000010:1.0:1767384974.051463:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7dd789f. 00000100:00000001:1.0:1767384974.051464:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051465:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051468:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051468:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384974.051469:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051470:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051470:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051471:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000824f5941. 00000400:00000200:1.0:1767384974.051472:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e14772e3 00000400:00000010:1.0:1767384974.051473:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e14772e3. 00000100:00000001:1.0:1767384974.051474:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051474:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051477:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051478:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384974.051478:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051479:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051480:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051480:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000baa53589. 00000400:00000200:1.0:1767384974.051481:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000338b39a2 00000400:00000010:1.0:1767384974.051482:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000338b39a2. 00000100:00000001:1.0:1767384974.051483:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051484:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051486:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051487:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384974.051488:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051488:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051489:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051490:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b89061a. 00000400:00000200:1.0:1767384974.051491:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fd5a15c 00000400:00000010:1.0:1767384974.051491:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007fd5a15c. 00000100:00000001:1.0:1767384974.051492:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051493:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051495:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051496:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384974.051497:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051498:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051499:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051500:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000154eb413. 00000400:00000200:1.0:1767384974.051501:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee0a00c9 00000400:00000010:1.0:1767384974.051502:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee0a00c9. 00000100:00000001:1.0:1767384974.051503:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051504:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051506:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051507:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384974.051508:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051508:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051509:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051510:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000666bff6e. 00000400:00000200:1.0:1767384974.051511:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024d67e77 00000400:00000010:1.0:1767384974.051511:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024d67e77. 00000100:00000001:1.0:1767384974.051513:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051513:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051516:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051516:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384974.051517:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051518:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051518:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051519:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e77479ce. 00000400:00000200:1.0:1767384974.051520:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002b4eebf 00000400:00000010:1.0:1767384974.051521:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002b4eebf. 00000100:00000001:1.0:1767384974.051523:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051523:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051525:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051526:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384974.051527:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051528:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051528:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051529:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087f178e0. 00000400:00000200:1.0:1767384974.051530:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e230f82 00000400:00000010:1.0:1767384974.051531:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e230f82. 00000100:00000001:1.0:1767384974.051532:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051533:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051535:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051536:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384974.051537:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051538:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051538:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051539:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076cd80d0. 00000400:00000200:1.0:1767384974.051540:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040aae28c 00000400:00000010:1.0:1767384974.051541:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040aae28c. 00000100:00000001:1.0:1767384974.051542:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051542:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051545:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051545:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384974.051546:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051547:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051547:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051548:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fb43207. 00000400:00000200:1.0:1767384974.051549:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eddedf3e 00000400:00000010:1.0:1767384974.051550:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eddedf3e. 00000100:00000001:1.0:1767384974.051551:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051552:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051554:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051555:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384974.051555:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051556:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051557:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051557:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1412906. 00000400:00000200:1.0:1767384974.051558:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b57ff37 00000400:00000010:1.0:1767384974.051559:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b57ff37. 00000100:00000001:1.0:1767384974.051560:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051561:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051563:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051564:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384974.051565:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051565:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051566:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051567:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089e85b69. 00000400:00000200:1.0:1767384974.051567:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000678c2889 00000400:00000010:1.0:1767384974.051568:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000678c2889. 00000100:00000001:1.0:1767384974.051570:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051570:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051572:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051573:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384974.051574:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051575:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051575:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051576:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057096c7a. 00000400:00000200:1.0:1767384974.051577:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a89a12f5 00000400:00000010:1.0:1767384974.051578:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a89a12f5. 00000100:00000001:1.0:1767384974.051579:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051579:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051582:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051582:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384974.051583:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051584:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051584:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051585:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028e619c1. 00000400:00000200:1.0:1767384974.051586:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6c4b1ec 00000400:00000010:1.0:1767384974.051587:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6c4b1ec. 00000100:00000001:1.0:1767384974.051588:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051588:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051591:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051591:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384974.051592:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051593:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051594:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051594:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a24652d9. 00000400:00000200:1.0:1767384974.051595:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000226940cd 00000400:00000010:1.0:1767384974.051596:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000226940cd. 00000100:00000001:1.0:1767384974.051597:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051597:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051600:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051600:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384974.051601:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051602:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051603:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051603:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e14e15a7. 00000400:00000200:1.0:1767384974.051605:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b813e5f 00000400:00000010:1.0:1767384974.051606:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b813e5f. 00000100:00000001:1.0:1767384974.051607:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051607:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051609:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051610:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384974.051611:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051612:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051612:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051613:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcfeb179. 00000400:00000200:1.0:1767384974.051614:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000267ef087 00000400:00000010:1.0:1767384974.051615:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000267ef087. 00000100:00000001:1.0:1767384974.051616:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051616:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051618:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051619:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384974.051620:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051621:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051621:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051622:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea9128fa. 00000400:00000200:1.0:1767384974.051623:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a02f73a 00000400:00000010:1.0:1767384974.051624:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a02f73a. 00000100:00000001:1.0:1767384974.051625:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051625:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051627:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051628:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384974.051629:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051630:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051630:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051631:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000650940ab. 00000400:00000200:1.0:1767384974.051632:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014750770 00000400:00000010:1.0:1767384974.051633:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014750770. 00000100:00000001:1.0:1767384974.051634:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051634:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051637:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051638:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384974.051638:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051639:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051640:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051641:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047032006. 00000400:00000200:1.0:1767384974.051642:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2608f04 00000400:00000010:1.0:1767384974.051642:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c2608f04. 00000100:00000001:1.0:1767384974.051643:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051644:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051646:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051647:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384974.051648:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051649:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051649:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051650:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fffb1cbf. 00000400:00000200:1.0:1767384974.051651:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e5bc264 00000400:00000010:1.0:1767384974.051651:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e5bc264. 00000100:00000001:1.0:1767384974.051652:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051653:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051655:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051656:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384974.051657:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051657:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051658:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051659:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ddf6f9ed. 00000400:00000200:1.0:1767384974.051660:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ee68308 00000400:00000010:1.0:1767384974.051660:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ee68308. 00000100:00000001:1.0:1767384974.051661:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051662:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051664:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051665:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384974.051666:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051666:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051667:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051668:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023f98d1c. 00000400:00000200:1.0:1767384974.051669:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057937174 00000400:00000010:1.0:1767384974.051669:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057937174. 00000100:00000001:1.0:1767384974.051670:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051671:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051673:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051674:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384974.051675:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051676:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051676:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051677:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9b19d3d. 00000400:00000200:1.0:1767384974.051678:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e0bc242 00000400:00000010:1.0:1767384974.051679:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e0bc242. 00000100:00000001:1.0:1767384974.051680:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051680:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051683:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051683:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384974.051684:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051685:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051685:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051686:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b296d548. 00000400:00000200:1.0:1767384974.051687:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcad36bc 00000400:00000010:1.0:1767384974.051688:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcad36bc. 00000100:00000001:1.0:1767384974.051689:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051689:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051691:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051692:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384974.051693:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051694:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051694:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051695:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017154ef4. 00000400:00000200:1.0:1767384974.051696:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1c12f3b 00000400:00000010:1.0:1767384974.051696:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1c12f3b. 00000100:00000001:1.0:1767384974.051697:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051698:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051700:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051701:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384974.051702:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051702:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051703:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051704:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d1176b3. 00000400:00000200:1.0:1767384974.051705:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8723c6b 00000400:00000010:1.0:1767384974.051705:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8723c6b. 00000100:00000001:1.0:1767384974.051706:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051707:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051710:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051710:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384974.051711:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051712:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051712:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051713:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba7a863e. 00000400:00000200:1.0:1767384974.051714:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000189216c3 00000400:00000010:1.0:1767384974.051715:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000189216c3. 00000100:00000001:1.0:1767384974.051716:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051716:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051719:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051719:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384974.051720:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051721:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051721:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051722:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000edaa62c1. 00000400:00000200:1.0:1767384974.051723:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066e3f443 00000400:00000010:1.0:1767384974.051724:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066e3f443. 00000100:00000001:1.0:1767384974.051725:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051725:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051728:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051728:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384974.051729:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051730:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051730:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051731:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060f35071. 00000400:00000200:1.0:1767384974.051732:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8cfad79 00000400:00000010:1.0:1767384974.051733:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d8cfad79. 00000100:00000001:1.0:1767384974.051734:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051734:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051737:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051737:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384974.051738:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051739:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051739:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051740:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ff22eeb. 00000400:00000200:1.0:1767384974.051741:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031548fe7 00000400:00000010:1.0:1767384974.051742:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031548fe7. 00000100:00000001:1.0:1767384974.051743:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051743:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051746:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051747:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384974.051747:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051748:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051749:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051749:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b7f77c3. 00000400:00000200:1.0:1767384974.051750:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c767e02 00000400:00000010:1.0:1767384974.051751:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c767e02. 00000100:00000001:1.0:1767384974.051752:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051753:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051755:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051756:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384974.051756:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051757:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051758:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051758:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000caa7621d. 00000400:00000200:1.0:1767384974.051759:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e51969cd 00000400:00000010:1.0:1767384974.051760:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e51969cd. 00000100:00000001:1.0:1767384974.051761:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051761:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051764:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051765:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384974.051765:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051766:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051767:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051767:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000449d22cf. 00000400:00000200:1.0:1767384974.051768:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000243ae404 00000400:00000010:1.0:1767384974.051769:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000243ae404. 00000100:00000001:1.0:1767384974.051770:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051770:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051773:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051773:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384974.051774:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051775:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051775:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051776:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015564e78. 00000400:00000200:1.0:1767384974.051777:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039f454b2 00000400:00000010:1.0:1767384974.051778:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039f454b2. 00000100:00000001:1.0:1767384974.051779:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051780:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051782:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051783:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384974.051784:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051784:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051785:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051785:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc0e9a59. 00000400:00000200:1.0:1767384974.051786:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3509865 00000400:00000010:1.0:1767384974.051787:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3509865. 00000100:00000001:1.0:1767384974.051788:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051789:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051791:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051792:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384974.051793:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051793:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051794:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051795:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053a157f6. 00000400:00000200:1.0:1767384974.051796:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f6ee7ed 00000400:00000010:1.0:1767384974.051796:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f6ee7ed. 00000100:00000001:1.0:1767384974.051798:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051798:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051801:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051801:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384974.051802:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051803:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051803:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051804:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b2196cd. 00000400:00000200:1.0:1767384974.051805:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000331aca35 00000400:00000010:1.0:1767384974.051806:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000331aca35. 00000100:00000001:1.0:1767384974.051807:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051807:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051810:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051810:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384974.051811:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051812:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051813:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051813:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000037da65df. 00000400:00000200:1.0:1767384974.051814:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb23cec9 00000400:00000010:1.0:1767384974.051815:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb23cec9. 00000100:00000001:1.0:1767384974.051816:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051817:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051819:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051820:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384974.051821:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051821:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051822:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051822:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000846739d5. 00000400:00000200:1.0:1767384974.051823:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f23bb32e 00000400:00000010:1.0:1767384974.051824:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f23bb32e. 00000100:00000001:1.0:1767384974.051825:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051826:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051828:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051829:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384974.051830:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051830:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051831:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051831:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000895bcdbb. 00000400:00000200:1.0:1767384974.051832:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b593cbe 00000400:00000010:1.0:1767384974.051833:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b593cbe. 00000100:00000001:1.0:1767384974.051834:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051835:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051837:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051838:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384974.051839:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051839:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051840:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051841:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dde382c7. 00000400:00000200:1.0:1767384974.051841:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e0db869 00000400:00000010:1.0:1767384974.051842:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000e0db869. 00000100:00000001:1.0:1767384974.051843:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051844:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051846:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051847:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384974.051848:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051848:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051849:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051850:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab231940. 00000400:00000200:1.0:1767384974.051851:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a80eceb8 00000400:00000010:1.0:1767384974.051851:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a80eceb8. 00000100:00000001:1.0:1767384974.051852:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051853:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051855:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051856:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384974.051857:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051858:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051858:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051859:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004332a702. 00000400:00000200:1.0:1767384974.051860:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f340a7ed 00000400:00000010:1.0:1767384974.051861:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f340a7ed. 00000100:00000001:1.0:1767384974.051862:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051862:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051865:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051865:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384974.051866:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051867:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051867:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051868:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064f3236a. 00000400:00000200:1.0:1767384974.051869:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bb596a6 00000400:00000010:1.0:1767384974.051870:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004bb596a6. 00000100:00000001:1.0:1767384974.051871:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051871:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051874:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051874:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384974.051875:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051876:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051876:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051877:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000799e8ee5. 00000400:00000200:1.0:1767384974.051878:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092d875bf 00000400:00000010:1.0:1767384974.051879:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000092d875bf. 00000100:00000001:1.0:1767384974.051880:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051881:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051883:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051884:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384974.051884:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051885:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051886:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051886:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bea68e3a. 00000400:00000200:1.0:1767384974.051887:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000136789d8 00000400:00000010:1.0:1767384974.051888:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000136789d8. 00000100:00000001:1.0:1767384974.051889:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051890:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051892:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051893:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384974.051894:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051894:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051895:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051896:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d0bebb6. 00000400:00000200:1.0:1767384974.051897:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007783a951 00000400:00000010:1.0:1767384974.051897:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007783a951. 00000100:00000001:1.0:1767384974.051898:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051899:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051901:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051902:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384974.051903:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051903:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051904:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051905:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c41bb675. 00000400:00000200:1.0:1767384974.051906:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cf6b2a1 00000400:00000010:1.0:1767384974.051906:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008cf6b2a1. 00000100:00000001:1.0:1767384974.051907:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051908:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051910:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051911:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384974.051912:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051912:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051913:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051914:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc6a1829. 00000400:00000200:1.0:1767384974.051915:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000968dd712 00000400:00000010:1.0:1767384974.051916:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000968dd712. 00000100:00000001:1.0:1767384974.051917:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051917:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051919:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051920:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384974.051921:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051922:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051922:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051923:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f336a9c3. 00000400:00000200:1.0:1767384974.051924:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a61b6e71 00000400:00000010:1.0:1767384974.051924:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a61b6e71. 00000100:00000001:1.0:1767384974.051925:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051926:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051928:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051929:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384974.051930:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051931:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051931:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051932:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000616a0688. 00000400:00000200:1.0:1767384974.051933:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000604e2777 00000400:00000010:1.0:1767384974.051933:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000604e2777. 00000100:00000001:1.0:1767384974.051934:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051935:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051937:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051938:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384974.051939:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051939:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051940:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051941:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078e53162. 00000400:00000200:1.0:1767384974.051942:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051ba3a1f 00000400:00000010:1.0:1767384974.051942:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000051ba3a1f. 00000100:00000001:1.0:1767384974.051943:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051944:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051946:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051947:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384974.051948:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051948:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051949:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051950:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d12fd0d6. 00000400:00000200:1.0:1767384974.051951:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058892770 00000400:00000010:1.0:1767384974.051951:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058892770. 00000100:00000001:1.0:1767384974.051952:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051953:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051956:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051956:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384974.051957:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051958:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051958:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051959:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c573c13. 00000400:00000200:1.0:1767384974.051960:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027573952 00000400:00000010:1.0:1767384974.051961:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000027573952. 00000100:00000001:1.0:1767384974.051961:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051962:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051964:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051965:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384974.051966:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051966:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051967:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051968:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e852859b. 00000400:00000200:1.0:1767384974.051969:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e5a04dd 00000400:00000010:1.0:1767384974.051969:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e5a04dd. 00000100:00000001:1.0:1767384974.051970:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051971:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051973:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051974:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384974.051975:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051975:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051976:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051977:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024470a02. 00000400:00000200:1.0:1767384974.051978:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096afcf1d 00000400:00000010:1.0:1767384974.051978:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096afcf1d. 00000100:00000001:1.0:1767384974.051979:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051980:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.051984:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.051986:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384974.051987:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.051989:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.051990:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.051991:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b46c59a5. 00000400:00000200:1.0:1767384974.051994:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec24e35c 00000400:00000010:1.0:1767384974.051995:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec24e35c. 00000100:00000001:1.0:1767384974.051997:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.051998:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.052002:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.052003:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384974.052005:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.052006:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.052007:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.052008:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005444bbe7. 00000400:00000200:1.0:1767384974.052043:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f14ad639 00000400:00000010:1.0:1767384974.052047:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f14ad639. 00000100:00000001:1.0:1767384974.052050:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.052052:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.052060:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.052063:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384974.052065:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.052067:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.052068:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.052069:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000634493cd. 00000400:00000200:1.0:1767384974.052072:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3211814 00000400:00000010:1.0:1767384974.052073:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3211814. 00000100:00000001:1.0:1767384974.052075:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.052076:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.052081:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.052082:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384974.052084:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.052085:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.052086:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.052087:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da7bd484. 00000400:00000200:1.0:1767384974.052089:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f62688d1 00000400:00000010:1.0:1767384974.052091:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f62688d1. 00000100:00000001:1.0:1767384974.052093:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.052094:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.052098:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.052100:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384974.052102:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.052103:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.052104:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.052106:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001873d7f8. 00000400:00000200:1.0:1767384974.052107:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003052c1be 00000400:00000010:1.0:1767384974.052109:0:39761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003052c1be. 00000100:00000001:1.0:1767384974.052111:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.052112:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384974.052116:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.052118:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384974.052119:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384974.052121:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052122:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052124:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052125:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052127:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052128:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052129:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052130:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052132:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052133:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052134:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052135:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052136:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052137:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052139:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052140:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052141:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052142:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052144:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052145:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052146:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052146:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052147:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052148:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052149:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052149:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052150:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052151:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052152:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052152:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052153:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052154:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052155:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052156:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052156:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052157:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052158:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052158:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052159:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052160:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052160:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052161:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052162:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052162:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052163:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052164:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052164:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052165:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052166:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052166:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052167:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052168:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052168:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052169:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052170:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052170:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052171:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052172:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052172:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052173:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052174:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052174:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052175:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052176:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052176:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052177:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052178:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052179:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052180:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052180:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052181:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052182:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052183:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052184:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052184:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052185:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052186:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052186:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052187:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052188:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052188:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052189:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052190:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052190:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052191:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052192:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052192:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052193:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052194:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052194:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052195:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052196:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052196:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052197:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052198:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052198:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052199:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052200:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052201:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052201:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052202:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052203:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052218:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052220:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052221:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052222:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052223:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052224:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052226:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052227:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052228:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052229:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052231:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052232:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052233:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052234:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052236:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052237:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052238:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052239:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052240:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052241:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052242:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052243:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052243:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052244:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.052245:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.052245:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1767384974.052247:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b38c2abb. 00000100:00000010:1.0:1767384974.052250:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004721a807. 00000100:00000010:1.0:1767384974.052251:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000babf1115. 00000100:00000010:1.0:1767384974.052253:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006d40ee71. 00000100:00000010:1.0:1767384974.052254:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001fed456b. 00000100:00000010:1.0:1767384974.052255:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ca3a0008. 00000100:00000010:1.0:1767384974.052257:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000db3e00f. 00000100:00000010:1.0:1767384974.052258:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000639f89b1. 00000100:00000010:1.0:1767384974.052259:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005636660e. 00000100:00000010:1.0:1767384974.052261:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ad20c42. 00000100:00000010:1.0:1767384974.052262:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001a71ac84. 00000100:00000010:1.0:1767384974.052272:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001ed013ea. 00000100:00000010:1.0:1767384974.052273:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a30f57f5. 00000100:00000010:1.0:1767384974.052275:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cf88e189. 00000100:00000010:1.0:1767384974.052276:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006db929e0. 00000100:00000010:1.0:1767384974.052277:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004deb02d5. 00000100:00000010:1.0:1767384974.052279:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e0ce9aee. 00000100:00000010:1.0:1767384974.052280:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000038a307ef. 00000100:00000010:1.0:1767384974.052281:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000056912fad. 00000100:00000010:1.0:1767384974.052282:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000093c8b956. 00000100:00000010:1.0:1767384974.052284:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004f34a8e3. 00000100:00000010:1.0:1767384974.052285:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006dbe139c. 00000100:00000010:1.0:1767384974.052286:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006413ca11. 00000100:00000010:1.0:1767384974.052287:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004fe2696d. 00000100:00000010:1.0:1767384974.052288:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000867ddf23. 00000100:00000010:1.0:1767384974.052289:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dc37242d. 00000100:00000010:1.0:1767384974.052290:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fc3d7d69. 00000100:00000010:1.0:1767384974.052292:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007f8399e2. 00000100:00000010:1.0:1767384974.052293:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000389c050e. 00000100:00000010:1.0:1767384974.052294:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d334c755. 00000100:00000010:1.0:1767384974.052295:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c16ae413. 00000100:00000010:1.0:1767384974.052297:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000099b490f0. 00000100:00000010:1.0:1767384974.052298:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000022f09aa9. 00000100:00000010:1.0:1767384974.052299:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000499f90ce. 00000100:00000010:1.0:1767384974.052300:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000564e0718. 00000100:00000010:1.0:1767384974.052301:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d8fa7fdb. 00000100:00000010:1.0:1767384974.052302:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e7961de2. 00000100:00000010:1.0:1767384974.052303:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000045ab9e39. 00000100:00000010:1.0:1767384974.052304:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fb07e8bf. 00000100:00000010:1.0:1767384974.052306:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000946506b1. 00000100:00000010:1.0:1767384974.052307:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e98abb80. 00000100:00000010:1.0:1767384974.052308:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d8652d89. 00000100:00000010:1.0:1767384974.052309:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000068c68be2. 00000100:00000010:1.0:1767384974.052311:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c7034eb7. 00000100:00000010:1.0:1767384974.052312:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004a4073ae. 00000100:00000010:1.0:1767384974.052313:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007d2cf8a0. 00000100:00000010:1.0:1767384974.052314:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000e9a5d30. 00000100:00000010:1.0:1767384974.052316:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000009feb0d0. 00000100:00000010:1.0:1767384974.052317:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008c493118. 00000100:00000010:1.0:1767384974.052319:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000095c96546. 00000100:00000010:1.0:1767384974.052320:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000048d0e105. 00000100:00000010:1.0:1767384974.052322:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d00aa892. 00000100:00000010:1.0:1767384974.052323:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000018b365da. 00000100:00000010:1.0:1767384974.052325:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c512d329. 00000100:00000010:1.0:1767384974.052326:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000128d8645. 00000100:00000010:1.0:1767384974.052327:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005ac94e04. 00000100:00000010:1.0:1767384974.052328:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fdd80467. 00000100:00000010:1.0:1767384974.052329:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009f34833f. 00000100:00000010:1.0:1767384974.052330:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f30d79b8. 00000100:00000010:1.0:1767384974.052341:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005092714f. 00000100:00000010:1.0:1767384974.052342:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007d6d95ce. 00000100:00000010:1.0:1767384974.052343:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000540b36f8. 00000100:00000010:1.0:1767384974.052345:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bdae1817. 00000100:00000010:1.0:1767384974.052346:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004fde8f26. 00000100:00000010:1.0:1767384974.052347:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000db3a95e1. 00000100:00000010:1.0:1767384974.052348:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002420080a. 00000100:00000010:1.0:1767384974.052349:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007f0ae96c. 00000100:00000010:1.0:1767384974.052350:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002cfb05e3. 00000100:00000010:1.0:1767384974.052351:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000070315c2e. 00000100:00000010:1.0:1767384974.052353:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000be17faf4. 00000100:00000010:1.0:1767384974.052354:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b145c756. 00000100:00000010:1.0:1767384974.052355:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006d4e8e9b. 00000100:00000010:1.0:1767384974.052356:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000f20918e. 00000100:00000010:1.0:1767384974.052358:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b1202142. 00000100:00000010:1.0:1767384974.052359:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000025147338. 00000100:00000010:1.0:1767384974.052360:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d5639ada. 00000100:00000010:1.0:1767384974.052361:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f7c8dd2c. 00000100:00000010:1.0:1767384974.052362:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bcfdb247. 00000100:00000010:1.0:1767384974.052363:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000da087cd0. 00000100:00000010:1.0:1767384974.052364:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003a3a3c2e. 00000100:00000010:1.0:1767384974.052366:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000014f7392c. 00000100:00000010:1.0:1767384974.052367:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c5b09a5e. 00000100:00000010:1.0:1767384974.052368:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000069c6dcca. 00000100:00000010:1.0:1767384974.052369:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000956bcc53. 00000100:00000010:1.0:1767384974.052370:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000031e8e654. 00000100:00000010:1.0:1767384974.052372:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002a26a2a7. 00000100:00000010:1.0:1767384974.052373:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000101ea5fb. 00000100:00000010:1.0:1767384974.052374:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000090004110. 00000100:00000010:1.0:1767384974.052375:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000019bebacb. 00000100:00000010:1.0:1767384974.052376:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002face9a8. 00000100:00000010:1.0:1767384974.052377:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005145f2fb. 00000100:00000010:1.0:1767384974.052379:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000149c02fd. 00000100:00000010:1.0:1767384974.052396:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d38bbbc0. 00000100:00000010:1.0:1767384974.052397:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ec727b04. 00000100:00000010:1.0:1767384974.052398:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008dcb4798. 00000100:00000010:1.0:1767384974.052400:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fb5ece01. 00000100:00000010:1.0:1767384974.052401:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004ae7d5f1. 00000100:00000010:1.0:1767384974.052402:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009becc4fa. 00000100:00000010:1.0:1767384974.052404:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f32ed76f. 00000100:00000010:1.0:1767384974.052405:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004c070375. 00000100:00000010:1.0:1767384974.052406:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000d5f2bdd. 00000100:00000010:1.0:1767384974.052407:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002d1ba095. 00000100:00000010:1.0:1767384974.052409:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000aeac940a. 00000100:00000010:1.0:1767384974.052410:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cdcf02f0. 00000100:00000010:1.0:1767384974.052411:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000af9f9b77. 00000100:00000010:1.0:1767384974.052413:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000efb8b92. 00000100:00000010:1.0:1767384974.052414:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000939f3bdc. 00000100:00000010:1.0:1767384974.052423:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007970ef28. 00000100:00000010:1.0:1767384974.052425:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000001b157. 00000100:00000010:1.0:1767384974.052426:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000daa10669. 00000100:00000010:1.0:1767384974.052427:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000dd9aa2b. 00000100:00000010:1.0:1767384974.052429:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c9c74576. 00000100:00000010:1.0:1767384974.052430:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000312e3023. 00000100:00000010:1.0:1767384974.052431:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009e04080a. 00000100:00000010:1.0:1767384974.052432:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dfa7a580. 00000100:00000010:1.0:1767384974.052434:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000203f94d4. 00000100:00000010:1.0:1767384974.052435:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000037c89f2f. 00000100:00000010:1.0:1767384974.052437:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b31b59c. 00000100:00000010:1.0:1767384974.052438:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bb8edf3b. 00000100:00000010:1.0:1767384974.052439:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000af8f1dcd. 00000100:00000010:1.0:1767384974.052440:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000164eff60. 00000100:00000010:1.0:1767384974.052442:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008327d9d2. 00000100:00000010:1.0:1767384974.052443:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ea249d08. 00000100:00000010:1.0:1767384974.052444:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000009c68852. 00000100:00000010:1.0:1767384974.052446:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000410eb085. 00000100:00000010:1.0:1767384974.052447:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000072bf310. 00000100:00000010:1.0:1767384974.052448:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009085e51c. 00000100:00000010:1.0:1767384974.052449:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003607b12a. 00000100:00000010:1.0:1767384974.052450:0:39761:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 0000000054158c2e. 00000100:00000010:1.0:1767384974.052453:0:39761:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000000e98a574. 00000100:00000001:1.0:1767384974.052454:0:39761:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384974.052455:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.052456:0:39761:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384974.052457:0:39761:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384974.052458:0:39761:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000034b9d9f8. 00000100:00000001:1.0:1767384974.052460:0:39761:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384974.052460:0:39761:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.052462:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.052462:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000002a8c73ea. 00000100:00000001:1.0:1767384974.052464:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.052464:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.052465:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000294fe4d8. 00000100:00000001:1.0:1767384974.052466:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.052467:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.052468:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000346e84dd. 00000100:00000001:1.0:1767384974.052469:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.052470:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.052471:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000009c1bbc6c. 00000100:00000001:1.0:1767384974.052472:0:39761:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384974.052517:0:39761:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000000136b0ac. 00000020:00000010:1.0:1767384974.052520:0:39761:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000000119e9b0. 00000100:00000010:1.0:1767384974.052535:0:39761:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000004c5d80ea. 00000100:00000010:1.0:1767384974.052541:0:39761:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000b146a100. 00000100:00000010:1.0:1767384974.052546:0:39761:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000008f3eebbb. 00000100:00000010:1.0:1767384974.052551:0:39761:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000e481b0a9. 00000100:00000001:1.0:1767384974.052553:0:39761:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.052554:0:39761:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384974.052555:0:39761:0:(service.c:3836:ptlrpc_unregister_service()) mdt_io: tearing down 00000100:00000001:1.0:1767384974.052557:0:39761:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384974.052558:0:39761:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384974.052559:0:39761:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_io 00000100:00000040:1.0:1767384974.052560:0:39761:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #2 00000100:00000040:1.0:1767384974.052561:0:39761:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #1 00000100:00000040:1.0:1767384974.052562:0:39761:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #0 00000100:00000040:1.0:1767384974.052579:0:39761:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #2 00000020:00000010:2.0:1767384974.052608:0:16783:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003c868ef9. 00000040:00000010:2.0:1767384974.052616:0:16783:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b90a62b3. 00000020:00000010:2.0:1767384974.052619:0:16783:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d8282224. 00000020:00000010:2.0:1767384974.052623:0:16783:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004b11f497. 00000020:00000010:2.0:1767384974.052627:0:16783:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008eb64dca. 00000020:00000010:0.0:1767384974.052630:0:16784:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005ed57f62. 80000000:00000010:2.0:1767384974.052631:0:16783:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000eb083321. 40000000:00000010:2.0:1767384974.052638:0:16783:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000262c092b. 00000040:00000010:0.0:1767384974.052638:0:16784:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a1506154. 00000020:00000010:0.0:1767384974.052644:0:16784:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000001a1beb8. 00000020:00000010:3.0:1767384974.052645:0:16782:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c8a6a0f4. 00100000:00000010:2.0:1767384974.052646:0:16783:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d85d9496. 00000020:00000010:0.0:1767384974.052649:0:16784:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e85c436a. 00040000:00000010:2.0:1767384974.052653:0:16783:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008f64a166. 00000040:00000010:3.0:1767384974.052656:0:16782:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d4dfe936. 00000020:00000010:0.0:1767384974.052656:0:16784:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000b87881e. 00040000:00000010:2.0:1767384974.052658:0:16783:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000038f995e8. 00000020:00000010:3.0:1767384974.052665:0:16782:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004442ca3f. 80000000:00000010:0.0:1767384974.052665:0:16784:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009e26bb87. 00080000:00000010:2.0:1767384974.052666:0:16783:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000aa6e3194. 40000000:00000010:0.0:1767384974.052671:0:16784:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000099fce92a. 00000004:00000010:2.0:1767384974.052674:0:16783:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000077d6656d. 00000020:00000010:3.0:1767384974.052675:0:16782:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ddd1e26b. 00100000:00000010:0.0:1767384974.052676:0:16784:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000f8e522c. 00002000:00000010:2.0:1767384974.052682:0:16783:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005a4d2f19. 00040000:00000010:0.0:1767384974.052682:0:16784:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000014f5273d. 00000020:00000010:3.0:1767384974.052684:0:16782:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f6e7aeac. 80000000:00000010:3.0:1767384974.052692:0:16782:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002f58647f. 00000020:00000010:2.0:1767384974.052692:0:16783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000659c93e. 00040000:00000010:0.0:1767384974.052692:0:16784:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b7786205. 40000000:00000010:3.0:1767384974.052701:0:16782:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000967aea97. 00000020:00000010:2.0:1767384974.052701:0:16783:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000009602febd. 00080000:00000010:0.0:1767384974.052702:0:16784:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001c870beb. 00100000:00000010:3.0:1767384974.052710:0:16782:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003f57d6f0. 00000004:00000010:0.0:1767384974.052710:0:16784:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000662f3cf. 00000100:00000010:2.0:1767384974.052712:0:16783:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000869fb9f7. 00040000:00000010:3.0:1767384974.052717:0:16782:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000027a23eda. 00002000:00000010:0.0:1767384974.052717:0:16784:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000052e4d05c. 00000020:00000001:2.0:1767384974.052719:0:16783:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00040000:00000010:3.0:1767384974.052723:0:16782:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006630f7ca. 00000020:00000010:2.0:1767384974.052723:0:16783:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 000000002737f48a. 00000020:00000010:0.0:1767384974.052724:0:16784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000f769e50. 00080000:00000010:3.0:1767384974.052729:0:16782:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ab20a1fa. 00000020:00000010:0.0:1767384974.052733:0:16784:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d9808f49. 00000004:00000010:3.0:1767384974.052734:0:16782:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008c0ad7cb. 00002000:00000010:3.0:1767384974.052741:0:16782:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002c2c9f63. 00000020:00000010:3.0:1767384974.052745:0:16782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3469ca8. 00000100:00000010:0.0:1767384974.052745:0:16784:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000dc40e364. 00000020:00000001:0.0:1767384974.052751:0:16784:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:3.0:1767384974.052753:0:16782:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000dc348b7f. 00000020:00000010:0.0:1767384974.052753:0:16784:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000bb9eee0b. 00000100:00000010:3.0:1767384974.052764:0:16782:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000c528247f. 00000020:00000001:3.0:1767384974.052767:0:16782:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:3.0:1767384974.052769:0:16782:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 000000005ec07d28. 00000020:00000001:2.0:1767384974.052972:0:16783:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:2.0:1767384974.052975:0:16783:0:(service.c:3155:ptlrpc_main()) mdt_io00_001: service thread [000000001521b95d:16783] 1 exiting: rc = 0 00000020:00000001:3.0:1767384974.053135:0:16782:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000020:00000001:0.0:1767384974.053136:0:16784:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:3.0:1767384974.053137:0:16782:0:(service.c:3155:ptlrpc_main()) mdt_io00_000: service thread [00000000f3a2a39a:16782] 0 exiting: rc = 1 00000100:00100000:0.0:1767384974.053139:0:16784:0:(service.c:3155:ptlrpc_main()) mdt_io00_002: service thread [00000000402f4c51:16784] 2 exiting: rc = 0 00000100:00000010:1.0:1767384974.053160:0:39761:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000f3a2a39a. 00000100:00000010:1.0:1767384974.053167:0:39761:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000001521b95d. 00000100:00000010:1.0:1767384974.053170:0:39761:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000402f4c51. 00000100:00000001:1.0:1767384974.053173:0:39761:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384974.053174:0:39761:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384974.053177:0:39761:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 13 lazy 00000400:00000001:1.0:1767384974.053181:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053182:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053184:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a94c124. 00000400:00000200:1.0:1767384974.053187:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4eaacd4 00000400:00000010:1.0:1767384974.053189:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d4eaacd4. 00000100:00000001:1.0:1767384974.053192:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053193:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053199:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053201:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384974.053202:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053220:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053221:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053223:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbcab2a6. 00000400:00000200:1.0:1767384974.053226:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db0d7a82 00000400:00000010:1.0:1767384974.053227:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000db0d7a82. 00000100:00000001:1.0:1767384974.053230:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053232:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053236:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053238:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384974.053239:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053241:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053242:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053244:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000599107f6. 00000400:00000200:1.0:1767384974.053246:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f145693 00000400:00000010:1.0:1767384974.053247:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006f145693. 00000100:00000001:1.0:1767384974.053250:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053251:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053255:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053257:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384974.053258:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053261:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053262:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053263:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000530c4937. 00000400:00000200:1.0:1767384974.053264:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2d5d8ff 00000400:00000010:1.0:1767384974.053265:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e2d5d8ff. 00000100:00000001:1.0:1767384974.053267:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053268:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053270:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053271:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384974.053272:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053273:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053274:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053275:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f08e7769. 00000400:00000200:1.0:1767384974.053276:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057a0a4d9 00000400:00000010:1.0:1767384974.053277:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000057a0a4d9. 00000100:00000001:1.0:1767384974.053278:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053279:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053281:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053282:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384974.053283:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053284:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053284:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053285:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff4bec6f. 00000400:00000200:1.0:1767384974.053286:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d440a80 00000400:00000010:1.0:1767384974.053287:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000d440a80. 00000100:00000001:1.0:1767384974.053289:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053289:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053292:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053293:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384974.053294:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053295:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053295:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053296:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035de0a53. 00000400:00000200:1.0:1767384974.053297:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fcccd47 00000400:00000010:1.0:1767384974.053298:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005fcccd47. 00000100:00000001:1.0:1767384974.053299:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053300:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053302:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053303:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384974.053304:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053305:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053305:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053306:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000098a41877. 00000400:00000200:1.0:1767384974.053307:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af7d1067 00000400:00000010:1.0:1767384974.053308:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000af7d1067. 00000100:00000001:1.0:1767384974.053309:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053309:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053312:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053313:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384974.053313:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053314:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053315:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053315:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a296e314. 00000400:00000200:1.0:1767384974.053316:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005921c97b 00000400:00000010:1.0:1767384974.053317:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005921c97b. 00000100:00000001:1.0:1767384974.053318:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053319:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053321:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053322:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384974.053323:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053324:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053324:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053325:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb58ffeb. 00000400:00000200:1.0:1767384974.053327:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059361225 00000400:00000010:1.0:1767384974.053328:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000059361225. 00000100:00000001:1.0:1767384974.053330:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053331:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053335:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053337:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384974.053338:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053340:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053341:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053342:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5bac7db. 00000400:00000200:1.0:1767384974.053344:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046641e76 00000400:00000010:1.0:1767384974.053346:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000046641e76. 00000100:00000001:1.0:1767384974.053348:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053349:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053353:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053354:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384974.053356:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053358:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053359:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053360:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b48f93d6. 00000400:00000200:1.0:1767384974.053362:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013745024 00000400:00000010:1.0:1767384974.053364:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000013745024. 00000100:00000001:1.0:1767384974.053379:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053381:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053385:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053386:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384974.053388:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053390:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053391:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053392:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e759b564. 00000400:00000200:1.0:1767384974.053395:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2b34ccf 00000400:00000010:1.0:1767384974.053396:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c2b34ccf. 00000100:00000001:1.0:1767384974.053399:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053400:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053404:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053406:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384974.053408:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053409:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053410:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053412:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ba50f7b. 00000400:00000200:1.0:1767384974.053414:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f4ef05b 00000400:00000010:1.0:1767384974.053416:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009f4ef05b. 00000100:00000001:1.0:1767384974.053418:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053419:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053423:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053425:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384974.053426:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053428:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053429:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053431:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e12fe1fc. 00000400:00000200:1.0:1767384974.053433:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061a3cbca 00000400:00000010:1.0:1767384974.053434:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000061a3cbca. 00000100:00000001:1.0:1767384974.053436:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053438:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053442:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053443:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384974.053445:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053446:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053447:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053449:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5f098db. 00000400:00000200:1.0:1767384974.053451:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d5306f9 00000400:00000010:1.0:1767384974.053452:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000d5306f9. 00000100:00000001:1.0:1767384974.053455:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053456:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053460:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053461:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384974.053463:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053464:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053465:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053467:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d792e756. 00000400:00000200:1.0:1767384974.053469:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000769ea199 00000400:00000010:1.0:1767384974.053470:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000769ea199. 00000100:00000001:1.0:1767384974.053473:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053474:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053478:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053480:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384974.053481:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053483:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053484:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053485:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017de75c9. 00000400:00000200:1.0:1767384974.053487:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075d2cab2 00000400:00000010:1.0:1767384974.053489:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000075d2cab2. 00000100:00000001:1.0:1767384974.053491:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053492:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053496:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053498:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384974.053499:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053501:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053502:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053504:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7c10236. 00000400:00000200:1.0:1767384974.053506:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000daca81b6 00000400:00000010:1.0:1767384974.053508:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000daca81b6. 00000100:00000001:1.0:1767384974.053510:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053512:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053516:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053518:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384974.053519:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053521:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053521:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053523:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4824430. 00000400:00000200:1.0:1767384974.053525:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4433d78 00000400:00000010:1.0:1767384974.053526:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b4433d78. 00000100:00000001:1.0:1767384974.053529:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053530:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053534:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053535:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384974.053537:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053539:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053540:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053541:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068633b39. 00000400:00000200:1.0:1767384974.053543:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000faa7a3f1 00000400:00000010:1.0:1767384974.053544:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000faa7a3f1. 00000100:00000001:1.0:1767384974.053546:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053548:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053552:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053554:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384974.053555:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053557:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053558:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053559:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f993e569. 00000400:00000200:1.0:1767384974.053561:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2112ae6 00000400:00000010:1.0:1767384974.053563:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f2112ae6. 00000100:00000001:1.0:1767384974.053566:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053567:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053571:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053573:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384974.053574:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053575:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053577:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053578:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001020f368. 00000400:00000200:1.0:1767384974.053581:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074581756 00000400:00000010:1.0:1767384974.053582:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000074581756. 00000100:00000001:1.0:1767384974.053584:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053585:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053588:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053589:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384974.053590:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053591:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053591:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053592:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000268adb6c. 00000400:00000200:1.0:1767384974.053593:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a838206b 00000400:00000010:1.0:1767384974.053594:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a838206b. 00000100:00000001:1.0:1767384974.053596:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053596:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053599:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053600:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384974.053601:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053601:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053602:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053603:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000059b17d. 00000400:00000200:1.0:1767384974.053604:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd755223 00000400:00000010:1.0:1767384974.053605:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000cd755223. 00000100:00000001:1.0:1767384974.053607:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053607:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053610:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053611:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384974.053612:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053613:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053613:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053614:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000486e675b. 00000400:00000200:1.0:1767384974.053615:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000964a8779 00000400:00000010:1.0:1767384974.053616:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000964a8779. 00000100:00000001:1.0:1767384974.053617:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053618:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053620:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053621:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384974.053622:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053622:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053623:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053624:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078a8f13a. 00000400:00000200:1.0:1767384974.053625:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b5734c1 00000400:00000010:1.0:1767384974.053626:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004b5734c1. 00000100:00000001:1.0:1767384974.053627:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053628:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053630:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053631:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384974.053632:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053633:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053634:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053634:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000198f0de0. 00000400:00000200:1.0:1767384974.053635:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009178f5c4 00000400:00000010:1.0:1767384974.053636:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009178f5c4. 00000100:00000001:1.0:1767384974.053638:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053638:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053641:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053641:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384974.053642:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053643:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053644:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053645:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0bbe227. 00000400:00000200:1.0:1767384974.053646:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2bb98fa 00000400:00000010:1.0:1767384974.053647:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c2bb98fa. 00000100:00000001:1.0:1767384974.053649:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053649:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053652:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053653:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384974.053654:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053654:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053655:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053656:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007223a28d. 00000400:00000200:1.0:1767384974.053657:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b261bda 00000400:00000010:1.0:1767384974.053658:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005b261bda. 00000100:00000001:1.0:1767384974.053659:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053659:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053662:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053663:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384974.053663:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053664:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053665:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053666:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000593c9430. 00000400:00000200:1.0:1767384974.053667:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef017be6 00000400:00000010:1.0:1767384974.053667:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ef017be6. 00000100:00000001:1.0:1767384974.053669:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053669:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053672:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053672:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384974.053673:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053674:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053675:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053676:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000914c90bb. 00000400:00000200:1.0:1767384974.053676:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df297c75 00000400:00000010:1.0:1767384974.053677:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000df297c75. 00000100:00000001:1.0:1767384974.053679:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053679:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053682:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053682:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384974.053683:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053684:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053685:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053686:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ab92f01. 00000400:00000200:1.0:1767384974.053687:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000385d4b7d 00000400:00000010:1.0:1767384974.053688:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000385d4b7d. 00000100:00000001:1.0:1767384974.053689:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053690:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053692:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053693:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384974.053694:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053695:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053695:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053696:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000add9e8a1. 00000400:00000200:1.0:1767384974.053697:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc43a526 00000400:00000010:1.0:1767384974.053698:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000bc43a526. 00000100:00000001:1.0:1767384974.053699:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053699:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053702:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053702:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384974.053703:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053704:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053705:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053705:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000175adc0f. 00000400:00000200:1.0:1767384974.053706:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b65d0e50 00000400:00000010:1.0:1767384974.053707:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b65d0e50. 00000100:00000001:1.0:1767384974.053708:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053709:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053711:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053712:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384974.053713:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053714:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053714:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053715:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d46ed7dc. 00000400:00000200:1.0:1767384974.053716:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065371976 00000400:00000010:1.0:1767384974.053717:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000065371976. 00000100:00000001:1.0:1767384974.053730:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053731:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053734:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053735:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384974.053736:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053737:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053738:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053739:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ae257bf. 00000400:00000200:1.0:1767384974.053740:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6d8d26c 00000400:00000010:1.0:1767384974.053741:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b6d8d26c. 00000100:00000001:1.0:1767384974.053742:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053743:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053745:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053746:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384974.053747:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053748:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053748:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053749:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a14a3a95. 00000400:00000200:1.0:1767384974.053750:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e8c9214 00000400:00000010:1.0:1767384974.053751:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009e8c9214. 00000100:00000001:1.0:1767384974.053752:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053753:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053755:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053756:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384974.053757:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053758:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053759:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053760:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096bead53. 00000400:00000200:1.0:1767384974.053761:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057ad86c3 00000400:00000010:1.0:1767384974.053761:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000057ad86c3. 00000100:00000001:1.0:1767384974.053763:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053763:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053766:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053766:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384974.053767:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053768:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053769:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053769:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000501cbaee. 00000400:00000200:1.0:1767384974.053770:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a95e3d0 00000400:00000010:1.0:1767384974.053771:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004a95e3d0. 00000100:00000001:1.0:1767384974.053772:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053773:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053776:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053777:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384974.053778:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053779:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053780:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053781:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6fa3d1b. 00000400:00000200:1.0:1767384974.053781:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a068a411 00000400:00000010:1.0:1767384974.053782:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a068a411. 00000100:00000001:1.0:1767384974.053783:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053784:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053786:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053787:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384974.053788:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053789:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053789:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053790:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e63ef70e. 00000400:00000200:1.0:1767384974.053791:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5d2b4fa 00000400:00000010:1.0:1767384974.053792:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d5d2b4fa. 00000100:00000001:1.0:1767384974.053793:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053794:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053796:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053797:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384974.053798:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053799:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053799:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053800:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b78dc89e. 00000400:00000200:1.0:1767384974.053801:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac17e7a2 00000400:00000010:1.0:1767384974.053802:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ac17e7a2. 00000100:00000001:1.0:1767384974.053803:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053804:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053806:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053807:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384974.053807:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053808:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053809:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053809:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d716277. 00000400:00000200:1.0:1767384974.053810:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0f6c21b 00000400:00000010:1.0:1767384974.053812:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a0f6c21b. 00000100:00000001:1.0:1767384974.053814:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053814:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053817:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053818:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384974.053819:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053819:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053820:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053821:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006071b91. 00000400:00000200:1.0:1767384974.053821:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032493b4b 00000400:00000010:1.0:1767384974.053822:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000032493b4b. 00000100:00000001:1.0:1767384974.053824:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053824:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053827:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053827:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384974.053828:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053829:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053830:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053830:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e3a8a06. 00000400:00000200:1.0:1767384974.053831:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5437bad 00000400:00000010:1.0:1767384974.053832:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b5437bad. 00000100:00000001:1.0:1767384974.053833:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053834:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053836:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053837:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384974.053838:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053839:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053839:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053840:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000deeb94e9. 00000400:00000200:1.0:1767384974.053841:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c398c84 00000400:00000010:1.0:1767384974.053842:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006c398c84. 00000100:00000001:1.0:1767384974.053843:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053843:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053846:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053847:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384974.053847:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053848:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053849:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053849:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007356c9d5. 00000400:00000200:1.0:1767384974.053850:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064b5e4d7 00000400:00000010:1.0:1767384974.053851:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000064b5e4d7. 00000100:00000001:1.0:1767384974.053852:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053853:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053855:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053856:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384974.053857:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053858:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053858:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053859:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0044912. 00000400:00000200:1.0:1767384974.053860:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000744e23e2 00000400:00000010:1.0:1767384974.053861:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000744e23e2. 00000100:00000001:1.0:1767384974.053862:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053862:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053865:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053865:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384974.053866:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053867:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053867:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053868:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033c2def0. 00000400:00000200:1.0:1767384974.053869:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d74bf41 00000400:00000010:1.0:1767384974.053870:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002d74bf41. 00000100:00000001:1.0:1767384974.053871:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053872:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053874:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053875:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384974.053876:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053876:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053877:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053877:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008fe7c129. 00000400:00000200:1.0:1767384974.053878:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023174695 00000400:00000010:1.0:1767384974.053879:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000023174695. 00000100:00000001:1.0:1767384974.053881:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053881:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053883:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053884:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384974.053885:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053886:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053887:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053888:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004527458e. 00000400:00000200:1.0:1767384974.053889:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030970b0a 00000400:00000010:1.0:1767384974.053890:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000030970b0a. 00000100:00000001:1.0:1767384974.053891:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053892:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053894:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053895:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384974.053896:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053897:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053897:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053898:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017f081c8. 00000400:00000200:1.0:1767384974.053899:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce7d003b 00000400:00000010:1.0:1767384974.053900:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ce7d003b. 00000100:00000001:1.0:1767384974.053901:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053902:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053904:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053905:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384974.053906:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053906:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053907:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053908:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012b7d1f2. 00000400:00000200:1.0:1767384974.053909:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058e8396d 00000400:00000010:1.0:1767384974.053909:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000058e8396d. 00000100:00000001:1.0:1767384974.053911:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053911:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053913:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053914:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384974.053915:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053916:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053916:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053917:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f157060. 00000400:00000200:1.0:1767384974.053918:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc569dd3 00000400:00000010:1.0:1767384974.053919:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000fc569dd3. 00000100:00000001:1.0:1767384974.053920:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053920:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053923:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053924:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384974.053925:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053925:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053926:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053927:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047ba0a9c. 00000400:00000200:1.0:1767384974.053927:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3f6e78f 00000400:00000010:1.0:1767384974.053928:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d3f6e78f. 00000100:00000001:1.0:1767384974.053930:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053930:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053933:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053933:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384974.053934:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053935:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053935:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053936:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001431d1bf. 00000400:00000200:1.0:1767384974.053937:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094ab65d1 00000400:00000010:1.0:1767384974.053938:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000094ab65d1. 00000100:00000001:1.0:1767384974.053939:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053939:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053942:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053942:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384974.053943:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053944:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053944:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053945:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003657e6ca. 00000400:00000200:1.0:1767384974.053946:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059bced2b 00000400:00000010:1.0:1767384974.053947:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000059bced2b. 00000100:00000001:1.0:1767384974.053948:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053949:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053951:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053952:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384974.053952:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053953:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053954:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053954:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1977f19. 00000400:00000200:1.0:1767384974.053955:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f655730e 00000400:00000010:1.0:1767384974.053956:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f655730e. 00000100:00000001:1.0:1767384974.053958:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053959:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053961:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053962:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384974.053963:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053964:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053965:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053966:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab2a897e. 00000400:00000200:1.0:1767384974.053967:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a2c94d4 00000400:00000010:1.0:1767384974.053968:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008a2c94d4. 00000100:00000001:1.0:1767384974.053969:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053970:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053972:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053973:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384974.053973:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053974:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053975:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053975:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a401b5c1. 00000400:00000200:1.0:1767384974.053976:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082c83250 00000400:00000010:1.0:1767384974.053977:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000082c83250. 00000100:00000001:1.0:1767384974.053978:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053979:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053982:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053982:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384974.053983:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053984:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053985:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053985:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b4f9b5f. 00000400:00000200:1.0:1767384974.053986:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a701a19 00000400:00000010:1.0:1767384974.053987:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007a701a19. 00000100:00000001:1.0:1767384974.053988:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053989:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.053991:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.053992:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384974.053993:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.053994:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.053994:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.053995:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006bce94bc. 00000400:00000200:1.0:1767384974.053996:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000680af97e 00000400:00000010:1.0:1767384974.053997:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000680af97e. 00000100:00000001:1.0:1767384974.053998:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.053999:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.054001:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.054002:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384974.054003:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384974.054004:0:39761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384974.054005:0:39761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384974.054005:0:39761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018a2798d. 00000400:00000200:1.0:1767384974.054006:0:39761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa039ccb 00000400:00000010:1.0:1767384974.054007:0:39761:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000aa039ccb. 00000100:00000001:1.0:1767384974.054008:0:39761:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384974.054009:0:39761:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384974.054027:0:39761:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384974.054029:0:39761:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384974.054029:0:39761:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384974.054031:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054032:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054033:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054034:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054035:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054036:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054037:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054038:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054041:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054043:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054045:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054046:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054048:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054049:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054051:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054052:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054053:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054054:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054055:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054056:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054058:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054058:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054059:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054060:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054062:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054063:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054064:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054065:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054067:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054068:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054070:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054071:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054073:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054073:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054074:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054076:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054078:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054079:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054080:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054081:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054083:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054083:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054084:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054085:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054086:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054086:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054087:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054087:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054088:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054089:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054090:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054090:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054091:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054091:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054092:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054093:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054094:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054094:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054095:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054096:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054096:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054097:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054098:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054099:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054100:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054100:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054101:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054102:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054103:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054104:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054104:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054105:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054106:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054106:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054107:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054108:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054108:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054109:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054110:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054110:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054111:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054112:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054112:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054113:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054114:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054114:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054115:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054116:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054116:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054117:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054118:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054118:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054119:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054120:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054120:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054121:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054122:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054122:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054123:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054124:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054124:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054125:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054126:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054127:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054128:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054128:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054129:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054130:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054131:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054132:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054133:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054133:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054134:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054134:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054135:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054136:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054136:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054137:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054138:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054138:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054139:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054140:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054141:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054141:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054142:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054142:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384974.054143:0:39761:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384974.054144:0:39761:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1767384974.054145:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005dacedf9. 00000100:00000010:1.0:1767384974.054176:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a961c997. 00000100:00000010:1.0:1767384974.054178:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000aa4b5042. 00000100:00000010:1.0:1767384974.054235:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d30d71e8. 00000100:00000010:1.0:1767384974.054238:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d57bec76. 00000100:00000010:1.0:1767384974.054266:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000699a45b2. 00000100:00000010:1.0:1767384974.054268:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002fa7a50c. 00000100:00000010:1.0:1767384974.054295:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b6bf00ef. 00000100:00000010:1.0:1767384974.054297:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000931e4dc4. 00000100:00000010:1.0:1767384974.054321:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002460b461. 00000100:00000010:1.0:1767384974.054323:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004b45da67. 00000100:00000010:1.0:1767384974.054347:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000725ed223. 00000100:00000010:1.0:1767384974.054349:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000055b1c48d. 00000100:00000010:1.0:1767384974.054376:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000a5a5589. 00000100:00000010:1.0:1767384974.054377:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006f0bc4f8. 00000100:00000010:1.0:1767384974.054403:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000948ab0cf. 00000100:00000010:1.0:1767384974.054405:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006cbfc27f. 00000100:00000010:1.0:1767384974.054429:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fd608545. 00000100:00000010:1.0:1767384974.054430:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c99a2bbf. 00000100:00000010:1.0:1767384974.054473:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a598226d. 00000100:00000010:1.0:1767384974.054475:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000078a9565e. 00000100:00000010:1.0:1767384974.054512:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e459b02b. 00000100:00000010:1.0:1767384974.054513:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004026ccf1. 00000100:00000010:1.0:1767384974.054555:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000031af5b19. 00000100:00000010:1.0:1767384974.054557:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b1446704. 00000100:00000010:1.0:1767384974.054589:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000000e7afab. 00000100:00000010:1.0:1767384974.054591:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005ca2cf10. 00000100:00000010:1.0:1767384974.054621:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000785c4c28. 00000100:00000010:1.0:1767384974.054622:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000dbbd4a85. 00000100:00000010:1.0:1767384974.054648:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bc08901f. 00000100:00000010:1.0:1767384974.054649:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000555df583. 00000100:00000010:1.0:1767384974.054674:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000007a9013d. 00000100:00000010:1.0:1767384974.054675:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d0c5c7b1. 00000100:00000010:1.0:1767384974.054705:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000897dee95. 00000100:00000010:1.0:1767384974.054706:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005955b258. 00000100:00000010:1.0:1767384974.054730:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000066d04500. 00000100:00000010:1.0:1767384974.054732:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000087bbe13b. 00000100:00000010:1.0:1767384974.054754:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f5c1adc0. 00000100:00000010:1.0:1767384974.054755:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004287bd63. 00000100:00000010:1.0:1767384974.054778:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aa22f110. 00000100:00000010:1.0:1767384974.054779:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006bef931a. 00000100:00000010:1.0:1767384974.054805:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000092b1f356. 00000100:00000010:1.0:1767384974.054806:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000fdfce705. 00000100:00000010:1.0:1767384974.054832:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000059803d37. 00000100:00000010:1.0:1767384974.054833:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b80f2315. 00000100:00000010:1.0:1767384974.054858:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000416f4a12. 00000100:00000010:1.0:1767384974.054860:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000077dfd994. 00000100:00000010:1.0:1767384974.054883:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000026602369. 00000100:00000010:1.0:1767384974.054885:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005599aa35. 00000100:00000010:1.0:1767384974.054912:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d235986. 00000100:00000010:1.0:1767384974.054914:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000bf64c2ec. 00000100:00000010:1.0:1767384974.054942:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000009390a4f. 00000100:00000010:1.0:1767384974.054944:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ea48fffb. 00000100:00000010:1.0:1767384974.054974:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000122b175c. 00000100:00000010:1.0:1767384974.054976:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000070eb259e. 00000100:00000010:1.0:1767384974.055008:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000706d45c1. 00000100:00000010:1.0:1767384974.055109:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009174eb42. 00000100:00000010:1.0:1767384974.055256:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c3b7e784. 00000100:00000010:1.0:1767384974.055286:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000210a11c3. 00000100:00000010:1.0:1767384974.055323:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b5d64b3c. 00000100:00000010:1.0:1767384974.055326:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000822bfadf. 00000100:00000010:1.0:1767384974.055353:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005681f38f. 00000100:00000010:1.0:1767384974.055354:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006796e42d. 00000100:00000010:1.0:1767384974.055380:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e7dd76bd. 00000100:00000010:1.0:1767384974.055381:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006ca1802a. 00000100:00000010:1.0:1767384974.055406:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bad02d03. 00000100:00000010:1.0:1767384974.055407:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006f6b5b40. 00000100:00000010:1.0:1767384974.055436:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006e971fe1. 00000100:00000010:1.0:1767384974.055438:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000bc5d230a. 00000100:00000010:1.0:1767384974.055469:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006614caf5. 00000100:00000010:1.0:1767384974.055470:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001d3f97dc. 00000100:00000010:1.0:1767384974.055502:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000092ba0e3f. 00000100:00000010:1.0:1767384974.055504:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000857e9c75. 00000100:00000010:1.0:1767384974.055530:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c77d3887. 00000100:00000010:1.0:1767384974.055532:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d6a6caaf. 00000100:00000010:1.0:1767384974.055567:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000062b29718. 00000100:00000010:1.0:1767384974.055569:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004620e294. 00000100:00000010:1.0:1767384974.055596:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d7e6fd1c. 00000100:00000010:1.0:1767384974.055597:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000dd937df7. 00000100:00000010:1.0:1767384974.055625:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000036cf2f3. 00000100:00000010:1.0:1767384974.055626:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000032050439. 00000100:00000010:1.0:1767384974.055651:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007852ee30. 00000100:00000010:1.0:1767384974.055653:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000bc58c105. 00000100:00000010:1.0:1767384974.055677:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000033a73f10. 00000100:00000010:1.0:1767384974.055678:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007001ab2b. 00000100:00000010:1.0:1767384974.055702:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009e382b87. 00000100:00000010:1.0:1767384974.055703:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b70d971e. 00000100:00000010:1.0:1767384974.055729:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000846244c1. 00000100:00000010:1.0:1767384974.055731:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001a438a04. 00000100:00000010:1.0:1767384974.055755:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007e7eee04. 00000100:00000010:1.0:1767384974.055757:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000026902900. 00000100:00000010:1.0:1767384974.055783:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e828c8bb. 00000100:00000010:1.0:1767384974.055785:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e9ccfa81. 00000100:00000010:1.0:1767384974.055811:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000afb7a221. 00000100:00000010:1.0:1767384974.055813:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000019e7472b. 00000100:00000010:1.0:1767384974.055838:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fd9d0e23. 00000100:00000010:1.0:1767384974.055839:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000bdf13117. 00000100:00000010:1.0:1767384974.055863:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002c1660aa. 00000100:00000010:1.0:1767384974.055864:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000407dad82. 00000100:00000010:1.0:1767384974.055895:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e7a7ab7b. 00000100:00000010:1.0:1767384974.055897:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000088b1693. 00000100:00000010:1.0:1767384974.055921:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000037d005b0. 00000100:00000010:1.0:1767384974.055922:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001bdef204. 00000100:00000010:1.0:1767384974.055947:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005740ec7c. 00000100:00000010:1.0:1767384974.055948:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000432233b2. 00000100:00000010:1.0:1767384974.055971:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c9a3cc21. 00000100:00000010:1.0:1767384974.055972:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003ea5fc34. 00000100:00000010:1.0:1767384974.055995:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000479c7e32. 00000100:00000010:1.0:1767384974.055996:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000042a1353f. 00000100:00000010:1.0:1767384974.056061:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000034a8a62b. 00000100:00000010:1.0:1767384974.056064:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000001116141. 00000100:00000010:1.0:1767384974.056088:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000098839359. 00000100:00000010:1.0:1767384974.056089:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000062341e7. 00000100:00000010:1.0:1767384974.056111:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000065284c3. 00000100:00000010:1.0:1767384974.056113:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000059004085. 00000100:00000010:1.0:1767384974.056135:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001d1e1aa3. 00000100:00000010:1.0:1767384974.056137:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a674bd2a. 00000100:00000010:1.0:1767384974.056161:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b32ac801. 00000100:00000010:1.0:1767384974.056163:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000390f53a4. 00000100:00000010:1.0:1767384974.056191:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000027792d18. 00000100:00000010:1.0:1767384974.056192:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000021f6c3fd. 00000100:00000010:1.0:1767384974.056251:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000098158039. 00000100:00000010:1.0:1767384974.056253:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000655abf61. 00000100:00000010:1.0:1767384974.056278:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000051f492cc. 00000100:00000010:1.0:1767384974.056280:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000fea9aa3b. 00000100:00000010:1.0:1767384974.056305:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e2700724. 00000100:00000010:1.0:1767384974.056306:0:39761:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003d54b12a. 00000100:00000010:1.0:1767384974.056334:0:39761:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008893cad7. 00000100:00000010:1.0:1767384974.056384:0:39761:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000f11b8af1. 00000100:00000010:1.0:1767384974.056394:0:39761:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000000ef1ceb8. 00000100:00000010:1.0:1767384974.056400:0:39761:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000d8a63fc4. 00000100:00000001:1.0:1767384974.056405:0:39761:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384974.056407:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.056408:0:39761:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384974.056410:0:39761:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384974.056411:0:39761:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000b8176b7e. 00000100:00000001:1.0:1767384974.056413:0:39761:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384974.056415:0:39761:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.056417:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.056417:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000a04913ed. 00000100:00000001:1.0:1767384974.056419:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.056420:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.056421:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000004096f316. 00000100:00000001:1.0:1767384974.056423:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.056424:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.056425:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000059af6c71. 00000100:00000001:1.0:1767384974.056426:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.056427:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.056427:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000d033e2b5. 00000100:00000001:1.0:1767384974.056429:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.056429:0:39761:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384974.056430:0:39761:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384974.056431:0:39761:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000a96971ef. 00000100:00000001:1.0:1767384974.056432:0:39761:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384974.056433:0:39761:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384974.056434:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.056434:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000db621f24. 00000100:00000001:1.0:1767384974.056435:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.056436:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.056436:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000047ee7d34. 00000100:00000001:1.0:1767384974.056438:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.056438:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.056439:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c705b6be. 00000100:00000001:1.0:1767384974.056440:0:39761:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384974.056440:0:39761:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384974.056441:0:39761:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000013652d01. 00000100:00000010:1.0:1767384974.056442:0:39761:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 00000000b0e0d76a. 00000100:00000001:1.0:1767384974.056443:0:39761:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384974.056487:0:39761:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000001c46f381. 00000020:00000010:1.0:1767384974.056490:0:39761:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000a8cad0b5. 00000100:00000010:1.0:1767384974.056504:0:39761:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000049f04124. 00000100:00000010:1.0:1767384974.056509:0:39761:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000e13b6ec1. 00000100:00000010:1.0:1767384974.056510:0:39761:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000f5327432. 00000100:00000010:1.0:1767384974.056512:0:39761:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 0000000062ecdc76. 00000100:00000001:1.0:1767384974.056513:0:39761:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384974.056515:0:39761:0:(mdt_mds.c:140:mds_stop_ptlrpc_service()) Process leaving 00000004:00000001:1.0:1767384974.056526:0:39761:0:(mdt_mds.c:543:mds_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.056528:0:39761:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384974.056535:0:39761:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384974.056539:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e02d4beb. 00000001:00000010:1.0:1767384974.056541:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000018039ec4. 00000001:00000010:1.0:1767384974.056542:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006d460b90. 00000001:00000010:1.0:1767384974.056544:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005ab7731b. 00000001:00000010:1.0:1767384974.056546:0:39761:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000096d3e203. 00000001:00000010:1.0:1767384974.056547:0:39761:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000009d0f8bd8. 00000001:00000001:1.0:1767384974.056549:0:39761:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384974.056550:0:39761:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384974.056553:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006af0bef9. 00000001:00000010:1.0:1767384974.056554:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000077d8702f. 00000001:00000010:1.0:1767384974.056555:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f2eaa7b5. 00000001:00000010:1.0:1767384974.056556:0:39761:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ff563147. 00000001:00000010:1.0:1767384974.056557:0:39761:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000048f7fe04. 00000001:00000010:1.0:1767384974.056558:0:39761:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000f0103f59. 00000001:00000001:1.0:1767384974.056559:0:39761:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384974.056560:0:39761:0:(obd_config.c:955:class_decref()) Decref MDS (000000001701d70d) now 3 - setup 00000020:00000001:1.0:1767384974.056562:0:39761:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.056563:0:39761:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384974.056566:0:39761:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384974.056569:0:39761:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384974.056570:0:39761:0:(obd_config.c:955:class_decref()) Decref MDS (000000001701d70d) now 2 - obd_device_list 00000020:00000080:1.0:1767384974.056572:0:39761:0:(obd_config.c:814:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000040:1.0:1767384974.056573:0:39761:0:(obd_config.c:955:class_decref()) Decref MDS (000000001701d70d) now 1 - newdev 00000020:00000040:1.0:1767384974.056575:0:39761:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b10f48e3 with handle 0x4895a8f6c11e8402 from hash 00000020:00000040:1.0:1767384974.056577:0:39761:0:(genops.c:898:class_export_put()) PUTting export 00000000b10f48e3 : new refcount 0 00000020:00000080:1.0:1767384974.056579:0:39761:0:(genops.c:904:class_export_put()) final put 00000000b10f48e3/MDS_uuid 00000020:00000001:1.0:1767384974.056581:0:39761:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.056582:0:39761:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384974.056584:0:39761:0:(genops.c:863:class_export_destroy()) destroying export 00000000b10f48e3/MDS_uuid for MDS 00000020:00000001:1.0:1767384974.056585:0:39761:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384974.056586:0:39761:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384974.056587:0:39761:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000b10f48e3. 00000020:00000001:1.0:1767384974.056591:0:39761:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384974.056592:0:39761:0:(genops.c:440:class_free_dev()) Release obd device MDS obd_type name = mds 00000020:01000000:1.0:1767384974.056593:0:39761:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:00000001:1.0:1767384974.056594:0:39761:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384974.056597:0:39761:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000966de725. 00000020:00000010:1.0:1767384974.056599:0:39761:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002332530e. 00000040:00000010:1.0:1767384974.056602:0:39761:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000003302ab8. 00000020:00000010:1.0:1767384974.056604:0:39761:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ff029461. 00000020:00000010:1.0:1767384974.056607:0:39761:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000005e8e67e. 00000020:00000010:1.0:1767384974.056609:0:39761:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007370e3f0. 80000000:00000010:1.0:1767384974.056611:0:39761:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000844d7b3a. 40000000:00000010:1.0:1767384974.056613:0:39761:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000023af292f. 00100000:00000010:1.0:1767384974.056616:0:39761:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e2e7a8d3. 00040000:00000010:1.0:1767384974.056618:0:39761:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000026f2a032. 00040000:00000010:1.0:1767384974.056620:0:39761:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000070a48da4. 00080000:00000010:1.0:1767384974.056622:0:39761:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b716d3c5. 00000004:00000010:1.0:1767384974.056625:0:39761:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003396b214. 00000004:00000001:1.0:1767384974.056629:0:39761:0:(mdt_mds.c:550:mds_device_free()) Process entered 00000004:00000010:1.0:1767384974.056632:0:39761:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ef2b2561. 00000004:00000010:1.0:1767384974.056635:0:39761:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000be59cb53. 00000004:00000010:1.0:1767384974.056636:0:39761:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c8b386d9. 00000004:00000010:1.0:1767384974.056639:0:39761:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e7eaf3b3. 00000004:00000010:1.0:1767384974.056641:0:39761:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000455a933. 00000004:00000010:1.0:1767384974.056644:0:39761:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000011f481df. 00000004:00000010:1.0:1767384974.056657:0:39761:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000df853cdc. 00000004:00000010:1.0:1767384974.056659:0:39761:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000021fea694. 00000004:00000010:1.0:1767384974.056661:0:39761:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000fa534728. 00000004:00000010:1.0:1767384974.056662:0:39761:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000062091b04. 00000004:00000010:1.0:1767384974.056665:0:39761:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000086566f60. 00000004:00000010:1.0:1767384974.056668:0:39761:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a06f5526. 00000004:00000010:1.0:1767384974.056670:0:39761:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000084976662. 00000004:00000010:1.0:1767384974.056671:0:39761:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000792adc30. 00000004:00000010:1.0:1767384974.056673:0:39761:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000029914a2d. 00000004:00000010:1.0:1767384974.056677:0:39761:0:(mdt_mds.c:553:mds_device_free()) kfreed 'm': 192 at 00000000a2642d8a. 00000004:00000001:1.0:1767384974.056678:0:39761:0:(mdt_mds.c:554:mds_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384974.056680:0:39761:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002332530e. 00000040:00000010:1.0:1767384974.056682:0:39761:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000003302ab8. 00000020:00000010:1.0:1767384974.056683:0:39761:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ff029461. 00000020:00000010:1.0:1767384974.056685:0:39761:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000005e8e67e. 00000020:00000010:1.0:1767384974.056687:0:39761:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007370e3f0. 80000000:00000010:1.0:1767384974.056689:0:39761:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000844d7b3a. 40000000:00000010:1.0:1767384974.056690:0:39761:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000023af292f. 00100000:00000010:1.0:1767384974.056692:0:39761:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e2e7a8d3. 00040000:00000010:1.0:1767384974.056694:0:39761:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000026f2a032. 00040000:00000010:1.0:1767384974.056695:0:39761:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000070a48da4. 00080000:00000010:1.0:1767384974.056697:0:39761:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b716d3c5. 00000004:00000010:1.0:1767384974.056698:0:39761:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003396b214. 00000020:00000010:1.0:1767384974.056699:0:39761:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000966de725. 00000020:00000001:1.0:1767384974.056701:0:39761:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384974.056702:0:39761:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000001701d70d. 00000020:00000001:1.0:1767384974.056705:0:39761:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.056706:0:39761:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384974.056708:0:39761:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 000000007422426c. 00000020:00000001:1.0:1767384974.056709:0:39761:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384974.056711:0:39761:0:(tgt_mount.c:1142:server_stop_servers()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384974.056715:0:39761:0:(tgt_mount.c:2110:server_put_super()) kfreed 'extraname': 22 at 0000000000302237. 00000020:00000010:1.0:1767384974.056718:0:39761:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000003accc665. 00000020:00000010:1.0:1767384974.056721:0:39761:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008862c44b. 00000040:00000010:1.0:1767384974.056723:0:39761:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009a768129. 00000020:00000010:1.0:1767384974.056724:0:39761:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000014318869. 00000020:00000010:1.0:1767384974.056726:0:39761:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002432c2b4. 00000020:00000010:1.0:1767384974.056727:0:39761:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a9f95765. 80000000:00000010:1.0:1767384974.056729:0:39761:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e4a79cda. 40000000:00000010:1.0:1767384974.056732:0:39761:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007dc02945. 00100000:00000010:1.0:1767384974.056733:0:39761:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c90ea6ea. 00040000:00000010:1.0:1767384974.056735:0:39761:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000192a0bd5. 00040000:00000010:1.0:1767384974.056737:0:39761:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000029bff76a. 00040000:00000010:1.0:1767384974.056738:0:39761:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000068e5ef65. 00080000:00000010:1.0:1767384974.056740:0:39761:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000505c9d1f. 00080000:00000010:1.0:1767384974.056742:0:39761:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000058971516. 00000004:00000010:1.0:1767384974.056744:0:39761:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001460dd3c. 00000004:00000010:1.0:1767384974.056746:0:39761:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000083f3c73a. 00000004:00000010:1.0:1767384974.056748:0:39761:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000bdbb56b5. 00002000:00000010:1.0:1767384974.056750:0:39761:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e1e6ea95. 00000004:00000010:1.0:1767384974.056752:0:39761:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000093fc9700. 00000020:00000010:1.0:1767384974.056754:0:39761:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cce065fa. 00000020:02000400:1.0:1767384974.056756:0:39761:0:(tgt_mount.c:2118:server_put_super()) server umount lustre-MDT0000 complete 00000020:00000010:1.0:1767384974.057900:0:39761:0:(tgt_mount.c:2119:server_put_super()) kfreed 'tmpname': 15 at 00000000386e4450. 00000020:00000001:1.0:1767384974.057904:0:39761:0:(tgt_mount.c:2120:server_put_super()) Process leaving 00080000:00000001:0.0:1767384974.058965:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384974.058974:0:10059:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384974.058977:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384974.058982:0:10059:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384974.058982:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384974.058987:0:10059:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384974.169081:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384974.169085:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384974.169128:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384974.169131:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384974.169134:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384974.221713:0:39775:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384974.221728:0:39775:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384974.221731:0:39775:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384974.340337:0:39815:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at 00000000386e4450. 00000400:00000040:1.0:1767384974.340353:0:39815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384974.340356:0:39815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384974.340357:0:39815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384974.340358:0:39815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384974.340359:0:39815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384974.340361:0:39815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1767384974.340362:0:39815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1767384974.340407:0:39815:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at 00000000386e4450. 00000100:00000001:1.0:1767384974.361088:0:18104:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384974.361095:0:18104:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384974.361166:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007f8e0c2d] -> 12345-192.168.203.157@tcp38 (6) 00000800:00000200:3.0:1767384974.361174:0:16119:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp38 ip 192.168.203.157:988 00000800:00000200:3.0:1767384974.361179:0:16119:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000082be1b3a type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384974.361269:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384974.361275:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384974.361283:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384974.361286:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384974.361288:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384974.370689:0:17563:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:2.0:1767384974.370693:0:17563:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:2.0:1767384974.370697:0:17563:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000ce565cee : new cb_count 0 00000020:00000040:2.0:1767384974.370700:0:17563:0:(genops.c:898:class_export_put()) PUTting export 00000000ce565cee : new refcount 0 00000020:00000080:2.0:1767384974.370702:0:17563:0:(genops.c:904:class_export_put()) final put 00000000ce565cee/lustre-MDT0000-mdtlov_UUID 00000001:00000010:2.0:1767384974.370715:0:17563:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000d5e1fa22. 00040000:00000001:2.0:1767384974.370720:0:17563:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384974.370723:0:17563:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384974.370726:0:17563:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008d9a05b4. 00080000:00000001:2.0:1767384974.370729:0:17563:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384974.370732:0:17563:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384974.370734:0:17563:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384974.370735:0:17563:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:3.0:1767384974.370736:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00080000:00000010:2.0:1767384974.370738:0:17563:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d939f1b0. 00000020:00000080:3.0:1767384974.370740:0:8:0:(genops.c:863:class_export_destroy()) destroying export 00000000ce565cee/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00080000:00000001:2.0:1767384974.370741:0:17563:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000040:3.0:1767384974.370744:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 7 to 0@lo 00000020:00000001:3.0:1767384974.370747:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000040:3.0:1767384974.370751:0:8:0:(genops.c:1229:class_import_get()) import 00000000baa1a3ff refcount=2 obd=lustre-OST0000 00000020:00000001:3.0:1767384974.370755:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384974.370756:0:8:0:(genops.c:1242:class_import_put()) import 00000000baa1a3ff refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1767384974.370758:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384974.370762:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384974.370763:0:8:0:(genops.c:1242:class_import_put()) import 00000000baa1a3ff refcount=0 obd=lustre-OST0000 00000020:00000040:3.0:1767384974.370765:0:8:0:(genops.c:1245:class_import_put()) final put import 00000000baa1a3ff 00000020:00000001:3.0:1767384974.370774:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767384974.370777:0:8:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:3.0:1767384974.370780:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384974.370787:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000009dc3d20. 00000001:00000010:3.0:1767384974.370791:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f1440129. 00000001:00000010:3.0:1767384974.370794:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000188362cb. 00000001:00000010:3.0:1767384974.370797:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000020311c9b. 00000001:00000010:3.0:1767384974.370800:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000003619a118. 00000001:00000010:3.0:1767384974.370802:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000000d0da497. 00000001:00000001:3.0:1767384974.370805:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:3.0:1767384974.370808:0:8:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:3.0:1767384974.370810:0:8:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:3.0:1767384974.370811:0:8:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:3.0:1767384974.370815:0:8:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 0000000068447f3a. 00000020:00000001:3.0:1767384974.370821:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384974.370824:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fe96f595) now 5 - export 00000020:00000010:3.0:1767384974.370827:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000ce565cee. 00000020:00000001:3.0:1767384974.370835:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:3.0:1767384974.370838:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:3.0:1767384974.370840:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000baa1a3ff for lustre-OST0000 00000020:00000040:3.0:1767384974.370843:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 6 to 0@lo 00000020:00000040:3.0:1767384974.370844:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000fe96f595) now 4 - import 00000020:00000010:3.0:1767384974.370847:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000baa1a3ff. 00000020:00000001:3.0:1767384974.370849:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00080000:00000001:3.0:1767384974.604665:0:39831:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384974.604677:0:39831:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384974.604681:0:39831:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384975.193174:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384975.193180:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384975.193243:0:39763:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384975.193246:0:39763:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384975.193249:0:39763:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384975.833120:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp48 00000400:00000010:1.0:1767384975.833132:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000632cafa5. 00000400:00000010:1.0:1767384975.833153:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e02d4beb. 00000400:00000010:1.0:1767384975.833159:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024d67e77. 00000400:00000010:1.0:1767384975.833168:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001b861d2a. 00000400:00000200:1.0:1767384975.833172:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp48 00000400:00000200:1.0:1767384975.833471:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp48 local destination 00000400:00000200:1.0:1767384975.833479:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp48 00000400:00000200:1.0:1767384975.833482:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp48 NI seq info: [241:241:256:4294967295] 192.168.203.157@tcp48 LPNI seq info [200:200:8:4294967295] 00000400:00000200:1.0:1767384975.833490:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp48 00000400:00000200:1.0:1767384975.833497:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp48(192.168.203.157@tcp48:) -> 192.168.203.157@tcp48(192.168.203.157@tcp48:192.168.203.157@tcp48) : GET try# 0 00000800:00000200:1.0:1767384975.833501:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp48 00000800:00000010:1.0:1767384975.834499:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000efc4a564. 00000800:00000200:1.0:1767384975.834507:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001ab46afd] -> 12345-192.168.203.157@tcp48 (2) 00000800:00000200:1.1:1767384975.834511:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001ab46afd] -> 12345-192.168.203.157@tcp48 (2) 00000400:00000200:1.0:1767384975.834543:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp48 added to recovery queue. ping count: 3 next ping: 306 health :700 00000400:00000200:1.0:1767384975.834549:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp40 00000400:00000010:1.0:1767384975.834552:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000052db7ea9. 00000400:00000010:1.0:1767384975.834555:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005ab7731b. 00000400:00000010:1.0:1767384975.834558:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee0a00c9. 00000400:00000010:1.0:1767384975.834561:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c20f6a07. 00000400:00000200:1.0:1767384975.834564:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp40 00000400:00000200:1.0:1767384975.834576:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp40 local destination 00000400:00000200:1.0:1767384975.834580:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp40 00000400:00000200:1.0:1767384975.834583:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp40 NI seq info: [242:242:256:4294967295] 192.168.203.157@tcp40 LPNI seq info [201:201:8:4294967295] 00000400:00000200:1.0:1767384975.834587:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp40 00000400:00000200:1.0:1767384975.834592:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp40(192.168.203.157@tcp40:) -> 192.168.203.157@tcp40(192.168.203.157@tcp40:192.168.203.157@tcp40) : GET try# 0 00000800:00000200:1.0:1767384975.834596:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp40 00000800:00000010:1.0:1767384975.834599:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002d7917f2. 00000800:00000200:1.0:1767384975.834602:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b73ca1f] -> 12345-192.168.203.157@tcp40 (2) 00000800:00000200:1.1:1767384975.834605:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b73ca1f] -> 12345-192.168.203.157@tcp40 (2) 00000400:00000200:1.0:1767384975.834617:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp40 added to recovery queue. ping count: 5 next ping: 330 health :500 00000400:00000200:3.0:1767384975.834695:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.834773:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.834858:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.834882:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.834900:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.834919:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.834940:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.834961:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.834980:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.834999:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.835073:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.835103:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.835154:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.835226:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.835256:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.835801:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.835832:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.835884:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:3.0:1767384975.835932:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.835938:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:3.0:1767384975.836004:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.836009:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:3.0:1767384975.836112:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.836116:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:3.0:1767384975.836261:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.836266:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.836335:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:3.0:1767384975.836354:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.836401:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:3.0:1767384975.836440:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.836492:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:3.0:1767384975.836506:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.836560:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:3.0:1767384975.836566:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.836645:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:3.0:1767384975.836660:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:3.0:1767384975.836715:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.836716:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:3.0:1767384975.836775:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.836793:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:3.0:1767384975.836826:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:3.0:1767384975.836867:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.836882:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:3.0:1767384975.836927:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.836944:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.837009:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:3.0:1767384975.837055:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.837070:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.837124:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:3.0:1767384975.837152:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.837175:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:3.0:1767384975.837245:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.837273:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:3.0:1767384975.837320:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:3.0:1767384975.837364:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:3.0:1767384975.837380:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:3.0:1767384975.837400:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:3.0:1767384975.837433:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:3.0:1767384975.837468:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:3.0:1767384975.837495:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:3.0:1767384975.837522:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000800:00000010:2.0:1767384975.837544:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002921a5f9. 00000800:00000010:2.0:1767384975.837549:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e02213b0. 00000400:00000200:3.0:1767384975.837550:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000800:00000010:2.0:1767384975.837554:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000472c7a56. 00000800:00000010:2.0:1767384975.837584:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000472c7a56. 00000400:00000200:3.0:1767384975.837585:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000800:00020000:2.0:1767384975.837597:0:16117:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:2.0:1767384975.837601:0:16117:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e02213b0. 00000800:00000010:2.0:1767384975.837605:0:16117:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002921a5f9. 00000400:00000200:3.0:1767384975.837617:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:02020000:2.0:1767384975.837677:0:16117:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp40 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384975.837686:0:16117:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp40 notifying 192.168.203.157@tcp40: down 00000400:00000200:3.0:1767384975.837688:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.837692:0:16117:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384975.837704:0:16117:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp40 00000800:00000010:2.0:1767384975.837707:0:16117:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002d7917f2. 00000400:00000200:2.0:1767384975.837713:0:16117:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384975.837717:0:16117:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp40->192.168.203.157@tcp40: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384975.837731:0:16117:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384975.837735:0:16117:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384975.837739:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384975.837739:0:16117:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp40) recovery failed with -71 00000400:00000200:3.0:1767384975.837789:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:3.0:1767384975.837821:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:3.0:1767384975.837849:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:3.0:1767384975.837879:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:3.0:1767384975.838087:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002db24bbd. 00000800:00000010:3.0:1767384975.838094:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bca720c3. 00000800:00000010:3.0:1767384975.838099:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000085febb6a. 00000800:00000010:3.0:1767384975.838126:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000085febb6a. 00000800:00020000:3.0:1767384975.838137:0:16118:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:3.0:1767384975.838141:0:16118:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bca720c3. 00000800:00000010:3.0:1767384975.838144:0:16118:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002db24bbd. 00000400:02020000:3.0:1767384975.838188:0:16118:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp48 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384975.838208:0:16118:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp48 notifying 192.168.203.157@tcp48: down 00000400:00000200:3.0:1767384975.838212:0:16118:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384975.838215:0:16118:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp48 00000800:00000010:3.0:1767384975.838218:0:16118:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000efc4a564. 00000400:00000200:3.0:1767384975.838222:0:16118:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384975.838225:0:16118:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp48->192.168.203.157@tcp48: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384975.838232:0:16118:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384975.838234:0:16118:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384975.838237:0:16118:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp48) recovery failed with -71 00010000:00000001:1.0:1767384976.217157:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384976.217165:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384976.217272:0:39762:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384976.217276:0:39762:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384976.217279:0:39762:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767384976.409134:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a7b5db3] -> 12345-192.168.203.157@tcp20 (6) 00000800:00000200:2.0:1767384976.409145:0:16119:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp20 ip 192.168.203.157:988 00000800:00000200:2.0:1767384976.409149:0:16119:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000082be1b3a type 192, nob 24 niov 1 nkiov 0 00000800:00000001:3.0:1767384976.409338:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384976.409353:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384976.409380:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384976.409386:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384976.409388:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384976.857101:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384976.857109:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384976.857112:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024d67e77 00000400:00000010:1.0:1767384976.857118:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024d67e77. 00000400:00000200:1.0:1767384976.857127:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384976.857134:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp48 recovery ping unlinked 00000400:00000010:1.0:1767384976.857153:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000632cafa5. 00000400:00000010:1.0:1767384976.857159:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e02d4beb. 00000400:00000001:1.0:1767384976.857163:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384976.857164:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384976.857165:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee0a00c9 00000400:00000010:1.0:1767384976.857166:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee0a00c9. 00000400:00000200:1.0:1767384976.857167:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384976.857169:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp40 recovery ping unlinked 00000400:00000010:1.0:1767384976.857171:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000052db7ea9. 00000400:00000010:1.0:1767384976.857173:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005ab7731b. 00010000:00000001:1.0:1767384977.241138:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384977.241147:0:58:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384977.241150:0:58:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384977.241153:0:58:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384977.241158:0:58:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384977.241160:0:58:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384977.241161:0:58:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384977.241163:0:58:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384977.241248:0:16758:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384977.241252:0:16758:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384977.241255:0:16758:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767384977.433146:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fbacf2f1] -> 12345-192.168.203.157@tcp36 (4) 00000800:00000200:2.1:1767384977.433156:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fbacf2f1] -> 12345-192.168.203.157@tcp36 (4) 00000400:00000200:1.0:1767384977.433318:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:1.0:1767384977.433365:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:1.0:1767384977.433380:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:1.0:1767384977.433393:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:1.0:1767384977.433406:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:1.0:1767384977.433418:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:1.0:1767384977.433431:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:1.0:1767384977.433445:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:1.0:1767384977.433459:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:1.0:1767384977.433472:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:1.0:1767384977.433485:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:1.0:1767384977.433497:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:1.0:1767384977.433510:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:1.0:1767384977.433532:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:1.0:1767384977.433546:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:1.0:1767384977.433565:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:1.0:1767384977.433590:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:1.0:1767384977.433615:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:1.0:1767384977.433641:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:1.0:1767384977.433666:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:1.0:1767384977.433688:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:1.0:1767384977.433704:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:1.0:1767384977.433718:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:1.0:1767384977.433732:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:1.0:1767384977.433747:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:1.0:1767384977.433760:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:1.0:1767384977.433773:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:1.0:1767384977.433786:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:1.0:1767384977.433799:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:1.0:1767384977.433813:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:1.0:1767384977.433826:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:1.0:1767384977.433838:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:1.0:1767384977.433850:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:1.0:1767384977.433863:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:1.0:1767384977.433876:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:1.0:1767384977.433995:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cd7dfb82. 00000800:00000010:1.0:1767384977.434000:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005f16a828. 00000800:00000010:1.0:1767384977.434004:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000755a62b8. 00000800:00000010:1.0:1767384977.434053:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000755a62b8. 00000800:00020000:1.0:1767384977.434065:0:16116:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:1.0:1767384977.434069:0:16116:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005f16a828. 00000800:00000010:1.0:1767384977.434072:0:16116:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cd7dfb82. 00000400:02020000:1.0:1767384977.434111:0:16116:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp36 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384977.434116:0:16116:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000100:00000001:3.0:1767384977.945159:0:39673:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384977.945159:0:18105:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384977.945169:0:39673:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384977.945169:0:18105:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384978.265130:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384978.265137:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384978.265236:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384978.265241:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384978.265244:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767384978.457107:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fc613044-dd35-4201-b03c-4d69ab0214c0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384978.457118:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384978.457127:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005776bb6a. 00000020:00000040:3.0:1767384978.457134:0:8:0:(genops.c:1229:class_import_get()) import 000000007049b447 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1767384978.457139:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384978.457142:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384978.457149:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384978.457158:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000edf4e914. 00000100:00000001:3.0:1767384978.457165:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384978.457193:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc613044-dd35-4201-b03c-4d69ab0214c0->MGS req@000000005776bb6a x1853237358526720/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1767384978.457248:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009170affd] -> 12345-192.168.203.157@tcp23 (6) 00000800:00000200:2.0:1767384978.457257:0:16119:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp23 ip 192.168.203.157:988 00000800:00000200:2.0:1767384978.457262:0:16119:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000082be1b3a type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384978.457300:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004736c977] -> 12345-192.168.203.157@tcp18 (6) 00000800:00000200:2.0:1767384978.457305:0:16119:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp18 ip 192.168.203.157:988 00000800:00000200:2.0:1767384978.457308:0:16119:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009f61ec69 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384978.457438:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384978.457445:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384978.457452:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384978.457452:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384978.457467:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384978.457468:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384978.457476:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384978.457477:0:16120:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384978.457481:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384978.457487:0:16120:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384978.458257:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384978.458260:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384978.458266:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005776bb6a] to pc [ptlrpcd_00_00+0] req@000000005776bb6a x1853237358526720/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384978.458288:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384978.458290:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767384978.458294:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1767384978.458297:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1767384978.458299:0:8:0:(import.c:65:import_set_state_nolock()) 00000000e13b832f lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767384978.458302:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1767384978.458305:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 295 00000100:00001000:3.0:1767384978.458310:0:8:0:(import.c:2128:obd_at_measure()) add 10 to 00000000f60eced4 time=97 v=5 (1 0 0 0) 00000100:00001000:3.0:1767384978.458313:0:8:0:(import.c:2194:obd_at_measure()) AT 00000000f60eced4 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:3.0:1767384978.458315:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00000040:3.0:1767384978.458319:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 5 to 0@lo 00000100:00000001:3.0:1767384978.458322:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384978.458324:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 6 to 0@lo 00000100:00000001:2.0:1767384978.458324:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384978.458329:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000100:00000001:0.0:1767384978.458332:0:16128:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384978.458333:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384978.458334:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384978.458339:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4895a8f6c11e8536 00000100:00000001:2.0:1767384978.458341:0:16127:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384978.458342:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384978.458342:0:16128:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384978.458349:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000dcf24740 refcount=8 00000020:00000001:3.0:1767384978.458353:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635431490551808 : -108642218999808 : ffff9d30c3210000) 00000020:00000001:3.0:1767384978.458357:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635431490551808 : -108642218999808 : ffff9d30c3210000) 00000100:00000040:2.0:1767384978.458358:0:16127:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005776bb6a x1853237358526720/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384978.458362:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000b5f3fedc refcount 5 to 0@lo 00000100:00000001:3.0:1767384978.458366:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384978.458369:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000b5f3fedc refcount 6 to 0@lo 00000100:00000001:3.0:1767384978.458371:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635436743644864 : -108636965906752 : ffff9d31fc3cd6c0) 00000020:00000040:3.0:1767384978.458375:0:8:0:(genops.c:898:class_export_put()) PUTting export 00000000dcf24740 : new refcount 7 00000100:00080000:3.0:1767384978.458380:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 00000000e13b832f using connection 192.168.203.157@tcp/0@lo 00000100:00000001:3.0:1767384978.458384:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384978.458385:0:16127:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384978.458386:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384978.458392:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384978.458394:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384978.458397:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1767384978.458399:0:16127:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384978.458400:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384978.458407:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000555e80c0. 02000000:00000001:2.0:1767384978.458408:0:16127:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1767384978.458410:0:8:0:(genops.c:1229:class_import_get()) import 00000000e13b832f refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1767384978.458414:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767384978.458414:0:16127:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384978.458417:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384978.458421:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384978.458421:0:16127:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384978.458422:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384978.458425:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384978.458430:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d3414883. 00000100:00100000:2.0:1767384978.458430:0:16127:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005776bb6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc613044-dd35-4201-b03c-4d69ab0214c0:16127:1853237358526720:0@lo:400: 00000100:00000001:3.0:1767384978.458435:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384978.458437:0:16127:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1767384978.458441:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000555e80c0 x1853237358526848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767384978.458447:0:16127:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384978.458448:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384978.458451:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384978.458452:0:16127:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384978.458453:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000555e80c0] to pc [ptlrpcd_rcv+-1] req@00000000555e80c0 x1853237358526848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384978.458459:0:16127:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384978.458468:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000455e979f. 02000000:00000001:2.0:1767384978.458472:0:16127:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384978.458477:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384978.458481:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0ab58cf. 00000100:00000040:3.0:1767384978.458483:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (306) 00000400:00000010:2.0:1767384978.458494:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000382964ab. 00000100:00000001:0.0:1767384978.458501:0:16126:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384978.458505:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358526720, portal 25 00000100:00000001:0.0:1767384978.458506:0:16126:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384978.458509:0:16126:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384978.458512:0:16127:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384978.458516:0:16127:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780950656 : -108637928600960 : ffff9d31c2db4a80) 00000100:00000040:0.0:1767384978.458519:0:16126:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000555e80c0 x1853237358526848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384978.458531:0:16127:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005776bb6a x1853237358526720/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384978.458534:0:16126:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384978.458537:0:16126:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384978.458543:0:16126:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384978.458547:0:16126:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384978.458554:0:16126:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384978.458562:0:16127:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384978.458563:0:16126:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000555e80c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16126:1853237358526848:0@lo:38: 00000100:00000001:0.0:1767384978.458570:0:16126:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384978.458574:0:16127:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384978.458577:0:16126:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384978.458580:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000455d159. 02000000:00000001:0.0:1767384978.458580:0:16126:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384978.458586:0:16126:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767384978.458592:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237358526720, offset 0 02000000:00000010:0.0:1767384978.458595:0:16126:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000002559be3. 02000000:00000001:0.0:1767384978.458599:0:16126:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384978.458605:0:16126:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000409ce644. 00000400:00000200:2.0:1767384978.458609:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1767384978.458623:0:16126:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0895da3. 00000400:00000200:2.0:1767384978.458631:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384978.458632:0:16126:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358526848, portal 10 00000100:00000001:0.0:1767384978.458637:0:16126:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384978.458640:0:16126:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635435780963200 : -108637928588416 : ffff9d31c2db7b80) 00000100:00000040:0.0:1767384978.458649:0:16126:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000555e80c0 x1853237358526848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384978.458651:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272708100 00000400:00000100:2.0:1767384978.458667:0:16127:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853237358526720 offset 0 length 224: 4 00000400:00000200:2.0:1767384978.458672:0:16127:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000451c31b8 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1767384978.458675:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1767384978.458697:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000455d159 00000400:00000010:2.0:1767384978.458706:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000455d159. 00000100:00000001:0.0:1767384978.458707:0:16126:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384978.458714:0:16126:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384978.458716:0:16127:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767384978.458718:0:16126:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccae3aef. 00000100:00000200:0.0:1767384978.458723:0:16126:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237358526848, offset 0 00000100:00000200:2.0:1767384978.458726:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005776bb6a x1853237358526720/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384978.458732:0:16126:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384978.458746:0:16126:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384978.458760:0:16126:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958272708180 00000400:00000100:0.0:1767384978.458776:0:16126:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853237358526848 offset 0 length 520: 4 00000400:00000200:0.0:1767384978.458784:0:16126:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 0000000025938356 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1767384978.458786:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:2.0:1767384978.458787:0:16127:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384978.458795:0:16127:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005776bb6a x1853237358526720/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384994 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384978.458803:0:16126:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccae3aef 00000100:00000001:2.0:1767384978.458805:0:16127:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384978.458807:0:16126:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccae3aef. 00000100:00000001:2.0:1767384978.458816:0:16127:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384978.458816:0:16126:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384978.458825:0:16126:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000555e80c0 x1853237358526848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384978.458831:0:16127:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384978.458834:0:16126:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384978.458838:0:16126:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000555e80c0 x1853237358526848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384993 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384978.458841:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294968332 00000100:00000001:0.0:1767384978.458847:0:16126:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384978.458849:0:16126:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1767384978.458851:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d5e1fa22. 00000100:00000001:0.0:1767384978.458853:0:16126:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384978.458860:0:16126:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 2792 usecs (3 jiffies) 00000100:00000001:2.0:1767384978.458864:0:16127:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384978.458864:0:16126:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294968324 00000100:00000001:2.0:1767384978.458886:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294968332 00000100:00000001:0.0:1767384978.458886:0:16126:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294968332 00000100:00000001:0.0:1767384978.458896:0:16126:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294968324 00000100:00000010:2.0:1767384978.458901:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3b1f67a. 00000100:00000001:2.0:1767384978.458908:0:16127:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384978.458921:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294968332 00000100:00000001:0.0:1767384978.458921:0:16126:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294968332 00000100:00000001:0.0:1767384978.458927:0:16126:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294968324 00000100:00000010:2.0:1767384978.458930:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aa0d3628. 00000100:00000001:2.0:1767384978.458937:0:16127:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384978.458941:0:16126:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294968332 00000100:00000001:2.0:1767384978.458942:0:16127:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294968332 00000100:00000001:0.0:1767384978.458947:0:16126:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294968324 00000100:00000010:2.0:1767384978.458953:0:16127:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb6c752d. 00000100:00000001:2.0:1767384978.458959:0:16127:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384978.458970:0:16126:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294968332 00000100:00000001:2.0:1767384978.458971:0:16127:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384978.458977:0:16127:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384978.458982:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384978.458985:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384978.458994:0:16127:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384978.458997:0:16127:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384978.458999:0:16126:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384978.459005:0:16126:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384978.459007:0:16127:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384978.459009:0:16126:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384978.459044:0:16126:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384978.459050:0:16126:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384978.459051:0:16126:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1767384978.459054:0:16126:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384978.459055:0:16127:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384978.459056:0:16126:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384978.459065:0:16126:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384978.459066:0:16127:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384978.459073:0:16126:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384978.459081:0:16127:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384978.470082:0:763:0:(connection.c:75:cpu_latency_work()) work item of 0000000011625f0d (cpu 0) has reached its deadline 4294968332, at 4294968333 00000100:00000040:1.0:1767384978.470087:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000979985c3 (cpu 0) has reached its deadline 4294968332, at 4294968333 00000100:00000040:2.0:1767384978.470088:0:42:0:(connection.c:75:cpu_latency_work()) work item of 000000002de1c8e5 (cpu 0) has reached its deadline 4294968332, at 4294968333 00000100:00000010:3.0:1767384978.470091:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb6c752d. 00000100:00000010:1.0:1767384978.470100:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3b1f67a. 00000100:00000010:2.0:1767384978.470103:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aa0d3628. 00000100:00000040:0.0:1767384978.470120:0:131:0:(connection.c:75:cpu_latency_work()) work item of 00000000a9864688 (cpu 0) has reached its deadline 4294968332, at 4294968333 00000100:00000010:0.0:1767384978.470133:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d5e1fa22. 00000400:00000010:1.0:1767384978.905115:0:16124:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 461 at 000000005ab7731b. 00000400:02000040:1.0:1767384978.905135:0:16124:0:(lib-move.c:3976:lnet_print_recovery_list()) 7 local NIs in recovery (showing 7): 192.168.203.157@tcp48, 192.168.203.157@tcp40, 192.168.203.157@tcp39, 192.168.203.157@tcp35, 192.168.203.157@tcp42, 192.168.203.157@tcp33, 192.168.203.157@tcp31 00000400:00000010:1.0:1767384978.909197:0:16124:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 461 at 000000005ab7731b. 00010000:00000001:1.0:1767384979.289147:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384979.289155:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384979.289235:0:39763:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384979.289261:0:39763:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384979.289265:0:39763:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384979.481207:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dde7457c] -> 12345-192.168.203.157@tcp26 (4) 00000800:00000200:0.1:1767384979.481217:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dde7457c] -> 12345-192.168.203.157@tcp26 (4) 00000800:00000200:0.0:1767384979.481255:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007836bde6] -> 12345-192.168.203.157@tcp34 (4) 00000800:00000200:0.1:1767384979.481260:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007836bde6] -> 12345-192.168.203.157@tcp34 (4) 00000400:00000200:3.0:1767384979.481344:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.481345:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:3.0:1767384979.481432:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.481446:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:3.0:1767384979.481485:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.481520:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:3.0:1767384979.481534:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:3.0:1767384979.481593:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.481605:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:3.0:1767384979.481645:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.481681:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:3.0:1767384979.481703:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.481746:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:3.0:1767384979.481752:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:3.0:1767384979.481802:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.481815:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:3.0:1767384979.481841:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.481876:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:3.0:1767384979.481888:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.481931:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:3.0:1767384979.481941:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.481985:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:3.0:1767384979.481993:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.482085:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.482145:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:3.0:1767384979.482156:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.482221:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:3.0:1767384979.482233:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.482291:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:3.0:1767384979.482294:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:3.0:1767384979.482358:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.482391:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:3.0:1767384979.482416:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.482462:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:3.0:1767384979.482483:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.482537:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:3.0:1767384979.482548:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:3.0:1767384979.482619:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.482621:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:3.0:1767384979.482658:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.482695:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:3.0:1767384979.482706:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:3.0:1767384979.482759:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.482766:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:3.0:1767384979.482800:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.482842:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:3.0:1767384979.482848:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:3.0:1767384979.482893:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.482916:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:3.0:1767384979.482948:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:3.0:1767384979.483007:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:3.0:1767384979.483084:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.483122:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:3.0:1767384979.483139:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.483187:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.483219:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:3.0:1767384979.483263:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.483265:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:3.0:1767384979.483329:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.483337:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:3.0:1767384979.483381:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.483402:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:3.0:1767384979.483423:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.483463:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.483504:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.483564:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000800:00000010:3.0:1767384979.483594:0:29524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002db24bbd. 00000800:00000010:3.0:1767384979.483600:0:29524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bca720c3. 00000400:00000200:2.0:1767384979.483602:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000800:00000010:3.0:1767384979.483605:0:29524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000058e1c416. 00000800:00000010:3.0:1767384979.483627:0:29524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000058e1c416. 00000800:00020000:3.0:1767384979.483640:0:29524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000400:00000200:2.0:1767384979.483643:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000800:00000010:3.0:1767384979.483644:0:29524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bca720c3. 00000800:00000010:3.0:1767384979.483648:0:29524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002db24bbd. 00000400:00000200:2.0:1767384979.483693:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:02020000:3.0:1767384979.483696:0:29524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp26 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384979.483704:0:29524:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:2.0:1767384979.483737:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:2.0:1767384979.483861:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002921a5f9. 00000800:00000010:2.0:1767384979.483867:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e02213b0. 00000800:00000010:2.0:1767384979.483871:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000472c7a56. 00000800:00000010:2.0:1767384979.483894:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000472c7a56. 00000800:00020000:2.0:1767384979.483901:0:16115:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:2.0:1767384979.483904:0:16115:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e02213b0. 00000800:00000010:2.0:1767384979.483907:0:16115:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002921a5f9. 00000400:02020000:2.0:1767384979.483944:0:16115:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp34 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384979.483949:0:16115:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:1.0:1767384979.929196:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp42 00000400:00000010:1.0:1767384979.929212:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000052db7ea9. 00000400:00000010:1.0:1767384979.929225:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005ab7731b. 00000400:00000010:1.0:1767384979.929232:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee0a00c9. 00000400:00000010:1.0:1767384979.929241:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000315040fc. 00000400:00000200:1.0:1767384979.929245:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp42 00000400:00000200:1.0:1767384979.929272:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp42 local destination 00000400:00000200:1.0:1767384979.929279:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp42 00000400:00000200:1.0:1767384979.929283:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp42 NI seq info: [243:243:256:4294967295] 192.168.203.157@tcp42 LPNI seq info [202:202:8:4294967295] 00000400:00000200:1.0:1767384979.929289:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp42 00000400:00000200:1.0:1767384979.929297:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp42(192.168.203.157@tcp42:) -> 192.168.203.157@tcp42(192.168.203.157@tcp42:192.168.203.157@tcp42) : GET try# 0 00000800:00000200:1.0:1767384979.929301:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp42 00000800:00000010:1.0:1767384979.929306:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000026f2a032. 00000800:00000200:1.0:1767384979.929312:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e8875d00] -> 12345-192.168.203.157@tcp42 (2) 00000800:00000200:1.1:1767384979.929316:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e8875d00] -> 12345-192.168.203.157@tcp42 (2) 00000400:00000200:1.0:1767384979.929343:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp42 added to recovery queue. ping count: 5 next ping: 334 health :500 00000400:00000200:2.0:1767384979.929453:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.929508:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.929523:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.929536:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.929549:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.929562:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.929575:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.929588:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.929601:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.929614:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.929627:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.929640:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.929654:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.929671:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.929685:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.929699:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.929712:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.929751:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.929767:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.929779:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.929792:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.929806:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.929819:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.929834:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.929847:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.929860:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.929875:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.929888:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.929901:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.929915:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.929928:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.929942:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.929955:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.929968:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384979.929982:0:16117:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:2.0:1767384979.930216:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002921a5f9. 00000800:00000010:2.0:1767384979.930223:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e02213b0. 00000800:00000010:2.0:1767384979.930230:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000472c7a56. 00000800:00000010:2.0:1767384979.930256:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000472c7a56. 00000800:00020000:2.0:1767384979.930269:0:16117:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:2.0:1767384979.930274:0:16117:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e02213b0. 00000800:00000010:2.0:1767384979.930277:0:16117:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002921a5f9. 00000400:02020000:2.0:1767384979.930324:0:16117:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp42 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384979.930332:0:16117:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp42 notifying 192.168.203.157@tcp42: down 00000400:00000200:2.0:1767384979.930336:0:16117:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384979.930340:0:16117:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp42 00000800:00000010:2.0:1767384979.930343:0:16117:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000026f2a032. 00000400:00000200:2.0:1767384979.930347:0:16117:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384979.930356:0:16117:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp42->192.168.203.157@tcp42: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384979.930366:0:16117:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384979.930368:0:16117:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384979.930371:0:16117:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp42) recovery failed with -71 00080000:00000001:2.0:1767384980.122663:0:39880:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384980.122677:0:39880:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384980.122682:0:39880:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384980.313140:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384980.313152:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384980.313233:0:39762:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384980.313237:0:39762:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384980.313240:0:39762:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384980.505118:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a26d6e4a] -> 12345-192.168.203.157@tcp21 (6) 00000800:00000200:0.0:1767384980.505133:0:16119:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp21 ip 192.168.203.157:988 00000800:00000200:0.0:1767384980.505139:0:16119:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009f61ec69 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:2.0:1767384980.505315:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384980.505332:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384980.505338:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384980.505345:0:16122:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384980.505347:0:16122:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384980.882304:0:40044:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384980.882308:0:40044:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing load_modules_local 00000001:00000001:1.0:1767384980.884125:0:40044:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:1.0:1767384980.953090:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384980.953095:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384980.953099:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee0a00c9 00000400:00000010:1.0:1767384980.953105:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee0a00c9. 00000400:00000200:1.0:1767384980.953114:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384980.953126:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp42 recovery ping unlinked 00000400:00000010:1.0:1767384980.953146:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000052db7ea9. 00000400:00000010:1.0:1767384980.953153:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005ab7731b. 00000400:00000001:0.0:1767384981.085569:0:40068:0:(debug.c:327:cfs_str2mask()) Process entered 00000800:00000200:1.0:1767384981.529097:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007c2839cb] -> 12345-192.168.203.157@tcp29 (4) 00000800:00000200:1.1:1767384981.529110:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007c2839cb] -> 12345-192.168.203.157@tcp29 (4) 00000800:00000200:1.0:1767384981.529142:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000daa20f36] -> 12345-192.168.203.157@tcp37 (4) 00000800:00000200:1.1:1767384981.529148:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000daa20f36] -> 12345-192.168.203.157@tcp37 (4) 00000400:00000200:1.0:1767384981.529275:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:2.0:1767384981.529320:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:1.0:1767384981.529340:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:1.0:1767384981.529460:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:2.0:1767384981.529461:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:2.0:1767384981.529662:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:1.0:1767384981.529662:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:1.0:1767384981.529851:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:2.0:1767384981.529856:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:1.0:1767384981.529932:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384981.529952:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:2.0:1767384981.530144:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:2.0:1767384981.530195:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384981.530284:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:1.0:1767384981.530327:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:2.0:1767384981.530425:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:1.0:1767384981.530458:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:2.0:1767384981.530552:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:1.0:1767384981.530554:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:1.0:1767384981.530756:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:2.0:1767384981.530757:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:1.0:1767384981.530879:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:2.0:1767384981.530905:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:1.0:1767384981.530971:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:2.0:1767384981.530998:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:1.0:1767384981.531099:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:2.0:1767384981.531136:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:1.0:1767384981.531215:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:2.0:1767384981.531263:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:1.0:1767384981.531331:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:2.0:1767384981.531400:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:1.0:1767384981.531460:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:2.0:1767384981.531528:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:1.0:1767384981.531591:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:2.0:1767384981.531672:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:1.0:1767384981.531709:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:2.0:1767384981.531791:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:1.0:1767384981.531799:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:1.0:1767384981.531885:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:2.0:1767384981.531936:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:1.0:1767384981.531971:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:1.0:1767384981.532107:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:2.0:1767384981.532123:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:1.0:1767384981.532223:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:2.0:1767384981.532296:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:1.0:1767384981.532322:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:1.0:1767384981.532444:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:2.0:1767384981.532451:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:1.0:1767384981.532575:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:2.0:1767384981.532602:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:1.0:1767384981.532703:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:2.0:1767384981.532713:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:1.0:1767384981.532808:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:2.0:1767384981.532864:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:1.0:1767384981.532898:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:2.0:1767384981.533003:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:1.0:1767384981.533007:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:1.0:1767384981.533123:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384981.533208:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:1.0:1767384981.533267:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:1.0:1767384981.533355:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:2.0:1767384981.533357:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:1.0:1767384981.533467:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:2.0:1767384981.533522:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:1.0:1767384981.533597:0:16118:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000400:00000200:2.0:1767384981.533670:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:2.0:1767384981.533790:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:2.0:1767384981.533912:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000800:00000010:1.0:1767384981.533944:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cd7dfb82. 00000800:00000010:1.0:1767384981.533951:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f891b55c. 00000800:00000010:1.0:1767384981.533957:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000087e96108. 00000800:00000010:1.0:1767384981.534003:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000087e96108. 00000800:00020000:1.0:1767384981.534040:0:16118:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:1.0:1767384981.534046:0:16118:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f891b55c. 00000400:00000200:2.0:1767384981.534047:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000800:00000010:1.0:1767384981.534057:0:16118:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cd7dfb82. 00000400:02020000:1.0:1767384981.534133:0:16118:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp29 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384981.534138:0:16118:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:2.0:1767384981.534187:0:16116:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:2.0:1767384981.534520:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002921a5f9. 00000800:00000010:2.0:1767384981.534529:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003db20e1e. 00000800:00000010:2.0:1767384981.534538:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008fcf60fd. 00000800:00000010:2.0:1767384981.534579:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008fcf60fd. 00000800:00020000:2.0:1767384981.534601:0:16116:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:2.0:1767384981.534605:0:16116:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003db20e1e. 00000800:00000010:2.0:1767384981.534607:0:16116:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002921a5f9. 00000400:02020000:2.0:1767384981.534779:0:16116:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp37 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384981.534784:0:16116:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000800:00000200:1.0:1767384982.553213:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b6ecb04a] -> 12345-192.168.203.157@tcp32 (4) 00000800:00000200:1.1:1767384982.553227:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b6ecb04a] -> 12345-192.168.203.157@tcp32 (4) 00000400:00000200:3.0:1767384982.553316:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:3.0:1767384982.553366:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:3.0:1767384982.553397:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:3.0:1767384982.553424:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:3.0:1767384982.553474:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:3.0:1767384982.553502:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:3.0:1767384982.553535:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:3.0:1767384982.553556:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:3.0:1767384982.553582:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:3.0:1767384982.553615:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:3.0:1767384982.553643:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:3.0:1767384982.553671:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:3.0:1767384982.553705:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:3.0:1767384982.553747:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:3.0:1767384982.553834:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:3.0:1767384982.553912:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:3.0:1767384982.553936:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:3.0:1767384982.553997:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:3.0:1767384982.554078:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:3.0:1767384982.554140:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:3.0:1767384982.554176:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:3.0:1767384982.554194:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:3.0:1767384982.554209:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:3.0:1767384982.554224:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:3.0:1767384982.554238:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:3.0:1767384982.554253:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:3.0:1767384982.554268:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:3.0:1767384982.554280:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:3.0:1767384982.554292:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:3.0:1767384982.554305:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:3.0:1767384982.554318:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:3.0:1767384982.554332:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:3.0:1767384982.554346:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:3.0:1767384982.554361:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:3.0:1767384982.554374:0:29524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:3.0:1767384982.554472:0:29524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002db24bbd. 00000800:00000010:3.0:1767384982.554477:0:29524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e665889a. 00000800:00000010:3.0:1767384982.554480:0:29524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f372a719. 00000800:00000010:3.0:1767384982.554496:0:29524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f372a719. 00000800:00020000:3.0:1767384982.554502:0:29524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:3.0:1767384982.559512:0:29524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e665889a. 00000800:00000010:3.0:1767384982.559517:0:29524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002db24bbd. 00000400:02020000:2.0:1767384982.559692:0:29524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp32 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384982.564007:0:29524:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000020:00000010:1.0:1767384983.029566:0:40407:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 00000000ff029461. 00000020:00000010:1.0:1767384983.029577:0:40407:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at 00000000029eddf8. 00000020:00000010:1.0:1767384983.029589:0:40407:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 000000009ce8cc8e. 00000020:00000010:1.0:1767384983.029601:0:40407:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 8 at 0000000003a1c554. 00000020:00000010:1.0:1767384983.029623:0:40407:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 15 at 000000001a277c6d. 00000020:00000010:1.0:1767384983.029629:0:40407:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 17 at 0000000072ced42a. 00000020:00000010:1.0:1767384983.029653:0:40407:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 104 at 00000000c64ac1bd. 00000020:00000010:1.0:1767384983.029668:0:40407:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000a8a46e2f. 00000020:00000010:1.0:1767384983.029673:0:40407:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000008ee55230. 00000020:00000010:1.0:1767384983.029686:0:40407:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 104 at 00000000c64ac1bd. 00000020:00000010:1.0:1767384983.029688:0:40407:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 128 at 00000000c64ac1bd. 00000001:00000010:1.0:1767384983.029704:0:40407:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000067d8575b. 00000001:00000010:1.0:1767384983.029708:0:40407:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f5f2df17. 00000001:00000010:1.0:1767384983.029711:0:40407:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f97e60f2. 00000001:00000010:1.0:1767384983.029713:0:40407:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000025c655d4. 00000001:00000010:1.0:1767384983.029715:0:40407:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008a1abd92. 00000001:00000010:1.0:1767384983.029717:0:40407:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f6041320. 00000001:00000010:1.0:1767384983.029719:0:40407:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000efc4a564. 00000001:00000010:1.0:1767384983.029721:0:40407:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c13b5943. 00000001:00000010:1.0:1767384983.029723:0:40407:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fc328e5f. 00000001:00000010:1.0:1767384983.029724:0:40407:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d4fafaaa. 00000001:00000010:1.0:1767384983.029726:0:40407:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008ce6c1f7. 00000001:00000010:1.0:1767384983.029727:0:40407:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006c6d663f. 00000020:00000010:1.0:1767384983.029729:0:40407:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6fb44c3. 00000020:00000010:1.0:1767384983.029733:0:40407:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000733d5c37. 00000020:00000010:1.0:1767384983.029738:0:40407:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000070f34b4b. 00000008:00000010:1.0:1767384983.029743:0:40407:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000a7d4086a. 00020000:00000010:1.0:1767384983.029747:0:40407:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000006b1a2ac7. 00008000:00000010:1.0:1767384983.029752:0:40407:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000ca7d4119. 00000080:00000010:1.0:1767384983.029756:0:40407:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000a5883890. 00000020:00000010:1.0:1767384983.029760:0:40407:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000452182da. 00000020:00000010:1.0:1767384983.029763:0:40407:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a8a41339. 00000040:00000010:1.0:1767384983.029766:0:40407:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006a649de1. 00000020:00000010:1.0:1767384983.029769:0:40407:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000036ece19a. 00000020:00000010:1.0:1767384983.029772:0:40407:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d74b44bb. 00040000:00000010:1.0:1767384983.029777:0:40407:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002d7917f2. 00040000:00000010:1.0:1767384983.029780:0:40407:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000a3f5793. 00080000:00000010:1.0:1767384983.029784:0:40407:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000da2c2e6f. 00080000:00000010:1.0:1767384983.029807:0:40407:0:(osd_handler.c:1411:osd_device_alloc()) kmalloced '(dev)': 31608 at 0000000079529f56. 00000020:00000010:1.0:1767384983.032462:0:40407:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 000000009d75cc41. 00000020:00000010:1.0:1767384983.032471:0:40407:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000009e04080a. 00000020:00000010:1.0:1767384983.032474:0:40407:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 0000000067beab0c. 00080000:00000010:1.0:1767384983.033702:0:40407:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 0000000052f9cce0. 00000020:00000010:1.0:1767384983.033709:0:40407:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000981ce8c6. 00080000:00000010:1.0:1767384983.033715:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000efc108fc. 00080000:00000010:1.0:1767384983.033717:0:40407:0:(osd_object.c:297:osd_object_alloc()) kmalloced '(h)': 88 at 00000000231ee59c. 00080000:00000010:1.0:1767384983.034355:0:40407:0:(osd_oi.c:963:osd_oi_init()) kmalloced '(o->od_oi_table)': 1024 at 000000002d1ba095. 00080000:00000010:1.0:1767384983.034358:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000934ea5bf. 00080000:00000010:1.0:1767384983.034370:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f8a36265. 00080000:00000010:1.0:1767384983.034380:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007f918585. 00080000:00000010:1.0:1767384983.034393:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000015834df4. 00080000:00000010:1.0:1767384983.034406:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000086d849c4. 00080000:00000010:1.0:1767384983.034416:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f5722f18. 00080000:00000010:1.0:1767384983.034428:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004eb510e9. 00080000:00000010:1.0:1767384983.034438:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000fc3bbfbf. 00080000:00000010:1.0:1767384983.034450:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c88c827b. 00080000:00000010:1.0:1767384983.034461:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007ed0709f. 00080000:00000010:1.0:1767384983.034473:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000201b6460. 00080000:00000010:1.0:1767384983.034482:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000021a03ba7. 00080000:00000010:1.0:1767384983.034493:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000b6b187e. 00080000:00000010:1.0:1767384983.034504:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000033de8752. 00080000:00000010:1.0:1767384983.034520:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006c731f59. 00080000:00000010:1.0:1767384983.034539:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009c0a0d9d. 00080000:00000010:1.0:1767384983.034561:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000001d9e409. 00080000:00000010:1.0:1767384983.034581:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000171225a4. 00080000:00000010:1.0:1767384983.034602:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000df6edadb. 00080000:00000010:1.0:1767384983.034624:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ba02e845. 00080000:00000010:1.0:1767384983.034645:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007ded5074. 00080000:00000010:1.0:1767384983.034667:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006ea0e5f7. 00080000:00000010:1.0:1767384983.034690:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008f9df50d. 00080000:00000010:1.0:1767384983.034715:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000046c4c88e. 00080000:00000010:1.0:1767384983.034737:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005ad115dd. 00080000:00000010:1.0:1767384983.034808:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003a6f0096. 00080000:00000010:1.0:1767384983.034831:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000126dcca. 00080000:00000010:1.0:1767384983.034853:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000d2d7268. 00080000:00000010:1.0:1767384983.034876:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000639ae81. 00080000:00000010:1.0:1767384983.034896:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000023af292f. 00080000:00000010:1.0:1767384983.034917:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003f4a30bb. 00080000:00000010:1.0:1767384983.034941:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000011d8c22d. 00080000:00000010:1.0:1767384983.034963:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000082c2d0c7. 00080000:00000010:1.0:1767384983.034986:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000163d8a24. 00080000:00000010:1.0:1767384983.035009:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e82612ce. 00080000:00000010:1.0:1767384983.035050:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b83befbd. 00080000:00000010:1.0:1767384983.035062:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008f8c8030. 00080000:00000010:1.0:1767384983.035074:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000029244a35. 00080000:00000010:1.0:1767384983.035084:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000755a62b8. 00080000:00000010:1.0:1767384983.035097:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000faa89ba9. 00080000:00000010:1.0:1767384983.035109:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000038404104. 00080000:00000010:1.0:1767384983.035172:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e4330d2d. 00080000:00000010:1.0:1767384983.035187:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001a48a922. 00080000:00000010:1.0:1767384983.035198:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000305f38e. 00080000:00000010:1.0:1767384983.035209:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000bdef59e0. 00080000:00000010:1.0:1767384983.035221:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c061fa1a. 00080000:00000010:1.0:1767384983.035232:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b264fb9c. 00080000:00000010:1.0:1767384983.035245:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d6369770. 00080000:00000010:1.0:1767384983.035256:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000cfe4b1a9. 00080000:00000010:1.0:1767384983.035267:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000087e96108. 00080000:00000010:1.0:1767384983.035277:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007fda9f5e. 00080000:00000010:1.0:1767384983.035287:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000090400575. 00080000:00000010:1.0:1767384983.035297:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000099c62c50. 00080000:00000010:1.0:1767384983.035307:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000005e9b181. 00080000:00000010:1.0:1767384983.035317:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001a194eed. 00080000:00000010:1.0:1767384983.035328:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000023c9acc2. 00080000:00000010:1.0:1767384983.035338:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003dc19193. 00080000:00000010:1.0:1767384983.035377:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000fa0f3f8b. 00080000:00000010:1.0:1767384983.035390:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000094e11e93. 00080000:00000010:1.0:1767384983.035402:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000396cf790. 00080000:00000010:1.0:1767384983.035413:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000587f6091. 00080000:00000010:1.0:1767384983.035424:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e015b58e. 00080000:00000010:1.0:1767384983.035435:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006f597d28. 00080000:00000010:1.0:1767384983.035445:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000909f9cc4. 00080000:00000010:1.0:1767384983.035456:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007d35e161. 00080000:00000010:1.0:1767384983.035466:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000081ef8893. 00080000:00000010:1.0:1767384983.035476:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004245bd1c. 00080000:00000010:1.0:1767384983.035487:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000051b80032. 00080000:00000010:1.0:1767384983.035497:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000dec9d499. 00080000:00000010:1.0:1767384983.035506:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d658217b. 00080000:00000010:1.0:1767384983.035516:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005d6f8440. 00080000:00000010:1.0:1767384983.035528:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a2a1013d. 00080000:00000010:1.0:1767384983.035536:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b709d1b1. 00080000:00000010:1.0:1767384983.035575:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b40f8988. 00080000:00000010:1.0:1767384983.035586:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000704699f3. 00080000:00000010:1.0:1767384983.035595:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ada2c6b7. 00080000:00000010:1.0:1767384983.035605:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d190ed64. 00080000:00000010:1.0:1767384983.035614:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003c6a1cd6. 00080000:00000010:1.0:1767384983.035624:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b8ad8016. 00080000:00000010:1.0:1767384983.035633:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000035ce57db. 00080000:00000010:1.0:1767384983.035642:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e2d0c785. 00080000:00000010:1.0:1767384983.035651:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e2937e6f. 00080000:00000010:1.0:1767384983.035660:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a80f0303. 00080000:00000010:1.0:1767384983.035669:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000037abb97a. 00080000:00000010:1.0:1767384983.035679:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000050a739e. 00080000:00000010:1.0:1767384983.035691:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000724b19d9. 00080000:00000010:1.0:1767384983.035701:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001a9dea28. 00080000:00000010:1.0:1767384983.035712:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002437491d. 00080000:00000010:1.0:1767384983.035722:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f5321699. 00080000:00000010:1.0:1767384983.035763:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004ff17149. 00080000:00000010:1.0:1767384983.035775:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000010ada95f. 00080000:00000010:1.0:1767384983.035786:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005ed58138. 00080000:00000010:1.0:1767384983.035796:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007daa3168. 00080000:00000010:1.0:1767384983.035807:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006136f4e9. 00080000:00000010:1.0:1767384983.035817:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000612c888a. 00080000:00000010:1.0:1767384983.035829:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000105dbc36. 00080000:00000010:1.0:1767384983.035839:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000088b013b2. 00080000:00000010:1.0:1767384983.035849:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000080637741. 00080000:00000010:1.0:1767384983.035859:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000aa4743f8. 00080000:00000010:1.0:1767384983.035868:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000031104d6. 00080000:00000010:1.0:1767384983.035878:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ba5dd817. 00080000:00000010:1.0:1767384983.035937:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d0be356a. 00080000:00000010:1.0:1767384983.035960:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003851922a. 00080000:00000010:1.0:1767384983.035974:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000053bed422. 00080000:00000010:1.0:1767384983.035986:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e76a8a9d. 00080000:00000010:1.0:1767384983.035998:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f86297ae. 00080000:00000010:1.0:1767384983.036007:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009e2278cf. 00080000:00000010:1.0:1767384983.036037:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000fc85d1fc. 00080000:00000010:1.0:1767384983.036050:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002e58c70a. 00080000:00000010:1.0:1767384983.036061:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001c062f82. 00080000:00000010:1.0:1767384983.036072:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000b5cfe86. 00080000:00000010:1.0:1767384983.036082:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000089ec5da1. 00080000:00000010:1.0:1767384983.036094:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d4310521. 00080000:00000010:1.0:1767384983.036105:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a3d5eb94. 00080000:00000010:1.0:1767384983.036115:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000123e17ae. 00080000:00000010:1.0:1767384983.036125:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d94e3340. 00080000:00000010:1.0:1767384983.036135:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000066bdea4f. 00080000:00000010:1.0:1767384983.036194:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006c022df5. 00080000:00000010:1.0:1767384983.036209:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004428ec61. 00080000:00000010:1.0:1767384983.036220:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005e7000b3. 00080000:00000010:1.0:1767384983.036230:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000bd952492. 00080000:00000010:1.0:1767384983.036241:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c7c67968. 00080000:00000010:1.0:1767384983.036251:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007151e14e. 00080000:00000010:1.0:1767384983.036262:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008d698b91. 00080000:00000010:1.0:1767384983.036271:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005dc4b955. 00080000:00000010:1.0:1767384983.036280:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000fb35addd. 00080000:00000010:1.0:1767384983.036290:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f720af94. 00080000:00000010:1.0:1767384983.036301:0:40407:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000aa5cf06d. 00100000:00000010:1.0:1767384983.036580:0:40407:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000fc38028f. 00100000:00000010:1.0:1767384983.036642:0:40407:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 000000007a764097. 00100000:00000010:1.0:1767384983.036971:0:40407:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 0000000081aa4a41. 00100000:00000010:1.0:1767384983.037130:0:40407:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000044f2d06d. 00100000:00000010:1.0:1767384983.037399:0:40407:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000815b1e37. 00100000:00000010:1.0:1767384983.037437:0:40407:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000feedd69c. 00100000:00000010:1.0:1767384983.037461:0:40407:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000086bbd56. 00100000:00000010:1.0:1767384983.037932:0:40407:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 0000000035ee1805. 00100000:00000010:1.0:1767384983.038208:0:40407:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f5f0764b. 00100000:00000010:1.0:1767384983.038243:0:40407:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000b6619dcb. 00100000:00000010:1.0:1767384983.038708:0:40407:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000054154bc1. 00100000:00000010:1.0:1767384983.038825:0:40407:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000fc38028f. 00100000:00000010:1.0:1767384983.039036:0:40407:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 000000007a764097. 00100000:00000010:1.0:1767384983.039498:0:40407:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 0000000081aa4a41. 00100000:00000010:1.0:1767384983.039654:0:40407:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 0000000077ea3b67. 00100000:00000010:1.0:1767384983.039680:0:40407:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 000000006c33429b. 00100000:00000010:1.0:1767384983.039683:0:40407:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000815b1e37. 00100000:00000010:1.0:1767384983.042193:0:40407:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000feedd69c. 00100000:00000010:1.0:1767384983.050222:0:40407:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000086bbd56. 00100000:00000010:1.0:1767384983.050508:0:40407:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 0000000035ee1805. 00100000:00000010:1.0:1767384983.050628:0:40407:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000b6619dcb. 00100000:00000010:1.0:1767384983.050857:0:40407:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000086bbd56. 00100000:00000010:1.0:1767384983.051122:0:40407:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000feedd69c. 00100000:00000010:1.0:1767384983.051323:0:40407:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000ff88cd8. 00100000:00000010:1.0:1767384983.051348:0:40407:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 0000000077ea3b67. 00100000:00000010:1.0:1767384983.051665:0:40407:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000035ee1805. 00100000:00000010:1.0:1767384983.051808:0:40407:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003be91834. 00100000:00000010:1.0:1767384983.051970:0:40407:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000009321eb1f. 00100000:00000010:1.0:1767384983.051987:0:40407:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 000000006c33429b. 00000020:00000010:1.0:1767384983.052097:0:40407:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000001d2de1b2. 00000020:00000010:1.0:1767384983.052100:0:40407:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 320 at 000000003698eb22. 00040000:00000010:1.0:1767384983.052128:0:40407:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 00000000b1f3756e. 00040000:00000010:1.0:1767384983.052133:0:40407:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 000000009de57c66. 00040000:00000010:1.0:1767384983.052137:0:40407:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 000000009de57c66. 00000020:00000010:1.0:1767384983.052162:0:40407:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 000000009de57c66. 00000020:00000010:1.0:1767384983.052166:0:40407:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 000000009de57c66. 00040000:00000010:1.0:1767384983.052170:0:40407:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 000000009cd5c515. 00040000:00000010:1.0:1767384983.052171:0:40407:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 000000009de57c66. 00040000:00000010:1.0:1767384983.052172:0:40407:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 000000009de57c66. 00000020:00000010:1.0:1767384983.052231:0:40407:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a8a41339. 00000040:00000010:1.0:1767384983.052236:0:40407:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006a649de1. 00000020:00000010:1.0:1767384983.052239:0:40407:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000036ece19a. 00000020:00000010:1.0:1767384983.052244:0:40407:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d74b44bb. 00040000:00000010:1.0:1767384983.052247:0:40407:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002d7917f2. 00040000:00000010:1.0:1767384983.052250:0:40407:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000a3f5793. 00080000:00000010:1.0:1767384983.052253:0:40407:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 0000000052f9cce0. 00080000:00000010:1.0:1767384983.052256:0:40407:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000da2c2e6f. 00000020:00000010:1.0:1767384983.052258:0:40407:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000452182da. 00000020:00000010:1.0:1767384983.052262:0:40407:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000733d5c37. 00000020:00000010:1.0:1767384983.052265:0:40407:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000070f34b4b. 00000008:00000010:1.0:1767384983.052269:0:40407:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000a7d4086a. 00020000:00000010:1.0:1767384983.052273:0:40407:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000006b1a2ac7. 00008000:00000010:1.0:1767384983.052277:0:40407:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000ca7d4119. 00000080:00000010:1.0:1767384983.052282:0:40407:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000a5883890. 00000020:00000010:1.0:1767384983.052285:0:40407:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b6fb44c3. 00000020:00000010:1.0:1767384983.052290:0:40407:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 128 at 00000000c64ac1bd. 00000020:00000010:1.0:1767384983.052298:0:40407:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000da2c2e6f. 00000020:00000010:1.0:1767384983.052315:0:40407:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 000000001cbf31d0. 00000020:00000010:1.0:1767384983.052317:0:40407:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 4 at 00000000dad1bfea. 00000020:00000010:1.0:1767384983.052321:0:40407:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 72 at 00000000041495b0. 00000020:00000010:1.0:1767384983.052332:0:40407:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000003d07e52. 00000020:00000010:1.0:1767384983.052336:0:40407:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000036ece19a. 00000020:00000010:1.0:1767384983.052342:0:40407:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 72 at 00000000041495b0. 00000020:00000010:1.0:1767384983.052344:0:40407:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 00000000041495b0. 00000001:00000010:1.0:1767384983.052358:0:40407:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000052f9cce0. 00000001:00000010:1.0:1767384983.052362:0:40407:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000005edd6c3. 00000001:00000010:1.0:1767384983.052365:0:40407:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a72a1a04. 00000001:00000010:1.0:1767384983.052367:0:40407:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000050d7dd77. 00000001:00000010:1.0:1767384983.052369:0:40407:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000772b261f. 00000001:00000010:1.0:1767384983.052371:0:40407:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b4bd6e35. 00000001:00000010:1.0:1767384983.052373:0:40407:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000002d7917f2. 00000001:00000010:1.0:1767384983.052374:0:40407:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000034dee970. 00000001:00000010:1.0:1767384983.052375:0:40407:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003834eba3. 00000001:00000010:1.0:1767384983.052378:0:40407:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000025a7a58b. 00000001:00000010:1.0:1767384983.052380:0:40407:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008af36a75. 00000001:00000010:1.0:1767384983.052382:0:40407:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000043e39d0f. 00000020:00000010:1.0:1767384983.052385:0:40407:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6fb44c3. 00000020:00000010:1.0:1767384983.052387:0:40407:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c64ac1bd. 00000020:00000010:1.0:1767384983.052389:0:40407:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000070f34b4b. 00000008:00000010:1.0:1767384983.052392:0:40407:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000a7d4086a. 00020000:00000010:1.0:1767384983.052394:0:40407:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000006b1a2ac7. 00008000:00000010:1.0:1767384983.052396:0:40407:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000ca7d4119. 00000080:00000010:1.0:1767384983.052399:0:40407:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000a5883890. 00000020:00000010:1.0:1767384983.052401:0:40407:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000452182da. 00000020:00000010:1.0:1767384983.052403:0:40407:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000a3f5793. 00000040:00000010:1.0:1767384983.052406:0:40407:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d74b44bb. 00000020:00000010:1.0:1767384983.052408:0:40407:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000e4b0304. 00000020:00000010:1.0:1767384983.052411:0:40407:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006a649de1. 80000000:00000010:1.0:1767384983.052414:0:40407:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000055f91162. 00040000:00000010:1.0:1767384983.052416:0:40407:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a8a41339. 00080000:00000010:1.0:1767384983.052418:0:40407:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007edffaaf. 20000000:00000010:1.0:1767384983.052422:0:40407:0:(mgs_handler.c:1637:mgs_device_alloc()) kmalloced '(mgs)': 1864 at 0000000068bbf638. 20000000:00000010:1.0:1767384983.052427:0:40407:0:(mgs_handler.c:1254:mgs_connect_to_osd()) kmalloced '(data)': 192 at 000000009de57c66. 00000020:00000010:1.0:1767384983.052430:0:40407:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000000fed0f87. 20000000:00000010:1.0:1767384983.052433:0:40407:0:(mgs_handler.c:1277:mgs_connect_to_osd()) kfreed 'data': 192 at 000000009de57c66. 00010000:00000010:1.0:1767384983.052439:0:40407:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000b36a8458. 00000001:00000010:1.0:1767384983.052442:0:40407:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000088baf670. 00000001:00000010:1.0:1767384983.052444:0:40407:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 00000000853ed0a0. 00000001:00000010:1.0:1767384983.052447:0:40407:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000c8102ca8. 00000001:00000010:1.0:1767384983.052449:0:40407:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000b2b136bb. 00000020:00000010:1.0:1767384983.052481:0:40407:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000002cd72c1b. 00000020:00000010:1.0:1767384983.052483:0:40407:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000978198ec. 00000020:00000010:1.0:1767384983.052524:0:40407:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000005296c22e. 00000020:00000010:1.0:1767384983.052526:0:40407:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000090e15279. 00000020:00000010:1.0:1767384983.052542:0:40407:0:(local_storage.c:106:ls_device_init()) kmalloced '(ls)': 448 at 00000000a7a20b33. 00000020:00000010:1.0:1767384983.052545:0:40407:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000733d5c37. 00000020:00000010:1.0:1767384983.052552:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f636fad1. 00080000:00000010:1.0:1767384983.052559:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000015cc8f15. 00080000:00000010:1.0:1767384983.052566:0:40407:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 000000006c33429b. 00080000:00000010:1.0:1767384983.052568:0:40407:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 0000000069bff2a9. 20000000:00000010:1.0:1767384983.053517:0:40407:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 00000000b7c40d9d. 00080000:00000010:1.0:1767384983.053525:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003b4ce8dc. 00000020:00000010:1.0:1767384983.053634:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001dec2049. 00080000:00000010:1.0:1767384983.053641:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000278dc1f9. 00000020:00000010:1.0:1767384983.053849:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b34e28cf. 00080000:00000010:1.0:1767384983.053854:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000df2ceae9. 00100000:00000010:1.0:1767384983.053877:0:40407:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008227918c. 00100000:00000010:1.0:1767384983.053879:0:40407:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000008227918c. 00000001:00000010:1.0:1767384983.053883:0:40407:0:(nodemap_storage.c:2551:nm_config_file_register_mgs()) kmalloced '(ncf)': 32 at 000000009fb62359. 00080000:00000010:1.0:1767384983.053888:0:40407:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000101a2cbc. 00080000:00000010:1.0:1767384983.053891:0:40407:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000008227918c. 00000001:00000010:1.0:1767384983.054006:0:40407:0:(nodemap_handler.c:4421:nodemap_config_alloc()) kmalloced '(config)': 248 at 00000000053852f3. 00000001:00000010:1.0:1767384983.054010:0:40407:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000081dd1f37. 00000001:00000010:1.0:1767384983.054028:0:40407:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000ec8e3633. 00000001:00000010:1.0:1767384983.054030:0:40407:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000009de57c66. 00000001:00000010:1.0:1767384983.054053:0:40407:0:(nodemap_handler.c:3352:nodemap_create()) kmalloced '(nodemap)': 928 at 00000000d6320502. 00080000:00000010:1.0:1767384983.054074:0:40407:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000008227918c. 00080000:00000010:1.0:1767384983.054077:0:40407:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000101a2cbc. 00000001:00000010:1.0:1767384983.054092:0:40407:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000a545935a. 00000001:00000010:1.0:1767384983.054095:0:40407:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000004b26c367. 00000001:00000010:1.0:1767384983.054097:0:40407:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000076096941. 00000001:00000010:1.0:1767384983.054107:0:40407:0:(nodemap_handler.c:87:nodemap_destroy()) kfreed 'nodemap': 928 at 000000006cd66532. 00000001:00000010:1.0:1767384983.054109:0:40407:0:(nodemap_handler.c:4484:nodemap_config_dealloc()) kfreed 'config': 248 at 000000007ff0d663. 00000020:00000010:1.0:1767384983.054121:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000026f2a032. 00080000:00000010:1.0:1767384983.054124:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000010d7ec89. 00000040:00000010:1.0:1767384983.054164:0:40407:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000e7f6e572. 00000020:00000010:1.0:1767384983.054168:0:40407:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 000000004bb65ddd. 00000020:00000010:1.0:1767384983.054172:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000afba91de. 00080000:00000010:1.0:1767384983.054174:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000de4cae51. 00080000:00000010:1.0:1767384983.054177:0:40407:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 00000000cf002357. 00080000:00000010:1.0:1767384983.054179:0:40407:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 00000000a40dd019. 00000020:00000010:1.0:1767384983.054499:0:40407:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 0000000093940bb2. 00000020:00000010:1.0:1767384983.054504:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bbb3ab0d. 00080000:00000010:1.0:1767384983.054507:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000665a6ebe. 00080000:00000010:1.0:1767384983.054509:0:40407:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 00000000227295e7. 00080000:00000010:1.0:1767384983.054512:0:40407:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 000000002a174e74. 00080000:00000010:1.0:1767384983.054774:0:40407:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000101a2cbc. 00080000:00000010:1.0:1767384983.054777:0:40407:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000003a3fcb09. 20000000:00000010:1.0:1767384983.054789:0:40407:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000057054c8e. 20000000:00000010:1.0:1767384983.054791:0:40407:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 0000000000c8022a. 20000000:00000010:1.0:1767384983.054795:0:40407:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000684b726e. 20000000:00000010:1.0:1767384983.054796:0:40407:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000d8a81a0a. 20000000:00000010:1.0:1767384983.054798:0:40407:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000a0ead436. 20000000:00000010:1.0:1767384983.054800:0:40407:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 000000004b26c367. 20000000:00000010:1.0:1767384983.054802:0:40407:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000aa81efca. 20000000:00000010:1.0:1767384983.054803:0:40407:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 00000000421c433f. 20000000:00000010:1.0:1767384983.054805:0:40407:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000e4cf055c. 20000000:00000010:1.0:1767384983.054808:0:40407:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000bb58b68d. 00080000:00000010:1.0:1767384983.054810:0:40407:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000003a3fcb09. 00080000:00000010:1.0:1767384983.054812:0:40407:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000101a2cbc. 00000020:00000010:1.0:1767384983.054822:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fbcfb758. 00080000:00000010:1.0:1767384983.054825:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000068ebfac3. 20000000:00000010:1.0:1767384983.054966:0:40407:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000bb58b68d. 20000000:00000010:1.0:1767384983.054969:0:40407:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000e4cf055c. 20000000:00000010:1.0:1767384983.054971:0:40407:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 00000000421c433f. 20000000:00000010:1.0:1767384983.054972:0:40407:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000aa81efca. 20000000:00000010:1.0:1767384983.054974:0:40407:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 000000004b26c367. 20000000:00000010:1.0:1767384983.054975:0:40407:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000a0ead436. 00000020:00000010:1.0:1767384983.054984:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f1e176bd. 00080000:00000010:1.0:1767384983.054987:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000dab49858. 20000000:00000010:1.0:1767384983.055005:0:40407:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000d8a81a0a. 20000000:00000010:1.0:1767384983.055007:0:40407:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000684b726e. 00000020:00000010:1.0:1767384983.055031:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d4e85776. 00080000:00000010:1.0:1767384983.055034:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000065ce932. 20000000:00000010:1.0:1767384983.055052:0:40407:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 0000000000c8022a. 20000000:00000010:1.0:1767384983.055054:0:40407:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000057054c8e. 00000020:00000010:1.0:1767384983.055182:0:40407:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 00000000f5589111. 00000020:00000010:1.0:1767384983.055186:0:40407:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 00000000f5589111. 20000000:00000010:1.0:1767384983.055192:0:40407:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 0000000081f8d936. 20000000:00000010:1.0:1767384983.055197:0:40407:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 0000000092d01282. 20000000:00000010:1.0:1767384983.055199:0:40407:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000eaafe0a3. 20000000:00000010:1.0:1767384983.055202:0:40407:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000003b0e3563. 20000000:00000010:1.0:1767384983.055205:0:40407:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000e70274b6. 20000000:00000010:2.0:1767384983.055655:0:40407:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 0000000048ef27af. 00000040:00000010:2.0:1767384983.055664:0:40407:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000267dc878. 00000040:00000010:2.0:1767384983.055681:0:40407:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000267dc878. 20000000:00000010:2.0:1767384983.055686:0:40407:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 0000000048ef27af. 00000040:00000010:2.0:1767384983.055692:0:40407:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000267dc878. 00000040:00000010:2.0:1767384983.055704:0:40407:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000baf45d0f. 00000020:00000010:2.0:1767384983.055719:0:40407:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000ed637fe4. 00000020:00000010:2.0:1767384983.055724:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000028ced1e0. 00080000:00000010:2.0:1767384983.055730:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b09e4997. 00000040:00000010:2.0:1767384983.055783:0:40407:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000002921a5f9. 00000040:00000010:2.0:1767384983.055797:0:40407:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000baf45d0f. 00000040:00000010:2.0:1767384983.055801:0:40407:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000002921a5f9. 00000040:00000010:2.0:1767384983.055805:0:40407:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000267dc878. 20000000:00000010:2.0:1767384983.055811:0:40407:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000267dc878. 20000000:00000010:2.0:1767384983.055816:0:40407:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 13 at 0000000048ef27af. 00000040:00000010:2.0:1767384983.055821:0:40407:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007593b3e3. 00000040:00000010:2.0:1767384983.055838:0:40407:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007593b3e3. 20000000:00000010:2.0:1767384983.055840:0:40407:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 13 at 0000000048ef27af. 00000100:00000010:2.0:1767384983.055846:0:40407:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000007593b3e3. 00000100:00000010:2.0:1767384983.055853:0:40407:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000000d58b11. 00000100:00000010:2.0:1767384983.055868:0:40407:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000b26be287. 00000100:00000010:2.0:1767384983.055876:0:40407:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000002503b9cc. 00000100:00000010:2.0:1767384983.055882:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ca06438e. 00000100:00000010:2.0:1767384983.055885:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002921a5f9. 00000100:00000010:2.0:1767384983.055889:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e2839370. 00000100:00000010:2.0:1767384983.055894:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006334ea9b. 00000100:00000010:2.0:1767384983.055897:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000048491bbf. 00000100:00000010:2.0:1767384983.055902:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f1da5d9a. 00000100:00000010:2.0:1767384983.055905:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000061ab4456. 00000100:00000010:2.0:1767384983.055910:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004d66b48a. 00000100:00000010:2.0:1767384983.055913:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b74852eb. 00000100:00000010:2.0:1767384983.055918:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d9273208. 00000100:00000010:2.0:1767384983.055921:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e3f5185. 00000100:00000010:2.0:1767384983.055925:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000be9167b0. 00000100:00000010:2.0:1767384983.055928:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6af7811. 00000100:00000010:2.0:1767384983.055932:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d5768b80. 00000100:00000010:2.0:1767384983.055946:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d939f1b0. 00000100:00000010:2.0:1767384983.055961:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c53f00f6. 00000100:00000010:2.0:1767384983.055965:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d9a05b4. 00000100:00000010:2.0:1767384983.055970:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000047776966. 00000100:00000010:2.0:1767384983.055974:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c64a5cdf. 00000100:00000010:2.0:1767384983.055980:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c7aa4c19. 00000100:00000010:2.0:1767384983.055984:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000706d45c1. 00000100:00000010:2.0:1767384983.055988:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e59fe07b. 00000100:00000010:2.0:1767384983.055992:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3b7e784. 00000100:00000010:2.0:1767384983.055996:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000091acd860. 00000100:00000010:2.0:1767384983.055999:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5d64b3c. 00000100:00000010:2.0:1767384983.056003:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d05a94ce. 00000100:00000010:2.0:1767384983.056007:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005681f38f. 00000100:00000010:2.0:1767384983.056033:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d771baca. 00000100:00000010:2.0:1767384983.056037:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e7dd76bd. 00000100:00000010:2.0:1767384983.056041:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000016ede509. 00000100:00000010:2.0:1767384983.056044:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bad02d03. 00000100:00000010:2.0:1767384983.056050:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003032701e. 00000100:00000010:2.0:1767384983.056053:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006e971fe1. 00000100:00000010:2.0:1767384983.056058:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000083b63f03. 00000100:00000010:2.0:1767384983.056062:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006614caf5. 00000100:00000010:2.0:1767384983.056068:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000026b95923. 00000100:00000010:2.0:1767384983.056073:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000092ba0e3f. 00000100:00000010:2.0:1767384983.056079:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000024df17ed. 00000100:00000010:2.0:1767384983.056084:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c77d3887. 00000100:00000010:2.0:1767384983.056092:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000006a00222. 00000100:00000010:2.0:1767384983.056096:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000062b29718. 00000100:00000010:2.0:1767384983.056102:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e7ef8866. 00000100:00000010:2.0:1767384983.056107:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7e6fd1c. 00000100:00000010:2.0:1767384983.056113:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001b74200f. 00000100:00000010:2.0:1767384983.056117:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000036cf2f3. 00000100:00000010:2.0:1767384983.056124:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fe7015d1. 00000100:00000010:2.0:1767384983.056136:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007852ee30. 00000100:00000010:2.0:1767384983.056142:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000090dd7516. 00000100:00000010:2.0:1767384983.056159:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033a73f10. 00000100:00000010:2.0:1767384983.056166:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002f15a7ab. 00000100:00000010:2.0:1767384983.056170:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e382b87. 00000100:00000010:2.0:1767384983.056176:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000081bef487. 00000100:00000010:2.0:1767384983.056181:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000846244c1. 00000100:00000010:2.0:1767384983.056187:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b5316798. 00000100:00000010:2.0:1767384983.056191:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e7eee04. 00000100:00000010:2.0:1767384983.056198:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006c107d9a. 00000100:00000010:2.0:1767384983.056205:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e828c8bb. 00000100:00000010:2.0:1767384983.056212:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000740c8587. 00000100:00000010:2.0:1767384983.056217:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000afb7a221. 00000100:00000010:2.0:1767384983.056223:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009cb19d3d. 00000100:00000010:2.0:1767384983.056227:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fd9d0e23. 00000100:00000010:2.0:1767384983.056233:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dd87d557. 00000100:00000010:2.0:1767384983.056238:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c1660aa. 00000100:00000010:2.0:1767384983.056243:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a050d780. 00000100:00000010:2.0:1767384983.056247:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e7a7ab7b. 00000100:00000010:2.0:1767384983.056260:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006ba1cd24. 00000100:00000010:2.0:1767384983.056265:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037d005b0. 00000100:00000010:2.0:1767384983.056269:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c9b0af21. 00000100:00000010:2.0:1767384983.056273:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005740ec7c. 00000100:00000010:2.0:1767384983.056277:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000aee467d1. 00000100:00000010:2.0:1767384983.056281:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c9a3cc21. 00000100:00000010:2.0:1767384983.056286:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000007c2c5ea. 00000100:00000010:2.0:1767384983.056290:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000479c7e32. 00000100:00000010:2.0:1767384983.056302:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e693fd56. 00000100:00000010:2.0:1767384983.056307:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000034a8a62b. 00000100:00000010:2.0:1767384983.056311:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009182ffe7. 00000100:00000010:2.0:1767384983.056315:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000098839359. 00000100:00000010:2.0:1767384983.056326:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000070b76f7a. 00000100:00000010:2.0:1767384983.056331:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000065284c3. 00000100:00000010:2.0:1767384983.056335:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000602d8e36. 00000100:00000010:2.0:1767384983.056339:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001d1e1aa3. 00000100:00000010:2.0:1767384983.056351:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009dd54e77. 00000100:00000010:2.0:1767384983.056356:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b32ac801. 00000100:00000010:2.0:1767384983.056361:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008ca91ac4. 00000100:00000010:2.0:1767384983.056366:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000052583744. 00000100:00000010:2.0:1767384983.056371:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e29f29ca. 00000100:00000010:2.0:1767384983.056375:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000133f083d. 00000100:00000010:2.0:1767384983.056380:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000032489b4d. 00000100:00000010:2.0:1767384983.056385:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005dd758d5. 00000100:00000010:2.0:1767384983.056397:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000607808c2. 00000100:00000010:2.0:1767384983.056402:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a058f1a2. 00000100:00000010:2.0:1767384983.056408:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e464dc25. 00000100:00000010:2.0:1767384983.056412:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000869a33d. 00000100:00000010:2.0:1767384983.056416:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a50a5b05. 00000100:00000010:2.0:1767384983.056419:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053554b15. 00000100:00000010:2.0:1767384983.056424:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000db9ff9ad. 00000100:00000010:2.0:1767384983.056427:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000018d26a7f. 00000100:00000010:2.0:1767384983.056437:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000015f296a3. 00000100:00000010:2.0:1767384983.056441:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e2b77b02. 00000100:00000010:2.0:1767384983.056445:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e07adda1. 00000100:00000010:2.0:1767384983.056449:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001a33060a. 00000100:00000010:2.0:1767384983.056454:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000062dd61d8. 00000100:00000010:2.0:1767384983.056458:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa68b11b. 00000100:00000010:2.0:1767384983.056463:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c3d7f09e. 00000100:00000010:2.0:1767384983.056466:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e2759c60. 00000100:00000010:2.0:1767384983.056476:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fdb8d644. 00000100:00000010:2.0:1767384983.056479:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000462cc401. 00000100:00000010:2.0:1767384983.056484:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000823434d1. 00000100:00000010:2.0:1767384983.056493:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b38664f1. 00000100:00000010:2.0:1767384983.056498:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000084d0eb72. 00000100:00000010:2.0:1767384983.056502:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a3f90765. 00000100:00000010:2.0:1767384983.056506:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000aafc9507. 00000100:00000010:2.0:1767384983.056509:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000041e5c3a7. 00000100:00000010:2.0:1767384983.056520:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000054c6437f. 00000100:00000010:2.0:1767384983.056524:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000279dd63a. 00000100:00000010:2.0:1767384983.056528:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001ab129b0. 00000100:00000010:2.0:1767384983.056531:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001fb40c59. 00000100:00000010:2.0:1767384983.056534:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000331f0756. 00000100:00000010:2.0:1767384983.056537:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077dd3726. 00000100:00000010:2.0:1767384983.056542:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002a35a7ba. 00000100:00000010:2.0:1767384983.056545:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000edf7849. 00000100:00000010:2.0:1767384983.056553:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005e3aed8e. 00000100:00000010:2.0:1767384983.056557:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a52bbf7. 00000100:00000010:2.0:1767384983.056559:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007cdfaa4a. 00000100:00000010:2.0:1767384983.056561:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001415bda8. 00000100:00000010:2.0:1767384983.056566:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005f2a59ba. 00000100:00000010:2.0:1767384983.056569:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6f5260b. 00000100:00000010:2.0:1767384983.056573:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000705dbc2e. 00000400:00000200:2.0:1767384983.056577:0:40407:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 26 lazy 00000020:00000010:2.0:1767384983.056635:0:40407:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000f47ea08f. 00000020:00000010:2.0:1767384983.056640:0:40407:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000d19e4f12. 00000100:00000010:2.0:1767384983.056696:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b2da320a. 00000100:00000010:2.0:1767384983.056703:0:40407:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000005070a26f. 00000100:00000010:2.0:1767384983.056707:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e1073aae. 00000100:00000010:2.0:1767384983.056713:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000009d685fc. 00000100:00000010:2.0:1767384983.056716:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000082e674c. 00000100:00000200:2.0:1767384983.056767:0:40407:0:(service.c:847:ptlrpc_register_service()) mgs: Started, listening on portal 26 00000100:00000010:2.0:1767384983.056772:0:40407:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000029f48fc8. 00000100:00000010:1.0:1767384983.056994:0:40410:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000a09568a0. 00000020:00000010:1.0:1767384983.057000:0:40410:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000dd9388fc. 00000020:00000010:1.0:1767384983.057005:0:40410:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1dbb259. 00000020:00000010:1.0:1767384983.057008:0:40410:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d52710eb. 00000040:00000010:1.0:1767384983.057010:0:40410:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008a28c905. 00000020:00000010:1.0:1767384983.057041:0:40410:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000edaa9a9f. 00000020:00000010:1.0:1767384983.057044:0:40410:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000072b66df. 80000000:00000010:1.0:1767384983.057047:0:40410:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fe369ac0. 00040000:00000010:1.0:1767384983.057050:0:40410:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000975d8006. 00080000:00000010:1.0:1767384983.057053:0:40410:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009e526b5b. 20000000:00000010:1.0:1767384983.057056:0:40410:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000085fdb484. 00000100:00000200:1.0:1767384983.057061:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057066:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005aa4224f. 00000400:00000010:1.0:1767384983.057072:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b61bc035. 00000100:00000200:1.0:1767384983.057080:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057083:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000356384be. 00000400:00000010:1.0:1767384983.057087:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d412fe68. 00000100:00000200:1.0:1767384983.057089:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057091:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000888b793b. 00000400:00000010:1.0:1767384983.057095:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001d7b3add. 00000100:00000200:1.0:1767384983.057098:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057101:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040c68771. 00000400:00000010:1.0:1767384983.057103:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000990806f6. 00000100:00000200:1.0:1767384983.057107:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057110:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f0ec02a. 00000400:00000010:1.0:1767384983.057113:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c211c275. 00000100:00000200:1.0:1767384983.057115:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057118:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063bf9adb. 00000400:00000010:1.0:1767384983.057122:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009749c18f. 00000100:00000200:1.0:1767384983.057124:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057126:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de3fe2b0. 00000400:00000010:1.0:1767384983.057133:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000000f5b71d. 00000100:00000200:1.0:1767384983.057136:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057139:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000013a002. 00000400:00000010:1.0:1767384983.057142:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000060fb7d1b. 00000100:00000200:1.0:1767384983.057171:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057173:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000745cd949. 00000400:00000010:1.0:1767384983.057175:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009e54b56d. 00000100:00000200:1.0:1767384983.057178:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057180:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f60f7081. 00000400:00000010:1.0:1767384983.057182:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000061dc1544. 00000100:00000200:1.0:1767384983.057184:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057185:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9f9ccda. 00000400:00000010:1.0:1767384983.057187:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006dbacef2. 00000100:00000200:1.0:1767384983.057189:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057191:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000457823a6. 00000400:00000010:1.0:1767384983.057193:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000064b288c8. 00000100:00000200:1.0:1767384983.057196:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057199:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4ad3fb4. 00000400:00000010:1.0:1767384983.057204:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062dfca00. 00000100:00000200:1.0:1767384983.057206:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057209:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d597300. 00000400:00000010:1.0:1767384983.057212:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000098d63f2b. 00000100:00000200:1.0:1767384983.057215:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057218:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b41b8865. 00000400:00000010:1.0:1767384983.057222:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000803e4410. 00000100:00000200:1.0:1767384983.057224:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057226:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1e04d16. 00000400:00000010:1.0:1767384983.057229:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce34f9e9. 00000100:00000200:1.0:1767384983.057232:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057234:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076c966c7. 00000400:00000010:1.0:1767384983.057238:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a0fafcd. 00000100:00000200:1.0:1767384983.057240:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057244:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d4fcd82. 00000400:00000010:1.0:1767384983.057246:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005e847c2e. 00000100:00000200:1.0:1767384983.057249:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057252:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c61f70e3. 00000400:00000010:1.0:1767384983.057255:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d85956db. 00000100:00000200:1.0:1767384983.057258:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057260:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4acaea8. 00000400:00000010:1.0:1767384983.057263:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e094585. 00000100:00000200:1.0:1767384983.057266:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057268:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a2adda5. 00000400:00000010:1.0:1767384983.057271:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ec908754. 00000100:00000200:1.0:1767384983.057274:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057276:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000859e08fe. 00000400:00000010:1.0:1767384983.057279:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c66ac7b6. 00000100:00000200:1.0:1767384983.057281:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057284:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003edab07d. 00000400:00000010:1.0:1767384983.057287:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000395850df. 00000100:00000200:1.0:1767384983.057291:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057293:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d9dc46e. 00000400:00000010:1.0:1767384983.057299:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f71886cd. 00000100:00000200:1.0:1767384983.057302:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057304:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008001e3a2. 00000400:00000010:1.0:1767384983.057307:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000003dde036. 00000100:00000200:1.0:1767384983.057310:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057313:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e84936ba. 00000400:00000010:1.0:1767384983.057316:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008418f5f6. 00000100:00000200:1.0:1767384983.057319:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057322:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042883d75. 00000400:00000010:1.0:1767384983.057326:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005da3a99b. 00000100:00000200:1.0:1767384983.057329:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057332:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab231940. 00000400:00000010:1.0:1767384983.057336:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000209e42b7. 00000100:00000200:1.0:1767384983.057340:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057342:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dde382c7. 00000400:00000010:1.0:1767384983.057345:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a7ae01e0. 00000100:00000200:1.0:1767384983.057348:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057351:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000895bcdbb. 00000400:00000010:1.0:1767384983.057354:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ffa6314. 00000100:00000200:1.0:1767384983.057357:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057360:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000846739d5. 00000400:00000010:1.0:1767384983.057363:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000383951f. 00000100:00000200:1.0:1767384983.057365:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057368:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037da65df. 00000400:00000010:1.0:1767384983.057371:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001d8cad7a. 00000100:00000200:1.0:1767384983.057374:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057377:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b2196cd. 00000400:00000010:1.0:1767384983.057380:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000da6f89bf. 00000100:00000200:1.0:1767384983.057383:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057386:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053a157f6. 00000400:00000010:1.0:1767384983.057389:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cc157dd2. 00000100:00000200:1.0:1767384983.057391:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057393:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc0e9a59. 00000400:00000010:1.0:1767384983.057396:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000158bc6ec. 00000100:00000200:1.0:1767384983.057399:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057401:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015564e78. 00000400:00000010:1.0:1767384983.057404:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000060f09884. 00000100:00000200:1.0:1767384983.057407:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057409:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000449d22cf. 00000400:00000010:1.0:1767384983.057412:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005315cb6f. 00000100:00000200:1.0:1767384983.057414:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057417:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000caa7621d. 00000400:00000010:1.0:1767384983.057420:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000011969bfc. 00000100:00000200:1.0:1767384983.057422:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057424:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b7f77c3. 00000400:00000010:1.0:1767384983.057428:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006feb9824. 00000100:00000200:1.0:1767384983.057431:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057433:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ff22eeb. 00000400:00000010:1.0:1767384983.057435:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021bf99da. 00000100:00000200:1.0:1767384983.057438:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057440:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060f35071. 00000400:00000010:1.0:1767384983.057443:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c720b9e3. 00000100:00000200:1.0:1767384983.057445:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057447:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000edaa62c1. 00000400:00000010:1.0:1767384983.057451:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000081606deb. 00000100:00000200:1.0:1767384983.057454:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057456:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba7a863e. 00000400:00000010:1.0:1767384983.057459:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000084b90f51. 00000100:00000200:1.0:1767384983.057461:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057465:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d1176b3. 00000400:00000010:1.0:1767384983.057470:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff72c221. 00000100:00000200:1.0:1767384983.057472:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057474:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017154ef4. 00000400:00000010:1.0:1767384983.057477:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a0e42636. 00000100:00000200:1.0:1767384983.057480:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057482:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b296d548. 00000400:00000010:1.0:1767384983.057485:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bd767d1b. 00000100:00000200:1.0:1767384983.057487:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057489:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9b19d3d. 00000400:00000010:1.0:1767384983.057492:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000114c1246. 00000100:00000200:1.0:1767384983.057494:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057498:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023f98d1c. 00000400:00000010:1.0:1767384983.057502:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008d842488. 00000100:00000200:1.0:1767384983.057504:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057507:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ddf6f9ed. 00000400:00000010:1.0:1767384983.057511:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009850c349. 00000100:00000200:1.0:1767384983.057513:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057517:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fffb1cbf. 00000400:00000010:1.0:1767384983.057521:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2bfb2b9. 00000100:00000200:1.0:1767384983.057525:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057528:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047032006. 00000400:00000010:1.0:1767384983.057533:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000016fe97d6. 00000100:00000200:1.0:1767384983.057535:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057537:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000650940ab. 00000400:00000010:1.0:1767384983.057541:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000024b9301e. 00000100:00000200:1.0:1767384983.057544:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057548:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea9128fa. 00000400:00000010:1.0:1767384983.057552:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e3b10cb. 00000100:00000200:1.0:1767384983.057555:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057559:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcfeb179. 00000400:00000010:1.0:1767384983.057564:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000219f6b76. 00000100:00000200:1.0:1767384983.057567:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057571:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e14e15a7. 00000400:00000010:1.0:1767384983.057575:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0cd280e. 00000100:00000200:1.0:1767384983.057578:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057582:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a24652d9. 00000400:00000010:1.0:1767384983.057585:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c84642ec. 00000100:00000200:1.0:1767384983.057587:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057589:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028e619c1. 00000400:00000010:1.0:1767384983.057592:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005e8f77ff. 00000100:00000200:1.0:1767384983.057594:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057597:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057096c7a. 00000400:00000010:1.0:1767384983.057599:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000666c451a. 00000100:00000200:1.0:1767384983.057601:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057603:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089e85b69. 00000400:00000010:1.0:1767384983.057607:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d34b9321. 00000100:00000200:1.0:1767384983.057610:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057612:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1412906. 00000400:00000010:1.0:1767384983.057615:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000058dd44d1. 00000100:00000200:1.0:1767384983.057618:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057620:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fb43207. 00000400:00000010:1.0:1767384983.057623:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004fc168e5. 00000100:00000200:1.0:1767384983.057625:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057628:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076cd80d0. 00000400:00000010:1.0:1767384983.057631:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea259d18. 00000100:00000200:1.0:1767384983.057633:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057636:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087f178e0. 00000400:00000010:1.0:1767384983.057639:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003148f91c. 00000100:00000200:1.0:1767384983.057641:0:40410:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.057643:0:40410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e77479ce. 00000400:00000010:1.0:1767384983.057647:0:40410:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004fce246c. 00000100:00000010:1.0:1767384983.057665:0:40410:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000058cef0e2. 00000100:00000200:1.0:1767384983.057686:0:40410:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384983.057718:0:40407:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005a8cd025. 00000100:00000010:0.0:1767384983.057967:0:40411:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000d2db135c. 00000020:00000010:0.0:1767384983.057972:0:40411:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e983d3d9. 00000020:00000010:0.0:1767384983.057977:0:40411:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4001717. 00000020:00000010:0.0:1767384983.057980:0:40411:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004af445c6. 00000040:00000010:0.0:1767384983.057983:0:40411:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a1c07444. 00000020:00000010:0.0:1767384983.057988:0:40411:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000001a6744f. 00000020:00000010:0.0:1767384983.057992:0:40411:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b05cabbd. 80000000:00000010:0.0:1767384983.057996:0:40411:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004eb806ac. 00040000:00000010:0.0:1767384983.058001:0:40411:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000939cc5e8. 00080000:00000010:0.0:1767384983.058004:0:40411:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009f9208a2. 20000000:00000010:0.0:1767384983.058007:0:40411:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000007229c91d. 00000100:00000010:0.0:1767384983.058047:0:40411:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000005fadd9f2. 00000100:00000200:0.0:1767384983.058062:0:40411:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384983.058067:0:40407:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000d819ac20. 00000100:00000010:1.0:1767384983.058261:0:40412:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000004c414159. 00000020:00000010:1.0:1767384983.058265:0:40412:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000961e7df6. 00000020:00000010:1.0:1767384983.058269:0:40412:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000620c90cf. 00000020:00000010:1.0:1767384983.058274:0:40412:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d864e6fc. 00000040:00000010:1.0:1767384983.058278:0:40412:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001e8769e2. 00000020:00000010:1.0:1767384983.058283:0:40412:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c4f8e2c1. 00000020:00000010:1.0:1767384983.058287:0:40412:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000028346e13. 80000000:00000010:1.0:1767384983.058291:0:40412:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000905051e4. 00040000:00000010:1.0:1767384983.058295:0:40412:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b19505a0. 00080000:00000010:1.0:1767384983.058299:0:40412:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000040da27b7. 20000000:00000010:1.0:1767384983.058303:0:40412:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000fa94ec42. 00000100:00000010:1.0:1767384983.058320:0:40412:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000907d70a5. 00000100:00000200:1.0:1767384983.058333:0:40412:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00080000:00000010:0.0:1767384983.058432:0:40407:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b09e4997. 00000020:00000010:0.0:1767384983.058445:0:40407:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000028ced1e0. 00000020:00000010:0.0:1767384983.058460:0:40407:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000b16d3f13. 00080000:00000010:0.0:1767384983.058484:0:40407:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000065ce932. 00000020:00000010:0.0:1767384983.058488:0:40407:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d4e85776. 00080000:00000010:0.0:1767384983.058502:0:40407:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000068ebfac3. 00000020:00000010:0.0:1767384983.058506:0:40407:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fbcfb758. 00080000:00000010:0.0:1767384983.058524:0:40407:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000dab49858. 00000020:00000010:0.0:1767384983.058527:0:40407:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f1e176bd. 00080000:00000010:0.0:1767384983.058537:0:40407:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003b4ce8dc. 20000000:00000010:0.0:1767384983.058541:0:40407:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 00000000b7c40d9d. 00000020:00000010:0.0:1767384983.058558:0:40407:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000a3f5793. 00000040:00000010:0.0:1767384983.058562:0:40407:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d74b44bb. 00000020:00000010:0.0:1767384983.058566:0:40407:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000e4b0304. 00000020:00000010:0.0:1767384983.058570:0:40407:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006a649de1. 80000000:00000010:0.0:1767384983.058574:0:40407:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000055f91162. 00040000:00000010:0.0:1767384983.058579:0:40407:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a8a41339. 00080000:00000010:0.0:1767384983.058582:0:40407:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007edffaaf. 00000020:00000010:0.0:1767384983.058585:0:40407:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000452182da. 00000020:00000010:0.0:1767384983.058589:0:40407:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c64ac1bd. 00000020:00000010:0.0:1767384983.058593:0:40407:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000070f34b4b. 00000008:00000010:0.0:1767384983.058597:0:40407:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000a7d4086a. 00020000:00000010:0.0:1767384983.058601:0:40407:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000006b1a2ac7. 00008000:00000010:0.0:1767384983.058606:0:40407:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000ca7d4119. 00000080:00000010:0.0:1767384983.058610:0:40407:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000a5883890. 00000020:00000010:0.0:1767384983.058614:0:40407:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b6fb44c3. 00000020:00000010:0.0:1767384983.058618:0:40407:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 00000000041495b0. 00000020:00000010:0.0:1767384983.058644:0:40407:0:(obd_mount.c:322:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 00000000772d4bea. 00000020:00000010:0.0:1767384983.058649:0:40407:0:(obd_mount.c:330:lustre_start_mgc()) kmalloced '(data)': 192 at 00000000c221b11c. 00000100:02020000:0.0:1767384983.058665:0:40407:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.203.157@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000400:00000010:2.0:1767384983.064082:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0ab58cf. 00000400:00000200:2.0:1767384983.064090:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000382964ab 00000400:00000010:2.0:1767384983.064100:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000382964ab. 00000100:00000200:2.0:1767384983.064112:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005776bb6a x1853237358526720/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384994 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384983.064123:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005776bb6a x1853237358526720/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384994 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384983.064163:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000455e979f. 02000000:00000010:2.0:1767384983.064170:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000edf4e914. 00000100:00000010:2.0:1767384983.064175:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005776bb6a. 00000100:00000010:0.0:1767384983.064295:0:40407:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004b2488d4. 02000000:00000010:0.0:1767384983.064314:0:40407:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000241f7d33. 02000000:00000010:3.0:1767384983.064386:0:16126:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000029fbfa8c. 00000400:00000010:3.0:1767384983.064395:0:16126:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5876595. 00000400:00000010:3.0:1767384983.064401:0:16126:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042896188. 00000100:00000200:3.0:1767384983.064405:0:16126:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358526976, portal 25 00000400:00000010:3.0:1767384983.064411:0:16126:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c020914a. 00000100:00000200:3.0:1767384983.064415:0:16126:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1853237358526976, offset 0 00000400:00000200:3.0:1767384983.064422:0:16126:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384983.064438:0:16126:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384983.064451:0:16126:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6958272708200 00000400:00000200:3.0:1767384983.064459:0:16126:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 520/520 into md 0x211d [2] + 0 00000400:00000010:3.0:1767384983.064464:0:16126:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005aa4224f. 00000400:00000200:3.0:1767384983.064468:0:16126:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b61bc035 00000400:00000200:3.0:1767384983.064475:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384983.064480:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384983.064486:0:16126:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b61bc035 00000400:00000010:3.0:1767384983.064488:0:16126:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b61bc035. 00000100:00000200:3.0:1767384983.064493:0:16126:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384983.064511:0:16126:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c020914a 00000400:00000010:3.0:1767384983.064513:0:16126:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c020914a. 00000100:00000200:3.0:1767384983.064519:0:16126:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004b2488d4 x1853237358526976/t0(0) o250->MGC192.168.203.157@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384983.064528:0:40412:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000039e6ced4. 00000100:00000010:3.0:1767384983.064540:0:16126:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c2ceb636. 00000020:00000010:1.0:1767384983.064544:0:40412:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e3f3973. 00000020:00000010:1.0:1767384983.064549:0:40412:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ecb74b79. 00000020:00000010:1.0:1767384983.064551:0:40412:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000706ca8c4. 00000100:00000010:3.0:1767384983.064560:0:16126:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e809bef. 00000100:00000010:3.0:1767384983.064568:0:16126:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000026b4cd7. 00000100:00000010:3.0:1767384983.064576:0:16126:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006464f99c. 00000100:00000200:1.0:1767384983.064578:0:40412:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358526976 02000000:00000010:1.0:1767384983.064595:0:40412:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000001041175b. 00000020:00000010:1.0:1767384983.064603:0:40412:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000005ab66b0b. 00000001:00000010:1.0:1767384983.064608:0:40412:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000dde8f0ff. 00000001:00000010:1.0:1767384983.064610:0:40412:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a4226e1e. 00000001:00000010:1.0:1767384983.064613:0:40412:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000069fe6746. 00000001:00000010:1.0:1767384983.064614:0:40412:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000057b4aa41. 00000001:00000010:1.0:1767384983.064617:0:40412:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005764e0ca. 00000001:00000010:1.0:1767384983.064619:0:40412:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000faaa307a. 00000020:00000010:1.0:1767384983.064628:0:40412:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000000907a164. 00000020:00000010:1.0:1767384983.064677:0:40412:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000006cd66532. 00000020:00000010:1.0:1767384983.064679:0:40412:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 000000003d6663be. 00000020:00000010:1.0:1767384983.064681:0:40412:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 0000000043a8c3e1. 00000020:00000010:1.0:1767384983.064689:0:40412:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000728b3a14. 00000020:00000010:1.0:1767384983.064691:0:40412:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000000854e456. 00000020:00000010:1.0:1767384983.064693:0:40412:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000006dbaaaae. 00000020:00000010:1.0:1767384983.064701:0:40412:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000008cea6da. 00010000:00000200:1.0:1767384983.064733:0:40412:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000032816ef8 x1853237358526976/t0(0) o250->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767385003 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384983.064748:0:40412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee0a00c9. 00000100:00000200:1.0:1767384983.064751:0:40412:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853237358526976, offset 0 00000400:00000200:1.0:1767384983.064754:0:40412:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384983.064759:0:40412:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384983.064763:0:40412:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 25 MB=0x6958272708200 00000400:00000200:1.0:1767384983.064767:0:40412:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 416/416 into md 0x221d [1] + 0 00000400:00000200:1.0:1767384983.064770:0:40412:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384983.064772:0:40412:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384983.064775:0:40412:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004b2488d4 x1853237358526976/t0(0) o250->MGC192.168.203.157@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384993 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384983.064792:0:40412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee0a00c9 00000400:00000010:1.0:1767384983.064793:0:40412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee0a00c9. 00000020:00000010:1.0:1767384983.064803:0:40412:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ecb74b79. 00000020:00000010:1.0:1767384983.064806:0:40412:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000706ca8c4. 00000020:00000010:1.0:1767384983.064808:0:40412:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e3f3973. 00000400:00000010:3.0:1767384983.064809:0:16126:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5876595. 02000000:00000010:1.0:1767384983.064813:0:40412:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000001041175b. 00000400:00000200:3.0:1767384983.064814:0:16126:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042896188 00000400:00000010:3.0:1767384983.064818:0:16126:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042896188. 00000100:00000200:1.0:1767384983.064821:0:40412:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384983.064825:0:16126:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004b2488d4 x1853237358526976/t0(0) o250->MGC192.168.203.157@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384993 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384983.064825:0:40412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000666bff6e. 00000400:00000010:1.0:1767384983.064831:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000868a39c8. 00000100:00000200:3.0:1767384983.064840:0:16126:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004b2488d4 x1853237358526976/t0(0) o250->MGC192.168.203.157@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384993 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384983.064886:0:16126:0:(tgt_mount.c:1597:tgt_import_active_cb()) kmalloced '(dw)': 184 at 00000000785d1cc5. 02000000:00000010:3.0:1767384983.064910:0:16126:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000029fbfa8c. 02000000:00000010:3.0:1767384983.064915:0:16126:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000241f7d33. 00000100:00000010:3.0:1767384983.064919:0:16126:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004b2488d4. 00000020:00000010:1.0:1767384983.064924:0:40407:0:(obd_mount.c:539:lustre_start_mgc()) kfreed 'data': 192 at 00000000c221b11c. 00000020:00000010:1.0:1767384983.064931:0:40407:0:(obd_mount.c:540:lustre_start_mgc()) kfreed 'mgcname': 23 at 00000000772d4bea. 00000020:00000010:1.0:1767384983.064942:0:40407:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 000000008b7f58fc. 00000020:00000010:1.0:1767384983.064955:0:40407:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000008edb24a5. 00000020:00000010:0.0:1767384983.064960:0:37:0:(tgt_mount.c:1554:tgt_import_update()) kmalloced '(mti)': 7232 at 0000000088726214. 00000020:00000010:1.0:1767384983.064961:0:40407:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000016fb35ca. 00000020:00000010:1.0:1767384983.064968:0:40407:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 000000008b7f58fc. 00000020:00000010:1.0:1767384983.064973:0:40407:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 48 at 0000000012a6b6c2. 00000001:00000010:1.0:1767384983.064988:0:40407:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d6d4e22a. 00000001:00000010:1.0:1767384983.064992:0:40407:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000098fd3524. 00000001:00000010:1.0:1767384983.064996:0:40407:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000122fddf6. 00000001:00000010:1.0:1767384983.064999:0:40407:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008e3f3973. 00000001:00000010:1.0:1767384983.065005:0:40407:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ac2e34c2. 00000001:00000010:1.0:1767384983.065010:0:40407:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006360c8bb. 00000001:00000010:1.0:1767384983.065039:0:40407:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001c60607a. 00000001:00000010:1.0:1767384983.065043:0:40407:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000065747e14. 00000001:00000010:1.0:1767384983.065047:0:40407:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008b89da9e. 00000001:00000010:1.0:1767384983.065051:0:40407:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005d7c81cb. 00000001:00000010:1.0:1767384983.065055:0:40407:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003eb57b31. 00000001:00000010:1.0:1767384983.065059:0:40407:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b13543d8. 00000020:00000010:1.0:1767384983.065065:0:40407:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f771f3d8. 00000020:00000010:1.0:1767384983.065069:0:40407:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ecb74b79. 00000020:00000010:1.0:1767384983.065073:0:40407:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000706ca8c4. 00000008:00000010:1.0:1767384983.065077:0:40407:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000095a94579. 00020000:00000010:1.0:1767384983.065082:0:40407:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000c76fa38d. 00008000:00000010:1.0:1767384983.065087:0:40407:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000e9557347. 00000100:00000010:0.0:1767384983.065088:0:37:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd7044ad. 00000080:00000010:1.0:1767384983.065093:0:40407:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000099616607. 00000020:00000010:1.0:1767384983.065099:0:40407:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f1d6bfa. 00000020:00000010:1.0:1767384983.065104:0:40407:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007ce2c94f. 00000100:00000010:0.0:1767384983.065105:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000029521216. 00000040:00000010:1.0:1767384983.065109:0:40407:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e4cf46e4. 00000020:00000010:1.0:1767384983.065115:0:40407:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000067d2f7d. 02000000:00000010:0.0:1767384983.065120:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000030056347. 00000020:00000010:1.0:1767384983.065121:0:40407:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000005e8e67e. 00000020:00000010:1.0:1767384983.065128:0:40407:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003a0826c9. 80000000:00000010:1.0:1767384983.065132:0:40407:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008b7f58fc. 00000100:00000010:0.0:1767384983.065134:0:37:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000bca9822d. 40000000:00000010:1.0:1767384983.065136:0:40407:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000904ac73a. 00000100:00000010:0.0:1767384983.065140:0:37:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000f4f60960. 00100000:00000010:1.0:1767384983.065159:0:40407:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cb818e8f. 00040000:00000010:1.0:1767384983.065166:0:40407:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c80e9c5b. 00040000:00000010:1.0:1767384983.065170:0:40407:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006bf690d1. 00080000:00000010:1.0:1767384983.065175:0:40407:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000995ea338. 00000400:00000010:0.0:1767384983.065180:0:37:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000369b0e61. 00000004:00000010:1.0:1767384983.065182:0:40407:0:(mdt_mds.c:566:mds_device_alloc()) kmalloced '(m)': 192 at 00000000fe4f860a. 00000400:00000010:0.0:1767384983.065188:0:37:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccae3aef. 00000100:00000200:0.0:1767384983.065194:0:37:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x6958272708280-0x6958272708280, portal 33 02000000:00000010:0.0:1767384983.065204:0:37:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c1296f5f. 00000400:00000010:0.0:1767384983.065209:0:37:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fec3e4a. 00000400:00000010:0.0:1767384983.065214:0:37:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c221b11c. 00000100:00000200:0.0:1767384983.065216:0:37:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358527104, portal 25 00000400:00000010:0.0:1767384983.065221:0:37:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d4a5bbf7. 00000100:00000200:0.0:1767384983.065224:0:37:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853237358527104, offset 0 00000400:00000200:0.0:1767384983.065232:0:37:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384983.065239:0:37:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384983.065249:0:37:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x6958272708280 00000400:00000200:0.0:1767384983.065255:0:37:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x2121 [2] + 0 00000100:00000010:1.0:1767384983.065259:0:40407:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000006eeb332. 00000400:00000010:0.0:1767384983.065259:0:37:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000356384be. 00000400:00000200:0.0:1767384983.065267:0:37:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d412fe68 00000100:00000010:1.0:1767384983.065269:0:40407:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000027fdd196. 00000400:00000200:0.0:1767384983.065273:0:37:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384983.065278:0:37:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384983.065282:0:37:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d412fe68 00000400:00000010:0.0:1767384983.065285:0:37:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d412fe68. 00000100:00000010:1.0:1767384983.065287:0:40407:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000ff24be81. 00000100:00000200:0.0:1767384983.065290:0:37:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:1.0:1767384983.065297:0:40407:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000065a6048a. 00000100:00000010:1.0:1767384983.065304:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000884382fc. 00000400:00000200:0.0:1767384983.065307:0:37:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4a5bbf7 00000400:00000010:0.0:1767384983.065312:0:37:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d4a5bbf7. 00000100:00000200:0.0:1767384983.065317:0:37:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000029521216 x1853237358527104/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384999 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384983.065365:0:40412:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000bf1fc5f5. 00000020:00000010:0.0:1767384983.065378:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f6689ac7. 00000020:00000010:0.0:1767384983.065382:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f6689ac7. 00000020:00000010:0.0:1767384983.065394:0:40412:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050317b5b. 00000020:00000010:0.0:1767384983.065399:0:40412:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000081346020. 00000020:00000010:0.0:1767384983.065404:0:40412:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029ec94d9. 00000100:00000010:1.0:1767384983.065423:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000002421a8. 00000100:00000010:1.0:1767384983.065431:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000073fa3f46. 00000020:00000010:0.0:1767384983.065434:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f6689ac7. 00000020:00000010:0.0:1767384983.065439:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f6689ac7. 00000100:00000200:0.0:1767384983.065442:0:40411:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358527104 02000000:00000010:0.0:1767384983.065463:0:40411:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008626348a. 20000000:00000010:0.0:1767384983.065477:0:40411:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 00000000bc783115. 00000100:00000010:0.0:1767384983.065483:0:40411:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000119ae5cc. 00000100:00000010:0.0:1767384983.065487:0:40411:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000bd33ce48. 00000400:00000010:0.0:1767384983.065495:0:40411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbe16274. 00000400:00000010:0.0:1767384983.065502:0:40411:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d73a5955. 00000400:00000200:0.0:1767384983.065506:0:40411:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:0.0:1767384983.065516:0:40411:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:0.0:1767384983.065524:0:40411:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x6958272708280 00000400:00000200:0.0:1767384983.065531:0:40411:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x222d [1] + 0 00000400:00000010:0.0:1767384983.065535:0:40411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000369b0e61. 00000400:00000200:0.0:1767384983.065539:0:40411:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ccae3aef 00000100:00000200:0.0:1767384983.065544:0:40411:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000119ae5cc 00000100:00000010:1.0:1767384983.065549:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000fd3f7a26. 00000400:00000200:0.0:1767384983.065555:0:40411:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000100:00000010:1.0:1767384983.065558:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009af322be. 00000400:00000200:0.0:1767384983.065565:0:40411:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2239 00000400:00000200:0.0:1767384983.065570:0:40411:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384983.065573:0:40411:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:0.0:1767384983.065577:0:40411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbe16274 00000400:00000010:0.0:1767384983.065579:0:40411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbe16274. 00000100:00000200:0.0:1767384983.065582:0:40411:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 00000000119ae5cc 00000400:00000200:0.0:1767384983.065585:0:40411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccae3aef 00000400:00000010:0.0:1767384983.065587:0:40411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccae3aef. 00000100:00000200:0.0:1767384983.065590:0:40411:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 0000000029521216 desc 00000000bca9822d mbits 1853237358527104 00000100:00000200:0.0:1767384983.065604:0:40411:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x6958272708280-0x6958272708280 20000000:00000010:0.0:1767384983.065617:0:40411:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000efb0ca19. 20000000:00000010:0.0:1767384983.065625:0:40411:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 000000000e20f02a. 20000000:00000010:0.0:1767384983.065632:0:40411:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000dba6c750. 20000000:00000010:0.0:1767384983.065643:0:40411:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000006e1b4cdf. 20000000:00000010:0.0:1767384983.065647:0:40411:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000bd8232e9. 00000100:00000010:1.0:1767384983.065680:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005e4b80a4. 00000100:00000010:1.0:1767384983.065687:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001266c3eb. 00000100:00000010:1.0:1767384983.065795:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006a606c43. 00000100:00000010:1.0:1767384983.065799:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb3c6a5d. 00000100:00000010:1.0:1767384983.065905:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b41e0126. 00000100:00000010:1.0:1767384983.065910:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d771ed8. 00000100:00000010:1.0:1767384983.066051:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000fe970fcb. 00000100:00000010:1.0:1767384983.066056:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bdb293ae. 00000100:00000010:1.0:1767384983.066173:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000061f9f071. 00000100:00000010:1.0:1767384983.066177:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7c31508. 00000100:00000010:1.0:1767384983.066293:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000055f37e05. 00000100:00000010:1.0:1767384983.066297:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003331e409. 00000100:00000010:1.0:1767384983.066400:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000047b5492f. 00000100:00000010:1.0:1767384983.066403:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b7f64e4. 00000100:00000010:1.0:1767384983.066507:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004c74b270. 00000100:00000010:1.0:1767384983.066510:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b160ade. 00000100:00000010:1.0:1767384983.066626:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000046913c09. 00000100:00000010:1.0:1767384983.066632:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003e430e93. 00000100:00000010:1.0:1767384983.066746:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005dacedf9. 00000100:00000010:1.0:1767384983.066753:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000006db3fd0. 00000020:00000010:3.0:1767384983.066842:0:40411:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 0000000012487974. 20000000:00000010:3.0:1767384983.066850:0:40411:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 00000000edf4e914. 00000100:00000010:1.0:1767384983.066857:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005a618765. 00000100:00000010:1.0:1767384983.066864:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fd862762. 00080000:00000010:3.0:1767384983.066869:0:40411:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c4641490. 00000100:00000010:1.0:1767384983.066973:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000368e21f5. 00000100:00000010:1.0:1767384983.066979:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003be0f12b. 20000000:00000010:3.0:1767384983.067053:0:40411:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000009eb965e1. 00000040:00000010:3.0:1767384983.067059:0:40411:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009214c82f. 00000040:00000010:3.0:1767384983.067084:0:40411:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000006f6c6744. 00000020:00000010:3.0:1767384983.067088:0:40411:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000236f7007. 00080000:00000010:3.0:1767384983.067092:0:40411:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005e2ca2b6. 00000100:00000010:1.0:1767384983.067116:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000088ff4e21. 00000100:00000010:1.0:1767384983.067122:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000043ab861a. 00000040:00000010:3.0:1767384983.067162:0:40411:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000002db24bbd. 00000100:00000010:1.0:1767384983.067239:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000d856f83. 00000100:00000010:1.0:1767384983.067243:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3894c89. 00000100:00000010:1.0:1767384983.067358:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000094de7d50. 00000100:00000010:1.0:1767384983.067367:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003559bcd7. 00000040:00000010:3.0:1767384983.067430:0:40411:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000c984720b. 00000100:00000010:1.0:1767384983.067483:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005a3b2761. 00000100:00000010:1.0:1767384983.067491:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ee2d952. 00000100:00000010:1.0:1767384983.067611:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000029c20003. 00000020:00000010:3.0:1767384983.067615:0:40415:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3296985. 00000100:00000010:1.0:1767384983.067619:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c2c9f63. 00000020:00000010:3.0:1767384983.067621:0:40415:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dfa65fc9. 00000040:00000010:3.0:1767384983.067626:0:40415:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000da9cb4dc. 00000020:00000010:3.0:1767384983.067630:0:40415:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000038480abf. 00000020:00000010:3.0:1767384983.067634:0:40415:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005f77da01. 00000020:00000010:3.0:1767384983.067637:0:40415:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000086f7f134. 80000000:00000010:3.0:1767384983.067641:0:40415:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000dd50170e. 40000000:00000010:3.0:1767384983.067645:0:40415:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000382999da. 00100000:00000010:3.0:1767384983.067649:0:40415:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008a345478. 00040000:00000010:3.0:1767384983.067652:0:40415:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007149e305. 00040000:00000010:3.0:1767384983.067655:0:40415:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002cae6771. 00080000:00000010:3.0:1767384983.067660:0:40415:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a01d9890. 00000004:00000010:3.0:1767384983.067665:0:40415:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b4d70ce2. 00002000:00000010:3.0:1767384983.067669:0:40415:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000029fbfa8c. 00000020:00000010:3.0:1767384983.067672:0:40415:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000058e1c416. 00000040:00000010:3.0:1767384983.067679:0:40415:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000ba797732. 00000100:00000010:1.0:1767384983.067740:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007df28a8a. 00000100:00000010:1.0:1767384983.067749:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000052e4d05c. 00000040:00000010:3.0:1767384983.067820:0:40415:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000ba797732. 00000020:00000010:3.0:1767384983.067827:0:40415:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000058e1c416. 00000020:00000010:3.0:1767384983.067835:0:40415:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000dfa65fc9. 00000040:00000010:3.0:1767384983.067838:0:40415:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000da9cb4dc. 00000020:00000010:3.0:1767384983.067839:0:40415:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000038480abf. 00000020:00000010:3.0:1767384983.067843:0:40415:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005f77da01. 00000020:00000010:3.0:1767384983.067847:0:40415:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000086f7f134. 80000000:00000010:3.0:1767384983.067850:0:40415:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000dd50170e. 40000000:00000010:3.0:1767384983.067852:0:40415:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000382999da. 00100000:00000010:3.0:1767384983.067856:0:40415:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008a345478. 00040000:00000010:3.0:1767384983.067860:0:40415:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007149e305. 00040000:00000010:3.0:1767384983.067863:0:40415:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002cae6771. 00080000:00000010:3.0:1767384983.067865:0:40415:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a01d9890. 00000004:00000010:3.0:1767384983.067868:0:40415:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b4d70ce2. 00000100:00000010:1.0:1767384983.067868:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a8412152. 00002000:00000010:3.0:1767384983.067873:0:40415:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000029fbfa8c. 00000020:00000010:3.0:1767384983.067876:0:40415:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3296985. 00000100:00000010:1.0:1767384983.067877:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a4d2f19. 00000040:00000010:0.0:1767384983.067910:0:40411:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000c984720b. 00000040:00000010:0.0:1767384983.067920:0:40411:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000006f6c6744. 00000040:00000010:0.0:1767384983.067925:0:40411:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000002db24bbd. 00000040:00000010:0.0:1767384983.067929:0:40411:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009214c82f. 20000000:00000010:0.0:1767384983.067933:0:40411:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000009eb965e1. 20000000:00000010:0.0:1767384983.067939:0:40411:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 00000000c27572a1. 00000040:00000010:0.0:1767384983.067944:0:40411:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b0646f76. 00000040:00000010:0.0:1767384983.067971:0:40411:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b0646f76. 20000000:00000010:0.0:1767384983.067976:0:40411:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 00000000c27572a1. 20000000:00000010:0.0:1767384983.067982:0:40411:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 00000000adf053aa. 20000000:00000010:0.0:1767384983.067995:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b0646f76. 00000100:00000010:1.0:1767384983.067999:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ad4bd1c8. 20000000:00000010:0.0:1767384983.068004:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000071d66854. 00000100:00000010:1.0:1767384983.068007:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c0ffa4d. 20000000:00000010:0.0:1767384983.068036:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b6fb44c3. 20000000:00000010:0.0:1767384983.068043:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000452182da. 20000000:00000010:0.0:1767384983.068050:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a8a41339. 20000000:00000010:0.0:1767384983.068055:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006a649de1. 20000000:00000010:0.0:1767384983.068061:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d74b44bb. 20000000:00000010:0.0:1767384983.068066:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000a3f5793. 20000000:00000010:0.0:1767384983.068073:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006d460b90. 20000000:00000010:0.0:1767384983.068078:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005ab7731b. 20000000:00000010:0.0:1767384983.068083:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e02d4beb. 20000000:00000010:0.0:1767384983.068088:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f77e610a. 20000000:00000010:0.0:1767384983.068093:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000016bd739. 20000000:00000010:0.0:1767384983.068098:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009c533076. 20000000:00000010:0.0:1767384983.068104:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000610553bc. 20000000:00000010:0.0:1767384983.068109:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000471f1760. 20000000:00000010:0.0:1767384983.068113:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c3f6a16e. 20000000:00000010:0.0:1767384983.068118:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000046570cb1. 20000000:00000010:0.0:1767384983.068124:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008c35c898. 20000000:00000010:0.0:1767384983.068129:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d0901879. 20000000:00000010:0.0:1767384983.068135:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ffab083f. 20000000:00000010:0.0:1767384983.068140:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ddc87503. 00000100:00000010:1.0:1767384983.068164:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000097ba643b. 20000000:00000010:0.0:1767384983.068166:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000069538d. 00000100:00000010:1.0:1767384983.068171:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000eb1a60e. 20000000:00000010:0.0:1767384983.068175:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c6ea4293. 20000000:00000010:0.0:1767384983.068181:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c439d500. 20000000:00000010:0.0:1767384983.068186:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a5a678d9. 20000000:00000010:0.0:1767384983.068192:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005055c2d9. 20000000:00000010:0.0:1767384983.068198:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000b109977. 20000000:00000010:0.0:1767384983.068202:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a15f88f2. 20000000:00000010:0.0:1767384983.068208:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006eebb4c0. 20000000:00000010:0.0:1767384983.068213:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000063a761fa. 20000000:00000010:0.0:1767384983.068217:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005f861ec1. 20000000:00000010:0.0:1767384983.068223:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fe9368cf. 20000000:00000010:0.0:1767384983.068228:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009904f34e. 20000000:00000010:0.0:1767384983.068234:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008281bb4e. 20000000:00000010:0.0:1767384983.068241:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009451e507. 20000000:00000010:0.0:1767384983.068246:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e8a7edbf. 20000000:00000010:0.0:1767384983.068252:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000188fb37d. 20000000:00000010:0.0:1767384983.068255:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e90b69e5. 20000000:00000010:0.0:1767384983.068260:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002727bbf4. 20000000:00000010:0.0:1767384983.068266:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000086181f21. 20000000:00000010:0.0:1767384983.068270:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000edb676c2. 00000100:00000010:1.0:1767384983.068276:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000afba7ff9. 00000100:00000010:1.0:1767384983.068281:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cea57c25. 00080000:00000010:0.0:1767384983.068304:0:40411:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005e1a5229. 00000100:00000010:1.0:1767384983.068388:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000024c4721c. 00000100:00000010:1.0:1767384983.068392:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004969f5c7. 00000100:00000010:1.0:1767384983.068495:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000eddc29ba. 00000100:00000010:1.0:1767384983.068498:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bc2a389e. 00000100:00000010:1.0:1767384983.068601:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000086fa9c83. 00000100:00000010:1.0:1767384983.068605:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d3477887. 00000100:00000010:1.0:1767384983.068709:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a55e35de. 00000100:00000010:1.0:1767384983.068713:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ecb578ad. 00000100:00000010:1.0:1767384983.068818:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000008eeb18e. 00000100:00000010:1.0:1767384983.068823:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c22ad22. 00000100:00000010:1.0:1767384983.068933:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000fefe2d53. 00000100:00000010:1.0:1767384983.069120:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000014ec5594. 00000100:00000010:1.0:1767384983.069259:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000bfc48f0c. 00000100:00000010:1.0:1767384983.069264:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000066ee55b4. 00000100:00000010:1.0:1767384983.069367:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004c12ed85. 00000100:00000010:1.0:1767384983.069371:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6b56690. 00000100:00000010:1.0:1767384983.069474:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001d12555f. 00000100:00000010:1.0:1767384983.069478:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000091d873eb. 00000100:00000010:1.0:1767384983.069583:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006a71bee1. 00000100:00000010:1.0:1767384983.069791:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b0e40790. 00000100:00000010:1.0:1767384983.069934:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b22673ed. 00010000:00000010:0.1:1767384983.070039:0:16641:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d73e3808. 00010000:00000010:0.1:1767384983.070051:0:16641:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000067dd0c99. 00010000:00000010:0.1:1767384983.070060:0:16641:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a2526b10. 00010000:00000010:0.1:1767384983.070069:0:16641:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e2e02622. 00010000:00000010:0.1:1767384983.070077:0:16641:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dd094604. 00010000:00000010:0.1:1767384983.070087:0:16641:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000db411b47. 00010000:00000010:0.1:1767384983.070096:0:16641:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e2c3e92a. 00010000:00000010:0.1:1767384983.070104:0:16641:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006e1d85d8. 00000100:00000010:1.0:1767384983.070167:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f75a506. 00000100:00000010:1.0:1767384983.070292:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000eaf325e9. 00000100:00000010:1.0:1767384983.070300:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000838ba2a8. 00000100:00000010:1.0:1767384983.070416:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f0bd49ac. 00000100:00000010:1.0:1767384983.070423:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a7247aa7. 00000100:00000010:1.0:1767384983.070539:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000aea47b71. 00000100:00000010:1.0:1767384983.070545:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000005465956. 00000100:00000010:1.0:1767384983.070655:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c45e920a. 00000100:00000010:1.0:1767384983.070660:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093fafda9. 00000100:00000010:1.0:1767384983.070761:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008801edb9. 00000100:00000010:1.0:1767384983.070766:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000957f6da3. 00000100:00000010:1.0:1767384983.070870:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e13919c6. 00000100:00000010:1.0:1767384983.070873:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000264c9cf2. 00000100:00000010:1.0:1767384983.070984:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000064b3c401. 00000100:00000010:1.0:1767384983.070989:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b951e7a1. 00000100:00000010:1.0:1767384983.071120:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a9c6a45c. 00000100:00000010:1.0:1767384983.071129:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f39a7db. 00000100:00000010:1.0:1767384983.071251:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000007293117. 00000100:00000010:1.0:1767384983.071256:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ec10170. 00000100:00000010:1.0:1767384983.071364:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ce00f5df. 00000100:00000010:1.0:1767384983.071371:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000015758c1. 00000100:00000010:1.0:1767384983.071491:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f69ea225. 00000100:00000010:1.0:1767384983.071497:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dbc1847b. 00000100:00000010:1.0:1767384983.071614:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f4094b78. 00000100:00000010:1.0:1767384983.071621:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d93ec4b3. 00000100:00000010:1.0:1767384983.071728:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000af78aa74. 00000100:00000010:1.0:1767384983.071732:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc437d67. 00000100:00000010:1.0:1767384983.071835:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000340a80e7. 00000100:00000010:1.0:1767384983.071838:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000084210330. 00000100:00000010:1.0:1767384983.071945:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003d54b12a. 00000100:00000010:1.0:1767384983.071951:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069363678. 00000100:00000010:1.0:1767384983.072079:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000084e16c02. 00000100:00000010:1.0:1767384983.072085:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000057f12c67. 00000100:00000010:1.0:1767384983.072205:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000065820b09. 00000100:00000010:1.0:1767384983.072212:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007f8432a6. 00000100:00000010:1.0:1767384983.072324:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003470b28c. 00000100:00000010:1.0:1767384983.072329:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b4697103. 00000100:00000010:1.0:1767384983.072430:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ae61c234. 00000100:00000010:1.0:1767384983.072434:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d59b7338. 00000100:00000010:1.0:1767384983.072536:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000042293222. 00000100:00000010:1.0:1767384983.072540:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000698e2a06. 00000100:00000010:1.0:1767384983.072643:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000067e1d3c1. 00000100:00000010:1.0:1767384983.072647:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f53e0474. 00000100:00000010:1.0:1767384983.072749:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c46b7eee. 00000100:00000010:1.0:1767384983.072756:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000561278a7. 00000100:00000010:1.0:1767384983.072860:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002f569ef3. 00000100:00000010:1.0:1767384983.072865:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000008643edf. 00000100:00000010:1.0:1767384983.072979:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000283e2c8f. 00000100:00000010:1.0:1767384983.072985:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000019024d57. 00000100:00000010:1.0:1767384983.073112:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000015700eb1. 00000100:00000010:1.0:1767384983.073117:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005e22c806. 00000100:00000010:1.0:1767384983.073232:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e8f42a20. 00000100:00000010:1.0:1767384983.073237:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006826dadc. 00000100:00000010:1.0:1767384983.073348:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b7a172b0. 00000100:00000010:1.0:1767384983.073354:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000034110fd. 00000100:00000010:1.0:1767384983.073461:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000046db9a93. 00000100:00000010:1.0:1767384983.073467:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000523a552. 00000100:00000010:1.0:1767384983.073586:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000dc2a8def. 00000400:00000200:1.0:1767384983.073592:0:40407:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 12 lazy 00000020:00000010:1.0:1767384983.073655:0:40407:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c3e78709. 00000020:00000010:1.0:1767384983.073661:0:40407:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000e349b20e. 00000100:00000010:1.0:1767384983.073727:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e47b89c0. 00000100:00000010:1.0:1767384983.073733:0:40407:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000f19d11cf. 00000100:00000010:1.0:1767384983.073738:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004d85464f. 00000100:00000010:1.0:1767384983.073743:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000004b85948. 00000100:00000010:1.0:1767384983.073746:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f2b2cd38. 00000100:00000010:1.0:1767384983.073749:0:40407:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000a182d947. 00000100:00000010:1.0:1767384983.073751:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008ad02282. 00000100:00000010:1.0:1767384983.073754:0:40407:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000ee13235d. 00000100:00000010:1.0:1767384983.073757:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000033c81b74. 00000100:00000010:1.0:1767384983.073760:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c1dfd322. 00000100:00000010:1.0:1767384983.073763:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e6242c28. 00000100:00000200:1.0:1767384983.073814:0:40407:0:(service.c:847:ptlrpc_register_service()) mdt: Started, listening on portal 12 00000100:00000010:1.0:1767384983.073818:0:40407:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000aefd3e32. 00000100:00000010:1.0:1767384983.074001:0:40418:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000008f3ba369. 00000020:00000010:1.0:1767384983.074006:0:40418:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000003235990. 00000020:00000010:1.0:1767384983.074037:0:40418:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015d3d368. 00000020:00000010:1.0:1767384983.074041:0:40418:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e1730bf6. 00000040:00000010:1.0:1767384983.074045:0:40418:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000edebdcc0. 00000020:00000010:1.0:1767384983.074049:0:40418:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009c591ee6. 00000020:00000010:1.0:1767384983.074054:0:40418:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000007942d34. 00000020:00000010:1.0:1767384983.074061:0:40418:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001f0d0f63. 80000000:00000010:1.0:1767384983.074064:0:40418:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000afe3bcc7. 40000000:00000010:1.0:1767384983.074068:0:40418:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006b90e6e7. 00100000:00000010:1.0:1767384983.074073:0:40418:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009ec34b49. 00040000:00000010:1.0:1767384983.074077:0:40418:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000e2c600b. 00040000:00000010:1.0:1767384983.074081:0:40418:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000be333ad2. 00080000:00000010:1.0:1767384983.074085:0:40418:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000094943119. 00000004:00000010:1.0:1767384983.074090:0:40418:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000085bcef56. 00002000:00000010:1.0:1767384983.074094:0:40418:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002445660a. 00000100:00000200:1.0:1767384983.074098:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074103:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000154eb413. 00000400:00000010:1.0:1767384983.074109:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000097d6b99a. 00000100:00000200:1.0:1767384983.074115:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074117:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b89061a. 00000400:00000010:1.0:1767384983.074121:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a815a206. 00000100:00000200:1.0:1767384983.074124:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074126:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000baa53589. 00000400:00000010:1.0:1767384983.074130:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005b021f7f. 00000100:00000200:1.0:1767384983.074132:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074134:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000824f5941. 00000400:00000010:1.0:1767384983.074138:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f654e478. 00000100:00000200:1.0:1767384983.074140:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074157:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001eb068f5. 00000400:00000010:1.0:1767384983.074161:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009e66cc39. 00000100:00000200:1.0:1767384983.074165:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074167:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0f88616. 00000400:00000010:1.0:1767384983.074170:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000703d961b. 00000100:00000200:1.0:1767384983.074173:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074175:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003527b192. 00000400:00000010:1.0:1767384983.074179:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000cd14bf4d. 00000100:00000200:1.0:1767384983.074182:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074184:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001873d7f8. 00000400:00000010:1.0:1767384983.074188:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000018894e28. 00000100:00000200:1.0:1767384983.074191:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074193:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da7bd484. 00000400:00000010:1.0:1767384983.074196:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000568ab907. 00000100:00000200:1.0:1767384983.074200:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074202:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000634493cd. 00000400:00000010:1.0:1767384983.074206:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a12bae80. 00000100:00000200:1.0:1767384983.074207:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074209:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005444bbe7. 00000400:00000010:1.0:1767384983.074213:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ab20a1fa. 00000100:00000200:1.0:1767384983.074216:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074219:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b46c59a5. 00000400:00000010:1.0:1767384983.074222:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003f57d6f0. 00000100:00000200:1.0:1767384983.074224:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074226:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024470a02. 00000400:00000010:1.0:1767384983.074229:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000f8e522c. 00000100:00000200:1.0:1767384983.074232:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074234:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e852859b. 00000400:00000010:1.0:1767384983.074238:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004442ca3f. 00000100:00000200:1.0:1767384983.074241:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074244:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c573c13. 00000400:00000010:1.0:1767384983.074247:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000aa6e3194. 00000100:00000200:1.0:1767384983.074249:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074252:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d12fd0d6. 00000400:00000010:1.0:1767384983.074255:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d85d9496. 00000100:00000200:1.0:1767384983.074257:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074259:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078e53162. 00000400:00000010:1.0:1767384983.074262:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000001a1beb8. 00000100:00000200:1.0:1767384983.074265:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074267:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000616a0688. 00000400:00000010:1.0:1767384983.074270:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d8282224. 00000100:00000200:1.0:1767384983.074273:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074275:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f336a9c3. 00000400:00000010:1.0:1767384983.074278:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008fb40112. 00000100:00000200:1.0:1767384983.074281:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074283:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc6a1829. 00000400:00000010:1.0:1767384983.074286:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000098399810. 00000100:00000200:1.0:1767384983.074289:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074291:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c41bb675. 00000400:00000010:1.0:1767384983.074295:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000047505403. 00000100:00000200:1.0:1767384983.074298:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074299:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d0bebb6. 00000400:00000010:1.0:1767384983.074304:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003e41f2d7. 00000100:00000200:1.0:1767384983.074306:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074308:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bea68e3a. 00000400:00000010:1.0:1767384983.074311:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000024d2ffd5. 00000100:00000200:1.0:1767384983.074313:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074315:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000799e8ee5. 00000400:00000010:1.0:1767384983.074318:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000047ac586d. 00000100:00000200:1.0:1767384983.074320:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074322:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064f3236a. 00000400:00000010:1.0:1767384983.074326:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001c870beb. 00000100:00000200:1.0:1767384983.074328:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074331:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004332a702. 00000400:00000010:1.0:1767384983.074334:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000965f6fc3. 00000100:00000200:1.0:1767384983.074336:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074338:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d423725. 00000400:00000010:1.0:1767384983.074341:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ffba3b43. 00000100:00000200:1.0:1767384983.074343:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074346:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000775ea427. 00000400:00000010:1.0:1767384983.074349:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000001740545. 00000100:00000200:1.0:1767384983.074351:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074353:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003944012e. 00000400:00000010:1.0:1767384983.074389:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000dbbff2ca. 00000100:00000200:1.0:1767384983.074392:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074395:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bffac523. 00000400:00000010:1.0:1767384983.074399:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b0e2c995. 00000100:00000200:1.0:1767384983.074402:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074405:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000228054e3. 00000400:00000010:1.0:1767384983.074409:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b9d0aa5e. 00000100:00000200:1.0:1767384983.074412:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074413:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb630e95. 00000400:00000010:1.0:1767384983.074416:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000073dc8794. 00000100:00000200:1.0:1767384983.074419:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074420:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c54a7693. 00000400:00000010:1.0:1767384983.074423:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000dc7baae. 00000100:00000200:1.0:1767384983.074425:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074427:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4316986. 00000400:00000010:1.0:1767384983.074429:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005ba947e4. 00000100:00000200:1.0:1767384983.074431:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074432:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e374937. 00000400:00000010:1.0:1767384983.074437:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a7b38d94. 00000100:00000200:1.0:1767384983.074439:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074441:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042575521. 00000400:00000010:1.0:1767384983.074443:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000bb91013b. 00000100:00000200:1.0:1767384983.074446:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074448:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059a28649. 00000400:00000010:1.0:1767384983.074450:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009768d02a. 00000100:00000200:1.0:1767384983.074453:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074454:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051c328f6. 00000400:00000010:1.0:1767384983.074457:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000091b56c96. 00000100:00000200:1.0:1767384983.074459:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074461:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c044676. 00000400:00000010:1.0:1767384983.074463:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007fb61665. 00000100:00000200:1.0:1767384983.074466:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074468:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002391f191. 00000400:00000010:1.0:1767384983.074471:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000086176cd0. 00000100:00000200:1.0:1767384983.074474:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074476:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c540aecb. 00000400:00000010:1.0:1767384983.074479:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d0b16fa1. 00000100:00000200:1.0:1767384983.074480:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074481:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000238a849b. 00000400:00000010:1.0:1767384983.074485:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000016235f37. 00000100:00000200:1.0:1767384983.074488:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074490:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff5302fb. 00000400:00000010:1.0:1767384983.074493:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d5c21d94. 00000100:00000200:1.0:1767384983.074494:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074497:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ae39724. 00000400:00000010:1.0:1767384983.074499:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000fdf7e59c. 00000100:00000200:1.0:1767384983.074502:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074504:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007e10047. 00000400:00000010:1.0:1767384983.074507:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000431159a0. 00000100:00000200:1.0:1767384983.074510:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074511:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023bf0c64. 00000400:00000010:1.0:1767384983.074514:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000cd632b44. 00000100:00000200:1.0:1767384983.074516:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074518:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba35c267. 00000400:00000010:1.0:1767384983.074521:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003e4456d6. 00000100:00000200:1.0:1767384983.074523:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074525:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b5f1b79. 00000400:00000010:1.0:1767384983.074528:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000908536a3. 00000100:00000200:1.0:1767384983.074530:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074532:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb2e4555. 00000400:00000010:1.0:1767384983.074537:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002f4bdb39. 00000100:00000200:1.0:1767384983.074539:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074542:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006b1477b. 00000400:00000010:1.0:1767384983.074545:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c09a7d84. 00000100:00000200:1.0:1767384983.074547:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074550:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3c26cfa. 00000400:00000010:1.0:1767384983.074554:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c7d0edd1. 00000100:00000200:1.0:1767384983.074557:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074560:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000768ca648. 00000400:00000010:1.0:1767384983.074563:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000064308faf. 00000100:00000200:1.0:1767384983.074566:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074568:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f4ec640. 00000400:00000010:1.0:1767384983.074572:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000054019f01. 00000100:00000200:1.0:1767384983.074574:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074576:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9dfbf2f. 00000400:00000010:1.0:1767384983.074579:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e9ba9094. 00000100:00000200:1.0:1767384983.074581:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074584:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089c8c096. 00000400:00000010:1.0:1767384983.074588:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f08f6513. 00000100:00000200:1.0:1767384983.074590:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074593:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009cda13b3. 00000400:00000010:1.0:1767384983.074597:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000098b763d7. 00000100:00000200:1.0:1767384983.074599:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074602:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070973432. 00000400:00000010:1.0:1767384983.074605:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000e3eff54. 00000100:00000200:1.0:1767384983.074607:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074610:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083219871. 00000400:00000010:1.0:1767384983.074613:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d5b9dcf3. 00000100:00000200:1.0:1767384983.074615:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074617:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a5dbecd. 00000400:00000010:1.0:1767384983.074620:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001fe8e24f. 00000100:00000200:1.0:1767384983.074622:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074624:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f80f679. 00000400:00000010:1.0:1767384983.074628:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c014fefb. 00000100:00000200:1.0:1767384983.074630:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074632:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005390a2de. 00000400:00000010:1.0:1767384983.074635:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000066136655. 00000100:00000200:1.0:1767384983.074637:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074640:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002987c273. 00000400:00000010:1.0:1767384983.074642:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ba8e9c9a. 00000100:00000200:1.0:1767384983.074645:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074647:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d02873c8. 00000400:00000010:1.0:1767384983.074650:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000947ef7b5. 00000100:00000200:1.0:1767384983.074652:0:40418:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384983.074654:0:40418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b90c0443. 00000400:00000010:1.0:1767384983.074657:0:40418:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000311fedf8. 00000100:00000010:1.0:1767384983.074715:0:40418:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 0000000054ea0755. 00000100:00000200:1.0:1767384983.074732:0:40418:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384983.074754:0:40407:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000044d747ff. 00000100:00000010:2.0:1767384983.074942:0:40419:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000004ebe2815. 00000020:00000010:2.0:1767384983.074947:0:40419:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001f3f220f. 00000020:00000010:2.0:1767384983.074953:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000659c93e. 00000020:00000010:2.0:1767384983.074958:0:40419:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000090d96c3f. 00000040:00000010:2.0:1767384983.074964:0:40419:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000455e979f. 00000020:00000010:2.0:1767384983.074969:0:40419:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000068b4174f. 00000020:00000010:2.0:1767384983.074974:0:40419:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004a45b344. 00000020:00000010:2.0:1767384983.074979:0:40419:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e8dc9b16. 80000000:00000010:2.0:1767384983.074982:0:40419:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003782f15e. 40000000:00000010:2.0:1767384983.074986:0:40419:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ca18314c. 00100000:00000010:2.0:1767384983.074991:0:40419:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000058216709. 00040000:00000010:2.0:1767384983.074995:0:40419:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f10c4593. 00040000:00000010:2.0:1767384983.074999:0:40419:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000231861ce. 00080000:00000010:2.0:1767384983.075004:0:40419:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000077b9c802. 00000004:00000010:2.0:1767384983.075009:0:40419:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003c45ab53. 00002000:00000010:2.0:1767384983.075223:0:40419:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d361072b. 00000100:00000010:2.0:1767384983.075280:0:40419:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000631ed0ce. 00000100:00000200:2.0:1767384983.075295:0:40419:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384983.075305:0:40407:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000078efa8d8. 00000100:00000010:2.0:1767384983.075448:0:40420:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000628e7609. 00000020:00000010:2.0:1767384983.075454:0:40420:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000abf690c. 00000020:00000010:2.0:1767384983.075462:0:40420:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec7e23f9. 00000020:00000010:2.0:1767384983.075466:0:40420:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007ab0777d. 00000040:00000010:2.0:1767384983.075469:0:40420:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000022711e90. 00000020:00000010:2.0:1767384983.075472:0:40420:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000abb891a2. 00000020:00000010:2.0:1767384983.075476:0:40420:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006f6c4b4e. 00000020:00000010:2.0:1767384983.075484:0:40420:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007b51a4d2. 80000000:00000010:2.0:1767384983.075487:0:40420:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005f717adf. 40000000:00000010:2.0:1767384983.075490:0:40420:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004ae86388. 00100000:00000010:2.0:1767384983.075493:0:40420:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000051639a15. 00040000:00000010:2.0:1767384983.075498:0:40420:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008ce27c6d. 00040000:00000010:2.0:1767384983.075502:0:40420:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000113788a0. 00080000:00000010:2.0:1767384983.075506:0:40420:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f0cc8a02. 00000004:00000010:2.0:1767384983.075512:0:40420:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a06f5526. 00002000:00000010:2.0:1767384983.075517:0:40420:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f86577e7. 00000100:00000010:2.0:1767384983.075582:0:40420:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 000000008a3656e9. 00000100:00000200:2.0:1767384983.075600:0:40420:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:1.0:1767384983.075611:0:40407:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000011bf6eae. 00000100:00000010:1.0:1767384983.075617:0:40407:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000019b89912. 00000100:00000010:1.0:1767384983.075630:0:40407:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000b023fe76. 00000100:00000010:1.0:1767384983.075637:0:40407:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000fa534728. 00000100:00000010:1.0:1767384983.075642:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000827a6477. 00000100:00000010:1.0:1767384983.075648:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cfd3bc6a. 00000100:00000010:1.0:1767384983.075651:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d1dd15a. 00000100:00000010:1.0:1767384983.075657:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000826de612. 00000100:00000010:1.0:1767384983.075660:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004cd55b67. 00000100:00000010:1.0:1767384983.075667:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000049eeca72. 00000100:00000010:1.0:1767384983.075671:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047e4bd61. 00000100:00000010:1.0:1767384983.075685:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000045c1479. 00000100:00000010:1.0:1767384983.075697:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8a9dc54. 00000100:00000010:1.0:1767384983.075703:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000017733914. 00000100:00000010:1.0:1767384983.075707:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a9ff7252. 00000100:00000010:1.0:1767384983.075713:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007a87d5f7. 00000100:00000010:1.0:1767384983.075717:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000187af0bc. 00000100:00000010:1.0:1767384983.075723:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d52e3894. 00000100:00000010:1.0:1767384983.075727:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8691ac7. 00000100:00000010:1.0:1767384983.075741:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000093d298f4. 00000100:00000010:1.0:1767384983.075748:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008406587f. 00000100:00000010:1.0:1767384983.075755:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000013a7663c. 00000100:00000010:1.0:1767384983.075759:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e828205b. 00000100:00000010:1.0:1767384983.075765:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f97a57f0. 00000100:00000010:1.0:1767384983.075770:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000b4940b. 00000100:00000010:1.0:1767384983.075776:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000074f62d3d. 00000100:00000010:1.0:1767384983.075781:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000091531e59. 00000100:00000010:1.0:1767384983.075794:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008d4dab0a. 00000100:00000010:1.0:1767384983.075799:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef73a1a0. 00000100:00000010:1.0:1767384983.075805:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000021840108. 00000100:00000010:1.0:1767384983.075809:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000082f673dc. 00000100:00000010:1.0:1767384983.075815:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000084e0d43d. 00000100:00000010:1.0:1767384983.075819:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000262be902. 00000100:00000010:1.0:1767384983.075825:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000004d3ebe2. 00000100:00000010:1.0:1767384983.075829:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b310dde9. 00000100:00000010:1.0:1767384983.075842:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000559b6cae. 00000100:00000010:1.0:1767384983.075848:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c38920bb. 00000100:00000010:1.0:1767384983.075853:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ae8ecf40. 00000100:00000010:1.0:1767384983.075857:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000313b42da. 00000100:00000010:1.0:1767384983.075862:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001b5912e9. 00000100:00000010:1.0:1767384983.075866:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f71b79a5. 00000100:00000010:1.0:1767384983.075871:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b146baf8. 00000100:00000010:1.0:1767384983.075876:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000042e2b4c3. 00000100:00000010:1.0:1767384983.075888:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000006abef5f. 00000100:00000010:1.0:1767384983.075892:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a210e45. 00000100:00000010:1.0:1767384983.075898:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000da061106. 00000100:00000010:1.0:1767384983.075901:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000305282c8. 00000100:00000010:1.0:1767384983.075906:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000060ffc937. 00000100:00000010:1.0:1767384983.075908:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000660d714f. 00000100:00000010:1.0:1767384983.075914:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000587af3a1. 00000100:00000010:1.0:1767384983.075917:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000050fce315. 00000100:00000010:1.0:1767384983.075929:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000093f24c11. 00000100:00000010:1.0:1767384983.075934:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002771d642. 00000100:00000010:1.0:1767384983.075939:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002911e229. 00000100:00000010:1.0:1767384983.075941:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e38fbcf5. 00000100:00000010:1.0:1767384983.075947:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000031c8f352. 00000100:00000010:1.0:1767384983.075951:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001e96b1dd. 00000100:00000010:1.0:1767384983.075958:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006053cd75. 00000100:00000010:1.0:1767384983.075960:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000082f5a6c. 00000100:00000010:1.0:1767384983.075970:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000db3e00f. 00000100:00000010:1.0:1767384983.075974:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002e5c9c7a. 00000100:00000010:1.0:1767384983.075979:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005636660e. 00000100:00000010:1.0:1767384983.075982:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cf4fd04a. 00000100:00000010:1.0:1767384983.075987:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001fed456b. 00000100:00000010:1.0:1767384983.075990:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b32c5241. 00000100:00000010:1.0:1767384983.075994:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c3036b57. 00000100:00000010:1.0:1767384983.075995:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b119abe. 00000100:00000010:1.0:1767384983.076003:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000389a3dfa. 00000100:00000010:1.0:1767384983.076006:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b4e7862e. 00000100:00000010:1.0:1767384983.076010:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006a03cf6f. 00000100:00000010:1.0:1767384983.076032:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000edfaeeac. 00000100:00000010:1.0:1767384983.076038:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e27b12b3. 00000100:00000010:1.0:1767384983.076041:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ca0949e1. 00000100:00000010:1.0:1767384983.076045:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000081972d30. 00000100:00000010:1.0:1767384983.076048:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f69cb675. 00000100:00000010:1.0:1767384983.076058:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000031aa9753. 00000100:00000010:1.0:1767384983.076062:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093ff4148. 00000100:00000010:1.0:1767384983.076066:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c795ec56. 00000100:00000010:1.0:1767384983.076069:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ad2a43fa. 00000100:00000010:1.0:1767384983.076073:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ba3a483a. 00000100:00000010:1.0:1767384983.076076:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000044601de5. 00000100:00000010:1.0:1767384983.076080:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000338b9bc4. 00000100:00000010:1.0:1767384983.076082:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008040f583. 00000100:00000010:1.0:1767384983.076091:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000019bebacb. 00000100:00000010:1.0:1767384983.076093:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d975ceb4. 00000100:00000010:1.0:1767384983.076097:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000014f7392c. 00000100:00000010:1.0:1767384983.076098:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea7e8949. 00000100:00000010:1.0:1767384983.076102:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000025147338. 00000100:00000010:1.0:1767384983.076103:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c3dd038. 00000100:00000010:1.0:1767384983.076107:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f7c8dd2c. 00000100:00000010:1.0:1767384983.076109:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000049ca6779. 00000100:00000010:1.0:1767384983.076117:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000622482e8. 00000100:00000010:1.0:1767384983.076119:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2e5c574. 00000100:00000010:1.0:1767384983.076123:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005c7bef5c. 00000100:00000010:1.0:1767384983.076125:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007786bfe6. 00000100:00000010:1.0:1767384983.076129:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f132edb8. 00000100:00000010:1.0:1767384983.076130:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000057478b61. 00000100:00000010:1.0:1767384983.076134:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f51fd26d. 00000100:00000010:1.0:1767384983.076135:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024dc7356. 00000100:00000010:1.0:1767384983.076155:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dc926ca3. 00000100:00000010:1.0:1767384983.076161:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077fcd778. 00000100:00000010:1.0:1767384983.076165:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000055754523. 00000100:00000010:1.0:1767384983.076167:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000023206765. 00000100:00000010:1.0:1767384983.076171:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000255f3112. 00000100:00000010:1.0:1767384983.076174:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003eef5b5b. 00000100:00000010:1.0:1767384983.076177:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fa93d27f. 00000100:00000010:1.0:1767384983.076179:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d963de54. 00000100:00000010:1.0:1767384983.076188:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ad5966fc. 00000100:00000010:1.0:1767384983.076190:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6e39c66. 00000100:00000010:1.0:1767384983.076194:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b32b6419. 00000100:00000010:1.0:1767384983.076196:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000051d4fd29. 00000100:00000010:1.0:1767384983.076200:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000d160dda. 00000100:00000010:1.0:1767384983.076202:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000064a1ff0e. 00000100:00000010:1.0:1767384983.076206:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a6da583c. 00000100:00000010:1.0:1767384983.076209:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002518f44b. 00000100:00000010:1.0:1767384983.076216:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fc0f0878. 00000100:00000010:1.0:1767384983.076219:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb17814d. 00000100:00000010:1.0:1767384983.076223:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000075dbe48e. 00000100:00000010:1.0:1767384983.076225:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003cada685. 00000100:00000010:1.0:1767384983.076229:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000020b87464. 00000100:00000010:1.0:1767384983.076231:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003f823d77. 00000100:00000010:1.0:1767384983.076234:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000036d1ba3c. 00000100:00000010:1.0:1767384983.076236:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1f93320. 00000100:00000010:1.0:1767384983.076244:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e32540c5. 00000100:00000010:1.0:1767384983.076246:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a67a37f. 00000100:00000010:1.0:1767384983.076250:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f277558c. 00000100:00000010:1.0:1767384983.076252:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c22a9686. 00000100:00000010:1.0:1767384983.076256:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bba0c1d3. 00000100:00000010:1.0:1767384983.076258:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d666f15. 00000100:00000010:1.0:1767384983.076262:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000027b66cae. 00000100:00000010:1.0:1767384983.076264:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000cc5ff70. 00000100:00000010:1.0:1767384983.076272:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000068c68be2. 00000400:00000200:1.0:1767384983.076274:0:40407:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 23 lazy 00000020:00000010:1.0:1767384983.076303:0:40407:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000002e0fc122. 00000020:00000010:1.0:1767384983.076307:0:40407:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000021fea694. 00000100:00000010:1.0:1767384983.076338:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000213b66a3. 00000100:00000010:1.0:1767384983.076340:0:40407:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000003b3f547f. 00000100:00000010:1.0:1767384983.076342:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ac1461de. 00000100:00000010:1.0:1767384983.076344:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000107867c0. 00000100:00000010:1.0:1767384983.076346:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009d1333bd. 00000100:00000200:1.0:1767384983.076373:0:40407:0:(service.c:847:ptlrpc_register_service()) mdt_readpage: Started, listening on portal 23 00000100:00000010:1.0:1767384983.076375:0:40407:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000071edcd09. 00000100:00000010:1.0:1767384983.076520:0:40421:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000007501c5b2. 00000020:00000010:1.0:1767384983.076524:0:40421:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f861f730. 00000020:00000010:1.0:1767384983.076527:0:40421:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d374ff1a. 00000020:00000010:1.0:1767384983.076529:0:40421:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000db9350ef. 00000040:00000010:1.0:1767384983.076531:0:40421:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ec3b298f. 00000020:00000010:1.0:1767384983.076534:0:40421:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e337bb8d. 00000020:00000010:1.0:1767384983.076536:0:40421:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c099eaae. 00000020:00000010:1.0:1767384983.076539:0:40421:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000052620571. 80000000:00000010:1.0:1767384983.076540:0:40421:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000acb80576. 40000000:00000010:1.0:1767384983.076542:0:40421:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001c67221b. 00100000:00000010:1.0:1767384983.076546:0:40421:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005846ce2d. 00040000:00000010:1.0:1767384983.076549:0:40421:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a62530d5. 00040000:00000010:1.0:1767384983.076551:0:40421:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007c378996. 00080000:00000010:1.0:1767384983.076554:0:40421:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000073ab4227. 00000004:00000010:1.0:1767384983.076557:0:40421:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000df853cdc. 00000100:00000200:1.0:1767384983.076560:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076562:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac9de117. 00000400:00000010:1.0:1767384983.076565:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d173a13b. 00000100:00000200:1.0:1767384983.076568:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076570:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d7a48da. 00000400:00000010:1.0:1767384983.076572:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9714ffc. 00000100:00000200:1.0:1767384983.076574:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076576:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043ef7216. 00000400:00000010:1.0:1767384983.076578:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cf448095. 00000100:00000200:1.0:1767384983.076580:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076581:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f45fb3fa. 00000400:00000010:1.0:1767384983.076585:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a545935a. 00000100:00000200:1.0:1767384983.076587:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076589:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c7b5259. 00000400:00000010:1.0:1767384983.076590:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a2642d8a. 00000100:00000200:1.0:1767384983.076592:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076593:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aecce81e. 00000400:00000010:1.0:1767384983.076594:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006492414d. 00000100:00000200:1.0:1767384983.076596:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076597:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075dc21ed. 00000400:00000010:1.0:1767384983.076599:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000077d44084. 00000100:00000200:1.0:1767384983.076600:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076601:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014502068. 00000400:00000010:1.0:1767384983.076603:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ca52b9d. 00000100:00000200:1.0:1767384983.076605:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076606:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001bdee1f. 00000400:00000010:1.0:1767384983.076608:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7c1c93c. 00000100:00000200:1.0:1767384983.076610:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076611:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4fee160. 00000400:00000010:1.0:1767384983.076613:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000609b39b. 00000100:00000200:1.0:1767384983.076615:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076617:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003914ed03. 00000400:00000010:1.0:1767384983.076618:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000470865e9. 00000100:00000200:1.0:1767384983.076620:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076621:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd0cecdf. 00000400:00000010:1.0:1767384983.076623:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2a61764. 00000100:00000200:1.0:1767384983.076625:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076627:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d15d4754. 00000400:00000010:1.0:1767384983.076628:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004fe5416f. 00000100:00000200:1.0:1767384983.076630:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076632:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000356abdc3. 00000400:00000010:1.0:1767384983.076634:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000052717295. 00000100:00000200:1.0:1767384983.076636:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076637:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8398608. 00000400:00000010:1.0:1767384983.076639:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dfaab55b. 00000100:00000200:1.0:1767384983.076641:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076642:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005696eee. 00000400:00000010:1.0:1767384983.076643:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c6d81c36. 00000100:00000200:1.0:1767384983.076645:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076645:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f020b2c. 00000400:00000010:1.0:1767384983.076646:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf21ebe5. 00000100:00000200:1.0:1767384983.076647:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076648:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc2dd630. 00000400:00000010:1.0:1767384983.076650:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009eac0b1e. 00000100:00000200:1.0:1767384983.076651:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076652:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003925e32b. 00000400:00000010:1.0:1767384983.076654:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000048a15de2. 00000100:00000200:1.0:1767384983.076656:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076658:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fa6c3e6. 00000400:00000010:1.0:1767384983.076659:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000df63c01. 00000100:00000200:1.0:1767384983.076662:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076664:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e7d29a5. 00000400:00000010:1.0:1767384983.076666:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cac4114f. 00000100:00000200:1.0:1767384983.076668:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076670:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f342c679. 00000400:00000010:1.0:1767384983.076672:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003fedbe97. 00000100:00000200:1.0:1767384983.076674:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076675:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000821bc628. 00000400:00000010:1.0:1767384983.076677:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000176bf659. 00000100:00000200:1.0:1767384983.076678:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076679:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062a575c3. 00000400:00000010:1.0:1767384983.076681:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000006287aa7. 00000100:00000200:1.0:1767384983.076682:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076683:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0cc12d0. 00000400:00000010:1.0:1767384983.076685:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000072bc766a. 00000100:00000200:1.0:1767384983.076686:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076688:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020a971d2. 00000400:00000010:1.0:1767384983.076689:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d09898c. 00000100:00000200:1.0:1767384983.076690:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076693:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7a281cb. 00000400:00000010:1.0:1767384983.076694:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6113dcc. 00000100:00000200:1.0:1767384983.076695:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076697:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000959fcaea. 00000400:00000010:1.0:1767384983.076698:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ebc61a5e. 00000100:00000200:1.0:1767384983.076700:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076701:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082f2038e. 00000400:00000010:1.0:1767384983.076703:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073179458. 00000100:00000200:1.0:1767384983.076705:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076707:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b0a8870. 00000400:00000010:1.0:1767384983.076709:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000344b0ce1. 00000100:00000200:1.0:1767384983.076710:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076712:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7370d13. 00000400:00000010:1.0:1767384983.076715:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000c2b0ac1. 00000100:00000200:1.0:1767384983.076716:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076719:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003714664e. 00000400:00000010:1.0:1767384983.076722:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006fdae188. 00000100:00000200:1.0:1767384983.076723:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076726:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ccfffb94. 00000400:00000010:1.0:1767384983.076728:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d4bcb0c6. 00000100:00000200:1.0:1767384983.076729:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076731:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed2a50a3. 00000400:00000010:1.0:1767384983.076734:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000024512c73. 00000100:00000200:1.0:1767384983.076735:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076738:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002da0371. 00000400:00000010:1.0:1767384983.076739:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d15f7094. 00000100:00000200:1.0:1767384983.076740:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076742:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab2a6657. 00000400:00000010:1.0:1767384983.076743:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002b69a06. 00000100:00000200:1.0:1767384983.076744:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076746:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d226392b. 00000400:00000010:1.0:1767384983.076748:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000505dc468. 00000100:00000200:1.0:1767384983.076749:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076752:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000079d169e. 00000400:00000010:1.0:1767384983.076755:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008b332a95. 00000100:00000200:1.0:1767384983.076758:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076761:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd10b7c4. 00000400:00000010:1.0:1767384983.076764:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004eef0edd. 00000100:00000200:1.0:1767384983.076766:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076770:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095330229. 00000400:00000010:1.0:1767384983.076773:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e13df3d3. 00000100:00000200:1.0:1767384983.076774:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076776:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000730ec34a. 00000400:00000010:1.0:1767384983.076778:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000934de494. 00000100:00000200:1.0:1767384983.076779:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076781:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b780cdbd. 00000400:00000010:1.0:1767384983.076782:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086e7003e. 00000100:00000200:1.0:1767384983.076783:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076784:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083064178. 00000400:00000010:1.0:1767384983.076786:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000452ca91b. 00000100:00000200:1.0:1767384983.076788:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076789:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d380d010. 00000400:00000010:1.0:1767384983.076790:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000033a871ba. 00000100:00000200:1.0:1767384983.076792:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076793:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000636a05a8. 00000400:00000010:1.0:1767384983.076794:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a4443c12. 00000100:00000200:1.0:1767384983.076795:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076797:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086a677a7. 00000400:00000010:1.0:1767384983.076799:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000003ed63fc. 00000100:00000200:1.0:1767384983.076800:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076802:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfbc3431. 00000400:00000010:1.0:1767384983.076805:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000c05f4da. 00000100:00000200:1.0:1767384983.076806:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076807:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d77e8bc0. 00000400:00000010:1.0:1767384983.076808:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000f78365e. 00000100:00000200:1.0:1767384983.076810:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076811:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043e2b8b6. 00000400:00000010:1.0:1767384983.076813:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000077f124de. 00000100:00000200:1.0:1767384983.076814:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076815:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2941ac6. 00000400:00000010:1.0:1767384983.076816:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fbf7f3ad. 00000100:00000200:1.0:1767384983.076818:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076818:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6c5386c. 00000400:00000010:1.0:1767384983.076819:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001fa85f10. 00000100:00000200:1.0:1767384983.076821:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076822:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3fc0cad. 00000400:00000010:1.0:1767384983.076823:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000026adf12. 00000100:00000200:1.0:1767384983.076824:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076825:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095f4a987. 00000400:00000010:1.0:1767384983.076826:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e926a5fd. 00000100:00000200:1.0:1767384983.076828:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076828:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000732c666d. 00000400:00000010:1.0:1767384983.076830:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000010dafe88. 00000100:00000200:1.0:1767384983.076831:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076831:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ded60c4. 00000400:00000010:1.0:1767384983.076834:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a5725277. 00000100:00000200:1.0:1767384983.076835:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076837:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3f3ffed. 00000400:00000010:1.0:1767384983.076839:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000691a12b7. 00000100:00000200:1.0:1767384983.076840:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076842:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff1d021f. 00000400:00000010:1.0:1767384983.076844:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d135dd0f. 00000100:00000200:1.0:1767384983.076845:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076846:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a97f311e. 00000400:00000010:1.0:1767384983.076848:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b785fa2d. 00000100:00000200:1.0:1767384983.076849:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076851:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b05bf6b1. 00000400:00000010:1.0:1767384983.076853:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000013652d01. 00000100:00000200:1.0:1767384983.076854:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076855:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008576c260. 00000400:00000010:1.0:1767384983.076856:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c705b6be. 00000100:00000200:1.0:1767384983.076858:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076859:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070d6fef2. 00000400:00000010:1.0:1767384983.076860:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047ee7d34. 00000100:00000200:1.0:1767384983.076861:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076862:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f96d4920. 00000400:00000010:1.0:1767384983.076864:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000db621f24. 00000100:00000200:1.0:1767384983.076865:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076865:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a863b62c. 00000400:00000010:1.0:1767384983.076867:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d033e2b5. 00000100:00000200:1.0:1767384983.076868:0:40421:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384983.076868:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e88a0a93. 00000400:00000010:1.0:1767384983.076870:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000059af6c71. 00000100:00000010:1.0:1767384983.076881:0:40421:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000e5d75a77. 00000100:00000200:1.0:1767384983.076894:0:40421:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384983.076913:0:40407:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000984a9824. 00000100:00000010:2.0:1767384983.077065:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000026b4cd7. 00000100:00000010:1.0:1767384983.077067:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e809bef. 00000100:00000010:0.0:1767384983.077086:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c2ceb636. 00000100:00000010:3.0:1767384983.077102:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006464f99c. 00000100:00000010:3.0:1767384983.077174:0:40422:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000002dbb73bd. 00000020:00000010:3.0:1767384983.077178:0:40422:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e8a84d4f. 00000020:00000010:3.0:1767384983.077180:0:40422:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da9cb4dc. 00000020:00000010:3.0:1767384983.077182:0:40422:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b5a11b5a. 00000040:00000010:3.0:1767384983.077184:0:40422:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ca7090e2. 00000020:00000010:3.0:1767384983.077187:0:40422:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a01d9890. 00000020:00000010:3.0:1767384983.077190:0:40422:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005f77da01. 00000020:00000010:3.0:1767384983.077192:0:40422:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b93fb2ef. 80000000:00000010:3.0:1767384983.077195:0:40422:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000dd50170e. 40000000:00000010:3.0:1767384983.077196:0:40422:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000058a2d3d. 00100000:00000010:3.0:1767384983.077199:0:40422:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008a345478. 00040000:00000010:3.0:1767384983.077201:0:40422:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007149e305. 00040000:00000010:3.0:1767384983.077203:0:40422:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dfa65fc9. 00080000:00000010:3.0:1767384983.077205:0:40422:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000038480abf. 00000004:00000010:3.0:1767384983.077208:0:40422:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b4d70ce2. 00000100:00000010:3.0:1767384983.077220:0:40422:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000b2934f09. 00000100:00000200:3.0:1767384983.077234:0:40422:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384983.077243:0:40407:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000086ae66e. 00000100:00000010:1.0:1767384983.077248:0:40407:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000002bc28180. 00000100:00000010:1.0:1767384983.077261:0:40407:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000c2e83861. 00000100:00000010:1.0:1767384983.077267:0:40407:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000011f481df. 00000100:00000010:1.0:1767384983.077272:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f68f2f06. 00080000:00000010:2.0:1767384983.077480:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005e1a5229. 00010000:00000010:3.0:1767384983.077509:0:40414:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000a81b712. 00010000:00000010:3.0:1767384983.077519:0:40414:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e7280dd3. 00000020:00000010:3.0:1767384983.077524:0:40414:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000382999da. 00000100:00000010:1.0:1767384983.077664:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009376cf53. 00000100:00000010:1.0:1767384983.077669:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e7b1db6e. 00000100:00000010:1.0:1767384983.078116:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d14f748b. 00000100:00000010:1.0:1767384983.078123:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009da0601e. 00000100:00000010:1.0:1767384983.078552:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001e112242. 00000100:00000010:1.0:1767384983.078557:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000020a6e6bd. 00000100:00000010:1.0:1767384983.078953:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000bfc80c16. 00000100:00000010:1.0:1767384983.078956:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000098103af8. 00000100:00000010:1.0:1767384983.079384:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006f570389. 00000100:00000010:1.0:1767384983.079389:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075099a99. 00000100:00000010:1.0:1767384983.079779:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004e309b23. 00000100:00000010:1.0:1767384983.079786:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009b173e1a. 00000100:00000010:2.0:1767384983.079847:0:40411:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000bd33ce48. 00000100:00000010:2.0:1767384983.079852:0:40411:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000119ae5cc. 20000000:00000010:2.0:1767384983.079855:0:40411:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 00000000bc783115. 00010000:00000200:2.0:1767384983.079871:0:40411:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009d337798 x1853237358527104/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:209/0 lens 4784/4768 e 0 to 0 dl 1767384994 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384983.079895:0:40411:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000214aff89. 00000100:00000200:2.0:1767384983.079900:0:40411:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358527104, offset 224 00000400:00000200:2.0:1767384983.079907:0:40411:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384983.079923:0:40411:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384983.079936:0:40411:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272708280 00000400:00000200:2.0:1767384983.079943:0:40411:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2231 [2] + 224 00000400:00000200:2.0:1767384983.079951:0:40411:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384983.079954:0:40411:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384983.079963:0:40411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000029521216 x1853237358527104/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384999 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384983.079987:0:40411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000214aff89 00000400:00000010:2.0:1767384983.079989:0:40411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000214aff89. 00000020:00000010:2.0:1767384983.080009:0:40411:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000228d1aff. 00000400:00000010:0.0:1767384983.080034:0:37:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fec3e4a. 00000400:00000200:0.0:1767384983.080041:0:37:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c221b11c 00000400:00000010:0.0:1767384983.080044:0:37:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c221b11c. 00000100:00000200:0.0:1767384983.080051:0:37:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000029521216 x1853237358527104/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384999 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384983.080065:0:37:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000029521216 x1853237358527104/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384999 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384983.080066:0:40411:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000081346020. 00000020:00000010:2.0:1767384983.080074:0:40411:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029ec94d9. 00000020:00000010:2.0:1767384983.080080:0:40411:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050317b5b. 02000000:00000010:2.0:1767384983.080088:0:40411:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008626348a. 00000100:00000200:2.0:1767384983.080097:0:40411:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384983.080102:0:40411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0ab58cf. 00000400:00000010:2.0:1767384983.080107:0:40411:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000214aff89. 02000000:00000010:0.0:1767384983.080109:0:37:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c1296f5f. 00000100:00000010:0.0:1767384983.080117:0:37:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000f4f60960. 00000100:00000010:0.0:1767384983.080120:0:37:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000bca9822d. 02000000:00000010:0.0:1767384983.080130:0:37:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000030056347. 00000100:00000010:0.0:1767384983.080135:0:37:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000029521216. 00000100:00000010:0.0:1767384983.080140:0:37:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fd7044ad. 00000020:00000010:0.0:1767384983.080155:0:37:0:(tgt_mount.c:1582:tgt_import_update()) kfreed 'mti': 7232 at 0000000088726214. 00000020:00000010:0.0:1767384983.080165:0:37:0:(tgt_mount.c:1585:tgt_import_update()) kfreed 'dw': 184 at 00000000785d1cc5. 00000100:00000010:1.0:1767384983.080233:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007ddb95ff. 00000100:00000010:1.0:1767384983.080240:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd93e138. 00000100:00000010:1.0:1767384983.080663:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000086929bcb. 00000100:00000010:1.0:1767384983.080668:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f9f0e6e7. 00000100:00000010:1.0:1767384983.081075:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000f2437c3. 00000100:00000010:1.0:1767384983.081079:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000013109c7. 00000100:00000010:1.0:1767384983.081485:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000eae3106c. 00000100:00000010:1.0:1767384983.081488:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000005cb306c. 00000100:00000010:1.0:1767384983.081878:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e53eec79. 00000100:00000010:1.0:1767384983.081881:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000016af42d7. 00000100:00000010:1.0:1767384983.082329:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007ed69e0d. 00000100:00000010:1.0:1767384983.082335:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000050af9d61. 00000100:00000010:1.0:1767384983.082756:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006d482907. 00000100:00000010:1.0:1767384983.082760:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004dc0464f. 00000100:00000010:1.0:1767384983.083187:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007dc6efb2. 00000100:00000010:1.0:1767384983.083191:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000071a4cd3a. 00000100:00000010:1.0:1767384983.083591:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000098d3b55d. 00000100:00000010:1.0:1767384983.083593:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005bc221ab. 00000100:00000010:1.0:1767384983.083990:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000913aaa70. 00000100:00000010:1.0:1767384983.083994:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8ce3187. 00000100:00000010:1.0:1767384983.084439:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d6bfd43f. 00000100:00000010:1.0:1767384983.084443:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6d75057. 00000100:00000010:1.0:1767384983.084834:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000049f06baa. 00000100:00000010:1.0:1767384983.084837:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004539496a. 00000100:00000010:1.0:1767384983.085261:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fddcc6b9. 00000100:00000010:1.0:1767384983.085265:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000017c5ed0. 00000100:00000010:1.0:1767384983.085660:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002b76350d. 00000100:00000010:1.0:1767384983.085662:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008a84eb72. 00000100:00000010:1.0:1767384983.086066:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000518e915a. 00000100:00000010:1.0:1767384983.086070:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000067837be0. 00000100:00000010:1.0:1767384983.086513:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000091f3c67c. 00000100:00000010:1.0:1767384983.086519:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000070344e12. 00000100:00000010:1.0:1767384983.086916:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000da931873. 00000100:00000010:1.0:1767384983.086920:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e9f20cb3. 00000100:00000010:1.0:1767384983.087336:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a7b4eae1. 00000100:00000010:1.0:1767384983.087340:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a1b7389. 00000100:00000010:1.0:1767384983.087733:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ab216b47. 00000100:00000010:1.0:1767384983.087736:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000286d89d. 00000100:00000010:1.0:1767384983.088161:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000bb9eee0b. 00000100:00000010:1.0:1767384983.088167:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ec25481. 00000100:00000010:1.0:1767384983.088595:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000655abf61. 00000100:00000010:1.0:1767384983.088599:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002026be5b. 00000100:00000010:1.0:1767384983.089040:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000059004085. 00000100:00000010:1.0:1767384983.089044:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e5f957c7. 00000100:00000010:1.0:1767384983.089457:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000390f53a4. 00000100:00000010:1.0:1767384983.089463:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de56102d. 00000100:00000010:1.0:1767384983.089911:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005ec07d28. 00000100:00000010:1.0:1767384983.089917:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b318229. 00000100:00000010:1.0:1767384983.090379:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002737f48a. 00000100:00000010:1.0:1767384983.090385:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001317c61c. 00000100:00000010:1.0:1767384983.090799:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000030284e05. 00000100:00000010:1.0:1767384983.090803:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000989c5ebe. 00000100:00000010:1.0:1767384983.091231:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000be3d813e. 00000100:00000010:1.0:1767384983.091235:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d140c447. 00000100:00000010:1.0:1767384983.092413:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c35cc168. 00000100:00000010:1.0:1767384983.092418:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000695be9b4. 00000100:00000010:1.0:1767384983.092500:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000019946f88. 00000100:00000010:1.0:1767384983.092503:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000092350195. 00000100:00000010:1.0:1767384983.093602:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000073b17d42. 00000100:00000010:1.0:1767384983.093609:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000543c4a3a. 00000100:00000010:1.0:1767384983.093690:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000050d43fe5. 00000100:00000010:1.0:1767384983.093693:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d11f8b8. 00000100:00000010:1.0:1767384983.094125:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000cc916f94. 00000100:00000010:1.0:1767384983.094130:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df7da3d4. 00000100:00000010:1.0:1767384983.094568:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d1486522. 00000100:00000010:1.0:1767384983.094573:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000318392f9. 00000100:00000010:1.0:1767384983.095643:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005258acf7. 00000100:00000010:1.0:1767384983.095648:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000010dd3612. 00000100:00000010:1.0:1767384983.095730:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f38738e9. 00000100:00000010:1.0:1767384983.095732:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c55d4bee. 00000100:00000010:1.0:1767384983.096173:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009d83e6d1. 00000100:00000010:1.0:1767384983.096180:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a3e7824. 00000100:00000010:1.0:1767384983.096597:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000982864d. 00000100:00000010:1.0:1767384983.096602:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000059b76b5c. 00000100:00000010:1.0:1767384983.097034:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ad7f90fb. 00000100:00000010:1.0:1767384983.097039:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d09b291. 00000100:00000010:1.0:1767384983.097464:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000004194302. 00000100:00000010:1.0:1767384983.097470:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ce2cd8b. 00000100:00000010:1.0:1767384983.097903:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000be2433a1. 00000100:00000010:1.0:1767384983.097907:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000083089717. 00000100:00000010:1.0:1767384983.098361:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c36924de. 00000100:00000010:1.0:1767384983.098368:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008b963fbb. 00000100:00000010:1.0:1767384983.098792:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000054d075fa. 00000100:00000010:1.0:1767384983.098796:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000deec79d4. 00000100:00000010:1.0:1767384983.099217:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000cd211bdd. 00000100:00000010:1.0:1767384983.099221:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a626c9e. 00000100:00000010:1.0:1767384983.100302:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007116759f. 00000100:00000010:1.0:1767384983.100309:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000094b0e268. 00000100:00000010:1.0:1767384983.100417:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000170ee248. 00000100:00000010:1.0:1767384983.100423:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000af1bf6a4. 00000100:00000010:1.0:1767384983.101475:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009d86568a. 00000100:00000010:1.0:1767384983.101480:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008883c4cb. 00000100:00000010:1.0:1767384983.101562:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008ae8420f. 00000100:00000010:1.0:1767384983.101565:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a2cb94c1. 00000100:00000010:1.0:1767384983.102654:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007cb18647. 00000100:00000010:1.0:1767384983.102659:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8cf2313. 00000100:00000010:1.0:1767384983.102741:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000af92c1f9. 00000100:00000010:1.0:1767384983.102744:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000943aa85d. 00000100:00000010:1.0:1767384983.103184:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000636118c0. 00000100:00000010:1.0:1767384983.103188:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000cdbce4a. 00000100:00000010:1.0:1767384983.103578:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e57d55b8. 00000100:00000010:1.0:1767384983.103580:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000330a596c. 00000100:00000010:1.0:1767384983.104675:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a2afec36. 00000100:00000010:1.0:1767384983.104680:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e1e6ea95. 00000100:00000010:1.0:1767384983.104762:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000008893c40. 00000100:00000010:1.0:1767384983.104764:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e5a5d59b. 00000100:00000010:1.0:1767384983.105801:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000bab76345. 00000100:00000010:1.0:1767384983.105806:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b577041. 00000100:00000010:1.0:1767384983.105888:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007bbeb5ac. 00000100:00000010:1.0:1767384983.105890:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aa60e345. 00000100:00000010:1.0:1767384983.106974:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007eb43aba. 00000100:00000010:1.0:1767384983.106979:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3496bdc. 00000100:00000010:1.0:1767384983.107075:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000033b1118b. 00000100:00000010:1.0:1767384983.107078:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c45968ea. 00000100:00000010:1.0:1767384983.108167:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c10f0998. 00000400:00000200:1.0:1767384983.108174:0:40407:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 24 lazy 00000020:00000010:1.0:1767384983.108249:0:40407:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000e626550f. 00000020:00000010:1.0:1767384983.108256:0:40407:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000008ecd06e5. 00000100:00000010:1.0:1767384983.108306:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004096f316. 00000100:00000010:1.0:1767384983.108313:0:40407:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000003a3fcb09. 00000100:00000010:1.0:1767384983.108316:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c894b19b. 00000100:00000010:1.0:1767384983.108320:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ed0de439. 00000100:00000010:1.0:1767384983.108323:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ba2c80af. 00000100:00000200:1.0:1767384983.108345:0:40407:0:(service.c:847:ptlrpc_register_service()) mdt_out: Started, listening on portal 24 00000100:00000010:1.0:1767384983.108350:0:40407:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000003049043c. 00000100:00000010:3.0:1767384983.108572:0:40424:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000fedd4578. 00000020:00000010:3.0:1767384983.108581:0:40424:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e115830d. 00000020:00000010:3.0:1767384983.108590:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000446ea85a. 00000020:00000010:3.0:1767384983.108595:0:40424:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002cae6771. 00000040:00000010:3.0:1767384983.108600:0:40424:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e3296985. 00000020:00000010:3.0:1767384983.108606:0:40424:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001d19d04d. 00000020:00000010:3.0:1767384983.108612:0:40424:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e3427676. 00000020:00000010:3.0:1767384983.108617:0:40424:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009214c82f. 80000000:00000010:3.0:1767384983.108623:0:40424:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008b50abda. 40000000:00000010:3.0:1767384983.108628:0:40424:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002a2be034. 00100000:00000010:3.0:1767384983.108634:0:40424:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003e013e8c. 00040000:00000010:3.0:1767384983.108640:0:40424:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a2b00c06. 00040000:00000010:3.0:1767384983.108645:0:40424:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003dedb2c8. 00080000:00000010:3.0:1767384983.108650:0:40424:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002d4eac1d. 00000004:00000010:3.0:1767384983.108657:0:40424:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000076b6bfae. 00002000:00000010:3.0:1767384983.108665:0:40424:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000029fbfa8c. 00000100:00000200:3.0:1767384983.108671:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.108677:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5876595. 00000400:00000010:3.0:1767384983.108688:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002db24bbd. 00000100:00000200:3.0:1767384983.108703:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.108705:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e4679c0. 00000400:00000010:3.0:1767384983.108710:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000096ff36b6. 00000100:00000200:3.0:1767384983.108712:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.108714:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d43db1e1. 00000400:00000010:3.0:1767384983.108729:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000352e49ec. 00000100:00000200:3.0:1767384983.108733:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.108735:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b86e92b. 00000400:00000010:3.0:1767384983.108739:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b57743ba. 00000100:00000200:3.0:1767384983.108741:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.108743:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b31338d6. 00000400:00000010:3.0:1767384983.108747:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000983414bb. 00000100:00000200:3.0:1767384983.108750:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.108752:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5d61463. 00000400:00000010:3.0:1767384983.108756:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000cef8b4ba. 00000100:00000200:3.0:1767384983.108758:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.108760:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca5b651b. 00000400:00000010:3.0:1767384983.108768:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000037c89f2f. 00000100:00000200:3.0:1767384983.108771:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.108773:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000998a04ae. 00000400:00000010:3.0:1767384983.108776:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000312e3023. 00000100:00000200:3.0:1767384983.108779:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.108780:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf292622. 00000400:00000010:3.0:1767384983.108784:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000164eff60. 00000100:00000200:3.0:1767384983.108786:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.108788:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd89e0df. 00000400:00000010:3.0:1767384983.108791:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000dfa7a580. 00000100:00000200:3.0:1767384983.108794:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.108795:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008bc03faa. 00000400:00000010:3.0:1767384983.108803:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e3c2e172. 00000100:00000200:3.0:1767384983.108806:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.108807:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c95f647. 00000400:00000010:3.0:1767384983.108811:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007ac61f26. 00000100:00000200:3.0:1767384983.108814:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.108815:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ae605e5. 00000400:00000010:3.0:1767384983.108818:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a3979f0d. 00000100:00000200:3.0:1767384983.108821:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.108822:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4124fd8. 00000400:00000010:3.0:1767384983.108825:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000033c95f32. 00000100:00000200:3.0:1767384983.108827:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.108828:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e09f3a48. 00000400:00000010:3.0:1767384983.108836:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000c8546cc. 00000100:00000200:3.0:1767384983.108839:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.108840:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0ad8e31. 00000400:00000010:3.0:1767384983.108844:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e93a3f64. 00000100:00000200:3.0:1767384983.108847:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.108848:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050cdcabe. 00000400:00000010:3.0:1767384983.108851:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000084854755. 00000100:00000200:3.0:1767384983.108854:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.108855:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041ec2c8d. 00000400:00000010:3.0:1767384983.108859:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000044eeb75c. 00000100:00000200:3.0:1767384983.108861:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.108863:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b4051c7. 00000400:00000010:3.0:1767384983.108871:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fb07e8bf. 00000100:00000200:3.0:1767384983.108875:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.108876:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dee1a7e. 00000400:00000010:3.0:1767384983.108879:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000022f09aa9. 00000100:00000200:3.0:1767384983.108882:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.108883:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061aa3319. 00000400:00000010:3.0:1767384983.108886:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000564e0718. 00000100:00000200:3.0:1767384983.108889:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.108890:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcea7f72. 00000400:00000010:3.0:1767384983.108893:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c16ae413. 00000100:00000200:3.0:1767384983.108896:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.108897:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c89738b. 00000400:00000010:3.0:1767384983.108909:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f11b8af1. 00000100:00000200:3.0:1767384983.108913:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.108914:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000026f5d6a. 00000400:00000010:3.0:1767384983.108918:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000ef1ceb8. 00000100:00000200:3.0:1767384983.108920:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.108921:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006be7f97c. 00000400:00000010:3.0:1767384983.108925:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008090c1d5. 00000100:00000200:3.0:1767384983.108927:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.108928:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053a47ec2. 00000400:00000010:3.0:1767384983.108932:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002067e0a3. 00000100:00000200:3.0:1767384983.108934:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.108935:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c156f52. 00000400:00000010:3.0:1767384983.108943:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007cfcc075. 00000100:00000200:3.0:1767384983.108946:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.108948:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db69f8f9. 00000400:00000010:3.0:1767384983.108952:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e56c52b5. 00000100:00000200:3.0:1767384983.108954:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.108955:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000073d18f6. 00000400:00000010:3.0:1767384983.108959:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e60112b4. 00000100:00000200:3.0:1767384983.108962:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.108963:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e073373. 00000400:00000010:3.0:1767384983.108966:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000214087f9. 00000100:00000200:3.0:1767384983.108969:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.108970:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008da50455. 00000400:00000010:3.0:1767384983.108977:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ffec57ad. 00000100:00000200:3.0:1767384983.108980:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.108981:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000187e50c4. 00000400:00000010:3.0:1767384983.108985:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000009f0b504. 00000100:00000200:3.0:1767384983.108988:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.108988:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024c35cfc. 00000400:00000010:3.0:1767384983.108992:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000043cadcd1. 00000100:00000200:3.0:1767384983.108994:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.108995:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e965d2ee. 00000400:00000010:3.0:1767384983.108999:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fe7a0ec5. 00000100:00000200:3.0:1767384983.109001:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.109002:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000791840cf. 00000400:00000010:3.0:1767384983.109026:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009dc6c8b2. 00000100:00000200:3.0:1767384983.109032:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.109034:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd260060. 00000400:00000010:3.0:1767384983.109039:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000094e3b4e6. 00000100:00000200:3.0:1767384983.109042:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.109044:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d482e20. 00000400:00000010:3.0:1767384983.109047:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002131dd41. 00000100:00000200:3.0:1767384983.109050:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.109051:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebc9bede. 00000400:00000010:3.0:1767384983.109055:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c9c7f43e. 00000100:00000200:3.0:1767384983.109057:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.109059:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a8d2211. 00000400:00000010:3.0:1767384983.109067:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a1c8241b. 00000100:00000200:3.0:1767384983.109071:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.109073:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005e574c9. 00000400:00000010:3.0:1767384983.109077:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f8812ee4. 00000100:00000200:3.0:1767384983.109080:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.109082:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052f9d3cb. 00000400:00000010:3.0:1767384983.109086:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000538eb7db. 00000100:00000200:3.0:1767384983.109090:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.109092:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000910143a5. 00000400:00000010:3.0:1767384983.109097:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a301db0a. 00000100:00000200:3.0:1767384983.109100:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.109101:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a025410f. 00000400:00000010:3.0:1767384983.109109:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000158c388c. 00000100:00000200:3.0:1767384983.109113:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.109114:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059aed48a. 00000400:00000010:3.0:1767384983.109118:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000be6aaef9. 00000100:00000200:3.0:1767384983.109120:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.109121:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024fe6bea. 00000400:00000010:3.0:1767384983.109125:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000031b46200. 00000100:00000200:3.0:1767384983.109127:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.109129:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000356384be. 00000400:00000010:3.0:1767384983.109132:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f2881111. 00000100:00000200:3.0:1767384983.109135:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.109136:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005aa4224f. 00000400:00000010:3.0:1767384983.109157:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004c5d80ea. 00000100:00000200:3.0:1767384983.109162:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.109165:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018a2798d. 00000400:00000010:3.0:1767384983.109168:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008f3eebbb. 00000100:00000200:3.0:1767384983.109171:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.109172:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bce94bc. 00000400:00000010:3.0:1767384983.109176:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005251144e. 00000100:00000200:3.0:1767384983.109178:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.109179:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b4f9b5f. 00000400:00000010:3.0:1767384983.109183:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006d40ee71. 00000100:00000200:3.0:1767384983.109185:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.109186:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a401b5c1. 00000400:00000010:3.0:1767384983.109195:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006da4af63. 00000100:00000200:3.0:1767384983.109199:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.109200:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab2a897e. 00000400:00000010:3.0:1767384983.109203:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a8f73a3b. 00000100:00000200:3.0:1767384983.109206:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.109207:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1977f19. 00000400:00000010:3.0:1767384983.109210:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b06bd447. 00000100:00000200:3.0:1767384983.109213:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.109214:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003657e6ca. 00000400:00000010:3.0:1767384983.109218:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b5d91523. 00000100:00000200:3.0:1767384983.109221:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.109222:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001431d1bf. 00000400:00000010:3.0:1767384983.109230:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007fbdb538. 00000100:00000200:3.0:1767384983.109234:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.109235:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047ba0a9c. 00000400:00000010:3.0:1767384983.109239:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000029ce6492. 00000100:00000200:3.0:1767384983.109242:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.109243:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f157060. 00000400:00000010:3.0:1767384983.109246:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000054d2ae6b. 00000100:00000200:3.0:1767384983.109249:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.109250:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012b7d1f2. 00000400:00000010:3.0:1767384983.109253:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e5e57602. 00000100:00000200:3.0:1767384983.109256:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.109258:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017f081c8. 00000400:00000010:3.0:1767384983.109268:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000046f741e5. 00000100:00000200:3.0:1767384983.109274:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.109277:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004527458e. 00000400:00000010:3.0:1767384983.109282:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b691f247. 00000100:00000200:3.0:1767384983.109286:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.109288:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fe7c129. 00000400:00000010:3.0:1767384983.109294:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bbbc2da0. 00000100:00000200:3.0:1767384983.109298:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.109300:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033c2def0. 00000400:00000010:3.0:1767384983.109306:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002406a636. 00000100:00000200:3.0:1767384983.109310:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.109313:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0044912. 00000400:00000010:3.0:1767384983.109326:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bd6f9596. 00000100:00000200:3.0:1767384983.109333:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384983.109336:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007356c9d5. 00000400:00000010:3.0:1767384983.109342:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000440d8e4e. 00000100:00000010:3.0:1767384983.109360:0:40424:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000a555ba39. 00000100:00000200:3.0:1767384983.109378:0:40424:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767384983.109404:0:40407:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000000bdfcad1. 00000100:00000010:3.0:1767384983.109616:0:40425:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000006e30581e. 00000020:00000010:3.0:1767384983.109620:0:40425:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f372a719. 00000020:00000010:3.0:1767384983.109625:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050317b5b. 00000020:00000010:3.0:1767384983.109628:0:40425:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007f866df7. 00000040:00000010:3.0:1767384983.109632:0:40425:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cc900e65. 00000020:00000010:3.0:1767384983.109636:0:40425:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f5a6fd22. 00000020:00000010:3.0:1767384983.109639:0:40425:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000325fb59. 00000020:00000010:3.0:1767384983.109643:0:40425:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ebe1bf64. 80000000:00000010:3.0:1767384983.109646:0:40425:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000dd43bfb7. 40000000:00000010:3.0:1767384983.109649:0:40425:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000085febb6a. 00100000:00000010:3.0:1767384983.109653:0:40425:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000920b3dbe. 00040000:00000010:3.0:1767384983.109656:0:40425:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f72e33ef. 00040000:00000010:3.0:1767384983.109659:0:40425:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000659968b9. 00080000:00000010:3.0:1767384983.109663:0:40425:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000fa1db74b. 00000004:00000010:3.0:1767384983.109667:0:40425:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000880b058. 00002000:00000010:3.0:1767384983.109670:0:40425:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000162005e6. 00000100:00000010:3.0:1767384983.109686:0:40425:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000043cc8d6d. 00000100:00000200:3.0:1767384983.109701:0:40425:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384983.109722:0:40407:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000d12c458f. 00000100:00000010:1.0:1767384983.109729:0:40407:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000001e69feef. 00000100:00000010:1.0:1767384983.109746:0:40407:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000005c59f1ec. 00000100:00000010:1.0:1767384983.109755:0:40407:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000f1a46dd2. 00000100:00000010:1.0:1767384983.109765:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a59dcd1. 00000100:00000010:1.0:1767384983.109769:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006f5438b1. 00000100:00000010:1.0:1767384983.109773:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c38a7ee4. 00000100:00000010:1.0:1767384983.109778:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000969244ec. 00000100:00000010:1.0:1767384983.109781:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c60f607. 00000100:00000010:1.0:1767384983.109784:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000012a9cdcb. 00000100:00000010:1.0:1767384983.109787:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000105451cd. 00000100:00000010:1.0:1767384983.109791:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000050b2fec3. 00000100:00000010:1.0:1767384983.109794:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001226d2b9. 00000100:00000010:1.0:1767384983.109797:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e5514541. 00000100:00000010:1.0:1767384983.109800:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000089e1bf8d. 00000100:00000010:1.0:1767384983.109804:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000086566f60. 00000100:00000010:1.0:1767384983.109808:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c9cc618. 00000100:00000010:1.0:1767384983.109812:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000906d2a49. 00000100:00000010:1.0:1767384983.109816:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a16a4bd1. 00000100:00000010:1.0:1767384983.109819:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003b01260e. 00000100:00000010:1.0:1767384983.109822:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3a889b6. 00000100:00000010:1.0:1767384983.109826:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000039f9ca32. 00000100:00000010:1.0:1767384983.109829:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002bd94c84. 00000100:00000010:1.0:1767384983.109833:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000dff6213. 00000100:00000010:1.0:1767384983.109836:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003f70045a. 00000100:00000010:1.0:1767384983.109840:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000adcd98e4. 00000100:00000010:1.0:1767384983.109843:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003fac6c07. 00000100:00000010:1.0:1767384983.109848:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000792adc30. 00000100:00000010:1.0:1767384983.109852:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8b8b016. 00000100:00000010:1.0:1767384983.109856:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000084976662. 00000100:00000010:1.0:1767384983.109860:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b7c5b197. 00000100:00000010:1.0:1767384983.109863:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b84a7b5f. 00000100:00000010:1.0:1767384983.109866:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000074846810. 00000100:00000010:1.0:1767384983.109871:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fd7f40b4. 00000100:00000010:1.0:1767384983.109874:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e41703e5. 00000100:00000010:1.0:1767384983.109878:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006f145693. 00000100:00000010:1.0:1767384983.109881:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d5a2033. 00000100:00000010:1.0:1767384983.109886:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000db0d7a82. 00000100:00000010:1.0:1767384983.109889:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5b789e4. 00000100:00000010:1.0:1767384983.109893:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d4eaacd4. 00000100:00000010:1.0:1767384983.109896:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065679937. 00000100:00000010:1.0:1767384983.109900:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000662f3cf. 00000100:00000010:1.0:1767384983.109903:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001557a50c. 00000100:00000010:1.0:1767384983.109906:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000077d6656d. 00000100:00000010:1.0:1767384983.109909:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ead55fe8. 00000100:00000010:1.0:1767384983.109913:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002bb8d644. 00000100:00000010:1.0:1767384983.109916:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008984122e. 00000100:00000010:1.0:1767384983.109921:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c62ee85f. 00000100:00000010:1.0:1767384983.109924:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb29e51c. 00000100:00000010:1.0:1767384983.109928:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bd122e25. 00000100:00000010:1.0:1767384983.109931:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000174a88be. 00000100:00000010:1.0:1767384983.109935:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005b63408b. 00000100:00000010:1.0:1767384983.109939:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033f5d254. 00000100:00000010:1.0:1767384983.109943:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e6b514b5. 00000100:00000010:1.0:1767384983.109946:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000056908fdc. 00000100:00000010:1.0:1767384983.109950:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007ca54d5c. 00000100:00000010:1.0:1767384983.109953:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d0e17903. 00000100:00000010:1.0:1767384983.109956:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000249f26a0. 00000100:00000010:1.0:1767384983.109960:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd56c32d. 00000100:00000010:1.0:1767384983.109963:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002830fbcb. 00000100:00000010:1.0:1767384983.109967:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b547cd41. 00000100:00000010:1.0:1767384983.109971:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008b4df3a3. 00000100:00000010:1.0:1767384983.109974:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002dc2916d. 00000100:00000010:1.0:1767384983.109978:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000371473c8. 00000100:00000010:1.0:1767384983.109982:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9e8aab7. 00000100:00000010:1.0:1767384983.109986:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e3ef4c62. 00000100:00000010:1.0:1767384983.109988:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b176eebf. 00000100:00000010:1.0:1767384983.109992:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004cb53539. 00000100:00000010:1.0:1767384983.109995:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000161d2fd5. 00000100:00000010:1.0:1767384983.109999:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c778fdb3. 00000100:00000010:1.0:1767384983.110002:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000f632bba. 00000100:00000010:1.0:1767384983.110006:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b39b0747. 00000100:00000010:1.0:1767384983.110009:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037be59c2. 00000100:00000010:1.0:1767384983.110035:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000030a21621. 00000100:00000010:1.0:1767384983.110041:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007550a522. 00000100:00000010:1.0:1767384983.110046:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e2c362ea. 00000100:00000010:1.0:1767384983.110050:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006766970c. 00000100:00000010:1.0:1767384983.110055:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001f19deee. 00000100:00000010:1.0:1767384983.110059:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c62b264. 00000100:00000010:1.0:1767384983.110064:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004554dc79. 00000100:00000010:1.0:1767384983.110068:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c578023. 00000100:00000010:1.0:1767384983.110074:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000029914a2d. 00000100:00000010:1.0:1767384983.110077:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000356afda7. 00000100:00000010:1.0:1767384983.110082:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000095bbeb3e. 00000100:00000010:1.0:1767384983.110088:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065e53420. 00000100:00000010:1.0:1767384983.110092:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000eba4234b. 00000100:00000010:1.0:1767384983.110096:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000095b46795. 00000100:00000010:1.0:1767384983.110100:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e91872bb. 00000100:00000010:1.0:1767384983.110103:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d071c14. 00000100:00000010:1.0:1767384983.110107:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000023d60543. 00000100:00000010:1.0:1767384983.110111:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d2fbe8c3. 00000100:00000010:1.0:1767384983.110114:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ced91061. 00000100:00000010:1.0:1767384983.110119:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009bf906a5. 00000100:00000010:1.0:1767384983.110124:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cf9ad944. 00000100:00000010:1.0:1767384983.110128:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009f5e6957. 00000100:00000010:1.0:1767384983.110133:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c39a9d51. 00000100:00000010:1.0:1767384983.110136:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b5d488c. 00000100:00000010:1.0:1767384983.110140:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f882d957. 00000100:00000010:1.0:1767384983.110159:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de171494. 00000100:00000010:1.0:1767384983.110163:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c803c312. 00000100:00000010:1.0:1767384983.110167:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009629f47b. 00000100:00000010:1.0:1767384983.110172:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e924ac97. 00000100:00000010:1.0:1767384983.110175:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000034d15ff7. 00000100:00000010:1.0:1767384983.110179:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ab4c5d79. 00000100:00000010:1.0:1767384983.110182:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000254052f2. 00000100:00000010:1.0:1767384983.110186:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004fe4aafc. 00000100:00000010:1.0:1767384983.110190:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8cad0b5. 00000100:00000010:1.0:1767384983.110194:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000011cad242. 00000100:00000010:1.0:1767384983.110198:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008893cad7. 00000100:00000010:1.0:1767384983.110201:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000953523b1. 00000100:00000010:1.0:1767384983.110204:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e2700724. 00000100:00000010:1.0:1767384983.110208:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009d05333d. 00000100:00000010:1.0:1767384983.110211:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000051f492cc. 00000100:00000010:1.0:1767384983.110214:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006d6649ab. 00000100:00000010:1.0:1767384983.110217:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000098158039. 00000100:00000010:1.0:1767384983.110222:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000088d624a7. 00000100:00000010:1.0:1767384983.110225:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000027792d18. 00000100:00000010:1.0:1767384983.110230:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000030468c7f. 00000100:00000010:1.0:1767384983.110233:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007cd749f8. 00000100:00000010:1.0:1767384983.110237:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000aa443bbc. 00000100:00000010:1.0:1767384983.110240:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec2e4568. 00000100:00000010:1.0:1767384983.110244:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000075de17a. 00000100:00000010:1.0:1767384983.110258:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000002c02f3f. 00000100:00000010:1.0:1767384983.110263:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000667d7314. 00000100:00000010:1.0:1767384983.110266:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d0f45203. 00000100:00000010:1.0:1767384983.110270:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007f27ac41. 00000100:00000010:1.0:1767384983.110274:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bb17a486. 00000100:00000010:1.0:1767384983.110279:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000160ec903. 00000100:00000010:1.0:1767384983.110283:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b66716b0. 00000100:00000010:1.0:1767384983.110287:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004c6446e1. 00000100:00000010:1.0:1767384983.110289:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007801eaa4. 00000100:00000010:1.0:1767384983.110293:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ef683fa2. 00000400:00000200:1.0:1767384983.110295:0:40407:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 32 lazy 00000020:00000010:1.0:1767384983.110335:0:40407:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000540d9e57. 00000020:00000010:1.0:1767384983.110340:0:40407:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000c64d8240. 00000100:00000010:1.0:1767384983.110390:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000bed906a8. 00000100:00000010:1.0:1767384983.110395:0:40407:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000815b1e37. 00000100:00000010:1.0:1767384983.110398:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d46cf990. 00000100:00000010:1.0:1767384983.110401:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000dc287ab. 00000100:00000010:1.0:1767384983.110405:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000065b72f1a. 00000100:00000200:1.0:1767384983.110443:0:40407:0:(service.c:847:ptlrpc_register_service()) mdt_seqs: Started, listening on portal 32 00000100:00000010:1.0:1767384983.110447:0:40407:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005a0c20b2. 00000100:00000010:3.0:1767384983.110623:0:40426:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000004c96fc1b. 00000020:00000010:3.0:1767384983.110628:0:40426:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000375b8ffb. 00000020:00000010:3.0:1767384983.110631:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c01406d. 00000020:00000010:3.0:1767384983.110634:0:40426:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000ea8ae73. 00000040:00000010:3.0:1767384983.110638:0:40426:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ca294690. 00000020:00000010:3.0:1767384983.110641:0:40426:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007402ebe6. 00000020:00000010:3.0:1767384983.110644:0:40426:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000029b5c0b7. 00000020:00000010:3.0:1767384983.110647:0:40426:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c73ffca6. 80000000:00000010:3.0:1767384983.110649:0:40426:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007a03b2f8. 40000000:00000010:3.0:1767384983.110650:0:40426:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a2b745e8. 00100000:00000010:3.0:1767384983.110652:0:40426:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000056eab2b9. 00040000:00000010:3.0:1767384983.110654:0:40426:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f78a535c. 00040000:00000010:3.0:1767384983.110657:0:40426:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000040fbc96d. 00080000:00000010:3.0:1767384983.110659:0:40426:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000abab9843. 00000004:00000010:3.0:1767384983.110663:0:40426:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000be59cb53. 00000100:00000200:3.0:1767384983.110665:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110668:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000deeb94e9. 00000400:00000010:3.0:1767384983.110671:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042896188. 00000100:00000200:3.0:1767384983.110674:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110675:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e3a8a06. 00000400:00000010:3.0:1767384983.110677:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c020914a. 00000100:00000200:3.0:1767384983.110678:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110680:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006071b91. 00000400:00000010:3.0:1767384983.110681:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d5f7f4b4. 00000100:00000200:3.0:1767384983.110682:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110683:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d716277. 00000400:00000010:3.0:1767384983.110685:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a585988. 00000100:00000200:3.0:1767384983.110686:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110687:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b78dc89e. 00000400:00000010:3.0:1767384983.110689:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5b11576. 00000100:00000200:3.0:1767384983.110690:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110691:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e63ef70e. 00000400:00000010:3.0:1767384983.110692:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000f92fb9. 00000100:00000200:3.0:1767384983.110693:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110694:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6fa3d1b. 00000400:00000010:3.0:1767384983.110695:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a540367. 00000100:00000200:3.0:1767384983.110696:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110697:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000501cbaee. 00000400:00000010:3.0:1767384983.110698:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd918eb3. 00000100:00000200:3.0:1767384983.110699:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110700:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096bead53. 00000400:00000010:3.0:1767384983.110701:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0c371c1. 00000100:00000200:3.0:1767384983.110702:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110703:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a14a3a95. 00000400:00000010:3.0:1767384983.110704:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ef6df2d. 00000100:00000200:3.0:1767384983.110705:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110706:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ae257bf. 00000400:00000010:3.0:1767384983.110707:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000056993975. 00000100:00000200:3.0:1767384983.110708:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110709:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d46ed7dc. 00000400:00000010:3.0:1767384983.110710:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b5044b8. 00000100:00000200:3.0:1767384983.110712:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110713:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000175adc0f. 00000400:00000010:3.0:1767384983.110715:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091979154. 00000100:00000200:3.0:1767384983.110716:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110717:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000add9e8a1. 00000400:00000010:3.0:1767384983.110719:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043c9c128. 00000100:00000200:3.0:1767384983.110720:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110720:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ab92f01. 00000400:00000010:3.0:1767384983.110721:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1a6f55d. 00000100:00000200:3.0:1767384983.110723:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110723:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000914c90bb. 00000400:00000010:3.0:1767384983.110725:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096ffe8f4. 00000100:00000200:3.0:1767384983.110726:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110727:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000593c9430. 00000400:00000010:3.0:1767384983.110728:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d5f0a2f. 00000100:00000200:3.0:1767384983.110729:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110730:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007223a28d. 00000400:00000010:3.0:1767384983.110731:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000566aad8a. 00000100:00000200:3.0:1767384983.110732:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110733:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0bbe227. 00000400:00000010:3.0:1767384983.110734:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000648765d4. 00000100:00000200:3.0:1767384983.110735:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110736:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000198f0de0. 00000400:00000010:3.0:1767384983.110737:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f20d66a4. 00000100:00000200:3.0:1767384983.110738:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110739:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078a8f13a. 00000400:00000010:3.0:1767384983.110740:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af2b8b9d. 00000100:00000200:3.0:1767384983.110741:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110742:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000486e675b. 00000400:00000010:3.0:1767384983.110743:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044170aa6. 00000100:00000200:3.0:1767384983.110744:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110745:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000059b17d. 00000400:00000010:3.0:1767384983.110746:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000479d091f. 00000100:00000200:3.0:1767384983.110747:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110748:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000268adb6c. 00000400:00000010:3.0:1767384983.110750:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001001990f. 00000100:00000200:3.0:1767384983.110751:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110752:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001020f368. 00000400:00000010:3.0:1767384983.110753:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027fa4960. 00000100:00000200:3.0:1767384983.110754:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110755:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f993e569. 00000400:00000010:3.0:1767384983.110756:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ab784e2. 00000100:00000200:3.0:1767384983.110757:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110758:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068633b39. 00000400:00000010:3.0:1767384983.110759:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0ac64dc. 00000100:00000200:3.0:1767384983.110760:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110761:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4824430. 00000400:00000010:3.0:1767384983.110762:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000033c58979. 00000100:00000200:3.0:1767384983.110763:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110764:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029a805a9. 00000400:00000010:3.0:1767384983.110765:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab0b8782. 00000100:00000200:3.0:1767384983.110766:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110768:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2cb7e33. 00000400:00000010:3.0:1767384983.110780:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003de89a24. 00000100:00000200:3.0:1767384983.110782:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110784:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bdd1edd5. 00000400:00000010:3.0:1767384983.110785:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009676b7c. 00000100:00000200:3.0:1767384983.110786:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110787:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4c03748. 00000400:00000010:3.0:1767384983.110788:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aca90909. 00000100:00000200:3.0:1767384983.110790:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110791:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029f155b0. 00000400:00000010:3.0:1767384983.110792:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b5a8b86. 00000100:00000200:3.0:1767384983.110793:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110794:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a34d4482. 00000400:00000010:3.0:1767384983.110795:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000225daef9. 00000100:00000200:3.0:1767384983.110796:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110797:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac146c12. 00000400:00000010:3.0:1767384983.110799:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007770db99. 00000100:00000200:3.0:1767384983.110800:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110802:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e6549ee. 00000400:00000010:3.0:1767384983.110803:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a17bf22e. 00000100:00000200:3.0:1767384983.110804:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110805:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042656d69. 00000400:00000010:3.0:1767384983.110806:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b812ad7f. 00000100:00000200:3.0:1767384983.110808:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110809:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ddd4bc4. 00000400:00000010:3.0:1767384983.110810:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5d52a88. 00000100:00000200:3.0:1767384983.110811:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110812:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c8e65ac. 00000400:00000010:3.0:1767384983.110813:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f97ced30. 00000100:00000200:3.0:1767384983.110814:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110815:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4497b91. 00000400:00000010:3.0:1767384983.110816:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e0a6890. 00000100:00000200:3.0:1767384983.110817:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110818:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0ced5b3. 00000400:00000010:3.0:1767384983.110819:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf8ef24d. 00000100:00000200:3.0:1767384983.110820:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110821:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000aaf1e9f. 00000400:00000010:3.0:1767384983.110822:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005442ff0a. 00000100:00000200:3.0:1767384983.110823:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110824:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096c134c6. 00000400:00000010:3.0:1767384983.110825:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008cc044fc. 00000100:00000200:3.0:1767384983.110826:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110827:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a2950ce. 00000400:00000010:3.0:1767384983.110828:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c17bddd1. 00000100:00000200:3.0:1767384983.110829:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110830:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008838c305. 00000400:00000010:3.0:1767384983.110831:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9c6214d. 00000100:00000200:3.0:1767384983.110832:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110833:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e22134c0. 00000400:00000010:3.0:1767384983.110834:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c897a0e9. 00000100:00000200:3.0:1767384983.110835:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110836:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5931e6a. 00000400:00000010:3.0:1767384983.110837:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000498c58ca. 00000100:00000200:3.0:1767384983.110839:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110840:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027bd0388. 00000400:00000010:3.0:1767384983.110841:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e153b6c. 00000100:00000200:3.0:1767384983.110843:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110844:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007281842. 00000400:00000010:3.0:1767384983.110845:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095a9e2ed. 00000100:00000200:3.0:1767384983.110846:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110847:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0d067f7. 00000400:00000010:3.0:1767384983.110848:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d9b8d20f. 00000100:00000200:3.0:1767384983.110849:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110850:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000200e53ab. 00000400:00000010:3.0:1767384983.110851:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d068726f. 00000100:00000200:3.0:1767384983.110852:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110853:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a253082. 00000400:00000010:3.0:1767384983.110854:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fcf4f72. 00000100:00000200:3.0:1767384983.110855:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110856:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7f2f3aa. 00000400:00000010:3.0:1767384983.110857:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000620759e8. 00000100:00000200:3.0:1767384983.110858:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110859:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa11ec95. 00000400:00000010:3.0:1767384983.110860:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ed2a05e. 00000100:00000200:3.0:1767384983.110861:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110862:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012f4f942. 00000400:00000010:3.0:1767384983.110863:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b28b819. 00000100:00000200:3.0:1767384983.110864:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110865:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001227626d. 00000400:00000010:3.0:1767384983.110866:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f37b080. 00000100:00000200:3.0:1767384983.110867:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110868:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ffbce8d. 00000400:00000010:3.0:1767384983.110869:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086468fd5. 00000100:00000200:3.0:1767384983.110870:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110871:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000384cfcf8. 00000400:00000010:3.0:1767384983.110872:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009dcdd0a6. 00000100:00000200:3.0:1767384983.110873:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110874:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000822a985. 00000400:00000010:3.0:1767384983.110875:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3295f21. 00000100:00000200:3.0:1767384983.110876:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110877:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f14c4ea6. 00000400:00000010:3.0:1767384983.110885:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0bbdab4. 00000100:00000200:3.0:1767384983.110887:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110888:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fb638bc. 00000400:00000010:3.0:1767384983.110889:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aec79657. 00000100:00000200:3.0:1767384983.110890:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110891:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009145dd0c. 00000400:00000010:3.0:1767384983.110892:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e16f2a6. 00000100:00000200:3.0:1767384983.110893:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110894:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b6cb5e8. 00000400:00000010:3.0:1767384983.110895:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d6f86df. 00000100:00000200:3.0:1767384983.110896:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384983.110897:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000689c190e. 00000400:00000010:3.0:1767384983.110898:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009374f21a. 00000100:00000010:3.0:1767384983.110901:0:40426:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000003f47ee92. 00000100:00000200:3.0:1767384983.110912:0:40426:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767384983.110937:0:40407:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000006fa4ad6a. 00000100:00000010:3.0:1767384983.111106:0:40427:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000009ecbfcf6. 00000020:00000010:3.0:1767384983.111109:0:40427:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000557a764. 00000020:00000010:3.0:1767384983.111111:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d3c7b64. 00000020:00000010:3.0:1767384983.111113:0:40427:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000074dbfd14. 00000040:00000010:3.0:1767384983.111116:0:40427:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009280fde9. 00000020:00000010:3.0:1767384983.111119:0:40427:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d6ad4b52. 00000020:00000010:3.0:1767384983.111121:0:40427:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004b6b73dd. 00000020:00000010:3.0:1767384983.111123:0:40427:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b6a5afc9. 80000000:00000010:3.0:1767384983.111125:0:40427:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000034899726. 40000000:00000010:3.0:1767384983.111126:0:40427:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ce7d3240. 00100000:00000010:3.0:1767384983.111129:0:40427:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cf4b97b7. 00040000:00000010:3.0:1767384983.111131:0:40427:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000000da1bf8. 00040000:00000010:3.0:1767384983.111133:0:40427:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004a0eb3cd. 00080000:00000010:3.0:1767384983.111135:0:40427:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f0c325f6. 00000004:00000010:3.0:1767384983.111139:0:40427:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002383a988. 00000100:00000010:3.0:1767384983.111141:0:40427:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000d8573659. 00000100:00000200:3.0:1767384983.111164:0:40427:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384983.111178:0:40407:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000092b192c8. 00000100:00000010:1.0:1767384983.111184:0:40407:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000da9da034. 00000100:00000010:1.0:1767384983.111198:0:40407:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000ccf066db. 00000100:00000010:1.0:1767384983.111208:0:40407:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000fc92b99d. 00000100:00000010:1.0:1767384983.111213:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000091c32b26. 00000100:00000010:1.0:1767384983.111218:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b5867048. 00000100:00000010:1.0:1767384983.111221:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c799d889. 00000100:00000010:1.0:1767384983.111224:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002c3f59a4. 00000100:00000010:1.0:1767384983.111227:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d60466f2. 00000100:00000010:1.0:1767384983.111230:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000015eeca27. 00000100:00000010:1.0:1767384983.111233:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3c5f67d. 00000100:00000010:1.0:1767384983.111237:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001f76a8c2. 00000100:00000010:1.0:1767384983.111239:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003633d60d. 00000100:00000010:1.0:1767384983.111242:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000521a0686. 00000100:00000010:1.0:1767384983.111246:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005514c33a. 00000100:00000010:1.0:1767384983.111250:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009396b918. 00000100:00000010:1.0:1767384983.111253:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000099ed1813. 00000100:00000010:1.0:1767384983.111258:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bdcb3563. 00000100:00000010:1.0:1767384983.111261:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006e7bcb03. 00000100:00000010:1.0:1767384983.111265:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002be138cb. 00000100:00000010:1.0:1767384983.111268:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b7746e7. 00000100:00000010:1.0:1767384983.111272:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008d062e89. 00000100:00000010:1.0:1767384983.111284:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000ed9f2d0. 00000100:00000010:1.0:1767384983.111290:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000787c304d. 00000100:00000010:1.0:1767384983.111293:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006328b834. 00000100:00000010:1.0:1767384983.111297:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003bcbc759. 00000100:00000010:1.0:1767384983.111300:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000095196767. 00000100:00000010:1.0:1767384983.111304:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a3e75721. 00000100:00000010:1.0:1767384983.111306:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000054f3adf. 00000100:00000010:1.0:1767384983.111310:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fcaa19ed. 00000100:00000010:1.0:1767384983.111313:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef342c49. 00000100:00000010:1.0:1767384983.111318:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e41b6033. 00000100:00000010:1.0:1767384983.111322:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003686753f. 00000100:00000010:1.0:1767384983.111326:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e8644dd5. 00000100:00000010:1.0:1767384983.111329:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000159c3e42. 00000100:00000010:1.0:1767384983.111333:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005c286433. 00000100:00000010:1.0:1767384983.111337:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a0efc811. 00000100:00000010:1.0:1767384983.111341:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000374ae158. 00000100:00000010:1.0:1767384983.111344:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb9e133c. 00000100:00000010:1.0:1767384983.111348:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000c193626. 00000100:00000010:1.0:1767384983.111350:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003720e601. 00000100:00000010:1.0:1767384983.111354:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ce2d21d9. 00000100:00000010:1.0:1767384983.111357:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053966105. 00000100:00000010:1.0:1767384983.111361:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e82930ff. 00000100:00000010:1.0:1767384983.111363:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002e3cf5b7. 00000100:00000010:1.0:1767384983.111369:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d21018cf. 00000100:00000010:1.0:1767384983.111372:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000edb28251. 00000100:00000010:1.0:1767384983.111375:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000024460dd2. 00000100:00000010:1.0:1767384983.111378:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000054e8c8fe. 00000100:00000010:1.0:1767384983.111382:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a95829c7. 00000100:00000010:1.0:1767384983.111385:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000add40d11. 00000100:00000010:1.0:1767384983.111389:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000309df8a8. 00000100:00000010:1.0:1767384983.111392:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000074f7260. 00000100:00000010:1.0:1767384983.111396:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001b09ff8b. 00000100:00000010:1.0:1767384983.111408:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000344d4d44. 00000100:00000010:1.0:1767384983.111413:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000015c5ccfd. 00000100:00000010:1.0:1767384983.111416:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000932d7ddc. 00000100:00000010:1.0:1767384983.111420:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000527b4af3. 00000100:00000010:1.0:1767384983.111423:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e4184e7c. 00000100:00000010:1.0:1767384983.111427:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000064566d68. 00000100:00000010:1.0:1767384983.111430:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000acbec5f1. 00000100:00000010:1.0:1767384983.111433:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ba18183e. 00000100:00000010:1.0:1767384983.111436:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef64ed18. 00000100:00000010:1.0:1767384983.111441:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002e4bfe73. 00000100:00000010:1.0:1767384983.111444:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000141dda1. 00000100:00000010:1.0:1767384983.111449:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000489587f. 00000100:00000010:1.0:1767384983.111452:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000092db9f19. 00000100:00000010:1.0:1767384983.111456:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c40421bc. 00000100:00000010:1.0:1767384983.111459:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f5e148ab. 00000100:00000010:1.0:1767384983.111463:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a0ff2691. 00000100:00000010:1.0:1767384983.111466:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005187ae29. 00000100:00000010:1.0:1767384983.111470:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008469bb9e. 00000100:00000010:1.0:1767384983.111473:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000af521fc4. 00000100:00000010:1.0:1767384983.111478:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000eb95af3b. 00000100:00000010:1.0:1767384983.111481:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c2a59ce7. 00000100:00000010:1.0:1767384983.111485:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e7a19201. 00000100:00000010:1.0:1767384983.111489:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000099608a71. 00000100:00000010:1.0:1767384983.111493:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001321c11f. 00000100:00000010:1.0:1767384983.111496:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de7108ee. 00000100:00000010:1.0:1767384983.111500:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000021415f29. 00000100:00000010:1.0:1767384983.111504:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000677d8c0b. 00000100:00000010:1.0:1767384983.111508:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b66483a4. 00000100:00000010:1.0:1767384983.111511:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f00342bc. 00000100:00000010:1.0:1767384983.111515:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003d7fc8db. 00000100:00000010:1.0:1767384983.111518:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000550aa413. 00000100:00000010:1.0:1767384983.111521:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008a87bd73. 00000100:00000010:1.0:1767384983.111534:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b43c26dc. 00000100:00000010:1.0:1767384983.111540:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006bf5e21d. 00000100:00000010:1.0:1767384983.111543:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee850632. 00000100:00000010:1.0:1767384983.111547:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000003ef535d. 00000100:00000010:1.0:1767384983.111550:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d2d646b. 00000100:00000010:1.0:1767384983.111554:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d46c6fcd. 00000100:00000010:1.0:1767384983.111557:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c5ae4dc. 00000100:00000010:1.0:1767384983.111562:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000025fb62ac. 00000100:00000010:1.0:1767384983.111565:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dbd463f8. 00000100:00000010:1.0:1767384983.111569:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004e4bb2ad. 00000100:00000010:1.0:1767384983.111572:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a1ae36c. 00000100:00000010:1.0:1767384983.111576:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000032b4f6b0. 00000100:00000010:1.0:1767384983.111579:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c843f61. 00000100:00000010:1.0:1767384983.111584:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000008f8bdfb. 00000100:00000010:1.0:1767384983.111587:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001a259018. 00000100:00000010:1.0:1767384983.111592:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c86fd133. 00000100:00000010:1.0:1767384983.111594:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5276049. 00000100:00000010:1.0:1767384983.111598:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d5f032c7. 00000100:00000010:1.0:1767384983.111601:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ba76d15. 00000100:00000010:1.0:1767384983.111604:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002bb6e8c6. 00000100:00000010:1.0:1767384983.111608:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000044bbf665. 00000100:00000010:1.0:1767384983.111613:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008484e8c0. 00000100:00000010:1.0:1767384983.111617:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000023c27187. 00000100:00000010:1.0:1767384983.111621:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cc6b2832. 00000100:00000010:1.0:1767384983.111625:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c1145bc0. 00000100:00000010:1.0:1767384983.111628:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000016764319. 00000100:00000010:1.0:1767384983.111632:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000680067b. 00000100:00000010:1.0:1767384983.111635:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006dad4240. 00000100:00000010:1.0:1767384983.111638:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077eb4538. 00000100:00000010:1.0:1767384983.111642:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008dc68d8d. 00000100:00000010:1.0:1767384983.111645:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000042e43a18. 00000100:00000010:1.0:1767384983.111650:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000acbf4ed4. 00000100:00000010:1.0:1767384983.111661:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c65bb58b. 00000100:00000010:1.0:1767384983.111667:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003a637c6e. 00000100:00000010:1.0:1767384983.111671:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007c4b5895. 00000100:00000010:1.0:1767384983.111674:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000867e4f01. 00000100:00000010:1.0:1767384983.111678:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000211a3321. 00000100:00000010:1.0:1767384983.111682:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000353bec1b. 00000100:00000010:1.0:1767384983.111685:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003214e276. 00000100:00000010:1.0:1767384983.111689:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fe9ae455. 00000100:00000010:1.0:1767384983.111692:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c4912a1. 00000100:00000010:1.0:1767384983.111696:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000046236001. 00000100:00000010:1.0:1767384983.111700:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000021e2bebf. 00000100:00000010:1.0:1767384983.111704:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007ef0948a. 00000100:00000010:1.0:1767384983.111708:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053fd3e6d. 00000100:00000010:1.0:1767384983.111712:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006b7caddb. 00000400:00000200:1.0:1767384983.111715:0:40407:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 30 lazy 00000020:00000010:1.0:1767384983.111751:0:40407:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000478d6ae2. 00000020:00000010:1.0:1767384983.111755:0:40407:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000cc4f898a. 00000100:00000010:1.0:1767384983.111802:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000114350b9. 00000100:00000010:1.0:1767384983.111806:0:40407:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000081aa4a41. 00000100:00000010:1.0:1767384983.111812:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000002322f527. 00000100:00000010:1.0:1767384983.111816:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000038e9602. 00000100:00000010:1.0:1767384983.111820:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ec71ee54. 00000100:00000200:1.0:1767384983.111852:0:40407:0:(service.c:847:ptlrpc_register_service()) mdt_seqm: Started, listening on portal 30 00000100:00000010:1.0:1767384983.111856:0:40407:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000dbafb81e. 00010000:00000010:3.1:1767384983.112054:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000a81b712. 00010000:00000010:3.1:1767384983.112064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e7280dd3. 00000100:00000010:3.0:1767384983.112082:0:40428:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000003a6cde50. 00000020:00000010:3.0:1767384983.112084:0:40428:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006e42bc84. 00000020:00000010:3.0:1767384983.112087:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000076da628. 00000020:00000010:3.0:1767384983.112090:0:40428:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000afed1971. 00000040:00000010:3.0:1767384983.112092:0:40428:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005924ea31. 00000020:00000010:3.0:1767384983.112095:0:40428:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000483a55ec. 00000020:00000010:3.0:1767384983.112098:0:40428:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004541cf54. 00000020:00000010:3.0:1767384983.112102:0:40428:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ad7f7ea1. 80000000:00000010:3.0:1767384983.112105:0:40428:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000670d8e53. 40000000:00000010:3.0:1767384983.112108:0:40428:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bcb21dce. 00100000:00000010:3.0:1767384983.112112:0:40428:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000084494a92. 00040000:00000010:3.0:1767384983.112115:0:40428:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004333257a. 00040000:00000010:3.0:1767384983.112118:0:40428:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000422a8da6. 00080000:00000010:3.0:1767384983.112121:0:40428:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c7c68cdf. 00000004:00000010:3.0:1767384983.112127:0:40428:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000003abea22. 00002000:00000010:3.0:1767384983.112130:0:40428:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a5021b27. 00000100:00000200:3.0:1767384983.112133:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112136:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072dcd7ad. 00000400:00000010:3.0:1767384983.112139:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042ec57c9. 00000100:00000200:3.0:1767384983.112156:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112160:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a0e51be. 00000400:00000010:3.0:1767384983.112163:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db7556a2. 00000100:00000200:3.0:1767384983.112166:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112167:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097d38ccb. 00000400:00000010:3.0:1767384983.112170:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055735628. 00000100:00000200:3.0:1767384983.112172:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112174:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006256b3a4. 00000400:00000010:3.0:1767384983.112176:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000706d8037. 00000100:00000200:3.0:1767384983.112178:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112180:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000342d718d. 00000400:00000010:3.0:1767384983.112182:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004bc5f551. 00000100:00000200:3.0:1767384983.112184:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112186:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b7cd328. 00000400:00000010:3.0:1767384983.112188:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1f9631b. 00000100:00000200:3.0:1767384983.112190:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112192:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096a37921. 00000400:00000010:3.0:1767384983.112195:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099e058dd. 00000100:00000200:3.0:1767384983.112197:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112198:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049216b90. 00000400:00000010:3.0:1767384983.112200:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b08eeacc. 00000100:00000200:3.0:1767384983.112202:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112203:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7ba6b2e. 00000400:00000010:3.0:1767384983.112205:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e661d584. 00000100:00000200:3.0:1767384983.112207:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112208:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005cb5f89e. 00000400:00000010:3.0:1767384983.112210:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006aa6d4fa. 00000100:00000200:3.0:1767384983.112212:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112214:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066063d8b. 00000400:00000010:3.0:1767384983.112215:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000898b4f. 00000100:00000200:3.0:1767384983.112217:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112231:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000721fa19f. 00000400:00000010:3.0:1767384983.112234:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014bfca79. 00000100:00000200:3.0:1767384983.112237:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112238:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9d99483. 00000400:00000010:3.0:1767384983.112240:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d629458e. 00000100:00000200:3.0:1767384983.112242:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112244:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f4abb9e. 00000400:00000010:3.0:1767384983.112246:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096db0d15. 00000100:00000200:3.0:1767384983.112247:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112249:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ddcf2b8d. 00000400:00000010:3.0:1767384983.112251:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6d18fe6. 00000100:00000200:3.0:1767384983.112252:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112254:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b78523a. 00000400:00000010:3.0:1767384983.112256:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b1fdab8. 00000100:00000200:3.0:1767384983.112258:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112260:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098036861. 00000400:00000010:3.0:1767384983.112262:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5c0e397. 00000100:00000200:3.0:1767384983.112264:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112266:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003562e880. 00000400:00000010:3.0:1767384983.112268:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ca808a9. 00000100:00000200:3.0:1767384983.112270:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112272:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e0fe3fe. 00000400:00000010:3.0:1767384983.112274:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c2af2eb. 00000100:00000200:3.0:1767384983.112276:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112278:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000853479ac. 00000400:00000010:3.0:1767384983.112279:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005393c04e. 00000100:00000200:3.0:1767384983.112281:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112283:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3bc3a76. 00000400:00000010:3.0:1767384983.112284:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c27bf03. 00000100:00000200:3.0:1767384983.112286:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112288:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008689535f. 00000400:00000010:3.0:1767384983.112289:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b229d391. 00000100:00000200:3.0:1767384983.112291:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112293:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043335ded. 00000400:00000010:3.0:1767384983.112294:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003407483c. 00000100:00000200:3.0:1767384983.112296:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112298:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d78ed645. 00000400:00000010:3.0:1767384983.112299:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4fa5580. 00000100:00000200:3.0:1767384983.112301:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112303:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e75b8f70. 00000400:00000010:3.0:1767384983.112305:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f1612d6. 00000100:00000200:3.0:1767384983.112307:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112308:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083a4bb8c. 00000400:00000010:3.0:1767384983.112317:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014a7cd49. 00000100:00000200:3.0:1767384983.112320:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112322:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ab270f6. 00000400:00000010:3.0:1767384983.112324:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea32d919. 00000100:00000200:3.0:1767384983.112325:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112327:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c32403a3. 00000400:00000010:3.0:1767384983.112329:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009aa2c3e7. 00000100:00000200:3.0:1767384983.112330:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112332:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f51a767c. 00000400:00000010:3.0:1767384983.112334:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dde80f2b. 00000100:00000200:3.0:1767384983.112336:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112338:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8f1a373. 00000400:00000010:3.0:1767384983.112340:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008794f6d4. 00000100:00000200:3.0:1767384983.112341:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112343:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001232b9c. 00000400:00000010:3.0:1767384983.112345:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffd56562. 00000100:00000200:3.0:1767384983.112346:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112348:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055a1df98. 00000400:00000010:3.0:1767384983.112350:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f618fdca. 00000100:00000200:3.0:1767384983.112352:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112353:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001040471b. 00000400:00000010:3.0:1767384983.112355:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ec776ef. 00000100:00000200:3.0:1767384983.112357:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112358:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec2abe42. 00000400:00000010:3.0:1767384983.112360:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020f429c7. 00000100:00000200:3.0:1767384983.112362:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112363:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007461a47. 00000400:00000010:3.0:1767384983.112365:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a11248bc. 00000100:00000200:3.0:1767384983.112367:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112368:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ff83fbe. 00000400:00000010:3.0:1767384983.112370:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f2f8c0d. 00000100:00000200:3.0:1767384983.112372:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112374:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ee7a5dd. 00000400:00000010:3.0:1767384983.112376:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c71a00f. 00000100:00000200:3.0:1767384983.112377:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112379:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058fff281. 00000400:00000010:3.0:1767384983.112381:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3dd7340. 00000100:00000200:3.0:1767384983.112382:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112384:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c13ca12. 00000400:00000010:3.0:1767384983.112386:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053d920e5. 00000100:00000200:3.0:1767384983.112388:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112390:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ffa8ea6. 00000400:00000010:3.0:1767384983.112392:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009cd32c43. 00000100:00000200:3.0:1767384983.112393:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112395:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000067467fc. 00000400:00000010:3.0:1767384983.112397:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009dce5dc2. 00000100:00000200:3.0:1767384983.112399:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112401:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca0d7521. 00000400:00000010:3.0:1767384983.112404:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b9386a8. 00000100:00000200:3.0:1767384983.112406:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112408:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f511a7d1. 00000400:00000010:3.0:1767384983.112409:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006dacd7b9. 00000100:00000200:3.0:1767384983.112412:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112413:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4e30eb5. 00000400:00000010:3.0:1767384983.112415:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9f6e922. 00000100:00000200:3.0:1767384983.112417:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112419:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b138db3d. 00000400:00000010:3.0:1767384983.112421:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e4e49bb2. 00000100:00000200:3.0:1767384983.112423:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112425:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8ca149e. 00000400:00000010:3.0:1767384983.112428:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000076a2ce34. 00000100:00000200:3.0:1767384983.112430:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112432:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f313719. 00000400:00000010:3.0:1767384983.112434:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fe0a8fb. 00000100:00000200:3.0:1767384983.112436:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112438:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9cafa6a. 00000400:00000010:3.0:1767384983.112440:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8916624. 00000100:00000200:3.0:1767384983.112442:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112444:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7afb860. 00000400:00000010:3.0:1767384983.112446:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034923294. 00000100:00000200:3.0:1767384983.112448:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112450:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b401ad7. 00000400:00000010:3.0:1767384983.112452:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000470b7615. 00000100:00000200:3.0:1767384983.112455:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112456:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c96b9fe9. 00000400:00000010:3.0:1767384983.112459:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa02e129. 00000100:00000200:3.0:1767384983.112460:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112462:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4d732f3. 00000400:00000010:3.0:1767384983.112464:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000842311b2. 00000100:00000200:3.0:1767384983.112466:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112469:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002eca01d8. 00000400:00000010:3.0:1767384983.112471:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e277910. 00000100:00000200:3.0:1767384983.112473:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112475:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dbc3a511. 00000400:00000010:3.0:1767384983.112477:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e14d2f74. 00000100:00000200:3.0:1767384983.112479:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112480:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003be662f1. 00000400:00000010:3.0:1767384983.112482:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd82056e. 00000100:00000200:3.0:1767384983.112484:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112485:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d50faa4. 00000400:00000010:3.0:1767384983.112498:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1d056b0. 00000100:00000200:3.0:1767384983.112502:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112504:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000814cf3ce. 00000400:00000010:3.0:1767384983.112506:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001e031a3. 00000100:00000200:3.0:1767384983.112508:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112518:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1070469. 00000400:00000010:3.0:1767384983.112521:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d03c1b9. 00000100:00000200:3.0:1767384983.112523:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112525:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1ad0288. 00000400:00000010:3.0:1767384983.112527:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd4f70ce. 00000100:00000200:3.0:1767384983.112529:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112531:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005aa00906. 00000400:00000010:3.0:1767384983.112533:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da1e3055. 00000100:00000200:3.0:1767384983.112535:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112537:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000109cafb6. 00000400:00000010:3.0:1767384983.112539:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f502b01. 00000100:00000200:3.0:1767384983.112541:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112542:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057e30580. 00000400:00000010:3.0:1767384983.112544:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e11bbb98. 00000100:00000200:3.0:1767384983.112546:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112547:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e5a1223. 00000400:00000010:3.0:1767384983.112549:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d591781. 00000100:00000200:3.0:1767384983.112551:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384983.112552:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077901571. 00000400:00000010:3.0:1767384983.112554:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005af9146c. 00000100:00000010:3.0:1767384983.112558:0:40428:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000f61453ba. 00000100:00000200:3.0:1767384983.112571:0:40428:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767384983.112612:0:40407:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000012e1767a. 00000100:00000010:3.0:1767384983.112776:0:40429:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000000ab8a64f. 00000020:00000010:3.0:1767384983.112780:0:40429:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007dfc4599. 00000020:00000010:3.0:1767384983.112784:0:40429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0874354. 00000020:00000010:3.0:1767384983.112787:0:40429:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000560f0758. 00000040:00000010:3.0:1767384983.112790:0:40429:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001c69589c. 00000020:00000010:3.0:1767384983.112793:0:40429:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ac5a6e3b. 00000020:00000010:3.0:1767384983.112796:0:40429:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000067eba988. 00000020:00000010:3.0:1767384983.112799:0:40429:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f9388d9c. 80000000:00000010:3.0:1767384983.112802:0:40429:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007214ea04. 40000000:00000010:3.0:1767384983.112805:0:40429:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002b594d61. 00100000:00000010:3.0:1767384983.112808:0:40429:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fb1c2429. 00040000:00000010:3.0:1767384983.112812:0:40429:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000055f52127. 00040000:00000010:3.0:1767384983.112814:0:40429:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008418005d. 00080000:00000010:3.0:1767384983.112818:0:40429:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003608bf68. 00000004:00000010:3.0:1767384983.112822:0:40429:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e9f98e3e. 00002000:00000010:3.0:1767384983.112825:0:40429:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000cf0397b1. 00000100:00000010:3.0:1767384983.112828:0:40429:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000083d36e98. 00000100:00000200:3.0:1767384983.112841:0:40429:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384983.112851:0:40407:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000006e69c23b. 00000100:00000010:1.0:1767384983.112856:0:40407:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000b4fcb5b8. 00000100:00000010:1.0:1767384983.112868:0:40407:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000096662e3a. 00000100:00000010:1.0:1767384983.112874:0:40407:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000002265b6a4. 00000100:00000010:1.0:1767384983.112877:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bb5d82c0. 00000100:00000010:1.0:1767384983.112880:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000035e43541. 00000100:00000010:1.0:1767384983.112882:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005065278a. 00000100:00000010:1.0:1767384983.112886:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000029b54491. 00000100:00000010:1.0:1767384983.112888:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000344a3bdc. 00000100:00000010:1.0:1767384983.112891:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008a1cb25d. 00000100:00000010:1.0:1767384983.112893:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f9f608dd. 00000100:00000010:1.0:1767384983.112896:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004632203c. 00000100:00000010:1.0:1767384983.112898:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007dff72c9. 00000100:00000010:1.0:1767384983.112901:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d9b72f57. 00000100:00000010:1.0:1767384983.112904:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ebb365fe. 00000100:00000010:1.0:1767384983.112908:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002417c6cf. 00000100:00000010:1.0:1767384983.112911:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000df22a3c. 00000100:00000010:1.0:1767384983.112915:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000093da64b0. 00000100:00000010:1.0:1767384983.112927:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fad70fce. 00000100:00000010:1.0:1767384983.112933:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001c7ab012. 00000100:00000010:1.0:1767384983.112937:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000477a7c58. 00000100:00000010:1.0:1767384983.112941:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000049d98bc6. 00000100:00000010:1.0:1767384983.112944:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c192f53. 00000100:00000010:1.0:1767384983.112948:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000306ce6ee. 00000100:00000010:1.0:1767384983.112951:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000010d185c0. 00000100:00000010:1.0:1767384983.112954:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004c3d766d. 00000100:00000010:1.0:1767384983.112957:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b60e30d4. 00000100:00000010:1.0:1767384983.112963:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000013e03120. 00000100:00000010:1.0:1767384983.112966:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e89b4a70. 00000100:00000010:1.0:1767384983.112970:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003ba6fe87. 00000100:00000010:1.0:1767384983.112974:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a870fbe2. 00000100:00000010:1.0:1767384983.112977:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cf8943ce. 00000100:00000010:1.0:1767384983.112979:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bdf75e42. 00000100:00000010:1.0:1767384983.112982:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e00addc4. 00000100:00000010:1.0:1767384983.112984:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009ce4dbd3. 00000100:00000010:1.0:1767384983.112986:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007ff9a3f0. 00000100:00000010:1.0:1767384983.112988:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a44d2405. 00000100:00000010:1.0:1767384983.112991:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000034c50e57. 00000100:00000010:1.0:1767384983.112993:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f75354c5. 00000100:00000010:1.0:1767384983.112995:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000034a92178. 00000100:00000010:1.0:1767384983.112997:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a78c6ba. 00000100:00000010:1.0:1767384983.112999:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e92ad641. 00000100:00000010:1.0:1767384983.113001:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed67ab22. 00000100:00000010:1.0:1767384983.113003:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003b70f960. 00000100:00000010:1.0:1767384983.113005:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7105374. 00000100:00000010:1.0:1767384983.113008:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e1bb416a. 00000100:00000010:1.0:1767384983.113010:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000052e0c6f2. 00000100:00000010:1.0:1767384983.113032:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e13b6ec1. 00000100:00000010:1.0:1767384983.113035:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f0bafa9c. 00000100:00000010:1.0:1767384983.113038:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001c46f381. 00000100:00000010:1.0:1767384983.113048:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a952e3eb. 00000100:00000010:1.0:1767384983.113052:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000136b0ac. 00000100:00000010:1.0:1767384983.113054:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aaab72f1. 00000100:00000010:1.0:1767384983.113057:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009085e51c. 00000100:00000010:1.0:1767384983.113059:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3de98c0. 00000100:00000010:1.0:1767384983.113062:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000410eb085. 00000100:00000010:1.0:1767384983.113064:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c65d8acd. 00000100:00000010:1.0:1767384983.113067:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ea249d08. 00000100:00000010:1.0:1767384983.113069:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb878c4d. 00000100:00000010:1.0:1767384983.113077:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a20c942e. 00000100:00000010:1.0:1767384983.113079:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000497f2dbc. 00000100:00000010:1.0:1767384983.113082:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e29eeec0. 00000100:00000010:1.0:1767384983.113084:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055a04493. 00000100:00000010:1.0:1767384983.113086:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000048d153c2. 00000100:00000010:1.0:1767384983.113088:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fd653bcd. 00000100:00000010:1.0:1767384983.113090:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000612a8d7c. 00000100:00000010:1.0:1767384983.113092:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bb3ca23a. 00000100:00000010:1.0:1767384983.113094:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004e9a2d1f. 00000100:00000010:1.0:1767384983.113096:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009aee57b6. 00000100:00000010:1.0:1767384983.113098:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000073f4e5d3. 00000100:00000010:1.0:1767384983.113100:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000003c4e49d. 00000100:00000010:1.0:1767384983.113102:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000351b68d9. 00000100:00000010:1.0:1767384983.113104:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000078867171. 00000100:00000010:1.0:1767384983.113107:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cd05db4d. 00000100:00000010:1.0:1767384983.113108:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c05d8e09. 00000100:00000010:1.0:1767384983.113116:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fd19cac8. 00000100:00000010:1.0:1767384983.113118:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e53a1370. 00000100:00000010:1.0:1767384983.113120:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000639e45a. 00000100:00000010:1.0:1767384983.113122:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f42f453d. 00000100:00000010:1.0:1767384983.113124:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ba325437. 00000100:00000010:1.0:1767384983.113126:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000217f3e0e. 00000100:00000010:1.0:1767384983.113128:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009df0aca6. 00000100:00000010:1.0:1767384983.113136:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e88b9cfa. 00000100:00000010:1.0:1767384983.113139:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006b3490ab. 00000100:00000010:1.0:1767384983.113141:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000008dd40d7. 00000100:00000010:1.0:1767384983.113157:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006321a882. 00000100:00000010:1.0:1767384983.113161:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000ce950c7. 00000100:00000010:1.0:1767384983.113164:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000478de561. 00000100:00000010:1.0:1767384983.113166:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005229f34a. 00000100:00000010:1.0:1767384983.113169:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f6b67771. 00000100:00000010:1.0:1767384983.113171:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f4fd2e19. 00000100:00000010:1.0:1767384983.113179:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b298ca63. 00000100:00000010:1.0:1767384983.113182:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000064238073. 00000100:00000010:1.0:1767384983.113185:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000025fc9fe. 00000100:00000010:1.0:1767384983.113187:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000016aa3310. 00000100:00000010:1.0:1767384983.113189:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000a1f87cb. 00000100:00000010:1.0:1767384983.113191:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ae1b1fbc. 00000100:00000010:1.0:1767384983.113194:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f9d89813. 00000100:00000010:1.0:1767384983.113195:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aaee3993. 00000100:00000010:1.0:1767384983.113198:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001b37e70c. 00000100:00000010:1.0:1767384983.113199:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b492ada6. 00000100:00000010:1.0:1767384983.113202:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000000d5b0c8. 00000100:00000010:1.0:1767384983.113203:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000152137cd. 00000100:00000010:1.0:1767384983.113206:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002d4db2b6. 00000100:00000010:1.0:1767384983.113207:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000657fa167. 00000100:00000010:1.0:1767384983.113210:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000254f10e9. 00000100:00000010:1.0:1767384983.113211:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003968ae4d. 00000100:00000010:1.0:1767384983.113219:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000558e204f. 00000100:00000010:1.0:1767384983.113221:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd6c4000. 00000100:00000010:1.0:1767384983.113223:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000765e90d3. 00000100:00000010:1.0:1767384983.113225:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a99f098d. 00000100:00000010:1.0:1767384983.113227:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006d97e2c2. 00000100:00000010:1.0:1767384983.113229:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba09c5a3. 00000100:00000010:1.0:1767384983.113231:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009dc7a677. 00000100:00000010:1.0:1767384983.113238:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000841858fc. 00000100:00000010:1.0:1767384983.113241:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000385d3543. 00000100:00000010:1.0:1767384983.113243:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000043dcc7b9. 00000100:00000010:1.0:1767384983.113246:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003a80e0cc. 00000100:00000010:1.0:1767384983.113248:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e02727ff. 00000100:00000010:1.0:1767384983.113250:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009b13f4c1. 00000100:00000010:1.0:1767384983.113252:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da5afeca. 00000100:00000010:1.0:1767384983.113255:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000091b9541a. 00000100:00000010:1.0:1767384983.113256:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fd73859a. 00000100:00000010:1.0:1767384983.113263:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d583f539. 00000100:00000010:1.0:1767384983.113265:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000883f200a. 00000100:00000010:1.0:1767384983.113268:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000088343d1b. 00000100:00000010:1.0:1767384983.113269:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e6c78374. 00000100:00000010:1.0:1767384983.113272:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000f6f8756. 00000100:00000010:1.0:1767384983.113274:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e9f90d3b. 00000100:00000010:1.0:1767384983.113276:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000036cf66b8. 00000100:00000010:1.0:1767384983.113278:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075f80668. 00000100:00000010:1.0:1767384983.113280:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000edd751ef. 00000400:00000200:1.0:1767384983.113282:0:40407:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 29 lazy 00000020:00000010:1.0:1767384983.113307:0:40407:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000004fb230b2. 00000020:00000010:1.0:1767384983.113310:0:40407:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000001e45bd3c. 00000100:00000010:1.0:1767384983.113342:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006f3e8dbd. 00000100:00000010:1.0:1767384983.113345:0:40407:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000007a764097. 00000100:00000010:1.0:1767384983.113346:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d86140b1. 00000100:00000010:1.0:1767384983.113348:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000bfcc186f. 00000100:00000010:1.0:1767384983.113350:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000498cb735. 00000100:00000200:1.0:1767384983.113370:0:40407:0:(service.c:847:ptlrpc_register_service()) mdt_fld: Started, listening on portal 29 00000100:00000010:1.0:1767384983.113373:0:40407:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000e11259cd. 00000100:00000010:2.0:1767384983.113540:0:40430:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000007d9f0ff2. 00000020:00000010:2.0:1767384983.113545:0:40430:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005fef19db. 00000020:00000010:2.0:1767384983.113550:0:40430:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092d2bd47. 00000020:00000010:2.0:1767384983.113552:0:40430:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c746071d. 00000040:00000010:2.0:1767384983.113555:0:40430:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000010a81e4d. 00000020:00000010:2.0:1767384983.113557:0:40430:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b4e16dfb. 00000020:00000010:2.0:1767384983.113560:0:40430:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000348139d1. 00000020:00000010:2.0:1767384983.113563:0:40430:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000889e85a8. 80000000:00000010:2.0:1767384983.113565:0:40430:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005c0fa5c9. 40000000:00000010:2.0:1767384983.113566:0:40430:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000dfe82331. 00100000:00000010:2.0:1767384983.113569:0:40430:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000acffb14c. 00040000:00000010:2.0:1767384983.113571:0:40430:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000028ced1e0. 00040000:00000010:2.0:1767384983.113573:0:40430:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000073859575. 00080000:00000010:2.0:1767384983.113576:0:40430:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000fc2692f4. 00000004:00000010:2.0:1767384983.113580:0:40430:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c8b386d9. 00002000:00000010:2.0:1767384983.113583:0:40430:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fe957d80. 00000100:00000200:2.0:1767384983.113585:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113588:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b6abba1. 00000400:00000010:2.0:1767384983.113592:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000382964ab. 00000100:00000200:2.0:1767384983.113595:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113596:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a678d53e. 00000400:00000010:2.0:1767384983.113598:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000455d159. 00000100:00000200:2.0:1767384983.113599:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113600:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006de69c61. 00000400:00000010:2.0:1767384983.113602:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6537ad9. 00000100:00000200:2.0:1767384983.113603:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113604:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eed5be93. 00000400:00000010:2.0:1767384983.113612:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ead83d3. 00000100:00000200:2.0:1767384983.113614:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113616:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001942ab9. 00000400:00000010:2.0:1767384983.113617:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bd0b3a1. 00000100:00000200:2.0:1767384983.113618:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113620:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065ad36f3. 00000400:00000010:2.0:1767384983.113621:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccf64db9. 00000100:00000200:2.0:1767384983.113622:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113623:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac85a366. 00000400:00000010:2.0:1767384983.113624:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fb66108. 00000100:00000200:2.0:1767384983.113625:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113627:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000412a8d7b. 00000400:00000010:2.0:1767384983.113628:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081bd7484. 00000100:00000200:2.0:1767384983.113629:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113630:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033a00a18. 00000400:00000010:2.0:1767384983.113631:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005688dda0. 00000100:00000200:2.0:1767384983.113632:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113633:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000370ed97b. 00000400:00000010:2.0:1767384983.113634:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000735f4faa. 00000100:00000200:2.0:1767384983.113635:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113636:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037efd6b5. 00000400:00000010:2.0:1767384983.113637:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023e4f1eb. 00000100:00000200:2.0:1767384983.113638:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113639:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7d97cc7. 00000400:00000010:2.0:1767384983.113640:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c6298fb. 00000100:00000200:2.0:1767384983.113641:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113642:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d65acae. 00000400:00000010:2.0:1767384983.113643:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fbc9d5a5. 00000100:00000200:2.0:1767384983.113644:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113646:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f2401b8. 00000400:00000010:2.0:1767384983.113647:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c104db6. 00000100:00000200:2.0:1767384983.113648:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113649:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c84e5ef. 00000400:00000010:2.0:1767384983.113650:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cb108fe. 00000100:00000200:2.0:1767384983.113651:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113656:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b386a02. 00000400:00000010:2.0:1767384983.113657:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002fb9ae8f. 00000100:00000200:2.0:1767384983.113659:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113661:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009923c055. 00000400:00000010:2.0:1767384983.113662:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006347ee45. 00000100:00000200:2.0:1767384983.113664:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113666:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000065fbec. 00000400:00000010:2.0:1767384983.113668:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1f9e242. 00000100:00000200:2.0:1767384983.113670:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113672:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085ce38cc. 00000400:00000010:2.0:1767384983.113674:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b3da32d. 00000100:00000200:2.0:1767384983.113677:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113678:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a2e3ce8. 00000400:00000010:2.0:1767384983.113680:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007239fc74. 00000100:00000200:2.0:1767384983.113682:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113685:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070c4641e. 00000400:00000010:2.0:1767384983.113687:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a7215e4. 00000100:00000200:2.0:1767384983.113688:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113690:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038bcf0bc. 00000400:00000010:2.0:1767384983.113692:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083cd30ec. 00000100:00000200:2.0:1767384983.113694:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113696:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f3c4077. 00000400:00000010:2.0:1767384983.113698:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055ddf563. 00000100:00000200:2.0:1767384983.113700:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113702:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a47e4e55. 00000400:00000010:2.0:1767384983.113704:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cb2c18e. 00000100:00000200:2.0:1767384983.113706:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113708:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af224cad. 00000400:00000010:2.0:1767384983.113711:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e265179. 00000100:00000200:2.0:1767384983.113713:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113715:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e32c851. 00000400:00000010:2.0:1767384983.113717:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001eb4b542. 00000100:00000200:2.0:1767384983.113719:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113721:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007864aeb5. 00000400:00000010:2.0:1767384983.113723:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000674f6774. 00000100:00000200:2.0:1767384983.113733:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113736:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc0fc43d. 00000400:00000010:2.0:1767384983.113738:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004271ee8b. 00000100:00000200:2.0:1767384983.113741:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113742:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f773fc7b. 00000400:00000010:2.0:1767384983.113744:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bc03c35. 00000100:00000200:2.0:1767384983.113745:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113747:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002597d262. 00000400:00000010:2.0:1767384983.113748:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d59d5044. 00000100:00000200:2.0:1767384983.113749:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113750:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b78be5d. 00000400:00000010:2.0:1767384983.113760:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000117c9005. 00000100:00000200:2.0:1767384983.113762:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113763:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000c90b8b. 00000400:00000010:2.0:1767384983.113765:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a36c5b13. 00000100:00000200:2.0:1767384983.113766:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113767:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a5b8f87. 00000400:00000010:2.0:1767384983.113769:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec1089e2. 00000100:00000200:2.0:1767384983.113770:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113771:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f520301. 00000400:00000010:2.0:1767384983.113772:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078da76e6. 00000100:00000200:2.0:1767384983.113773:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113774:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083b0f1ae. 00000400:00000010:2.0:1767384983.113775:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9873d6e. 00000100:00000200:2.0:1767384983.113776:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113777:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002bde85a3. 00000400:00000010:2.0:1767384983.113778:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cfd043ae. 00000100:00000200:2.0:1767384983.113779:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113780:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001aa0a148. 00000400:00000010:2.0:1767384983.113781:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c33057fa. 00000100:00000200:2.0:1767384983.113782:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113783:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099d40292. 00000400:00000010:2.0:1767384983.113784:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099d9fa35. 00000100:00000200:2.0:1767384983.113785:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113786:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcd5b67b. 00000400:00000010:2.0:1767384983.113791:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000953fe61. 00000100:00000200:2.0:1767384983.113792:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113794:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b005f7c8. 00000400:00000010:2.0:1767384983.113796:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e8af73c. 00000100:00000200:2.0:1767384983.113797:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113799:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c559d57. 00000400:00000010:2.0:1767384983.113800:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea5559e9. 00000100:00000200:2.0:1767384983.113801:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113802:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c398b18d. 00000400:00000010:2.0:1767384983.113803:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5a609bb. 00000100:00000200:2.0:1767384983.113804:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113805:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c45b7d1f. 00000400:00000010:2.0:1767384983.113806:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8309b96. 00000100:00000200:2.0:1767384983.113807:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113808:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d0675a2. 00000400:00000010:2.0:1767384983.113809:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5f08256. 00000100:00000200:2.0:1767384983.113810:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113811:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f925402e. 00000400:00000010:2.0:1767384983.113812:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005542691e. 00000100:00000200:2.0:1767384983.113813:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113814:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a781416. 00000400:00000010:2.0:1767384983.113815:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024be2629. 00000100:00000200:2.0:1767384983.113816:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113817:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001af7a495. 00000400:00000010:2.0:1767384983.113818:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba4f52bf. 00000100:00000200:2.0:1767384983.113819:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113820:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcf3d835. 00000400:00000010:2.0:1767384983.113821:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000131d323f. 00000100:00000200:2.0:1767384983.113822:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113823:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085a86816. 00000400:00000010:2.0:1767384983.113824:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057886f63. 00000100:00000200:2.0:1767384983.113825:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113826:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000ec6642. 00000400:00000010:2.0:1767384983.113827:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1abf084. 00000100:00000200:2.0:1767384983.113828:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113832:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000022b62ec. 00000400:00000010:2.0:1767384983.113834:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b3e2742. 00000100:00000200:2.0:1767384983.113835:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113837:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a8fc40a. 00000400:00000010:2.0:1767384983.113838:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad925b88. 00000100:00000200:2.0:1767384983.113839:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113840:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e667fb8e. 00000400:00000010:2.0:1767384983.113841:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a65ca83. 00000100:00000200:2.0:1767384983.113842:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113843:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e312054. 00000400:00000010:2.0:1767384983.113844:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e19011e3. 00000100:00000200:2.0:1767384983.113845:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113846:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0951d24. 00000400:00000010:2.0:1767384983.113847:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003bf6144f. 00000100:00000200:2.0:1767384983.113848:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113849:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ef0ef28. 00000400:00000010:2.0:1767384983.113851:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a9ab628c. 00000100:00000200:2.0:1767384983.113853:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113855:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a6cbf48. 00000400:00000010:2.0:1767384983.113857:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ba67524. 00000100:00000200:2.0:1767384983.113858:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113860:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002041ee19. 00000400:00000010:2.0:1767384983.113862:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dd054a8. 00000100:00000200:2.0:1767384983.113863:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113865:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076f106eb. 00000400:00000010:2.0:1767384983.113867:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000198d62a2. 00000100:00000200:2.0:1767384983.113869:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113870:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012d1b094. 00000400:00000010:2.0:1767384983.113872:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd5cf6f6. 00000100:00000200:2.0:1767384983.113874:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113876:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c72d3ab. 00000400:00000010:2.0:1767384983.113890:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005116bd96. 00000100:00000200:2.0:1767384983.113894:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113897:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000504b9982. 00000400:00000010:2.0:1767384983.113899:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8b58481. 00000100:00000200:2.0:1767384983.113907:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113909:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4c6ba85. 00000400:00000010:2.0:1767384983.113912:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d059411a. 00000100:00000200:2.0:1767384983.113914:0:40430:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384983.113916:0:40430:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecd3f433. 00000400:00000010:2.0:1767384983.113918:0:40430:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d001ac82. 00000100:00000010:2.0:1767384983.113922:0:40430:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000001d3066e7. 00000100:00000200:2.0:1767384983.113934:0:40430:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767384983.113960:0:40407:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005763a359. 00000100:00000010:1.0:1767384983.114156:0:40431:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000fc38028f. 00000020:00000010:1.0:1767384983.114159:0:40431:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a1242ad2. 00000020:00000010:1.0:1767384983.114163:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6e7aeac. 00000020:00000010:1.0:1767384983.114165:0:40431:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f029dc7f. 00000040:00000010:1.0:1767384983.114167:0:40431:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d4dfe936. 00000020:00000010:1.0:1767384983.114170:0:40431:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d3d0423c. 00000020:00000010:1.0:1767384983.114173:0:40431:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f25ea5d7. 00000020:00000010:1.0:1767384983.114175:0:40431:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003289073e. 80000000:00000010:1.0:1767384983.114177:0:40431:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000960af5d8. 40000000:00000010:1.0:1767384983.114179:0:40431:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000feaf64dc. 00100000:00000010:1.0:1767384983.114182:0:40431:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f52d7241. 00040000:00000010:1.0:1767384983.114184:0:40431:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f1e176bd. 00040000:00000010:1.0:1767384983.114186:0:40431:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ff563147. 00080000:00000010:1.0:1767384983.114188:0:40431:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000310fadbb. 00000004:00000010:1.0:1767384983.114192:0:40431:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e28a3ba8. 00002000:00000010:1.0:1767384983.114194:0:40431:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007fbf2348. 00000100:00000010:1.0:1767384983.114197:0:40431:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000047e2cc49. 00000100:00000200:1.0:1767384983.114206:0:40431:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384983.114232:0:40407:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000002bffd430. 00000100:00000010:2.0:1767384983.114239:0:40407:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000bcfcb005. 00000100:00000010:2.0:1767384983.114256:0:40407:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000016a06322. 00000100:00000010:2.0:1767384983.114265:0:40407:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000ef2b2561. 00000100:00000010:2.0:1767384983.114270:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab647392. 00000100:00000010:2.0:1767384983.114490:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bcca8006. 00000100:00000010:2.0:1767384983.114495:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004d2677d6. 00000100:00000010:2.0:1767384983.114564:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003f42cb04. 00000100:00000010:2.0:1767384983.114566:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002eb1cb61. 00000100:00000010:2.0:1767384983.114634:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ff27f321. 00000100:00000010:2.0:1767384983.114637:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000070e5ffeb. 00000100:00000010:2.0:1767384983.115979:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000904ab11b. 00000100:00000010:2.0:1767384983.115996:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec99cba4. 00000100:00000010:2.0:1767384983.116233:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000093ea00d2. 00000100:00000010:2.0:1767384983.116240:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2fa78b9. 00000100:00000010:2.0:1767384983.116451:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000774351ab. 00000100:00000010:2.0:1767384983.116456:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a1cee3be. 00000100:00000010:2.0:1767384983.116672:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007e34e85b. 00000100:00000010:2.0:1767384983.116678:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d34886be. 00000100:00000010:2.0:1767384983.116862:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000059754e4c. 00000100:00000010:2.0:1767384983.116867:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007f1ed313. 00000100:00000010:2.0:1767384983.117074:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000064d5be20. 00000100:00000010:2.0:1767384983.117081:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a3e266c2. 00000100:00000010:2.0:1767384983.117251:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002290d0d1. 00000100:00000010:2.0:1767384983.117262:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000066ea28f1. 00000100:00000010:2.0:1767384983.117397:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003536b32f. 00000100:00000010:2.0:1767384983.117408:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000057514196. 00000100:00000010:2.0:1767384983.117556:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a5e55384. 00000100:00000010:2.0:1767384983.117559:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d82d935. 00000100:00000010:2.0:1767384983.117695:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009bffa3eb. 00000100:00000010:2.0:1767384983.117697:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a7c84e26. 00000100:00000010:2.0:1767384983.117842:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000dd42b484. 00000100:00000010:2.0:1767384983.117848:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047a1e8d6. 00000100:00000010:2.0:1767384983.117985:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000af81d2d0. 00000100:00000010:2.0:1767384983.117988:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ca99f28e. 00000100:00000010:2.0:1767384983.118170:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000093b2b8cb. 00000100:00000010:2.0:1767384983.118176:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d3c68814. 00000100:00000010:2.0:1767384983.118337:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000de4df3a7. 00000100:00000010:2.0:1767384983.118343:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a0fac36c. 00000100:00000010:2.0:1767384983.118503:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000df3c38d1. 00000100:00000010:2.0:1767384983.118509:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002e713e3f. 00000100:00000010:2.0:1767384983.118677:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003e856bbd. 00000100:00000010:2.0:1767384983.118682:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dcac0f82. 00000100:00000010:2.0:1767384983.118861:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000916f5b1a. 00000100:00000010:2.0:1767384983.118866:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1ee3060. 00000100:00000010:2.0:1767384983.119055:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000075742760. 00000100:00000010:2.0:1767384983.119060:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a233861a. 00000100:00000010:2.0:1767384983.119235:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008e7231d8. 00000100:00000010:2.0:1767384983.119239:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002bb541a2. 00000100:00000010:2.0:1767384983.119376:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006ec68958. 00000100:00000010:2.0:1767384983.119378:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e5d805fd. 00000100:00000010:2.0:1767384983.119526:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000081dbfeec. 00000100:00000010:2.0:1767384983.119529:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000079f48ed4. 00000100:00000010:2.0:1767384983.119663:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000008d4329f. 00000100:00000010:2.0:1767384983.119665:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005fa5e37f. 00000100:00000010:2.0:1767384983.119812:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000aa8138a7. 00000100:00000010:2.0:1767384983.119817:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b1152bf. 00000100:00000010:2.0:1767384983.119963:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008fc40470. 00000100:00000010:2.0:1767384983.119972:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007c9c997e. 00000100:00000010:2.0:1767384983.120135:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d66618cd. 00000100:00000010:2.0:1767384983.120138:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007c1eba32. 00000100:00000010:2.0:1767384983.120290:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000043ef14c9. 00000100:00000010:2.0:1767384983.120293:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c5913988. 00000100:00000010:2.0:1767384983.120431:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000078b6bae2. 00000100:00000010:2.0:1767384983.120433:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008ecd1c9a. 00000100:00000010:2.0:1767384983.120568:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000332a1fd2. 00000100:00000010:2.0:1767384983.120570:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055182d35. 00000100:00000010:2.0:1767384983.120716:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000a3149b8. 00000100:00000010:2.0:1767384983.120718:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e4f788e4. 00000100:00000010:2.0:1767384983.120872:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000de7da04d. 00000100:00000010:2.0:1767384983.120877:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003586c96b. 00000100:00000010:2.0:1767384983.121060:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d270d402. 00000100:00000010:2.0:1767384983.121066:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000063946e45. 00000100:00000010:2.0:1767384983.121239:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006569dd91. 00000100:00000010:2.0:1767384983.121245:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009914b2e6. 00000100:00000010:2.0:1767384983.121421:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a4ceb1e8. 00000100:00000010:2.0:1767384983.121427:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f5a2ee2d. 00000100:00000010:2.0:1767384983.121584:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bf87823e. 00000100:00000010:2.0:1767384983.121589:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001a9cdbd2. 00000100:00000010:2.0:1767384983.121745:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001ca096d4. 00000100:00000010:2.0:1767384983.121750:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000036dc0fea. 00000100:00000010:2.0:1767384983.121902:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008cd60771. 00000100:00000010:2.0:1767384983.121908:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000530ad696. 00000100:00000010:2.0:1767384983.122099:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000095bbda50. 00000100:00000010:2.0:1767384983.122104:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c346b5d9. 00000100:00000010:2.0:1767384983.122285:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b546d4c8. 00000100:00000010:2.0:1767384983.122296:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000097940d18. 00000100:00000010:2.0:1767384983.122460:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c5cbbc46. 00000100:00000010:2.0:1767384983.122464:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ab1d3ef. 00000100:00000010:2.0:1767384983.122630:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000053a56cb0. 00000100:00000010:2.0:1767384983.122644:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009856833a. 00000100:00000010:2.0:1767384983.122811:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000093fc42b6. 00000100:00000010:2.0:1767384983.122817:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc84eb1f. 00000100:00000010:2.0:1767384983.122971:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000684ac648. 00000100:00000010:2.0:1767384983.122976:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd173304. 00000100:00000010:2.0:1767384983.123158:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000031c53625. 00000100:00000010:2.0:1767384983.123162:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d6f2c9a. 00000100:00000010:2.0:1767384983.123298:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000043ec16b0. 00000100:00000010:2.0:1767384983.123300:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d59d95f8. 00000100:00000010:2.0:1767384983.123448:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bc58c105. 00000100:00000010:2.0:1767384983.123450:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d8598d4. 00000100:00000010:2.0:1767384983.123586:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007001ab2b. 00000100:00000010:2.0:1767384983.123588:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f9a87caf. 00000100:00000010:2.0:1767384983.123724:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b70d971e. 00000100:00000010:2.0:1767384983.123726:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e67d67d. 00000100:00000010:2.0:1767384983.123871:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001a438a04. 00000100:00000010:2.0:1767384983.123874:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047be69fa. 00000100:00000010:2.0:1767384983.124038:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000026902900. 00000100:00000010:2.0:1767384983.124041:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000cac35c6. 00000100:00000010:2.0:1767384983.124192:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e9ccfa81. 00000100:00000010:2.0:1767384983.124195:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f8e5fb4. 00000100:00000010:2.0:1767384983.124333:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000019e7472b. 00000100:00000010:2.0:1767384983.124335:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bed44ef1. 00000100:00000010:2.0:1767384983.124471:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bdf13117. 00000100:00000010:2.0:1767384983.124473:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081aa0f29. 00000100:00000010:2.0:1767384983.124619:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006f6b5b40. 00000100:00000010:2.0:1767384983.124622:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093eca086. 00000100:00000010:2.0:1767384983.124760:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bc5d230a. 00000100:00000010:2.0:1767384983.124765:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000067bea96c. 00000100:00000010:2.0:1767384983.124912:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001d3f97dc. 00000100:00000010:2.0:1767384983.124916:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c447b3f3. 00000100:00000010:2.0:1767384983.125067:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000857e9c75. 00000100:00000010:2.0:1767384983.125076:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed334a95. 00000100:00000010:2.0:1767384983.125232:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d6a6caaf. 00000100:00000010:2.0:1767384983.125236:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007f106e68. 00000100:00000010:2.0:1767384983.125371:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004620e294. 00000100:00000010:2.0:1767384983.125373:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002de43453. 00000100:00000010:2.0:1767384983.125507:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000dd937df7. 00000100:00000010:2.0:1767384983.125509:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055503be8. 00000100:00000010:2.0:1767384983.125644:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000032050439. 00000100:00000010:2.0:1767384983.125646:0:40407:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000066e34064. 00000100:00000010:2.0:1767384983.125797:0:40407:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bf64c2ec. 00000400:00000200:2.0:1767384983.125804:0:40407:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 13 lazy 00000020:00000010:2.0:1767384983.125874:0:40407:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a3d680cd. 00000020:00000010:2.0:1767384983.125879:0:40407:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000ca416d74. 00000100:00000010:2.0:1767384983.125916:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ac86f801. 00000100:00000010:2.0:1767384983.125920:0:40407:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000d8484482. 00000100:00000010:2.0:1767384983.125923:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000591cc4a0. 00000100:00000010:2.0:1767384983.125927:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b5f3804a. 00000100:00000010:2.0:1767384983.125929:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a259621b. 00000100:00000010:2.0:1767384983.125932:0:40407:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000ea911008. 00000100:00000010:2.0:1767384983.125933:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006a228fbb. 00000100:00000010:2.0:1767384983.125935:0:40407:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000191627a7. 00000100:00000010:2.0:1767384983.125936:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e19a573e. 00000100:00000010:2.0:1767384983.125938:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000094724b85. 00000100:00000010:2.0:1767384983.125939:0:40407:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d1987cd2. 00000100:00000200:2.0:1767384983.125960:0:40407:0:(service.c:847:ptlrpc_register_service()) mdt_io: Started, listening on portal 13 00000100:00000010:2.0:1767384983.125963:0:40407:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005fc26dea. 00000020:00000010:2.0:1767384983.126515:0:40432:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 0000000070eb259e. 00000100:00000010:2.0:1767384983.126525:0:40432:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000043f796b1. 00000020:00000010:2.0:1767384983.126529:0:40432:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000089b1f14e. 00000020:00000010:2.0:1767384983.126537:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ebd637a. 00000020:00000010:2.0:1767384983.126541:0:40432:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002c4da955. 00000040:00000010:2.0:1767384983.126545:0:40432:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000be3d1344. 00000020:00000010:2.0:1767384983.126550:0:40432:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000034ffb3ef. 00000020:00000010:2.0:1767384983.126555:0:40432:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000319dd03e. 00000020:00000010:2.0:1767384983.126560:0:40432:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007fca30dd. 80000000:00000010:2.0:1767384983.126564:0:40432:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006453ba42. 40000000:00000010:2.0:1767384983.126567:0:40432:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b4058372. 00100000:00000010:2.0:1767384983.126573:0:40432:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000021ec1a36. 00040000:00000010:2.0:1767384983.126578:0:40432:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004f725831. 00040000:00000010:2.0:1767384983.126583:0:40432:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006a831d2b. 00080000:00000010:2.0:1767384983.126587:0:40432:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000004e75d16. 00000004:00000010:2.0:1767384983.126593:0:40432:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000066a851a7. 00002000:00000010:2.0:1767384983.126598:0:40432:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000005b8211e. 00000100:00000200:2.0:1767384983.126603:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126608:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da24ffb1. 00000400:00000010:2.0:1767384983.126614:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001f140c14. 00000100:00000200:2.0:1767384983.126622:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126625:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006450e1fc. 00000400:00000010:2.0:1767384983.126628:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fdec50a4. 00000100:00000200:2.0:1767384983.126631:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126633:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000577610f. 00000400:00000010:2.0:1767384983.126638:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004dfc4268. 00000100:00000200:2.0:1767384983.126641:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126643:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc200ce4. 00000400:00000010:2.0:1767384983.126656:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000049fec17b. 00000100:00000200:2.0:1767384983.126662:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126665:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000571d9747. 00000400:00000010:2.0:1767384983.126668:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bfd6e15c. 00000100:00000200:2.0:1767384983.126671:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126674:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092b2345f. 00000400:00000010:2.0:1767384983.126677:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ab88b19a. 00000100:00000200:2.0:1767384983.126687:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126689:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0975a21. 00000400:00000010:2.0:1767384983.126692:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b8aefa53. 00000100:00000200:2.0:1767384983.126695:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126698:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e965dbe. 00000400:00000010:2.0:1767384983.126701:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005bb34ca7. 00000100:00000200:2.0:1767384983.126705:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126706:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007dd5d896. 00000400:00000010:2.0:1767384983.126710:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005445ed87. 00000100:00000200:2.0:1767384983.126713:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126716:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3364c67. 00000400:00000010:2.0:1767384983.126719:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000084fa32df. 00000100:00000200:2.0:1767384983.126722:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126723:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3393b4d. 00000400:00000010:2.0:1767384983.126727:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002c19bab0. 00000100:00000200:2.0:1767384983.126730:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126733:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bc4f302. 00000400:00000010:2.0:1767384983.126743:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000a2802ce. 00000100:00000200:2.0:1767384983.126748:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126751:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019d5457a. 00000400:00000010:2.0:1767384983.126754:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000775c8383. 00000100:00000200:2.0:1767384983.126757:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126759:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004280cbc2. 00000400:00000010:2.0:1767384983.126763:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bf9382b3. 00000100:00000200:2.0:1767384983.126766:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126768:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf236c3b. 00000400:00000010:2.0:1767384983.126771:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000da28ce3. 00000100:00000200:2.0:1767384983.126774:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126776:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff5edf9a. 00000400:00000010:2.0:1767384983.126779:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000033b10fa8. 00000100:00000200:2.0:1767384983.126782:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126785:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a889ed9b. 00000400:00000010:2.0:1767384983.126788:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002c04c9a4. 00000100:00000200:2.0:1767384983.126791:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126794:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041ca3495. 00000400:00000010:2.0:1767384983.126797:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a990a293. 00000100:00000200:2.0:1767384983.126809:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126812:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cd3f428. 00000400:00000010:2.0:1767384983.126815:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d491e3ec. 00000100:00000200:2.0:1767384983.126818:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126821:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006389bf9a. 00000400:00000010:2.0:1767384983.126832:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000050afe589. 00000100:00000200:2.0:1767384983.126837:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126840:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ce3400d. 00000400:00000010:2.0:1767384983.126843:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c11bb555. 00000100:00000200:2.0:1767384983.126847:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126850:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a571cdc0. 00000400:00000010:2.0:1767384983.126853:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000049c021c7. 00000100:00000200:2.0:1767384983.126856:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126858:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3fd39f0. 00000400:00000010:2.0:1767384983.126862:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000080dd1432. 00000100:00000200:2.0:1767384983.126865:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126868:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7b87046. 00000400:00000010:2.0:1767384983.126871:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ad13890c. 00000100:00000200:2.0:1767384983.126875:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126877:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068e40473. 00000400:00000010:2.0:1767384983.126880:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000ffa3a86. 00000100:00000200:2.0:1767384983.126883:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126886:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043e0d3cc. 00000400:00000010:2.0:1767384983.126889:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001fbe440e. 00000100:00000200:2.0:1767384983.126892:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126895:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072adfc33. 00000400:00000010:2.0:1767384983.126898:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a3b2050e. 00000100:00000200:2.0:1767384983.126901:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126903:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8396c1f. 00000400:00000010:2.0:1767384983.126913:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002d944e79. 00000100:00000200:2.0:1767384983.126920:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126923:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be6f4613. 00000400:00000010:2.0:1767384983.126927:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001d40f4db. 00000100:00000200:2.0:1767384983.126930:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126932:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097955242. 00000400:00000010:2.0:1767384983.126935:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000994d5c85. 00000100:00000200:2.0:1767384983.126945:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126949:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e832e3ab. 00000400:00000010:2.0:1767384983.126952:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000010a50733. 00000100:00000200:2.0:1767384983.126955:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126957:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ce3d428. 00000400:00000010:2.0:1767384983.126960:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000071206444. 00000100:00000200:2.0:1767384983.126964:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126965:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002538f367. 00000400:00000010:2.0:1767384983.126968:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b72a727d. 00000100:00000200:2.0:1767384983.126971:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126974:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e61ba3b. 00000400:00000010:2.0:1767384983.126977:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006cdc9395. 00000100:00000200:2.0:1767384983.126980:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126982:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b666680. 00000400:00000010:2.0:1767384983.126985:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f2603c49. 00000100:00000200:2.0:1767384983.126988:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.126990:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bff44a3a. 00000400:00000010:2.0:1767384983.127000:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c1da3f5f. 00000100:00000200:2.0:1767384983.127005:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.127008:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000985bbd58. 00000400:00000010:2.0:1767384983.127063:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ffd41232. 00000100:00000200:2.0:1767384983.127069:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.127071:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007cf8ab26. 00000400:00000010:2.0:1767384983.127074:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009c0e52b0. 00000100:00000200:2.0:1767384983.127077:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.127079:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2514d1c. 00000400:00000010:2.0:1767384983.127082:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e23783bd. 00000100:00000200:2.0:1767384983.127084:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.127085:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044ae638c. 00000400:00000010:2.0:1767384983.127087:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f63dcd7b. 00000100:00000200:2.0:1767384983.127088:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.127089:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8cea9a3. 00000400:00000010:2.0:1767384983.127091:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e6ce8ec3. 00000100:00000200:2.0:1767384983.127093:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.127094:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015bc9306. 00000400:00000010:2.0:1767384983.127096:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000077d2d2dc. 00000100:00000200:2.0:1767384983.127103:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.127105:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f637c380. 00000400:00000010:2.0:1767384983.127107:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000010fe46df. 00000100:00000200:2.0:1767384983.127109:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.127110:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049753b0c. 00000400:00000010:2.0:1767384983.127117:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ca1134ef. 00000100:00000200:2.0:1767384983.127120:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.127122:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd84f440. 00000400:00000010:2.0:1767384983.127124:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d396b55d. 00000100:00000200:2.0:1767384983.127126:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.127127:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000567fa59c. 00000400:00000010:2.0:1767384983.127129:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003c0dcaad. 00000100:00000200:2.0:1767384983.127131:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.127132:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b2e5afa. 00000400:00000010:2.0:1767384983.127134:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d63d8bca. 00000100:00000200:2.0:1767384983.127136:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.127137:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef995a27. 00000400:00000010:2.0:1767384983.127138:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000084152d2e. 00000100:00000200:2.0:1767384983.127140:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.127141:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4892b71. 00000400:00000010:2.0:1767384983.127156:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000030fd3c44. 00000100:00000200:2.0:1767384983.127158:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.127160:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4629b7e. 00000400:00000010:2.0:1767384983.127162:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008b0a784d. 00000100:00000200:2.0:1767384983.127163:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.127164:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e846f799. 00000400:00000010:2.0:1767384983.127166:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e07741ff. 00000100:00000200:2.0:1767384983.127168:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.127169:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000295081e6. 00000400:00000010:2.0:1767384983.127176:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000035d00ad7. 00000100:00000200:2.0:1767384983.127180:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.127181:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f8fcfd2. 00000400:00000010:2.0:1767384983.127183:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000036b08782. 00000100:00000200:2.0:1767384983.127185:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.127186:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001300280e. 00000400:00000010:2.0:1767384983.127188:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b6a0e10a. 00000100:00000200:2.0:1767384983.127193:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.127195:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d10a40f7. 00000400:00000010:2.0:1767384983.127197:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000041af20c4. 00000100:00000200:2.0:1767384983.127199:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.127200:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eebf16b8. 00000400:00000010:2.0:1767384983.127202:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ceae3f58. 00000100:00000200:2.0:1767384983.127204:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.127205:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee6f3c91. 00000400:00000010:2.0:1767384983.127207:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cb28a730. 00000100:00000200:2.0:1767384983.127208:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.127209:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c97ca010. 00000400:00000010:2.0:1767384983.127211:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c93b001c. 00000100:00000200:2.0:1767384983.127213:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.127214:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba4caeb6. 00000400:00000010:2.0:1767384983.127216:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004f6b292a. 00000100:00000200:2.0:1767384983.127217:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.127218:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4363f39. 00000400:00000010:2.0:1767384983.127225:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e03f378e. 00000100:00000200:2.0:1767384983.127228:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.127229:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de0acff1. 00000400:00000010:2.0:1767384983.127231:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002a8d476a. 00000100:00000200:2.0:1767384983.127232:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.127233:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e08c8ea. 00000400:00000010:2.0:1767384983.127235:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fb465232. 00000100:00000200:2.0:1767384983.127237:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.127238:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096db3a69. 00000400:00000010:2.0:1767384983.127240:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ce7be910. 00000100:00000200:2.0:1767384983.127241:0:40432:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:2.0:1767384983.127242:0:40432:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1c8e2b9. 00000400:00000010:2.0:1767384983.127244:0:40432:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c3659bde. 00000100:00000010:2.0:1767384983.127253:0:40432:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000680b7d3c. 00000100:00000200:2.0:1767384983.127269:0:40432:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767384983.127292:0:40407:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f2eaa7b5. 00000020:00000010:2.0:1767384983.127807:0:40433:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000210a11c3. 00000100:00000010:2.0:1767384983.127814:0:40433:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e162c6f5. 00000020:00000010:2.0:1767384983.127816:0:40433:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008fcf60fd. 00000020:00000010:2.0:1767384983.127821:0:40433:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5bf26fc. 00000020:00000010:2.0:1767384983.127827:0:40433:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000029c854d7. 00000040:00000010:2.0:1767384983.127829:0:40433:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000083c3f311. 00000020:00000010:2.0:1767384983.127831:0:40433:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002dfd542b. 00000020:00000010:2.0:1767384983.127834:0:40433:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000adf822bc. 00000020:00000010:2.0:1767384983.127836:0:40433:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bf1b7fc0. 80000000:00000010:2.0:1767384983.127838:0:40433:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000393abcec. 40000000:00000010:2.0:1767384983.127839:0:40433:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000037db5936. 00100000:00000010:2.0:1767384983.127841:0:40433:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f716bd03. 00040000:00000010:2.0:1767384983.127843:0:40433:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005413b867. 00040000:00000010:2.0:1767384983.127845:0:40433:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004e4ccb91. 00080000:00000010:2.0:1767384983.127847:0:40433:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000fd0abe93. 00000004:00000010:2.0:1767384983.127850:0:40433:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000081594cf9. 00002000:00000010:2.0:1767384983.127852:0:40433:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f9a49877. 00000100:00000010:2.0:1767384983.127861:0:40433:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000071a1874f. 00000100:00000200:2.0:1767384983.127873:0:40433:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384983.127937:0:40407:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000006af0bef9. 00000020:00000010:2.0:1767384983.128427:0:40434:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 000000006796e42d. 00000100:00000010:2.0:1767384983.128431:0:40434:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000007f9e477a. 00000020:00000010:2.0:1767384983.128432:0:40434:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d9532737. 00000020:00000010:2.0:1767384983.128434:0:40434:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c88a6e6. 00000020:00000010:2.0:1767384983.128436:0:40434:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000852c5b1b. 00000040:00000010:2.0:1767384983.128438:0:40434:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bfd16290. 00000020:00000010:2.0:1767384983.128440:0:40434:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000049119bce. 00000020:00000010:2.0:1767384983.128451:0:40434:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005f62430f. 00000020:00000010:2.0:1767384983.128453:0:40434:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000041364dfc. 80000000:00000010:2.0:1767384983.128454:0:40434:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a20d39d9. 40000000:00000010:2.0:1767384983.128456:0:40434:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000104a660d. 00100000:00000010:2.0:1767384983.128458:0:40434:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000022a7e419. 00040000:00000010:2.0:1767384983.128460:0:40434:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b7c40d9d. 00040000:00000010:2.0:1767384983.128463:0:40434:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006dfb93e9. 00080000:00000010:2.0:1767384983.128465:0:40434:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000fa8778a1. 00000004:00000010:2.0:1767384983.128467:0:40434:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003b3ef180. 00002000:00000010:2.0:1767384983.128469:0:40434:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000500f156f. 00000100:00000010:2.0:1767384983.128478:0:40434:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000000782686. 00000100:00000200:2.0:1767384983.128492:0:40434:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000020:00000010:1.0:1767384983.128558:0:40407:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007ce2c94f. 00000040:00000010:1.0:1767384983.128566:0:40407:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e4cf46e4. 00000020:00000010:1.0:1767384983.128569:0:40407:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000067d2f7d. 00000020:00000010:1.0:1767384983.128574:0:40407:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000005e8e67e. 00000020:00000010:1.0:1767384983.128578:0:40407:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003a0826c9. 80000000:00000010:1.0:1767384983.128581:0:40407:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008b7f58fc. 40000000:00000010:1.0:1767384983.128584:0:40407:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000904ac73a. 00100000:00000010:1.0:1767384983.128587:0:40407:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cb818e8f. 00040000:00000010:1.0:1767384983.128592:0:40407:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c80e9c5b. 00040000:00000010:1.0:1767384983.128596:0:40407:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006bf690d1. 00080000:00000010:1.0:1767384983.128598:0:40407:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000995ea338. 00000020:00000010:1.0:1767384983.128601:0:40407:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f1d6bfa. 00000020:00000010:1.0:1767384983.128606:0:40407:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ecb74b79. 00000020:00000010:1.0:1767384983.128612:0:40407:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000706ca8c4. 00000008:00000010:1.0:1767384983.128616:0:40407:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000095a94579. 00020000:00000010:1.0:1767384983.128620:0:40407:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000c76fa38d. 00008000:00000010:1.0:1767384983.128624:0:40407:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000e9557347. 00000080:00000010:1.0:1767384983.128628:0:40407:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000099616607. 00000020:00000010:1.0:1767384983.128631:0:40407:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f771f3d8. 00000020:00000010:1.0:1767384983.128637:0:40407:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 48 at 0000000012a6b6c2. 00000020:00000010:1.0:1767384983.128649:0:40407:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077d8702f. 00000020:00000010:1.0:1767384983.128652:0:40407:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f771f3d8. 00000040:00000010:1.0:1767384983.128654:0:40407:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006f1d6bfa. 00000020:00000010:1.0:1767384983.128657:0:40407:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f6fac452. 00000020:00000010:1.0:1767384983.128660:0:40407:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006bf690d1. 80000000:00000010:1.0:1767384983.128662:0:40407:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008b7f58fc. 00040000:00000010:1.0:1767384983.128664:0:40407:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003a0826c9. 00080000:00000010:1.0:1767384983.128666:0:40407:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ad38569b. 20000000:00000010:1.0:1767384983.128669:0:40407:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000e4cf46e4. 00000020:00000010:1.0:1767384983.128687:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c80e9c5b. 00080000:00000010:1.0:1767384983.128694:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000015bc8e34. 00080000:00000010:1.0:1767384983.128803:0:40407:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000015bc8e34. 00000020:00000010:1.0:1767384983.128806:0:40407:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c80e9c5b. 00000040:00000010:1.0:1767384983.128817:0:40407:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000506b8e03. 00000020:00000010:1.0:1767384983.128858:0:40407:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 000000004a4073ae. 00000100:00000010:1.0:1767384983.128897:0:40407:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f11df67. 02000000:00000010:1.0:1767384983.128914:0:40407:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000fdd80467. 00000100:00000010:1.0:1767384983.128927:0:40407:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000780e14b7. 00000100:00000010:1.0:1767384983.128930:0:40407:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000004ee99e90. 00000100:00000010:1.0:1767384983.128939:0:40407:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052f6a862. 00000400:00000010:1.0:1767384983.128959:0:40407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000504f844e. 00000400:00000010:1.0:1767384983.128963:0:40407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee0a00c9. 00000100:00000200:1.0:1767384983.128966:0:40407:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x6958272708300-0x6958272708300, portal 33 02000000:00000010:1.0:1767384983.128975:0:40407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008c493118. 00000400:00000010:1.0:1767384983.128977:0:40407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000917d8568. 00000400:00000010:1.0:1767384983.128980:0:40407:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c78ae91. 00000100:00000200:1.0:1767384983.128982:0:40407:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358527232, portal 25 00000400:00000010:1.0:1767384983.128986:0:40407:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000013b68d5. 00000100:00000200:1.0:1767384983.128988:0:40407:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853237358527232, offset 0 00000400:00000200:1.0:1767384983.128995:0:40407:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384983.129007:0:40407:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384983.129036:0:40407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x6958272708300 00000400:00000200:1.0:1767384983.129042:0:40407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x2125 [2] + 0 00000400:00000010:1.0:1767384983.129045:0:40407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000888b793b. 00000400:00000200:1.0:1767384983.129048:0:40407:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001d7b3add 00000400:00000200:1.0:1767384983.129057:0:40407:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384983.129060:0:40407:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384983.129065:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d7b3add 00000400:00000010:1.0:1767384983.129066:0:40407:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001d7b3add. 00000100:00000200:1.0:1767384983.129071:0:40407:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384983.129087:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000013b68d5 00000400:00000010:1.0:1767384983.129089:0:40407:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000013b68d5. 00000100:00000200:1.0:1767384983.129096:0:40407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f11df67 x1853237358527232/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384999 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384983.129111:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ea18958. 00000100:00000010:1.0:1767384983.129112:0:40407:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e8799e9c. 00000020:00000010:2.0:1767384983.129119:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005ea18958. 00000020:00000010:2.0:1767384983.129125:0:40411:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008a3f1e51. 00000020:00000010:2.0:1767384983.129129:0:40411:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008eb86407. 00000020:00000010:2.0:1767384983.129132:0:40411:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002ab698ee. 00000100:00000010:1.0:1767384983.129138:0:40407:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e645b5e4. 00000100:00000010:1.0:1767384983.129157:0:40407:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e07955cb. 00000100:00000010:1.0:1767384983.129161:0:40407:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c7220159. 00000020:00000010:2.0:1767384983.129179:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ea18958. 00000020:00000010:2.0:1767384983.129184:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005ea18958. 00000100:00000200:2.0:1767384983.129189:0:40411:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358527232 02000000:00000010:2.0:1767384983.129205:0:40411:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000b7c6429. 20000000:00000010:2.0:1767384983.129216:0:40411:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 00000000fa76be4d. 00000100:00000010:2.0:1767384983.129220:0:40411:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000741e46a2. 00000100:00000010:2.0:1767384983.129222:0:40411:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000001eb018d3. 00000400:00000010:2.0:1767384983.129229:0:40411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1b2fbc9. 00000400:00000010:2.0:1767384983.129236:0:40411:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dc25e01f. 00000400:00000200:2.0:1767384983.129240:0:40411:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:2.0:1767384983.129250:0:40411:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:2.0:1767384983.129258:0:40411:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x6958272708300 00000400:00000200:2.0:1767384983.129263:0:40411:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2945 [1] + 0 00000400:00000010:2.0:1767384983.129266:0:40411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000504f844e. 00000400:00000200:2.0:1767384983.129269:0:40411:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ee0a00c9 00000100:00000200:2.0:1767384983.129275:0:40411:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000741e46a2 00000400:00000200:2.0:1767384983.129284:0:40411:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:2.0:1767384983.129287:0:40411:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2951 00000400:00000200:2.0:1767384983.129292:0:40411:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384983.129294:0:40411:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:2.0:1767384983.129298:0:40411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1b2fbc9 00000400:00000010:2.0:1767384983.129299:0:40411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1b2fbc9. 00000100:00000200:2.0:1767384983.129300:0:40411:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 00000000741e46a2 00000400:00000200:2.0:1767384983.129303:0:40411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee0a00c9 00000400:00000010:2.0:1767384983.129305:0:40411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee0a00c9. 00000100:00000200:2.0:1767384983.129307:0:40411:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 000000000f11df67 desc 00000000780e14b7 mbits 1853237358527232 00000100:00000200:2.0:1767384983.129320:0:40411:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x6958272708300-0x6958272708300 20000000:00000010:2.0:1767384983.129335:0:40411:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 000000005ef013d3. 20000000:00000010:2.0:1767384983.129340:0:40411:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 000000001d7dba6a. 20000000:00000010:2.0:1767384983.129351:0:40411:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 000000004488905b. 00000100:00000010:2.0:1767384983.131818:0:40411:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000001eb018d3. 00000100:00000010:2.0:1767384983.131824:0:40411:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000741e46a2. 20000000:00000010:2.0:1767384983.131827:0:40411:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 00000000fa76be4d. 00010000:00000200:2.0:1767384983.131837:0:40411:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006de9a96b x1853237358527232/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:209/0 lens 4784/4768 e 0 to 0 dl 1767384994 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384983.131858:0:40411:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a383b2a. 00000100:00000200:2.0:1767384983.131861:0:40411:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358527232, offset 224 00000400:00000200:2.0:1767384983.131867:0:40411:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384983.131874:0:40411:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384983.131880:0:40411:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272708300 00000400:00000200:2.0:1767384983.131886:0:40411:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2949 [2] + 224 00000400:00000200:2.0:1767384983.131892:0:40411:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384983.131895:0:40411:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384983.131901:0:40411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f11df67 x1853237358527232/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384999 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384983.131926:0:40411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a383b2a 00000400:00000010:2.0:1767384983.131929:0:40411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001a383b2a. 00000020:00000010:2.0:1767384983.131943:0:40411:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008eb86407. 00000020:00000010:2.0:1767384983.131949:0:40411:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002ab698ee. 00000020:00000010:2.0:1767384983.131953:0:40411:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008a3f1e51. 02000000:00000010:2.0:1767384983.131961:0:40411:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000b7c6429. 00000100:00000200:2.0:1767384983.131968:0:40411:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.131971:0:40407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000917d8568. 00000400:00000010:2.0:1767384983.131973:0:40411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f8c00aa. 00000400:00000200:1.0:1767384983.131977:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c78ae91 00000400:00000010:1.0:1767384983.131980:0:40407:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c78ae91. 00000100:00000200:1.0:1767384983.131988:0:40407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f11df67 x1853237358527232/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384983.131992:0:40411:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a383b2a. 00000100:00000200:1.0:1767384983.132007:0:40407:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f11df67 x1853237358527232/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384983.132065:0:40407:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000052f6a862. 02000000:00000010:1.0:1767384983.132074:0:40407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008c493118. 00000100:00000010:1.0:1767384983.132079:0:40407:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000004ee99e90. 00000100:00000010:1.0:1767384983.132081:0:40407:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000780e14b7. 02000000:00000010:1.0:1767384983.132084:0:40407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000fdd80467. 00000100:00000010:1.0:1767384983.132087:0:40407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f11df67. 00000020:00000010:1.0:1767384983.132092:0:40407:0:(tgt_mount.c:1413:server_register_target()) kfreed 'mti': 7232 at 000000004a4073ae. 00000020:00000010:1.0:1767384983.132098:0:40407:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 000000009eba0425. 00000020:00000010:1.0:1767384983.132100:0:40407:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at 000000004ee99e90. 00000020:00000010:1.0:1767384983.132107:0:40407:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000ecb74b79. 00000020:00000010:1.0:1767384983.132110:0:40407:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000013b68d5. 00000020:00000010:1.0:1767384983.132113:0:40407:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ce2c94f. 00000020:00000010:1.0:1767384983.132118:0:40407:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000098fe52a8. 00000040:00000010:1.0:1767384983.132120:0:40407:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000068e5ef65. 00000020:00000010:1.0:1767384983.132123:0:40407:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002e92f619. 00000020:00000010:1.0:1767384983.132125:0:40407:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000098cdb9d0. 00040000:00000010:1.0:1767384983.132128:0:40407:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d4e85776. 00040000:00000010:1.0:1767384983.132130:0:40407:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f97d2e40. 00080000:00000010:1.0:1767384983.132133:0:40407:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f26eb396. 10000000:00000010:1.0:1767384983.132156:0:40407:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 000000001a7bda12. 10000000:00000010:1.0:1767384983.132162:0:40407:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 000000000cb9336e. 00000100:00000010:1.0:1767384983.132166:0:40407:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f11df67. 02000000:00000010:1.0:1767384983.132171:0:40407:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000da8a406. 00010000:00000010:1.0:1767384983.132182:0:40407:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000758de253. 00010000:00000010:1.0:1767384983.132188:0:40407:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e2c3e92a. 00000100:00000010:1.0:1767384983.132200:0:40407:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fcdac874. 02000000:00000010:1.0:1767384983.132205:0:40407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000780e14b7. 00000400:00000010:1.0:1767384983.132208:0:40407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000917d8568. 00000400:00000010:1.0:1767384983.132211:0:40407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024d67e77. 00000100:00000200:1.0:1767384983.132213:0:40407:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358527360, portal 25 00000400:00000010:1.0:1767384983.132216:0:40407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007fd5a15c. 00000100:00000200:1.0:1767384983.132217:0:40407:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237358527360, offset 0 00000400:00000200:1.0:1767384983.132221:0:40407:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384983.132226:0:40407:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384983.132231:0:40407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272708380 00000400:00000200:1.0:1767384983.132234:0:40407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2129 [2] + 0 00000400:00000010:1.0:1767384983.132236:0:40407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040c68771. 00000400:00000200:1.0:1767384983.132238:0:40407:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000990806f6 00000400:00000200:1.0:1767384983.132241:0:40407:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384983.132244:0:40407:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384983.132246:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000990806f6 00000400:00000010:1.0:1767384983.132247:0:40407:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000990806f6. 00000100:00000200:1.0:1767384983.132250:0:40407:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384983.132262:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fd5a15c 00000400:00000010:1.0:1767384983.132263:0:40407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007fd5a15c. 00000100:00000200:1.0:1767384983.132267:0:40407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f11df67 x1853237358527360/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384999 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384983.132307:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ea18958. 00000020:00000010:2.0:1767384983.132312:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005ea18958. 00000020:00000010:2.0:1767384983.132317:0:40411:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008a3f1e51. 00000020:00000010:2.0:1767384983.132320:0:40411:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008eb86407. 00000020:00000010:2.0:1767384983.132323:0:40411:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002ab698ee. 00000020:00000010:2.0:1767384983.132360:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ea18958. 00000020:00000010:2.0:1767384983.132363:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005ea18958. 00000100:00000200:2.0:1767384983.132366:0:40411:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358527360 00010000:00000010:2.0:1767384983.132383:0:40411:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000617451a0. 00010000:00000010:2.0:1767384983.132390:0:40411:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000abae3c61. 00000020:00000010:2.0:1767384983.132395:0:40411:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000005ea18958. 02000000:00000010:2.0:1767384983.132406:0:40411:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000741e46a2. 00010000:00000200:2.0:1767384983.132425:0:40411:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bd79769b x1853237358527360/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:209/0 lens 328/344 e 0 to 0 dl 1767384994 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384983.132438:0:40411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1b2fbc9. 00000100:00000200:2.0:1767384983.132442:0:40411:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237358527360, offset 224 00000400:00000200:2.0:1767384983.132447:0:40411:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384983.132454:0:40411:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384983.132461:0:40411:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272708380 00000400:00000200:2.0:1767384983.132467:0:40411:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x295d [1] + 224 00000400:00000200:2.0:1767384983.132471:0:40411:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384983.132474:0:40411:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384983.132481:0:40411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f11df67 x1853237358527360/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384999 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384983.132504:0:40411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1b2fbc9 00000400:00000010:2.0:1767384983.132506:0:40411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1b2fbc9. 00000020:00000010:2.0:1767384983.132519:0:40411:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008eb86407. 00000020:00000010:2.0:1767384983.132522:0:40411:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002ab698ee. 00000020:00000010:2.0:1767384983.132526:0:40411:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008a3f1e51. 00000400:00000010:1.0:1767384983.132532:0:40407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000917d8568. 02000000:00000010:2.0:1767384983.132533:0:40411:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000741e46a2. 00000400:00000200:1.0:1767384983.132543:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024d67e77 00000100:00000200:2.0:1767384983.132546:0:40411:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.132548:0:40407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024d67e77. 00000400:00000010:2.0:1767384983.132553:0:40411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ad8a800. 00000100:00000200:1.0:1767384983.132559:0:40407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f11df67 x1853237358527360/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384983.132560:0:40411:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1facd32. 00000100:00000200:1.0:1767384983.132577:0:40407:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f11df67 x1853237358527360/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384983.132595:0:40407:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fcdac874. 02000000:00000010:1.0:1767384983.132613:0:40407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000780e14b7. 02000000:00000010:1.0:1767384983.132617:0:40407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000da8a406. 00000100:00000010:1.0:1767384983.132619:0:40407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f11df67. 10000000:00000010:1.0:1767384983.132638:0:40407:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 000000000da8a406. 10000000:00000010:1.0:1767384983.132642:0:40407:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 000000009cc1fb16. 00000100:00000010:1.0:1767384983.132645:0:40407:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f11df67. 02000000:00000010:1.0:1767384983.132650:0:40407:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cce065fa. 00010000:00000010:1.0:1767384983.132655:0:40407:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000db1f537d. 00010000:00000010:1.0:1767384983.132659:0:40407:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e2e02622. 00000100:00000010:1.0:1767384983.132664:0:40407:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fcdac874. 02000000:00000010:1.0:1767384983.132670:0:40407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000780e14b7. 00000400:00000010:1.0:1767384983.132673:0:40407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000917d8568. 00000400:00000010:1.0:1767384983.132677:0:40407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024d67e77. 00000100:00000200:1.0:1767384983.132679:0:40407:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358527488, portal 25 00000400:00000010:1.0:1767384983.132681:0:40407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007fd5a15c. 00000100:00000200:1.0:1767384983.132683:0:40407:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237358527488, offset 0 00000400:00000200:1.0:1767384983.132686:0:40407:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384983.132691:0:40407:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384983.132695:0:40407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272708400 00000400:00000200:1.0:1767384983.132698:0:40407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x212d [2] + 0 00000400:00000010:1.0:1767384983.132700:0:40407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f0ec02a. 00000400:00000200:1.0:1767384983.132702:0:40407:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c211c275 00000400:00000200:1.0:1767384983.132706:0:40407:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384983.132708:0:40407:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384983.132710:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c211c275 00000400:00000010:1.0:1767384983.132711:0:40407:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c211c275. 00000100:00000200:1.0:1767384983.132713:0:40407:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384983.132723:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fd5a15c 00000400:00000010:1.0:1767384983.132724:0:40407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007fd5a15c. 00000100:00000200:1.0:1767384983.132727:0:40407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f11df67 x1853237358527488/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384999 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384983.132762:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d81a5f8. 00000020:00000010:2.0:1767384983.132767:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d81a5f8. 00000020:00000010:2.0:1767384983.132771:0:40411:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008a3f1e51. 00000020:00000010:2.0:1767384983.132774:0:40411:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008eb86407. 00000020:00000010:2.0:1767384983.132783:0:40411:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002ab698ee. 00000020:00000010:2.0:1767384983.132809:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d81a5f8. 00000020:00000010:2.0:1767384983.132812:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d81a5f8. 00000100:00000200:2.0:1767384983.132815:0:40411:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358527488 00010000:00000010:2.0:1767384983.132827:0:40411:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003ff5401e. 00010000:00000010:2.0:1767384983.132831:0:40411:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d954dcb6. 02000000:00000010:2.0:1767384983.132839:0:40411:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000741e46a2. 00010000:00000200:2.0:1767384983.132851:0:40411:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005bfeb2ee x1853237358527488/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:209/0 lens 328/344 e 0 to 0 dl 1767384994 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384983.132864:0:40411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1b2fbc9. 00000100:00000200:2.0:1767384983.132867:0:40411:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237358527488, offset 224 00000400:00000200:2.0:1767384983.132872:0:40411:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384983.132879:0:40411:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384983.132885:0:40411:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272708400 00000400:00000200:2.0:1767384983.132890:0:40411:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x296d [1] + 224 00000400:00000200:2.0:1767384983.132895:0:40411:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384983.132898:0:40411:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384983.132903:0:40411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f11df67 x1853237358527488/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384999 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384983.132924:0:40411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1b2fbc9 00000400:00000010:2.0:1767384983.132926:0:40411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1b2fbc9. 00000020:00000010:2.0:1767384983.132936:0:40411:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008eb86407. 00000020:00000010:2.0:1767384983.132940:0:40411:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002ab698ee. 00000020:00000010:2.0:1767384983.132944:0:40411:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008a3f1e51. 02000000:00000010:2.0:1767384983.132950:0:40411:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000741e46a2. 00000100:00000200:2.0:1767384983.132957:0:40411:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.132958:0:40407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000917d8568. 00000400:00000010:2.0:1767384983.132963:0:40411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086d7f5fb. 00000400:00000200:1.0:1767384983.132963:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024d67e77 00000400:00000010:1.0:1767384983.132968:0:40407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024d67e77. 00000100:00000200:1.0:1767384983.132975:0:40407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f11df67 x1853237358527488/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384983.132976:0:40411:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a53f69e. 00000100:00000200:1.0:1767384983.132989:0:40407:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f11df67 x1853237358527488/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384983.133005:0:40407:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fcdac874. 02000000:00000010:1.0:1767384983.133035:0:40407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000780e14b7. 02000000:00000010:1.0:1767384983.133040:0:40407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cce065fa. 00000100:00000010:1.0:1767384983.133043:0:40407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f11df67. 10000000:00000010:1.0:1767384983.133049:0:40407:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000d597bae3. 00000020:00000010:1.0:1767384983.133053:0:40407:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cce065fa. 00000020:00000010:1.0:1767384983.133057:0:40407:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008862c44b. 00000040:00000010:1.0:1767384983.133060:0:40407:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009a918053. 00000020:00000010:1.0:1767384983.133063:0:40407:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ef1be973. 00000020:00000010:1.0:1767384983.133066:0:40407:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e9920fef. 80000000:00000010:1.0:1767384983.133070:0:40407:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000de2d31f9. 00040000:00000010:1.0:1767384983.133075:0:40407:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ffb833f9. 00080000:00000010:1.0:1767384983.133077:0:40407:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a25e61f1. 20000000:00000010:1.0:1767384983.133079:0:40407:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000ac2ddee1. 00000040:00000010:1.0:1767384983.133084:0:40407:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008f9f1fb4. 00000100:00000010:1.0:1767384983.133088:0:40407:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f11df67. 02000000:00000010:1.0:1767384983.133094:0:40407:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000003302ab8. 00000100:00000010:1.0:1767384983.133101:0:40407:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fcdac874. 02000000:00000010:1.0:1767384983.133106:0:40407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000544674c9. 00000400:00000010:1.0:1767384983.133108:0:40407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000917d8568. 00000400:00000010:1.0:1767384983.133111:0:40407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024d67e77. 00000100:00000200:1.0:1767384983.133114:0:40407:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358527616, portal 25 00000400:00000010:1.0:1767384983.133116:0:40407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007fd5a15c. 00000100:00000200:1.0:1767384983.133117:0:40407:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237358527616, offset 0 00000400:00000200:1.0:1767384983.133120:0:40407:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384983.133125:0:40407:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384983.133129:0:40407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x6958272708480 00000400:00000200:1.0:1767384983.133132:0:40407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x2131 [2] + 0 00000400:00000010:1.0:1767384983.133135:0:40407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063bf9adb. 00000400:00000200:1.0:1767384983.133138:0:40407:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009749c18f 00000400:00000200:1.0:1767384983.133152:0:40407:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384983.133156:0:40407:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384983.133159:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009749c18f 00000400:00000010:1.0:1767384983.133161:0:40407:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009749c18f. 00000100:00000200:1.0:1767384983.133164:0:40407:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384983.133178:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fd5a15c 00000400:00000010:1.0:1767384983.133180:0:40407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007fd5a15c. 00000100:00000200:1.0:1767384983.133184:0:40407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f11df67 x1853237358527616/t0(0) o501->MGC192.168.203.157@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384999 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384983.133222:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d81a5f8. 00000020:00000010:2.0:1767384983.133227:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d81a5f8. 00000020:00000010:2.0:1767384983.133232:0:40411:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008a3f1e51. 00000020:00000010:2.0:1767384983.133236:0:40411:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008eb86407. 00000020:00000010:2.0:1767384983.133240:0:40411:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002ab698ee. 00000020:00000010:2.0:1767384983.133273:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d81a5f8. 00000020:00000010:2.0:1767384983.133276:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d81a5f8. 00000100:00000200:2.0:1767384983.133279:0:40411:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358527616 02000000:00000010:2.0:1767384983.133290:0:40411:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000741e46a2. 00000040:00000010:2.0:1767384983.133297:0:40411:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001c468c5b. 00000040:00000010:2.0:1767384983.133347:0:40411:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000001eb018d3. 00000020:00000010:2.0:1767384983.133356:0:40411:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005d6fa729. 00080000:00000010:2.0:1767384983.133364:0:40411:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fc62c2b2. 00000040:00000010:2.0:1767384983.133441:0:40411:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000001eb018d3. 00000040:00000010:2.0:1767384983.133445:0:40411:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001c468c5b. 20000000:00000010:2.0:1767384983.133453:0:40411:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000f6a34cfd. 00010000:00000200:2.0:1767384983.133460:0:40411:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007808bfbb x1853237358527616/t0(0) o501->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:209/0 lens 512/272 e 0 to 0 dl 1767384994 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384983.133473:0:40411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1b2fbc9. 00000100:00000200:2.0:1767384983.133476:0:40411:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237358527616, offset 224 00000400:00000200:2.0:1767384983.133481:0:40411:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384983.133488:0:40411:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384983.133494:0:40411:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958272708480 00000400:00000200:2.0:1767384983.133499:0:40411:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x297d [1] + 224 00000400:00000200:2.0:1767384983.133503:0:40411:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384983.133506:0:40411:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384983.133512:0:40411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f11df67 x1853237358527616/t0(0) o501->MGC192.168.203.157@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384999 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384983.133534:0:40411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1b2fbc9 00000400:00000010:2.0:1767384983.133536:0:40411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1b2fbc9. 00000020:00000010:2.0:1767384983.133546:0:40411:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008eb86407. 00000020:00000010:2.0:1767384983.133549:0:40411:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002ab698ee. 00000020:00000010:2.0:1767384983.133553:0:40411:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008a3f1e51. 02000000:00000010:2.0:1767384983.133562:0:40411:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000741e46a2. 00000400:00000010:1.0:1767384983.133566:0:40407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000917d8568. 00000100:00000200:2.0:1767384983.133567:0:40411:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1767384983.133571:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024d67e77 00000400:00000010:1.0:1767384983.133574:0:40407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024d67e77. 00000400:00000010:2.0:1767384983.133576:0:40411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9dd54b0. 00000100:00000200:1.0:1767384983.133581:0:40407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f11df67 x1853237358527616/t0(0) o501->MGC192.168.203.157@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384983.133584:0:40411:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007d34bf8b. 00000100:00000200:1.0:1767384983.133589:0:40407:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f11df67 x1853237358527616/t0(0) o501->MGC192.168.203.157@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384983.133609:0:40407:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fcdac874. 02000000:00000010:1.0:1767384983.133614:0:40407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000544674c9. 02000000:00000010:1.0:1767384983.133616:0:40407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000003302ab8. 00000100:00000010:1.0:1767384983.133618:0:40407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f11df67. 00000040:00000010:1.0:1767384983.133624:0:40407:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000004a4073ae. 00000100:00000010:1.0:1767384983.133627:0:40407:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f11df67. 02000000:00000010:1.0:1767384983.133631:0:40407:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000003302ab8. 00000100:00000010:1.0:1767384983.133635:0:40407:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fcdac874. 02000000:00000010:1.0:1767384983.133653:0:40407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000094edebd6. 00000400:00000010:1.0:1767384983.133656:0:40407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000917d8568. 00000400:00000010:1.0:1767384983.133659:0:40407:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000a26e0edb. 00000100:00000200:1.0:1767384983.133661:0:40407:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237358527744, portal 25 00000400:00000010:1.0:1767384983.133664:0:40407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024d67e77. 00000100:00000200:1.0:1767384983.133666:0:40407:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237358527744, offset 0 00000400:00000200:1.0:1767384983.133669:0:40407:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384983.133673:0:40407:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384983.133678:0:40407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272708500 00000400:00000200:1.0:1767384983.133681:0:40407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2135 [2] + 0 00000400:00000010:1.0:1767384983.133683:0:40407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de3fe2b0. 00000400:00000200:1.0:1767384983.133684:0:40407:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000000f5b71d 00000400:00000200:1.0:1767384983.133687:0:40407:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384983.133689:0:40407:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384983.133691:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000f5b71d 00000400:00000010:1.0:1767384983.133692:0:40407:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000000f5b71d. 00000100:00000200:1.0:1767384983.133695:0:40407:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384983.133715:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024d67e77 00000400:00000010:1.0:1767384983.133716:0:40407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024d67e77. 00000100:00000200:1.0:1767384983.133719:0:40407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f11df67 x1853237358527744/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384999 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384983.133749:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4b92d5b. 00000020:00000010:2.0:1767384983.133753:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4b92d5b. 00000020:00000010:2.0:1767384983.133758:0:40411:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008a3f1e51. 00000020:00000010:2.0:1767384983.133760:0:40411:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008eb86407. 00000020:00000010:2.0:1767384983.133764:0:40411:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002ab698ee. 00000020:00000010:2.0:1767384983.133786:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4b92d5b. 00000020:00000010:2.0:1767384983.133789:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4b92d5b. 00000100:00000200:2.0:1767384983.133791:0:40411:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358527744 02000000:00000010:2.0:1767384983.133810:0:40411:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000003f1fe70f. 00000040:00000010:2.0:1767384983.133815:0:40411:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001c468c5b. 00000040:00000010:2.0:1767384983.133824:0:40411:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007071bc85. 00000040:00000010:2.0:1767384983.134102:0:40411:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007071bc85. 00000040:00000010:2.0:1767384983.134109:0:40411:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001c468c5b. 00010000:00000200:2.0:1767384983.134115:0:40411:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000008de8765 x1853237358527744/t0(0) o503->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:209/0 lens 272/8416 e 0 to 0 dl 1767384994 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384983.134129:0:40411:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000d03725f4. 00000100:00000200:2.0:1767384983.134132:0:40411:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237358527744, offset 224 00000400:00000200:2.0:1767384983.134137:0:40411:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384983.134161:0:40411:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384983.134168:0:40411:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958272708500 00000400:00000200:2.0:1767384983.134173:0:40411:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x298d [4] + 224 00000400:00000200:2.0:1767384983.134181:0:40411:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384983.134184:0:40411:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384983.134189:0:40411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f11df67 x1853237358527744/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384999 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384983.134210:0:40411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d03725f4 00000400:00000010:2.0:1767384983.134212:0:40411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000d03725f4. 00000020:00000010:2.0:1767384983.134223:0:40411:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008eb86407. 00000020:00000010:2.0:1767384983.134229:0:40411:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002ab698ee. 00000020:00000010:2.0:1767384983.134233:0:40411:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008a3f1e51. 00000400:00000010:1.0:1767384983.134241:0:40407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000917d8568. 02000000:00000010:2.0:1767384983.134242:0:40411:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000003f1fe70f. 00000400:00000200:1.0:1767384983.134247:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a26e0edb 00000400:00000010:1.0:1767384983.134250:0:40407:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000a26e0edb. 00000100:00000200:1.0:1767384983.134257:0:40407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f11df67 x1853237358527744/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384983.134263:0:40411:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:1.0:1767384983.134264:0:40407:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f11df67 x1853237358527744/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384983.134274:0:40411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000efec4b48. 00000100:00000010:1.0:1767384983.134275:0:40407:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fcdac874. 00000400:00000010:2.0:1767384983.134284:0:40411:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d03725f4. 02000000:00000010:1.0:1767384983.134286:0:40407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000094edebd6. 02000000:00000010:1.0:1767384983.134300:0:40407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000003302ab8. 00000100:00000010:1.0:1767384983.134304:0:40407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f11df67. 00000040:00000010:1.0:1767384983.134310:0:40407:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000008794918e. 00000020:00000010:2.0:1767384983.134492:0:40435:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008a3f1e51. 00000020:00000010:2.0:1767384983.134497:0:40435:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001c468c5b. 00000040:00000010:2.0:1767384983.134500:0:40435:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000009dc3d20. 00000020:00000010:2.0:1767384983.134504:0:40435:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e0860d10. 00000020:00000010:2.0:1767384983.134508:0:40435:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006adb96c1. 00000020:00000010:2.0:1767384983.134511:0:40435:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f1440129. 80000000:00000010:2.0:1767384983.134514:0:40435:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000faaa6dc5. 40000000:00000010:2.0:1767384983.134517:0:40435:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c4b92d5b. 00100000:00000010:2.0:1767384983.134521:0:40435:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000937ec383. 00040000:00000010:2.0:1767384983.134525:0:40435:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003915900a. 00040000:00000010:2.0:1767384983.134528:0:40435:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000188362cb. 00080000:00000010:2.0:1767384983.134532:0:40435:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ddcd82ae. 00000004:00000010:2.0:1767384983.134536:0:40435:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000aecd7d0a. 00002000:00000010:2.0:1767384983.134538:0:40435:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000741e46a2. 00000020:00000010:2.0:1767384983.134541:0:40435:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000039b8b9a0. 00000040:00000010:2.0:1767384983.134546:0:40435:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000007071bc85. 00000100:00000010:2.0:1767384983.134553:0:40435:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dbe7e914. 02000000:00000010:2.0:1767384983.134563:0:40435:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000020311c9b. 00000100:00000010:2.0:1767384983.134572:0:40435:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c58554d3. 02000000:00000010:2.0:1767384983.134597:0:40435:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000094edebd6. 00000400:00000010:2.0:1767384983.134601:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ade793e6. 00000400:00000010:2.0:1767384983.134605:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000c6e3bc22. 00000100:00000200:2.0:1767384983.134608:0:40435:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237358527872, portal 25 00000400:00000010:2.0:1767384983.134613:0:40435:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1b2fbc9. 00000100:00000200:2.0:1767384983.134615:0:40435:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237358527872, offset 0 00000400:00000200:2.0:1767384983.134619:0:40435:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384983.134625:0:40435:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384983.134630:0:40435:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272708580 00000400:00000200:2.0:1767384983.134635:0:40435:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2139 [2] + 0 00000400:00000010:2.0:1767384983.134639:0:40435:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000013a002. 00000400:00000200:2.0:1767384983.134642:0:40435:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000060fb7d1b 00000400:00000200:2.0:1767384983.134651:0:40435:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384983.134654:0:40435:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384983.134657:0:40435:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060fb7d1b 00000400:00000010:2.0:1767384983.134659:0:40435:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000060fb7d1b. 00000100:00000200:2.0:1767384983.134663:0:40435:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384983.134679:0:40435:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1b2fbc9 00000400:00000010:2.0:1767384983.134682:0:40435:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1b2fbc9. 00000100:00000200:2.0:1767384983.134686:0:40435:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dbe7e914 x1853237358527872/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384999 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384983.134736:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d895774. 00000020:00000010:0.0:1767384983.134743:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d895774. 00000020:00000010:0.0:1767384983.134749:0:40411:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009a768129. 00000020:00000010:0.0:1767384983.134752:0:40411:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d593911. 00000020:00000010:0.0:1767384983.134757:0:40411:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384983.134787:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d895774. 00000020:00000010:0.0:1767384983.134790:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d895774. 00000100:00000200:0.0:1767384983.134794:0:40411:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358527872 02000000:00000010:0.0:1767384983.134820:0:40411:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000003f1fe70f. 00000040:00000010:0.0:1767384983.134827:0:40411:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000be5dc27c. 00000040:00000010:0.0:1767384983.134839:0:40411:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000008626348a. 00000040:00000010:0.0:1767384983.135064:0:40411:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000008626348a. 00000040:00000010:0.0:1767384983.135069:0:40411:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000be5dc27c. 00010000:00000200:0.0:1767384983.135079:0:40411:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c4d40e89 x1853237358527872/t0(0) o502->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:209/0 lens 272/8472 e 0 to 0 dl 1767384994 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384983.135095:0:40411:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000892b5025. 00000100:00000200:0.0:1767384983.135099:0:40411:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237358527872, offset 224 00000400:00000200:0.0:1767384983.135105:0:40411:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384983.135112:0:40411:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384983.135120:0:40411:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958272708580 00000400:00000200:0.0:1767384983.135125:0:40411:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x299d [4] + 224 00000400:00000200:0.0:1767384983.135134:0:40411:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384983.135137:0:40411:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384983.135157:0:40411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dbe7e914 x1853237358527872/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384999 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384983.135179:0:40411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000892b5025 00000400:00000010:0.0:1767384983.135181:0:40411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000892b5025. 00000020:00000010:0.0:1767384983.135203:0:40411:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006d593911. 00000400:00000010:2.0:1767384983.135206:0:40435:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ade793e6. 00000020:00000010:0.0:1767384983.135208:0:40411:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b44a7948. 00000400:00000200:2.0:1767384983.135217:0:40435:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6e3bc22 00000020:00000010:0.0:1767384983.135218:0:40411:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009a768129. 00000400:00000010:2.0:1767384983.135222:0:40435:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000c6e3bc22. 02000000:00000010:0.0:1767384983.135230:0:40411:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000003f1fe70f. 00000100:00000200:2.0:1767384983.135236:0:40435:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dbe7e914 x1853237358527872/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384983.135250:0:40411:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:2.0:1767384983.135251:0:40435:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dbe7e914 x1853237358527872/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384983.135259:0:40411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fec3e4a. 00000400:00000010:0.0:1767384983.135268:0:40411:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000892b5025. 00000100:00000010:2.0:1767384983.135284:0:40435:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c58554d3. 02000000:00000010:2.0:1767384983.135296:0:40435:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000094edebd6. 02000000:00000010:2.0:1767384983.135308:0:40435:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000020311c9b. 00000100:00000010:2.0:1767384983.135312:0:40435:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dbe7e914. 00000020:00000010:2.0:1767384983.135327:0:40435:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000003494116c. 00000020:00000010:2.0:1767384983.135332:0:40435:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000003494116c. 00000020:00000010:2.0:1767384983.135337:0:40435:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 000000008eb86407. 00000020:00000010:2.0:1767384983.135349:0:40435:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000005016d76. 00000020:00000010:2.0:1767384983.135357:0:40435:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000001115abf5. 00000020:00000010:2.0:1767384983.135371:0:40435:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 000000008eb86407. 00000020:00000010:2.0:1767384983.135375:0:40435:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 00000000c58554d3. 00000001:00000010:2.0:1767384983.135391:0:40435:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003494116c. 00000001:00000010:2.0:1767384983.135396:0:40435:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000004bbf5aa1. 00000001:00000010:2.0:1767384983.135399:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000020311c9b. 00000001:00000010:2.0:1767384983.135404:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008143e804. 00000001:00000010:2.0:1767384983.135406:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000052437476. 00000001:00000010:2.0:1767384983.135415:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000006fa3c11. 00000001:00000010:2.0:1767384983.135418:0:40435:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000968de197. 00000001:00000010:2.0:1767384983.135421:0:40435:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000222fc1d9. 00000001:00000010:2.0:1767384983.135424:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000077ff17b8. 00000001:00000010:2.0:1767384983.135426:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000069b21eb7. 00000001:00000010:2.0:1767384983.135429:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000517925dc. 00000001:00000010:2.0:1767384983.135431:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000542db53f. 00000020:00000010:2.0:1767384983.135437:0:40435:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a24245e. 00000020:00000010:2.0:1767384983.135441:0:40435:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008eb86407. 00000020:00000010:2.0:1767384983.135444:0:40435:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002ab698ee. 00000008:00000010:2.0:1767384983.135448:0:40435:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000656fa56d. 00020000:00000010:2.0:1767384983.135453:0:40435:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000047a616b5. 00008000:00000010:2.0:1767384983.135457:0:40435:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000fc0002cd. 00000080:00000010:2.0:1767384983.135462:0:40435:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000001e07b3f5. 00000020:00000010:2.0:1767384983.135466:0:40435:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4a7a5f0. 00000020:00000010:2.0:1767384983.135469:0:40435:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003f6c018c. 00000040:00000010:2.0:1767384983.135473:0:40435:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ff3af30e. 00000020:00000010:2.0:1767384983.135476:0:40435:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000067181a10. 00000020:00000010:2.0:1767384983.135479:0:40435:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000033dc26ee. 00000020:00000010:2.0:1767384983.135483:0:40435:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004226ff07. 80000000:00000010:2.0:1767384983.135486:0:40435:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ffb675b6. 40000000:00000010:2.0:1767384983.135489:0:40435:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bc7007b3. 00100000:00000010:2.0:1767384983.135492:0:40435:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002913d734. 00040000:00000010:2.0:1767384983.135496:0:40435:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c60e9466. 00040000:00000010:2.0:1767384983.135499:0:40435:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000071bdf31b. 00080000:00000010:2.0:1767384983.135502:0:40435:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b0f8cf84. 00000004:00000010:2.0:1767384983.135514:0:40435:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005b1be94b. 00000004:00000010:2.0:1767384983.135520:0:40435:0:(lod_dev.c:2194:lod_device_alloc()) kmalloced '(lod)': 4056 at 0000000093471c22. 00000004:00000010:2.0:1767384983.135528:0:40435:0:(lod_dev.c:1990:lod_connect_to_osd()) kmalloced '(nextdev)': 27 at 00000000d5f14645. 00000004:00000010:2.0:1767384983.135531:0:40435:0:(lod_dev.c:2015:lod_connect_to_osd()) kmalloced '(data)': 192 at 00000000c6e3bc22. 00000020:00000010:2.0:1767384983.135537:0:40435:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000041276527. 00000004:00000010:2.0:1767384983.135542:0:40435:0:(lod_dev.c:2043:lod_connect_to_osd()) kfreed 'data': 192 at 00000000c6e3bc22. 00000004:00000010:2.0:1767384983.135548:0:40435:0:(lod_dev.c:2044:lod_connect_to_osd()) kfreed 'nextdev': 27 at 00000000d5f14645. 00000020:00000010:2.0:1767384983.135572:0:40435:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000005b5a8051. 00000020:00000010:2.0:1767384983.135575:0:40435:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 0000000094082f92. 00000020:00000010:2.0:1767384983.135577:0:40435:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 0000000007768c0d. 00000020:00000010:2.0:1767384983.135579:0:40435:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000008b54ca39. 00000020:00000010:2.0:1767384983.135708:0:40435:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000c6e3bc22. 00000020:00000010:2.0:1767384983.135718:0:40435:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000c6e3bc22. 00000020:00000010:2.0:1767384983.135728:0:40435:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 00000000c6e3bc22. 00000020:00000010:2.0:1767384983.135734:0:40435:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 00000000c6e3bc22. 00000020:00000010:2.0:1767384983.135741:0:40435:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003f6c018c. 00000040:00000010:2.0:1767384983.135746:0:40435:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ff3af30e. 00000020:00000010:2.0:1767384983.135749:0:40435:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000067181a10. 00000020:00000010:2.0:1767384983.135752:0:40435:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000033dc26ee. 00000020:00000010:2.0:1767384983.135756:0:40435:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004226ff07. 80000000:00000010:2.0:1767384983.135760:0:40435:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ffb675b6. 40000000:00000010:2.0:1767384983.135763:0:40435:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bc7007b3. 00100000:00000010:2.0:1767384983.135766:0:40435:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002913d734. 00040000:00000010:2.0:1767384983.135770:0:40435:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c60e9466. 00040000:00000010:2.0:1767384983.135776:0:40435:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000071bdf31b. 00080000:00000010:2.0:1767384983.135780:0:40435:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b0f8cf84. 00000004:00000010:2.0:1767384983.135784:0:40435:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005b1be94b. 00000020:00000010:2.0:1767384983.135786:0:40435:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4a7a5f0. 00000020:00000010:2.0:1767384983.135791:0:40435:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008eb86407. 00000020:00000010:2.0:1767384983.135794:0:40435:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002ab698ee. 00000008:00000010:2.0:1767384983.135796:0:40435:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000656fa56d. 00020000:00000010:2.0:1767384983.135799:0:40435:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000047a616b5. 00008000:00000010:2.0:1767384983.135803:0:40435:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000fc0002cd. 00000080:00000010:2.0:1767384983.135806:0:40435:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000001e07b3f5. 00000020:00000010:2.0:1767384983.135809:0:40435:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a24245e. 00000020:00000010:2.0:1767384983.135812:0:40435:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 00000000c58554d3. 00000020:00000010:2.0:1767384983.135818:0:40435:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000c60e9466. 00000020:00000010:2.0:1767384983.135820:0:40435:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000c60e9466. 00000020:00000010:2.0:1767384983.135825:0:40435:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000c60e9466. 00000020:00000010:2.0:1767384983.135832:0:40435:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000c60e9466. 00000020:00000010:2.0:1767384983.135836:0:40435:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 00000000ffb675b6. 00000020:00000010:2.0:1767384983.135843:0:40435:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000fb6a2157. 00000020:00000010:2.0:1767384983.135847:0:40435:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000b0f8cf84. 00000004:00000010:2.0:1767384983.135851:0:40435:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000bc7007b3. 00000020:00000010:2.0:1767384983.135859:0:40435:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 00000000ffb675b6. 00000020:00000010:2.0:1767384983.135864:0:40435:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at 00000000ffb675b6. 00000020:00000010:2.0:1767384983.135867:0:40435:0:(obd_config.c:1076:class_add_profile()) kmalloced '(lprof)': 48 at 00000000f1cc8e45. 00000020:00000010:2.0:1767384983.135870:0:40435:0:(obd_config.c:1082:class_add_profile()) kmalloced '(lprof->lp_profile)': 15 at 000000007f13a655. 00000020:00000010:2.0:1767384983.135873:0:40435:0:(obd_config.c:1088:class_add_profile()) kmalloced '(lprof->lp_dt)': 22 at 00000000882aad5f. 00000020:00000010:2.0:1767384983.135875:0:40435:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 88 at 00000000ffb675b6. 00000020:00000010:2.0:1767384983.135878:0:40435:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000c58554d3. 00000001:00000010:2.0:1767384983.135895:0:40435:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c60e9466. 00000001:00000010:2.0:1767384983.135899:0:40435:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000bfd5bab4. 00000001:00000010:2.0:1767384983.135902:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000071bdf31b. 00000001:00000010:2.0:1767384983.135905:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006a24245e. 00000001:00000010:2.0:1767384983.135907:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f4a7a5f0. 00000001:00000010:2.0:1767384983.135910:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004226ff07. 00000001:00000010:2.0:1767384983.135913:0:40435:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001a5e8486. 00000001:00000010:2.0:1767384983.135916:0:40435:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a10b663b. 00000001:00000010:2.0:1767384983.135918:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ff3af30e. 00000001:00000010:2.0:1767384983.135920:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003f6c018c. 00000001:00000010:2.0:1767384983.135923:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d40f33f0. 00000001:00000010:2.0:1767384983.135927:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004f32d3cb. 00000020:00000010:2.0:1767384983.135930:0:40435:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb76891d. 00000020:00000010:2.0:1767384983.135934:0:40435:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008eb86407. 00000020:00000010:2.0:1767384983.135936:0:40435:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002ab698ee. 00000008:00000010:2.0:1767384983.135939:0:40435:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000656fa56d. 00020000:00000010:2.0:1767384983.135942:0:40435:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000047a616b5. 00008000:00000010:2.0:1767384983.135944:0:40435:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000fc0002cd. 00000080:00000010:2.0:1767384983.135947:0:40435:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000001e07b3f5. 00000020:00000010:2.0:1767384983.135954:0:40435:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b3e5568. 00000020:00000010:2.0:1767384983.135956:0:40435:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000055540700. 00000040:00000010:2.0:1767384983.135959:0:40435:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ef7c398e. 00000020:00000010:2.0:1767384983.135962:0:40435:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002913d734. 00000020:00000010:2.0:1767384983.135965:0:40435:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000033dc26ee. 00000020:00000010:2.0:1767384983.135968:0:40435:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000abe06e1a. 80000000:00000010:2.0:1767384983.135970:0:40435:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ffb675b6. 40000000:00000010:2.0:1767384983.135972:0:40435:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008c008437. 00100000:00000010:2.0:1767384983.135975:0:40435:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000067181a10. 00040000:00000010:2.0:1767384983.135978:0:40435:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000eb490961. 00040000:00000010:2.0:1767384983.135981:0:40435:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000aac13b01. 00080000:00000010:2.0:1767384983.135985:0:40435:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005d63f134. 00000004:00000010:2.0:1767384983.135988:0:40435:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005b1be94b. 00000004:00000010:2.0:1767384983.135992:0:40435:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000eb1ef628. 00000004:00000010:2.0:1767384983.135996:0:40435:0:(mdt_handler.c:8346:mdt_device_alloc()) kmalloced '(m)': 4000 at 000000009e943580. 00000004:00000010:2.0:1767384983.136005:0:40435:0:(mdt_handler.c:5964:mdt_stack_init()) kmalloced '(name)': 128 at 00000000a06c8c8b. 00000004:00000010:2.0:1767384983.136008:0:40435:0:(mdt_handler.c:5965:mdt_stack_init()) kmalloced '(uuid)': 128 at 0000000020aca952. 00000004:00000010:2.0:1767384983.136040:0:40435:0:(mdt_handler.c:5969:mdt_stack_init()) kmalloced '(bufs)': 104 at 00000000f2903f89. 00000004:00000010:2.0:1767384983.136046:0:40435:0:(mdt_handler.c:5993:mdt_stack_init()) kmalloced '(lcfg)': 120 at 0000000056b904c4. 00000020:00000010:2.0:1767384983.136054:0:40435:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000ef009ff0. 00000020:00000010:2.0:1767384983.136058:0:40435:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000ed26a52b. 00000004:00000010:2.0:1767384983.136067:0:40435:0:(mdt_handler.c:6009:mdt_stack_init()) kfreed 'lcfg': 120 at 0000000056b904c4. 00000004:00000010:2.0:1767384983.136071:0:40435:0:(mdt_handler.c:6016:mdt_stack_init()) kmalloced '(lcfg)': 128 at 0000000056b904c4. 00000001:00000010:2.0:1767384983.136080:0:40435:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000771b5961. 00000001:00000010:2.0:1767384983.136083:0:40435:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c54edbe2. 00000001:00000010:2.0:1767384983.136085:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000095f5b1a4. 00000001:00000010:2.0:1767384983.136088:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ed808160. 00000001:00000010:2.0:1767384983.136091:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006f8b5392. 00000001:00000010:2.0:1767384983.136094:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000010ee373b. 00000001:00000010:2.0:1767384983.136096:0:40435:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000090ba9065. 00000001:00000010:2.0:1767384983.136099:0:40435:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000781c7bae. 00000001:00000010:2.0:1767384983.136103:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004fb0087f. 00000001:00000010:2.0:1767384983.136106:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002f8b4463. 00000001:00000010:2.0:1767384983.136114:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e0495deb. 00000001:00000010:2.0:1767384983.136117:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008108d2b1. 00000020:00000010:2.0:1767384983.136120:0:40435:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004044cb2a. 00000020:00000010:2.0:1767384983.136123:0:40435:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d5a98f4c. 00000020:00000010:2.0:1767384983.136126:0:40435:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000c9804be. 00000008:00000010:2.0:1767384983.136129:0:40435:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000759b3952. 00020000:00000010:2.0:1767384983.136132:0:40435:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000ea990356. 00008000:00000010:2.0:1767384983.136134:0:40435:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000007aa7b892. 00000080:00000010:2.0:1767384983.136137:0:40435:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000003629f36e. 00000020:00000010:2.0:1767384983.136140:0:40435:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bdf2d42. 00000020:00000010:2.0:1767384983.136160:0:40435:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001b03fb62. 00000040:00000010:2.0:1767384983.136164:0:40435:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001236300c. 00000020:00000010:2.0:1767384983.136167:0:40435:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000867a00cb. 00000020:00000010:2.0:1767384983.136170:0:40435:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000020d42dbe. 00000020:00000010:2.0:1767384983.136173:0:40435:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002a87bf44. 80000000:00000010:2.0:1767384983.136175:0:40435:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005b2a7e91. 40000000:00000010:2.0:1767384983.136178:0:40435:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000eb3c90bf. 00100000:00000010:2.0:1767384983.136181:0:40435:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c30cd863. 00040000:00000010:2.0:1767384983.136183:0:40435:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000089214592. 00040000:00000010:2.0:1767384983.136186:0:40435:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000610e1ec4. 00080000:00000010:2.0:1767384983.136189:0:40435:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000000fb6b07. 00000004:00000010:2.0:1767384983.136193:0:40435:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007bbc93aa. 00000004:00000010:2.0:1767384983.136196:0:40435:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000134a4710. 00000004:00000010:2.0:1767384983.136200:0:40435:0:(mdd_device.c:1567:mdd_device_alloc()) kmalloced '(m)': 816 at 000000001a95805e. 00000004:00000010:2.0:1767384983.136206:0:40435:0:(mdd_device.c:86:mdd_connect_to_next()) kmalloced '(data)': 192 at 00000000c6e3bc22. 00000020:00000010:2.0:1767384983.136210:0:40435:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000c14227dd. 00000004:00000010:2.0:1767384983.136216:0:40435:0:(mdd_device.c:113:mdd_connect_to_next()) kfreed 'data': 192 at 00000000c6e3bc22. 00000020:00000010:2.0:1767384983.136294:0:40435:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001b03fb62. 00000040:00000010:2.0:1767384983.136298:0:40435:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001236300c. 00000020:00000010:2.0:1767384983.136301:0:40435:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000867a00cb. 00000020:00000010:2.0:1767384983.136303:0:40435:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000020d42dbe. 00000020:00000010:2.0:1767384983.136306:0:40435:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002a87bf44. 80000000:00000010:2.0:1767384983.136309:0:40435:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005b2a7e91. 40000000:00000010:2.0:1767384983.136316:0:40435:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000eb3c90bf. 00100000:00000010:2.0:1767384983.136319:0:40435:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c30cd863. 00040000:00000010:2.0:1767384983.136321:0:40435:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000089214592. 00040000:00000010:2.0:1767384983.136324:0:40435:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000610e1ec4. 00080000:00000010:2.0:1767384983.136327:0:40435:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000000fb6b07. 00000004:00000010:2.0:1767384983.136329:0:40435:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000007bbc93aa. 00000004:00000010:2.0:1767384983.136333:0:40435:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000134a4710. 00000020:00000010:2.0:1767384983.136335:0:40435:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bdf2d42. 00000020:00000010:2.0:1767384983.136339:0:40435:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d5a98f4c. 00000020:00000010:2.0:1767384983.136341:0:40435:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000c9804be. 00000008:00000010:2.0:1767384983.136343:0:40435:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000759b3952. 00020000:00000010:2.0:1767384983.136346:0:40435:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000ea990356. 00008000:00000010:2.0:1767384983.136348:0:40435:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000007aa7b892. 00000080:00000010:2.0:1767384983.136351:0:40435:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000003629f36e. 00000020:00000010:2.0:1767384983.136353:0:40435:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004044cb2a. 00000004:00000010:2.0:1767384983.136358:0:40435:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 00000000c6e3bc22. 00000020:00000010:2.0:1767384983.136362:0:40435:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000134a4710. 00000004:00000010:2.0:1767384983.136367:0:40435:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 00000000c6e3bc22. 00000004:00000010:2.0:1767384983.136370:0:40435:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 00000000c6e3bc22. 00000020:00000010:2.0:1767384983.136373:0:40435:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000000fb6b07. 00000004:00000010:2.0:1767384983.136376:0:40435:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 00000000c6e3bc22. 00000004:00000010:2.0:1767384983.136381:0:40435:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c30cd863. 00000004:00000010:2.0:1767384983.136385:0:40435:0:(mdt_handler.c:6056:mdt_stack_init()) kfreed 'lcfg': 128 at 0000000056b904c4. 00000004:00000010:2.0:1767384983.136387:0:40435:0:(mdt_handler.c:6060:mdt_stack_init()) kfreed 'bufs': 104 at 00000000f2903f89. 00000004:00000010:2.0:1767384983.136389:0:40435:0:(mdt_handler.c:6062:mdt_stack_init()) kfreed 'name': 128 at 00000000a06c8c8b. 00000004:00000010:2.0:1767384983.136391:0:40435:0:(mdt_handler.c:6063:mdt_stack_init()) kfreed 'uuid': 128 at 0000000020aca952. 00000004:00000010:2.0:1767384983.136394:0:40435:0:(mdt_handler.c:5785:mdt_fld_init()) kmalloced '(ss->ss_server_fld)': 192 at 00000000c6e3bc22. 80000000:00000010:2.0:1767384983.136399:0:40435:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 0000000060fb7d1b. 80000000:00000010:2.0:1767384983.136402:0:40435:0:(fld_index.c:328:fld_index_init()) kmalloced '(attr)': 104 at 0000000020aca952. 00000004:00000010:2.0:1767384983.136407:0:40435:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d098fe7a. 00000004:00000010:2.0:1767384983.136413:0:40435:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000002f930689. 00000004:00000010:2.0:1767384983.136419:0:40435:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000052b76466. 00080000:00000010:2.0:1767384983.136425:0:40435:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000470262f2. 00100000:00000010:2.0:1767384983.136485:0:40435:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000bd40fd2c. 00100000:00000010:2.0:1767384983.136490:0:40435:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000bd40fd2c. 00080000:00000010:2.0:1767384983.136494:0:40435:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 0000000069c37551. 00080000:00000010:2.0:1767384983.136497:0:40435:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000bd40fd2c. 80000000:00000010:2.0:1767384983.136659:0:40435:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000014da2b5b. 80000000:00000010:2.0:1767384983.136674:0:40435:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000785f2026. 80000000:00000010:2.0:1767384983.136684:0:40435:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000904c87a3. 80000000:00000010:2.0:1767384983.136694:0:40435:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000099771832. 80000000:00000010:2.0:1767384983.136704:0:40435:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000a1197206. 00080000:00000010:2.0:1767384983.136714:0:40435:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000032eaffc0. 00080000:00000010:2.0:1767384983.136723:0:40435:0:(osd_handler.c:310:osd_trans_stop()) kfreed 'oh': 848 at 0000000032eaffc0. 00080000:00000010:2.0:1767384983.136727:0:40435:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000032eaffc0. 00080000:00000010:2.0:1767384983.136729:0:40435:0:(osd_handler.c:310:osd_trans_stop()) kfreed 'oh': 848 at 0000000032eaffc0. 00080000:00000010:2.0:1767384983.136732:0:40435:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000032eaffc0. 00080000:00000010:2.0:1767384983.136735:0:40435:0:(osd_handler.c:310:osd_trans_stop()) kfreed 'oh': 848 at 0000000032eaffc0. 00080000:00000010:2.0:1767384983.136740:0:40435:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000bd40fd2c. 00080000:00000010:2.0:1767384983.136743:0:40435:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 0000000069c37551. 80000000:00000010:2.0:1767384983.136746:0:40435:0:(fld_index.c:435:fld_index_init()) kfreed 'attr': 104 at 0000000020aca952. 00000004:00000010:2.0:1767384983.136764:0:40435:0:(mdt_handler.c:5717:mdt_seq_init()) kmalloced '(ss->ss_control_seq)': 288 at 00000000610e1ec4. 00000004:00000010:2.0:1767384983.136772:0:40435:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000aa0cd78a. 00000004:00000010:2.0:1767384983.136776:0:40435:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007b3f17a4. 00000004:00000010:2.0:1767384983.136780:0:40435:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a422f700. 00080000:00000010:2.0:1767384983.136784:0:40435:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000035e7830b. 00000004:00000010:2.0:1767384983.136912:0:40435:0:(mdt_handler.c:5729:mdt_seq_init()) kmalloced '(ss->ss_server_seq)': 288 at 000000001236300c. 00000004:00000010:2.0:1767384983.136918:0:40435:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000fbc28f33. 00000004:00000010:2.0:1767384983.136962:0:40435:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008a54d6de. 00000004:00000010:2.0:1767384983.136966:0:40435:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004429b7fc. 00080000:00000010:2.0:1767384983.136970:0:40435:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000915519d1. 00000004:00000010:2.0:1767384983.137094:0:40435:0:(mdt_handler.c:5686:mdt_seq_init_cli()) kmalloced '(ss->ss_client_seq)': 224 at 0000000089214592. 00000004:00000010:2.0:1767384983.137098:0:40435:0:(mdt_handler.c:5690:mdt_seq_init_cli()) kmalloced '(prefix)': 133 at 00000000c54ebf0f. 00000004:00000010:2.0:1767384983.137125:0:40435:0:(mdt_handler.c:5702:mdt_seq_init_cli()) kfreed 'prefix': 133 at 00000000c54ebf0f. 00010000:00000010:2.0:1767384983.137132:0:40435:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 0000000032eaffc0. 00000001:00000010:2.0:1767384983.137140:0:40435:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000003590d335. 00000001:00000010:2.0:1767384983.137158:0:40435:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 1024 at 00000000e7c7b88e. 00000001:00000010:2.0:1767384983.137372:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000091ad2aaf. 00000001:00000010:2.0:1767384983.137701:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ea61d29e. 00000001:00000010:2.0:1767384983.138043:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000d666080. 00000001:00000010:2.0:1767384983.138382:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000084e0299c. 00000001:00000010:2.0:1767384983.138713:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000a04ea94. 00000001:00000010:2.0:1767384983.139058:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d76da868. 00000001:00000010:2.0:1767384983.139402:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b41ca309. 00000001:00000010:2.0:1767384983.139731:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000005265b81. 00000001:00000010:2.0:1767384983.140081:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000006dd6ba4. 00000001:00000010:2.0:1767384983.140418:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001c2655e9. 00000001:00000010:2.0:1767384983.140750:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cc36b89f. 00000001:00000010:2.0:1767384983.141081:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c760aead. 00000001:00000010:2.0:1767384983.141422:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004387031f. 00000001:00000010:2.0:1767384983.141754:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000065adf4af. 00000001:00000010:2.0:1767384983.142030:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ccb4bc05. 00000001:00000010:2.0:1767384983.142275:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000687b933a. 00000001:00000010:2.0:1767384983.142506:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000b5d5d55. 00000001:00000010:2.0:1767384983.142788:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e0b17923. 00000001:00000010:2.0:1767384983.143175:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b9a0823a. 00000001:00000010:2.0:1767384983.143516:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e0c041f6. 00000001:00000010:2.0:1767384983.143837:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e0ca7a52. 00000001:00000010:2.0:1767384983.144220:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000096f1c845. 00000001:00000010:2.0:1767384983.144541:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000098e65283. 00000001:00000010:2.0:1767384983.144825:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006ae59969. 00000001:00000010:2.0:1767384983.145073:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000228cca72. 00000001:00000010:2.0:1767384983.145328:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000076cf7798. 00000001:00000010:2.0:1767384983.145652:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003411fe3f. 00000001:00000010:2.0:1767384983.145995:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b757f994. 00000100:00000010:1.0:1767384983.146074:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e645b5e4. 00000100:00000010:0.0:1767384983.146084:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e8799e9c. 00000100:00000010:3.0:1767384983.146086:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c7220159. 00000100:00000010:2.0:1767384983.146181:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e07955cb. 00000001:00000010:2.0:1767384983.146420:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e791a71d. 00000001:00000010:2.0:1767384983.146756:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b391600d. 00000001:00000010:2.0:1767384983.147113:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b0d9d4e7. 00000001:00000010:2.0:1767384983.147385:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009c0fc822. 00000001:00000010:2.0:1767384983.147657:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e0502e17. 00000001:00000010:2.0:1767384983.147931:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000208ffac1. 00000001:00000010:2.0:1767384983.148201:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000dbca4d7. 00000001:00000010:2.0:1767384983.148432:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000f21810a. 00000001:00000010:2.0:1767384983.148661:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003062d22f. 00000001:00000010:2.0:1767384983.148895:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000014a8f3c9. 00000001:00000010:2.0:1767384983.149142:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000008af7081. 00000001:00000010:2.0:1767384983.149378:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000eacb3ec2. 00000001:00000010:2.0:1767384983.149626:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000893f90ab. 00000001:00000010:2.0:1767384983.149867:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007bd06ad6. 00000001:00000010:2.0:1767384983.150115:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006a2ce793. 00000001:00000010:2.0:1767384983.150378:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008c73b2dd. 00000001:00000010:2.0:1767384983.150629:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f4e46f1d. 00000001:00000010:2.0:1767384983.150875:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006ac4f057. 00000001:00000010:2.0:1767384983.151124:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000645026ef. 00000001:00000010:2.0:1767384983.151393:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000abf92052. 00000001:00000010:2.0:1767384983.151659:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000eec77a3b. 00000001:00000010:2.0:1767384983.151886:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000066d8c4c4. 00000001:00000010:2.0:1767384983.152179:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f1581f7e. 00000001:00000010:2.0:1767384983.152414:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d3ffb8c1. 00000001:00000010:2.0:1767384983.152708:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006b5b4149. 00000001:00000010:2.0:1767384983.152942:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cf371263. 00000001:00000010:2.0:1767384983.153232:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000880c1836. 00000001:00000010:2.0:1767384983.153476:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000077265616. 00000001:00000010:2.0:1767384983.153720:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a8bd3c42. 00000001:00000010:2.0:1767384983.154064:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003480aa3b. 00000001:00000010:2.0:1767384983.154404:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000e676dd1. 00000001:00000010:2.0:1767384983.154724:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000588705d. 00000001:00000010:2.0:1767384983.155062:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000021206629. 00000001:00000010:2.0:1767384983.155393:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000785143d2. 00000001:00000010:2.0:1767384983.155715:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000acaa4a73. 00000001:00000010:2.0:1767384983.156064:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008024c89a. 00000001:00000010:2.0:1767384983.156418:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000030cd029a. 00000001:00000010:2.0:1767384983.156700:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004316c9aa. 00000001:00000010:2.0:1767384983.156929:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a40da893. 00000001:00000010:2.0:1767384983.157222:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009738b6b9. 00000001:00000010:2.0:1767384983.157471:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fcbcfe15. 00000001:00000010:2.0:1767384983.157739:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000094ca7e7c. 00000001:00000010:2.0:1767384983.157965:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003bd8acb8. 00000001:00000010:2.0:1767384983.158252:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000016e165b2. 00000001:00000010:2.0:1767384983.158516:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003f311710. 00000001:00000010:2.0:1767384983.158786:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000047a58cbb. 00000001:00000010:2.0:1767384983.159136:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001e3326e1. 00000001:00000010:2.0:1767384983.159473:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f16ac5a1. 00000001:00000010:2.0:1767384983.159807:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c317b052. 00000001:00000010:2.0:1767384983.160169:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002d0ff9b9. 00000001:00000010:2.0:1767384983.160472:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000c8cf723. 00000001:00000010:2.0:1767384983.160804:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006dbeebcd. 00000001:00000010:2.0:1767384983.161068:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006a77314d. 00000001:00000010:2.0:1767384983.161335:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d314d636. 00000001:00000010:2.0:1767384983.161627:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fe11f63d. 00000001:00000010:2.0:1767384983.161889:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ce44771e. 00000001:00000010:2.0:1767384983.162140:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000047343b0. 00000001:00000010:2.0:1767384983.162430:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006896da4e. 00000001:00000010:2.0:1767384983.162753:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007d4bf41e. 00000001:00000010:2.0:1767384983.163091:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a2ab8665. 00000001:00000010:2.0:1767384983.163464:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000018f7de85. 00000001:00000010:2.0:1767384983.163716:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000013da945c. 00000001:00000010:2.0:1767384983.163946:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000c857eee. 00000001:00000010:2.0:1767384983.164206:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000722e32a2. 00000001:00000010:2.0:1767384983.164450:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001375037f. 00000001:00000010:2.0:1767384983.164692:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000be0080b2. 00000001:00000010:2.0:1767384983.164922:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a3799e3b. 00000001:00000010:2.0:1767384983.165182:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007edda669. 00000001:00000010:2.0:1767384983.165419:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006b4904a6. 00000001:00000010:2.0:1767384983.165657:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004b7fe480. 00000001:00000010:2.0:1767384983.165885:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f682812a. 00000001:00000010:2.0:1767384983.166133:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002f8ec7db. 00000001:00000010:2.0:1767384983.166394:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f8231551. 00000001:00000010:2.0:1767384983.166727:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000003e79471. 00000001:00000010:2.0:1767384983.167070:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003bde6028. 00000001:00000010:2.0:1767384983.167435:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001ef28a14. 00000001:00000010:2.0:1767384983.167665:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000067ad121b. 00000001:00000010:2.0:1767384983.167910:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000743f8061. 00000001:00000010:2.0:1767384983.168168:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004cc030d1. 00000001:00000010:2.0:1767384983.168431:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007b326237. 00000001:00000010:2.0:1767384983.168756:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000076851735. 00000001:00000010:2.0:1767384983.169097:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000039254bee. 00000001:00000010:2.0:1767384983.169344:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000076954555. 00000001:00000010:2.0:1767384983.169612:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e23f7a63. 00000001:00000010:2.0:1767384983.169903:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009bff16b4. 00000001:00000010:2.0:1767384983.170271:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b4cd0176. 00000001:00000010:2.0:1767384983.170637:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000143480ca. 00000001:00000010:2.0:1767384983.170990:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c536ba13. 00000001:00000010:2.0:1767384983.171363:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000004e1b1b9. 00000001:00000010:2.0:1767384983.171613:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c6347346. 00000001:00000010:2.0:1767384983.171868:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d101f252. 00000001:00000010:2.0:1767384983.172162:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f59a979a. 00000001:00000010:2.0:1767384983.172408:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000877f6d84. 00000001:00000010:2.0:1767384983.172703:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004e3f2134. 00000001:00000010:2.0:1767384983.173055:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000084780313. 00000001:00000010:2.0:1767384983.173422:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ed279036. 00000001:00000010:2.0:1767384983.173758:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009011a597. 00000001:00000010:2.0:1767384983.174097:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000143cb935. 00000001:00000010:2.0:1767384983.174353:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006c64ee7c. 00000001:00000010:2.0:1767384983.174617:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000026861019. 00000020:00000010:2.0:1767384983.174829:0:40435:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000812512cd. 00000020:00000010:2.0:1767384983.174834:0:40435:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000001eab3001. 00000020:00000010:2.0:1767384983.174906:0:40435:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000d0c96548. 00000020:00000010:2.0:1767384983.174910:0:40435:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000053193264. 00000020:00000010:2.0:1767384983.174958:0:40435:0:(tgt_main.c:539:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at 00000000a23ca690. 00000004:00000010:2.0:1767384983.174969:0:40435:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f7cd96fc. 00000004:00000010:2.0:1767384983.174978:0:40435:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000070032dd3. 00000004:00000010:2.0:1767384983.174984:0:40435:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003c65dc0c. 00080000:00000010:2.0:1767384983.174992:0:40435:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004b669d8a. 00000001:00000010:2.0:1767384983.175324:0:40435:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at 00000000ed273793. 00000001:00000010:2.0:1767384983.175368:0:40435:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at 00000000ed273793. 00080000:00000010:2.0:1767384983.175377:0:40435:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000007f86576. 00000020:00000010:2.0:1767384983.175473:0:40435:0:(tgt_main.c:583:tgt_init()) kmalloced '(lut->lut_reply_bitmap)': 128 at 00000000ed273793. 00000004:00000010:2.0:1767384983.175480:0:40435:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e4a08fc5. 00000004:00000010:2.0:1767384983.175484:0:40435:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000066b6e688. 00000004:00000010:2.0:1767384983.175488:0:40435:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000040f4bb6d. 00080000:00000010:2.0:1767384983.175492:0:40435:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b09e4997. 00000001:00000010:2.0:1767384983.175568:0:40435:0:(tgt_lastrcvd.c:2196:tgt_reply_data_init()) kmalloced '(trd)': 136 at 00000000c54ebf0f. 00000001:00000010:2.0:1767384983.175587:0:40435:0:(tgt_lastrcvd.c:2285:tgt_reply_data_init()) kfreed 'trd': 136 at 00000000c54ebf0f. 00000001:00000010:2.0:1767384983.175596:0:40435:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000092d9218a. 00000001:00000010:2.0:1767384983.175601:0:40435:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000a0facafa. 00000001:00000010:2.0:1767384983.175602:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000c54ebf0f. 00000020:00000010:2.0:1767384983.175605:0:40435:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000234bc041. 00000020:00000010:2.0:1767384983.175607:0:40435:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000094e2bd04. 00000040:00000010:2.0:1767384983.175615:0:40435:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f87a75fd. 00000020:00000010:2.0:1767384983.175618:0:40435:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000867a00cb. 00000020:00000010:2.0:1767384983.175622:0:40435:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000020d42dbe. 00000020:00000010:2.0:1767384983.175625:0:40435:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000544b0d41. 80000000:00000010:2.0:1767384983.175628:0:40435:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000032de23a0. 40000000:00000010:2.0:1767384983.175630:0:40435:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c1744c82. 00100000:00000010:2.0:1767384983.175634:0:40435:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000020a2d03a. 00040000:00000010:2.0:1767384983.175637:0:40435:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f248370d. 00040000:00000010:2.0:1767384983.175641:0:40435:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b5e78ae7. 00080000:00000010:2.0:1767384983.175644:0:40435:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c8a48c0c. 00000004:00000010:2.0:1767384983.175647:0:40435:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000eb65cc41. 00000004:00000010:2.0:1767384983.175650:0:40435:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007bbc93aa. 00000004:00000010:2.0:1767384983.175654:0:40435:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c833fa12. 00000020:00000010:2.0:1767384983.175658:0:40435:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068f026b0. 00000020:00000010:2.0:1767384983.175660:0:40435:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000968f9d32. 00000020:00000010:2.0:1767384983.175662:0:40435:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000c9804be. 02000000:00000010:2.0:1767384983.175672:0:40435:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 000000007f5aca05. 02000000:00000010:2.0:1767384983.175675:0:40435:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 0000000057c65a3e. 02000000:00000010:2.0:1767384983.175677:0:40435:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 000000001d27d0b2. 02000000:00000010:2.0:1767384983.175679:0:40435:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 00000000415d4c10. 00000020:00000010:2.0:1767384983.175916:0:40435:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000105da13f. 00000020:00000010:2.0:1767384983.175920:0:40435:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at 000000007445bb4e. 00000004:00000010:2.0:1767384983.175937:0:40435:0:(mdt_handler.c:6098:mdt_quota_init()) kmalloced '(qmtname)': 128 at 0000000009d1b1ab. 00000004:00000010:2.0:1767384983.175940:0:40435:0:(mdt_handler.c:6099:mdt_quota_init()) kmalloced '(uuid)': 40 at 0000000074d95514. 00000004:00000010:2.0:1767384983.175942:0:40435:0:(mdt_handler.c:6100:mdt_quota_init()) kmalloced '(bufs)': 104 at 0000000055849f25. 00000004:00000010:2.0:1767384983.175944:0:40435:0:(mdt_handler.c:6101:mdt_quota_init()) kmalloced '(data)': 192 at 0000000090f10f15. 00000004:00000010:2.0:1767384983.175948:0:40435:0:(mdt_handler.c:6127:mdt_quota_init()) kmalloced '(lcfg)': 120 at 00000000d2bea551. 00000020:00000010:2.0:1767384983.175957:0:40435:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000079aeaf0c. 00000020:00000010:2.0:1767384983.175961:0:40435:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000526d607c. 00000004:00000010:2.0:1767384983.175974:0:40435:0:(mdt_handler.c:6143:mdt_quota_init()) kfreed 'lcfg': 120 at 00000000d2bea551. 00000004:00000010:2.0:1767384983.175977:0:40435:0:(mdt_handler.c:6153:mdt_quota_init()) kmalloced '(lcfg)': 128 at 00000000d2bea551. 00000001:00000010:2.0:1767384983.175996:0:40435:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d451caeb. 00000001:00000010:2.0:1767384983.176002:0:40435:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000004c852b84. 00000001:00000010:2.0:1767384983.176003:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d3521278. 00000001:00000010:2.0:1767384983.176005:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000019aa2c19. 00000001:00000010:2.0:1767384983.176006:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bb915499. 00000001:00000010:2.0:1767384983.176008:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000983ab575. 00000001:00000010:2.0:1767384983.176044:0:40435:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000181ff813. 00000001:00000010:2.0:1767384983.176047:0:40435:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000601a3a11. 00000001:00000010:2.0:1767384983.176049:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000050f413a9. 00000001:00000010:2.0:1767384983.176052:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000065b97841. 00000001:00000010:2.0:1767384983.176056:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000017537a6c. 00000001:00000010:2.0:1767384983.176057:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000044fb3166. 00000020:00000010:2.0:1767384983.176060:0:40435:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000be4782f1. 00000020:00000010:2.0:1767384983.176062:0:40435:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007ec462ec. 00000020:00000010:2.0:1767384983.176066:0:40435:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008bbbdfbb. 00000008:00000010:2.0:1767384983.176070:0:40435:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000759b3952. 00020000:00000010:2.0:1767384983.176073:0:40435:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000ea990356. 00008000:00000010:2.0:1767384983.176077:0:40435:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000007aa7b892. 00000080:00000010:2.0:1767384983.176081:0:40435:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000003629f36e. 00000020:00000010:2.0:1767384983.176084:0:40435:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006bdfc221. 00000020:00000010:2.0:1767384983.176086:0:40435:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000909f29ff. 00000040:00000010:2.0:1767384983.176088:0:40435:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007763792f. 00000020:00000010:2.0:1767384983.176091:0:40435:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000058a26f49. 00000020:00000010:2.0:1767384983.176093:0:40435:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d1fad6b1. 00000020:00000010:2.0:1767384983.176096:0:40435:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b08b88e2. 80000000:00000010:2.0:1767384983.176099:0:40435:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c246e85d. 40000000:00000010:2.0:1767384983.176101:0:40435:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e854b3c0. 00100000:00000010:2.0:1767384983.176103:0:40435:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000089ee90f1. 00040000:00000010:2.0:1767384983.176105:0:40435:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d37e6518. 00040000:00000010:2.0:1767384983.176108:0:40435:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dc864a5b. 00080000:00000010:2.0:1767384983.176111:0:40435:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002138831e. 00000004:00000010:2.0:1767384983.176113:0:40435:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e5418611. 00000004:00000010:2.0:1767384983.176116:0:40435:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a83e73f0. 00000004:00000010:2.0:1767384983.176122:0:40435:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000bb5d4f6a. 00040000:00000010:2.0:1767384983.176125:0:40435:0:(qmt_dev.c:324:qmt_device_alloc()) kmalloced '(qmt)': 656 at 000000002fe554fe. 00040000:00000010:2.0:1767384983.176131:0:40435:0:(qmt_dev.c:138:qmt_connect_to_osd()) kmalloced '(data)': 192 at 00000000b26ebf2a. 00000020:00000010:2.0:1767384983.176135:0:40435:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000639933fd. 00040000:00000010:2.0:1767384983.176140:0:40435:0:(qmt_dev.c:169:qmt_connect_to_osd()) kfreed 'data': 192 at 00000000b26ebf2a. 00040000:00000010:2.0:1767384983.176156:0:40435:0:(qmt_lock.c:1088:qmt_start_reba_thread()) kmalloced '(args)': 72 at 00000000599a6b76. 00000020:00000010:2.0:1767384983.176160:0:40435:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe0ca95a. 00000020:00000010:2.0:1767384983.176161:0:40435:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000095af086b. 00000040:00000010:2.0:1767384983.176164:0:40435:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001fa1adc1. 00000020:00000010:2.0:1767384983.176166:0:40435:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000525f3bb7. 00000020:00000010:2.0:1767384983.176168:0:40435:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006d28b69f. 00000020:00000010:2.0:1767384983.176172:0:40435:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000941bb637. 80000000:00000010:2.0:1767384983.176174:0:40435:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003da78794. 40000000:00000010:2.0:1767384983.176177:0:40435:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007e8abc74. 00100000:00000010:2.0:1767384983.176179:0:40435:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001ebf90d5. 00040000:00000010:2.0:1767384983.176182:0:40435:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002c787eb3. 00040000:00000010:2.0:1767384983.176188:0:40435:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009b4287a9. 00040000:00000010:2.0:1767384983.176191:0:40435:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ccdb3c91. 00080000:00000010:2.0:1767384983.176193:0:40435:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008dc00815. 00000004:00000010:2.0:1767384983.176195:0:40435:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000197991d6. 00000004:00000010:2.0:1767384983.176198:0:40435:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003d7f486e. 00000004:00000010:2.0:1767384983.176201:0:40435:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000816344b6. 00000020:00000010:2.0:1767384983.176379:0:40435:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c5ed0c9e. 00040000:00000010:2.0:1767384983.176423:0:40435:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b0c3f0f8. 00040000:00000010:2.0:1767384983.176427:0:40435:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 00000000f7122bab. 00000020:00000010:2.0:1767384983.176437:0:40435:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000859091ac. 00040000:00000010:2.0:1767384983.176442:0:40435:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 00000000d6622601. 00000020:00000010:2.0:1767384983.176446:0:40435:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000f051c8a6. 00000020:00000010:2.0:1767384983.176465:0:40435:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000909f29ff. 00000040:00000010:2.0:1767384983.176469:0:40435:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007763792f. 00000020:00000010:2.0:1767384983.176471:0:40435:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000058a26f49. 00000020:00000010:2.0:1767384983.176474:0:40435:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d1fad6b1. 00000020:00000010:2.0:1767384983.176476:0:40435:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b08b88e2. 80000000:00000010:2.0:1767384983.176484:0:40435:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c246e85d. 40000000:00000010:2.0:1767384983.176486:0:40435:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e854b3c0. 00100000:00000010:2.0:1767384983.176489:0:40435:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000089ee90f1. 00040000:00000010:2.0:1767384983.176491:0:40435:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d37e6518. 00040000:00000010:2.0:1767384983.176496:0:40435:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b0c3f0f8. 00040000:00000010:2.0:1767384983.176499:0:40435:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000dc864a5b. 00080000:00000010:2.0:1767384983.176502:0:40435:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002138831e. 00000004:00000010:2.0:1767384983.176505:0:40435:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e5418611. 00000004:00000010:2.0:1767384983.176509:0:40435:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a83e73f0. 00000004:00000010:2.0:1767384983.176512:0:40435:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000bb5d4f6a. 00000020:00000010:2.0:1767384983.176516:0:40435:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006bdfc221. 00000020:00000010:2.0:1767384983.176521:0:40435:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007ec462ec. 00000020:00000010:2.0:1767384983.176525:0:40435:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008bbbdfbb. 00000008:00000010:2.0:1767384983.176527:0:40435:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000759b3952. 00020000:00000010:2.0:1767384983.176531:0:40435:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000ea990356. 00008000:00000010:2.0:1767384983.176534:0:40435:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000007aa7b892. 00000080:00000010:2.0:1767384983.176537:0:40435:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000003629f36e. 00000020:00000010:2.0:1767384983.176541:0:40435:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be4782f1. 00000004:00000010:2.0:1767384983.176551:0:40435:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001674b8e3. 00000004:00000010:2.0:1767384983.176557:0:40435:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b54f263d. 00000004:00000010:2.0:1767384983.176562:0:40435:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004094be30. 00080000:00000010:2.0:1767384983.176578:0:40435:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000073b222fd. 00000020:00000010:2.0:1767384983.176651:0:40435:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d37e6518. 00080000:00000010:2.0:1767384983.176659:0:40435:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000993eb8e0. 00080000:00000010:2.0:1767384983.176727:0:40435:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000993eb8e0. 00000020:00000010:2.0:1767384983.176733:0:40435:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d37e6518. 00000004:00000010:2.0:1767384983.176751:0:40435:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b6d88d91. 00000004:00000010:2.0:1767384983.176757:0:40435:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000519d8234. 00000004:00000010:2.0:1767384983.176763:0:40435:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000aac26537. 00080000:00000010:2.0:1767384983.176767:0:40435:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000993eb8e0. 00040000:00000010:2.0:1767384983.176987:0:40435:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b0c3f0f8. 00000020:00000010:2.0:1767384983.177156:0:40435:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fc40ed4a. 00080000:00000010:2.0:1767384983.177164:0:40435:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008fe7ae05. 00080000:00000010:2.0:1767384983.177243:0:40435:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008fe7ae05. 00000020:00000010:2.0:1767384983.177248:0:40435:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fc40ed4a. 00000004:00000010:2.0:1767384983.177258:0:40435:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000996e5e53. 00000004:00000010:2.0:1767384983.177263:0:40435:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000938362fb. 00000004:00000010:2.0:1767384983.177268:0:40435:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b5a9ba4f. 00080000:00000010:2.0:1767384983.177271:0:40435:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008fe7ae05. 00000004:00000010:2.0:1767384983.177435:0:40435:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001f41911f. 00000004:00000010:2.0:1767384983.177442:0:40435:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000df8a9226. 00000004:00000010:2.0:1767384983.177447:0:40435:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d1f0e7a7. 00080000:00000010:2.0:1767384983.177451:0:40435:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000617f91d7. 00100000:00000010:2.0:1767384983.177622:0:40435:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000035a40a5d. 00100000:00000010:2.0:1767384983.177629:0:40435:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000035a40a5d. 00040000:00000010:2.0:1767384983.177637:0:40435:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000002f546d8. 00000001:00000010:2.0:1767384983.177642:0:40435:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000b08b88e2. 00000001:00000010:2.0:1767384983.177648:0:40435:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000e30d3e40. 00000001:00000010:2.0:1767384983.177652:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000b26ebf2a. 00040000:00000010:2.0:1767384983.177656:0:40435:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000035a40a5d. 00080000:00000010:2.0:1767384983.177662:0:40435:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 0000000069c37551. 00080000:00000010:2.0:1767384983.177666:0:40435:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000a5c7eb0d. 00080000:00000010:2.0:1767384983.177701:0:40435:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000a5c7eb0d. 00080000:00000010:2.0:1767384983.177706:0:40435:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 0000000069c37551. 00040000:00000010:2.0:1767384983.177710:0:40435:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000035a40a5d. 00040000:00000010:2.0:1767384983.177730:0:40435:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000db21fd44. 00000004:00000010:2.0:1767384983.177839:0:40435:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000010edda73. 00000004:00000010:2.0:1767384983.177846:0:40435:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000051a00b8. 00000004:00000010:2.0:1767384983.177850:0:40435:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ae18a60c. 00080000:00000010:2.0:1767384983.177854:0:40435:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006c3abfa0. 00100000:00000010:2.0:1767384983.177900:0:40435:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000379e1576. 00100000:00000010:2.0:1767384983.177904:0:40435:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000379e1576. 00040000:00000010:2.0:1767384983.177909:0:40435:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000096f20545. 00000001:00000010:2.0:1767384983.177913:0:40435:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000be4782f1. 00000001:00000010:2.0:1767384983.177917:0:40435:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000003b817d09. 00000001:00000010:2.0:1767384983.177920:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000abb0706d. 00040000:00000010:2.0:1767384983.177934:0:40435:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000379e1576. 00080000:00000010:2.0:1767384983.177938:0:40435:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 0000000069c37551. 00080000:00000010:2.0:1767384983.177941:0:40435:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 0000000019a23a8c. 00080000:00000010:2.0:1767384983.177963:0:40435:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 0000000019a23a8c. 00080000:00000010:2.0:1767384983.177968:0:40435:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 0000000069c37551. 00040000:00000010:2.0:1767384983.177971:0:40435:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000379e1576. 00040000:00000010:2.0:1767384983.177977:0:40435:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000609da957. 00000004:00000010:2.0:1767384983.178195:0:40435:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000041b265d8. 00000004:00000010:2.0:1767384983.178203:0:40435:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c0e55e3a. 00000004:00000010:2.0:1767384983.178206:0:40435:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004c8d8933. 00080000:00000010:2.0:1767384983.178210:0:40435:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b1bed87a. 00100000:00000010:2.0:1767384983.178257:0:40435:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f0b52165. 00100000:00000010:2.0:1767384983.178260:0:40435:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000f0b52165. 00040000:00000010:2.0:1767384983.178264:0:40435:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000072348b06. 00000001:00000010:2.0:1767384983.178269:0:40435:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000d91a96b4. 00000001:00000010:2.0:1767384983.178273:0:40435:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000014a88290. 00000001:00000010:2.0:1767384983.178276:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000346693b9. 00040000:00000010:2.0:1767384983.178279:0:40435:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000f0b52165. 00080000:00000010:2.0:1767384983.178282:0:40435:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 0000000069c37551. 00080000:00000010:2.0:1767384983.178285:0:40435:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000e592dfd2. 00080000:00000010:2.0:1767384983.178306:0:40435:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000e592dfd2. 00080000:00000010:2.0:1767384983.178310:0:40435:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 0000000069c37551. 00040000:00000010:2.0:1767384983.178314:0:40435:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000f0b52165. 00040000:00000010:2.0:1767384983.178317:0:40435:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000007b0a564b. 00000020:00000010:2.0:1767384983.178445:0:40435:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008580dee3. 00080000:00000010:2.0:1767384983.178452:0:40435:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e492edee. 00080000:00000010:2.0:1767384983.178491:0:40435:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e492edee. 00000020:00000010:2.0:1767384983.178495:0:40435:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008580dee3. 00000004:00000010:2.0:1767384983.178509:0:40435:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005ce4a4b9. 00000004:00000010:2.0:1767384983.178515:0:40435:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000323c1095. 00000004:00000010:2.0:1767384983.178518:0:40435:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000fd5f9c3f. 00080000:00000010:2.0:1767384983.178520:0:40435:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e492edee. 00000004:00000010:2.0:1767384983.178573:0:40435:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001995e1ac. 00000004:00000010:2.0:1767384983.178576:0:40435:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000dbbf982b. 00000004:00000010:2.0:1767384983.178578:0:40435:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f6dc2c1f. 00080000:00000010:2.0:1767384983.178581:0:40435:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007ff0c709. 00100000:00000010:2.0:1767384983.178602:0:40435:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000d293b3b5. 00100000:00000010:2.0:1767384983.178604:0:40435:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000d293b3b5. 00040000:00000010:2.0:1767384983.178606:0:40435:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000005d8b39dd. 00000001:00000010:2.0:1767384983.178609:0:40435:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000d12ef322. 00000001:00000010:2.0:1767384983.178611:0:40435:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000006dd88f5c. 00000001:00000010:2.0:1767384983.178613:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000004e5c5560. 00040000:00000010:2.0:1767384983.178614:0:40435:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000d293b3b5. 00080000:00000010:2.0:1767384983.178616:0:40435:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 0000000069c37551. 00080000:00000010:2.0:1767384983.178618:0:40435:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000adc6de59. 00080000:00000010:2.0:1767384983.178628:0:40435:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000adc6de59. 00080000:00000010:2.0:1767384983.178629:0:40435:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 0000000069c37551. 00040000:00000010:2.0:1767384983.178631:0:40435:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000d293b3b5. 00040000:00000010:2.0:1767384983.178633:0:40435:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000eb97927e. 00000004:00000010:2.0:1767384983.178782:0:40435:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000063ce5361. 00000004:00000010:2.0:1767384983.178790:0:40435:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003629f328. 00000004:00000010:2.0:1767384983.178794:0:40435:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000088ad3ba6. 00080000:00000010:2.0:1767384983.178799:0:40435:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a9f916d8. 00100000:00000010:2.0:1767384983.178849:0:40435:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000062903a13. 00100000:00000010:2.0:1767384983.178854:0:40435:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000062903a13. 00040000:00000010:2.0:1767384983.178859:0:40435:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000047e80c26. 00000001:00000010:2.0:1767384983.178862:0:40435:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000034c20229. 00000001:00000010:2.0:1767384983.178864:0:40435:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000003d90a998. 00000001:00000010:2.0:1767384983.178866:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000007abb4206. 00040000:00000010:2.0:1767384983.178868:0:40435:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000062903a13. 00080000:00000010:2.0:1767384983.178871:0:40435:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 0000000069c37551. 00080000:00000010:2.0:1767384983.178872:0:40435:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 0000000036e951c9. 00080000:00000010:2.0:1767384983.178883:0:40435:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 0000000036e951c9. 00080000:00000010:2.0:1767384983.178885:0:40435:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 0000000069c37551. 00040000:00000010:2.0:1767384983.178887:0:40435:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000062903a13. 00040000:00000010:2.0:1767384983.178902:0:40435:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000af5fe2cb. 00000004:00000010:2.0:1767384983.178946:0:40435:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008181d8ae. 00000004:00000010:2.0:1767384983.179051:0:40435:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000cdade70f. 00000004:00000010:2.0:1767384983.179055:0:40435:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000001988452b. 00080000:00000010:2.0:1767384983.179059:0:40435:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006ae0ec6b. 00100000:00000010:2.0:1767384983.179099:0:40435:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ea9d1e1f. 00100000:00000010:2.0:1767384983.179101:0:40435:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ea9d1e1f. 00040000:00000010:2.0:1767384983.179107:0:40435:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000009adbb5f7. 00000001:00000010:2.0:1767384983.179109:0:40435:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000000b311fa. 00000001:00000010:2.0:1767384983.179116:0:40435:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000001b690790. 00000001:00000010:2.0:1767384983.179118:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000007c87821c. 00040000:00000010:2.0:1767384983.179121:0:40435:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000ea9d1e1f. 00080000:00000010:2.0:1767384983.179124:0:40435:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 0000000069c37551. 00080000:00000010:2.0:1767384983.179125:0:40435:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 0000000037694308. 00080000:00000010:2.0:1767384983.179136:0:40435:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 0000000037694308. 00080000:00000010:2.0:1767384983.179138:0:40435:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 0000000069c37551. 00040000:00000010:2.0:1767384983.179139:0:40435:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000ea9d1e1f. 00040000:00000010:2.0:1767384983.179156:0:40435:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000000c438313. 00000020:00000010:2.0:1767384983.179215:0:40435:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000071f15fc9. 00000004:00000010:2.0:1767384983.179221:0:40435:0:(mdt_handler.c:6196:mdt_quota_init()) kfreed 'lcfg': 128 at 00000000d2bea551. 00000004:00000010:2.0:1767384983.179224:0:40435:0:(mdt_handler.c:6200:mdt_quota_init()) kfreed 'bufs': 104 at 0000000055849f25. 00000004:00000010:2.0:1767384983.179226:0:40435:0:(mdt_handler.c:6201:mdt_quota_init()) kfreed 'qmtname': 128 at 0000000009d1b1ab. 00000004:00000010:2.0:1767384983.179228:0:40435:0:(mdt_handler.c:6202:mdt_quota_init()) kfreed 'uuid': 40 at 0000000074d95514. 00000004:00000010:2.0:1767384983.179230:0:40435:0:(mdt_handler.c:6203:mdt_quota_init()) kfreed 'data': 192 at 0000000090f10f15. 00000020:00000010:2.0:1767384983.179240:0:40435:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ff98548. 00000020:00000010:2.0:1767384983.179243:0:40435:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009df04eac. 00000040:00000010:2.0:1767384983.179246:0:40435:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009143b513. 00000020:00000010:2.0:1767384983.179249:0:40435:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000012145369. 00000020:00000010:2.0:1767384983.179252:0:40435:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d1fad6b1. 00000020:00000010:2.0:1767384983.179254:0:40435:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000dbc6308e. 80000000:00000010:2.0:1767384983.179256:0:40435:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e9c555f1. 40000000:00000010:2.0:1767384983.179257:0:40435:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000074d95514. 00100000:00000010:2.0:1767384983.179259:0:40435:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000080a479fd. 00040000:00000010:2.0:1767384983.179265:0:40435:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006c5157b6. 00040000:00000010:2.0:1767384983.179267:0:40435:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000059b233d9. 00040000:00000010:2.0:1767384983.179270:0:40435:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009b18fbaf. 00080000:00000010:2.0:1767384983.179272:0:40435:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003f87acdb. 00000004:00000010:2.0:1767384983.179274:0:40435:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000054b3c27c. 00000004:00000010:2.0:1767384983.179276:0:40435:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a83e73f0. 00000004:00000010:2.0:1767384983.179278:0:40435:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000bb5d4f6a. 00000020:00000010:2.0:1767384983.179280:0:40435:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000213d88ae. 00000020:00000010:2.0:1767384983.179282:0:40435:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000055849f25. 00000020:00000010:2.0:1767384983.179284:0:40435:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008bbbdfbb. 00000020:00000010:0.0:1767384983.179462:0:40435:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000055540700. 00000040:00000010:0.0:1767384983.179472:0:40435:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ef7c398e. 00000020:00000010:0.0:1767384983.179477:0:40435:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002913d734. 00000020:00000010:0.0:1767384983.179482:0:40435:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000033dc26ee. 00000020:00000010:0.0:1767384983.179488:0:40435:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000abe06e1a. 80000000:00000010:0.0:1767384983.179493:0:40435:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ffb675b6. 40000000:00000010:0.0:1767384983.179498:0:40435:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008c008437. 00100000:00000010:0.0:1767384983.179503:0:40435:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000067181a10. 00040000:00000010:0.0:1767384983.179507:0:40435:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000eb490961. 00040000:00000010:0.0:1767384983.179513:0:40435:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b0c3f0f8. 00040000:00000010:0.0:1767384983.179517:0:40435:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000aac13b01. 00080000:00000010:0.0:1767384983.179520:0:40435:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005d63f134. 00000004:00000010:0.0:1767384983.179525:0:40435:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c30cd863. 00000004:00000010:0.0:1767384983.179529:0:40435:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005b1be94b. 00000004:00000010:0.0:1767384983.179534:0:40435:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000eb1ef628. 00000020:00000010:0.0:1767384983.179537:0:40435:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b3e5568. 00000020:00000010:0.0:1767384983.179542:0:40435:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008eb86407. 00000020:00000010:0.0:1767384983.179546:0:40435:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002ab698ee. 00000008:00000010:0.0:1767384983.179551:0:40435:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000656fa56d. 00020000:00000010:0.0:1767384983.179555:0:40435:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000047a616b5. 00008000:00000010:0.0:1767384983.179560:0:40435:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000fc0002cd. 00000080:00000010:0.0:1767384983.179565:0:40435:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000001e07b3f5. 00000020:00000010:0.0:1767384983.179570:0:40435:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb76891d. 00000020:00000010:0.0:1767384983.179576:0:40435:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000c58554d3. 00000020:00000010:0.0:1767384983.179591:0:40435:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000076096941. 00000020:00000010:0.0:1767384983.179595:0:40435:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000076096941. 00000020:00000010:0.0:1767384983.179611:0:40435:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000076096941. 00000020:00000010:0.0:1767384983.179614:0:40435:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000076096941. 00000020:00000010:0.0:1767384983.179619:0:40435:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000d6e35b26. 00000020:00000010:0.0:1767384983.179628:0:40435:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004648011. 00000020:00000010:0.0:1767384983.179633:0:40435:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000aac13b01. 00000040:00000010:0.0:1767384983.179637:0:40435:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000abe06e1a. 00000020:00000010:0.0:1767384983.179642:0:40435:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000033f87548. 00000020:00000010:0.0:1767384983.179646:0:40435:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e85c436a. 00000020:00000010:0.0:1767384983.179650:0:40435:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ef7c398e. 80000000:00000010:0.0:1767384983.179654:0:40435:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bf94caa9. 40000000:00000010:0.0:1767384983.179657:0:40435:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004721a020. 00100000:00000010:0.0:1767384983.179661:0:40435:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bb309e67. 00040000:00000010:0.0:1767384983.179664:0:40435:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000076096941. 00040000:00000010:0.0:1767384983.179669:0:40435:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003fb7c2a8. 00040000:00000010:0.0:1767384983.179673:0:40435:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bb76891d. 00080000:00000010:0.0:1767384983.179677:0:40435:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b722416a. 00000004:00000010:0.0:1767384983.179681:0:40435:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007ab0bd65. 00000004:00000010:0.0:1767384983.179686:0:40435:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000043ea1b9a. 00000004:00000010:0.0:1767384983.179690:0:40435:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c7bd110c. 02000000:00000010:0.0:1767384983.179702:0:40435:0:(upcall_cache.c:133:upcall_cache_set_upcall()) kmalloced '(upcall)': 58 at 00000000f35082ed. 02000000:00000010:0.0:1767384983.179709:0:40435:0:(upcall_cache.c:157:upcall_cache_set_upcall()) kfreed 'upcall': 58 at 00000000f35082ed. 00000020:00000010:0.0:1767384983.179715:0:40435:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000aac13b01. 00000040:00000010:0.0:1767384983.179719:0:40435:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000abe06e1a. 00000020:00000010:0.0:1767384983.179722:0:40435:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000033f87548. 00000020:00000010:0.0:1767384983.179725:0:40435:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e85c436a. 00000020:00000010:0.0:1767384983.179729:0:40435:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ef7c398e. 80000000:00000010:0.0:1767384983.179733:0:40435:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bf94caa9. 40000000:00000010:0.0:1767384983.179738:0:40435:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004721a020. 00100000:00000010:0.0:1767384983.179741:0:40435:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000bb309e67. 00040000:00000010:0.0:1767384983.179744:0:40435:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000076096941. 00040000:00000010:0.0:1767384983.179746:0:40435:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003fb7c2a8. 00040000:00000010:0.0:1767384983.179750:0:40435:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bb76891d. 00080000:00000010:0.0:1767384983.179752:0:40435:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b722416a. 00000004:00000010:0.0:1767384983.179763:0:40435:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007ab0bd65. 00000004:00000010:0.0:1767384983.179766:0:40435:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000043ea1b9a. 00000004:00000010:0.0:1767384983.179770:0:40435:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c7bd110c. 00000020:00000010:0.0:1767384983.179773:0:40435:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004648011. 00000020:00000010:0.0:1767384983.179776:0:40435:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000d6e35b26. 00000020:00000010:0.0:1767384983.179782:0:40435:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000076096941. 00000020:00000010:0.0:1767384983.179785:0:40435:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000076096941. 00000020:00000010:0.0:1767384983.179790:0:40435:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000076096941. 00000020:00000010:0.0:1767384983.179793:0:40435:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000076096941. 00000020:00000010:0.0:1767384983.179799:0:40435:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000076096941. 00000020:00000010:0.0:1767384983.179801:0:40435:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000076096941. 00000020:00000010:0.0:1767384983.179805:0:40435:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 000000004721a020. 00000100:00000010:0.0:1767384983.179809:0:40435:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000bca9822d. 00000400:00000200:0.0:1767384983.179815:0:40435:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:0.0:1767384983.179822:0:40435:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.157@tcp 00000400:00000200:0.0:1767384983.179830:0:40435:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384983.179836:0:40435:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (40) 00000400:00000200:0.0:1767384983.179842:0:40435:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (41) 00000400:00000200:0.0:1767384983.179857:0:40435:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:0.0:1767384983.179860:0:40435:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384983.179863:0:40435:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384983.179866:0:40435:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp: 0. pending discovery 00000400:00000200:0.0:1767384983.179869:0:40435:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (42) 00000400:00000200:0.0:1767384983.179872:0:40435:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp 00000400:00000200:0.0:1767384983.179874:0:40435:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.157@tcp10 00000400:00000200:0.0:1767384983.179878:0:40435:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384983.179881:0:40435:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp10 00000400:00000200:0.0:1767384983.179883:0:40435:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.157@tcp11 00000400:00000200:0.0:1767384983.179888:0:40435:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384983.179891:0:40435:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp11 00000400:00000200:0.0:1767384983.179894:0:40435:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.157@tcp12 00000400:00000200:0.0:1767384983.179899:0:40435:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.179901:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384983.179902:0:40435:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp12 00000400:00000200:0.0:1767384983.179912:0:40435:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.157@tcp13 00000400:00000200:2.0:1767384983.179919:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102071 00000400:00000200:2.0:1767384983.179928:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (41) 00000400:00000200:0.0:1767384983.179929:0:40435:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384983.179934:0:40435:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp13 00000400:00000200:0.0:1767384983.179937:0:40435:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.157@tcp14 00000400:00000010:2.0:1767384983.179940:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 000000007550aeca. 00000400:00000200:0.0:1767384983.179943:0:40435:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp14 NID flags 0x1: -114 00000400:00000010:2.0:1767384983.179948:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1b2fbc9. 00000400:00000200:0.0:1767384983.179948:0:40435:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp14 00000400:00000200:0.0:1767384983.179955:0:40435:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.157@tcp15 00000400:00000200:0.0:1767384983.179961:0:40435:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp15 NID flags 0x1: -114 00000400:00000010:2.0:1767384983.179962:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002ce3881e. 00000400:00000200:0.0:1767384983.179965:0:40435:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp15 00000400:00000200:0.0:1767384983.179972:0:40435:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.157@tcp16 00000400:00000200:2.0:1767384983.179978:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1767384983.179980:0:40435:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384983.179986:0:40435:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp16 00000400:00000200:0.0:1767384983.179990:0:40435:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.157@tcp17 00000400:00000200:0.0:1767384983.179994:0:40435:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384983.179997:0:40435:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp17 00000400:00000200:2.0:1767384983.180004:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1767384983.180005:0:40435:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.157@tcp18 00000400:00000200:0.0:1767384983.180052:0:40435:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384983.180058:0:40435:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp18 00000400:00000200:0.0:1767384983.180061:0:40435:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.157@tcp19 00000400:00000200:2.0:1767384983.180065:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 158], ns[172, 168] 00000400:00000200:0.0:1767384983.180071:0:40435:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384983.180081:0:40435:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp19 00000400:00000200:2.0:1767384983.180086:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 158], ns[185, 168] 00000400:00000200:0.0:1767384983.180087:0:40435:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.157@tcp20 00000400:00000200:2.0:1767384983.180096:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 158], ns[62, 168] 00000400:00000200:0.0:1767384983.180102:0:40435:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.180108:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 00000400:00000200:0.0:1767384983.180110:0:40435:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp20 00000400:00000200:2.0:1767384983.180114:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 62], ns[77, 62] 00000400:00000200:0.0:1767384983.180119:0:40435:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.157@tcp21 00000400:00000200:2.0:1767384983.180134:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 62], ns[81, 62] 00000400:00000200:0.0:1767384983.180134:0:40435:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384983.180161:0:40435:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp21 00000400:00000200:2.0:1767384983.180168:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 62], ns[97, 62] 00000400:00000200:0.0:1767384983.180169:0:40435:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.157@tcp22 00000400:00000200:2.0:1767384983.180186:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 62], ns[104, 62] 00000400:00000200:0.0:1767384983.180186:0:40435:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384983.180199:0:40435:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp22 00000400:00000200:0.0:1767384983.180204:0:40435:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.157@tcp23 00000400:00000200:2.0:1767384983.180206:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 62], ns[125, 62] 00000400:00000200:0.0:1767384983.180212:0:40435:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384983.180218:0:40435:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp23 00000400:00000200:0.0:1767384983.180227:0:40435:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.157@tcp24 00000400:00000200:2.0:1767384983.180230:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 62], ns[131, 62] 00000400:00000200:0.0:1767384983.180236:0:40435:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.180242:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 62], ns[137, 62] 00000400:00000200:0.0:1767384983.180243:0:40435:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp24 00000400:00000200:0.0:1767384983.180254:0:40435:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.157@tcp25 00000400:00000200:2.0:1767384983.180258:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 62], ns[141, 62] 00000400:00000200:2.0:1767384983.180266:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 62], ns[152, 62] 00000400:00000200:0.0:1767384983.180275:0:40435:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.180276:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 62], ns[161, 62] 00000400:00000200:0.0:1767384983.180289:0:40435:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp25 00000400:00000200:2.0:1767384983.180294:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[182, 62], ns[192, 62] 00000400:00000200:0.0:1767384983.180298:0:40435:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.157@tcp26 00000400:00000200:2.0:1767384983.180307:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 62], ns[50, 62] 00000400:00000200:0.0:1767384983.180310:0:40435:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.180318:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 50], ns[54, 50] 00000400:00000200:0.0:1767384983.180320:0:40435:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp26 00000400:00000200:2.0:1767384983.180327:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 50], ns[58, 50] 00000400:00000200:0.0:1767384983.180328:0:40435:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.157@tcp27 00000400:00000200:2.0:1767384983.180340:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 50], ns[74, 50] 00000400:00000200:0.0:1767384983.180341:0:40435:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384983.180356:0:40435:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp27 00000400:00000200:2.0:1767384983.180364:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 50], ns[123, 50] 00000400:00000200:0.0:1767384983.180364:0:40435:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.157@tcp28 00000400:00000200:2.0:1767384983.180375:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 50], ns[75, 50] 00000400:00000200:0.0:1767384983.180375:0:40435:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384983.180389:0:40435:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp28 00000400:00000200:2.0:1767384983.180392:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[171, 50], ns[181, 50] 00000400:00000200:0.0:1767384983.180399:0:40435:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.157@tcp29 00000400:00000200:2.0:1767384983.180404:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 50], ns[93, 50] 00000400:00000200:0.0:1767384983.180409:0:40435:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384983.180416:0:40435:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp29 00000400:00000200:2.0:1767384983.180417:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[180, 50], ns[190, 50] 00000400:00000200:0.0:1767384983.180428:0:40435:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.157@tcp30 00000400:00000200:2.0:1767384983.180437:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 50], ns[114, 50] 00000400:00000200:0.0:1767384983.180442:0:40435:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.180453:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[188, 50], ns[198, 50] 00000400:00000200:0.0:1767384983.180453:0:40435:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp30 00000400:00000200:2.0:1767384983.180466:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 50], ns[122, 50] 00000400:00000200:0.0:1767384983.180466:0:40435:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.157@tcp31 00000400:00000200:0.0:1767384983.180474:0:40435:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384983.180480:0:40435:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp31 00000400:00000200:0.0:1767384983.180490:0:40435:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.157@tcp32 00000400:00000200:2.0:1767384983.180496:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 50], ns[146, 50] 00000400:00000200:0.0:1767384983.180504:0:40435:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.180510:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 50], ns[145, 50] 00000400:00000200:0.0:1767384983.180513:0:40435:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp32 00000400:00000200:2.0:1767384983.180518:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[198, 50], ns[239, 50] 00000400:00000200:0.0:1767384983.180520:0:40435:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.157@tcp33 00000400:00000200:2.0:1767384983.180534:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[201, 50], ns[242, 50] 00000400:00000200:0.0:1767384983.180536:0:40435:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.180545:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 50], ns[158, 50] 00000400:00000200:0.0:1767384983.180546:0:40435:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp33 00000400:00000200:0.0:1767384983.180556:0:40435:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.157@tcp34 00000400:00000200:2.0:1767384983.180561:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[202, 50], ns[243, 50] 00000400:00000200:0.0:1767384983.180568:0:40435:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.180572:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[193, 50], ns[205, 50] 00000400:00000200:0.0:1767384983.180578:0:40435:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp34 00000400:00000200:2.0:1767384983.180587:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[168, 50], ns[178, 50] 00000400:00000200:0.0:1767384983.180587:0:40435:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.157@tcp35 00000400:00000200:0.0:1767384983.180600:0:40435:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.180602:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 50], ns[183, 50] 00000400:00000200:0.0:1767384983.180609:0:40435:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp35 00000400:00000200:0.0:1767384983.180616:0:40435:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.157@tcp36 00000400:00000200:2.0:1767384983.180617:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[195, 50], ns[223, 50] 00000400:00000200:2.0:1767384983.180631:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[191, 50], ns[201, 50] 00000400:00000200:0.0:1767384983.180632:0:40435:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384983.180641:0:40435:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp36 00000400:00000200:2.0:1767384983.180646:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[200, 50], ns[241, 50] 00000400:00000200:0.0:1767384983.180652:0:40435:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.157@tcp37 00000400:00000200:2.0:1767384983.180656:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 00000400:00000200:2.0:1767384983.180661:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp25 00000400:00000200:2.0:1767384983.180667:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp25 lpni_is_preferred = 0 00000400:00000200:2.0:1767384983.180676:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp25 00000400:00000200:0.0:1767384983.180677:0:40435:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp37 NID flags 0x1: -114 00000400:00000200:0.0:1767384983.180683:0:40435:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp37 00000400:00000200:2.0:1767384983.180686:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp25 NI seq info: [244:244:256:4294967295] 192.168.203.157@tcp25 LPNI seq info [203:203:8:4294967295] 00000400:00000200:0.0:1767384983.180694:0:40435:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.157@tcp38 00000400:00000200:2.0:1767384983.180702:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp25 00000400:00000200:0.0:1767384983.180703:0:40435:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384983.180712:0:40435:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp38 00000400:00000200:0.0:1767384983.180719:0:40435:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.157@tcp39 00000400:00000200:2.0:1767384983.180726:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp25(192.168.203.157@tcp25:) -> 192.168.203.157@tcp25(192.168.203.157@tcp:192.168.203.157@tcp25) : GET try# 0 00000400:00000200:0.0:1767384983.180731:0:40435:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp39 NID flags 0x1: -114 00000800:00000200:2.0:1767384983.180739:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp25 00000400:00000200:0.0:1767384983.180739:0:40435:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp39 00000800:00000010:2.0:1767384983.180747:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001cfcd0c1. 00000400:00000200:0.0:1767384983.180748:0:40435:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.157@tcp40 00000400:00000200:0.0:1767384983.180755:0:40435:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp40 NID flags 0x1: -114 00000400:00000200:0.0:1767384983.180760:0:40435:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp40 00000100:00000010:0.0:1767384983.180764:0:40435:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000bca9822d. 00000800:00000200:2.0:1767384983.180768:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000992d650f] -> 12345-192.168.203.157@tcp25 (6) 00000020:00000010:0.0:1767384983.180771:0:40435:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 000000004721a020. 00000020:00000010:0.0:1767384983.180781:0:40435:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 000000006d593911. 00000800:00000200:2.0:1767384983.180787:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp25 ip 192.168.203.157:988 00000800:00000200:2.0:1767384983.180794:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001cfcd0c1 type 2, nob 96 niov 1 nkiov 0 00000020:00000010:0.0:1767384983.180800:0:40435:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000c098d951. 00000020:00000010:0.0:1767384983.180808:0:40435:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000c7bd110c. 00000400:00000200:2.0:1767384983.180818:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp 00000400:00000200:2.0:1767384983.180821:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100271 rc 0 00000020:00000010:0.0:1767384983.180824:0:40435:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 000000006d593911. 00000020:00000010:0.0:1767384983.180835:0:40435:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 000000006d593911. 00000001:00000010:0.0:1767384983.180857:0:40435:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000076096941. 00000001:00000010:0.0:1767384983.180864:0:40435:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000027662c35. 00000001:00000010:0.0:1767384983.180868:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bb76891d. 00000001:00000010:0.0:1767384983.180872:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004b3e5568. 00000001:00000010:0.0:1767384983.180874:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000055540700. 00000001:00000010:0.0:1767384983.180878:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000004648011. 00000001:00000010:0.0:1767384983.180882:0:40435:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c71bf8df. 00000001:00000010:0.0:1767384983.180886:0:40435:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000003ace8b39. 00000001:00000010:0.0:1767384983.180889:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ef7c398e. 00000001:00000010:0.0:1767384983.180892:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000abe06e1a. 00000001:00000010:0.0:1767384983.180896:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000aac13b01. 00000001:00000010:0.0:1767384983.180899:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000089da933d. 00000020:00000010:0.0:1767384983.180906:0:40435:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000baf75a10. 00000020:00000010:0.0:1767384983.180911:0:40435:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000043b8eed. 00000020:00000010:0.0:1767384983.180915:0:40435:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b44a7948. 00000008:00000010:0.0:1767384983.180927:0:40435:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000002979e39c. 00020000:00000010:0.0:1767384983.180932:0:40435:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000005bb9b755. 00008000:00000010:0.0:1767384983.180937:0:40435:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000adce1442. 00000080:00000010:0.0:1767384983.180942:0:40435:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000804eec9b. 00000020:00000010:0.0:1767384983.180946:0:40435:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3469ca8. 00000020:00000010:0.0:1767384983.180950:0:40435:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c8a6a0f4. 00000040:00000010:0.0:1767384983.180954:0:40435:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f8a2b7b0. 00000800:00000200:1.0:1767384983.180959:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1767384983.180960:0:40435:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007ab0bd65. 00000800:00000010:1.0:1767384983.180964:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001cfcd0c1. 00000020:00000010:0.0:1767384983.180966:0:40435:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e85c436a. 00000400:00000200:1.0:1767384983.180969:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384983.180972:0:40435:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000013c9725e. 00000400:00000200:1.0:1767384983.180978:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp25->192.168.203.157@tcp25: GET: OK 80000000:00000010:0.0:1767384983.180979:0:40435:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bf94caa9. 00000400:00000200:1.0:1767384983.180984:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 40000000:00000010:0.0:1767384983.180986:0:40435:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004721a020. 00000400:00000200:2.0:1767384983.180993:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp25(192.168.203.157@tcp25) <- 192.168.203.157@tcp25 : GET - for me 00100000:00000010:0.0:1767384983.180995:0:40435:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b722416a. 00000400:00000200:1.0:1767384983.180996:0:16120:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp: 0 00040000:00000010:0.0:1767384983.181007:0:40435:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f089db9c. 00000400:00000200:2.0:1767384983.181044:0:16121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 688 into portal 0 MB=0x8000000000000000 00040000:00000010:0.0:1767384983.181045:0:40435:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003fb7c2a8. 00000400:00000200:2.0:1767384983.181054:0:16121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp of length 688/688 into md 0x1f19 [1] + 0 00040000:00000010:0.0:1767384983.181054:0:40435:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003aa085a8. 00080000:00000010:0.0:1767384983.181061:0:40435:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000bb309e67. 00000004:00000010:0.0:1767384983.181069:0:40435:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000033f87548. 00000400:00000200:2.0:1767384983.181070:0:16121:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp25 to MR: 192.168.203.157@tcp25 local destination 00000004:00000010:0.0:1767384983.181080:0:40435:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000043ea1b9a. 00000400:00000200:2.0:1767384983.181089:0:16121:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp25 NI seq info: [245:245:256:4294967295] 192.168.203.157@tcp25 LPNI seq info [204:204:8:4294967295] 00000004:00000010:0.0:1767384983.181090:0:40435:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001b974bb1. 00000400:00000200:2.0:1767384983.181104:0:16121:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp25(192.168.203.157@tcp25:192.168.203.157@tcp25) -> 192.168.203.157@tcp25(192.168.203.157@tcp25:192.168.203.157@tcp25) 192.168.203.157@tcp25 : REPLY try# 0 00002000:00000010:0.0:1767384983.181104:0:40435:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000203f94d4. 00000800:00000200:2.0:1767384983.181119:0:16121:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.157@tcp25 00000800:00000010:2.0:1767384983.181122:0:16121:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000087a7d110. 00000004:00000010:0.0:1767384983.181122:0:40435:0:(osp_dev.c:1345:osp_device_alloc()) kmalloced '(osp)': 1400 at 0000000090974c1d. 00000800:00000200:2.0:1767384983.181130:0:16121:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000992d650f] -> 12345-192.168.203.157@tcp25 (6) 00000800:00000200:2.0:1767384983.181135:0:16121:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp25 ip 192.168.203.157:991 00000800:00000200:2.0:1767384983.181138:0:16121:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000087a7d110 type 3, nob 784 niov 1 nkiov 1 00000004:00000010:0.0:1767384983.181140:0:40435:0:(osp_dev.c:1178:osp_init0()) kmalloced '(osdname)': 128 at 0000000046e2a192. 00000004:00000010:0.0:1767384983.181159:0:40435:0:(osp_dev.c:993:osp_connect_to_osd()) kmalloced '(data)': 192 at 00000000d6e35b26. 00000020:00000010:0.0:1767384983.181166:0:40435:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000f0856e63. 00000004:00000010:0.0:1767384983.181173:0:40435:0:(osp_dev.c:1018:osp_connect_to_osd()) kfreed 'data': 192 at 00000000d6e35b26. 00010000:00000010:0.0:1767384983.181187:0:40435:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000bb30a885. 00010000:00000010:0.0:1767384983.181200:0:40435:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 0000000083f3c73a. 00000020:00000010:0.0:1767384983.181211:0:40435:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000b76ce8c4. 00000100:00000200:0.0:1767384983.181229:0:40435:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.157@tcp->12345-0@lo 00010000:00000010:0.0:1767384983.181235:0:40435:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000e4a79cda. 00010000:00000010:0.0:1767384983.181242:0:40435:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000006b31b59c. 00000001:00000010:0.0:1767384983.181252:0:40435:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000054b70ad1. 00000001:00000010:0.0:1767384983.181258:0:40435:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 00000000834ee542. 00000001:00000010:0.0:1767384983.181263:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000008626348a. 00000001:00000010:0.0:1767384983.181271:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000bc783115. 00000001:00000010:0.0:1767384983.181281:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000088726214. 00000800:00000200:2.0:1767384983.181284:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384983.181290:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp25(192.168.203.157@tcp25) <- 192.168.203.157@tcp25 : REPLY - for me 00000800:00000010:2.0:1767384983.181293:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000087a7d110. 00000001:00000010:0.0:1767384983.181294:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000030056347. 00000400:00000200:2.0:1767384983.181301:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384983.181307:0:16120:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp25: Reply from 12345-192.168.203.157@tcp25 of length 688/688 into md 0x29ad 00000001:00000010:0.0:1767384983.181307:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c1296f5f. 00000400:00000200:2.0:1767384983.181317:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp25->192.168.203.157@tcp25: REPLY: OK 00000400:00000200:1.0:1767384983.181332:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:0.0:1767384983.181334:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000065c45d9f. 00000400:00000200:1.0:1767384983.181340:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp25->192.168.203.157@tcp25: REPLY: OK 00000400:00000200:1.0:1767384983.181344:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1b2fbc9 00000400:00000010:1.0:1767384983.181346:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1b2fbc9. 00000001:00000010:0.0:1767384983.181346:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000e1e041ee. 00000400:00000200:1.0:1767384983.181353:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384983.181357:0:16120:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.157@tcp has discovery enabled 00000001:00000010:0.0:1767384983.181359:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000002c0cd253. 00000400:00000200:1.0:1767384983.181360:0:16120:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000200:1.0:1767384983.181364:0:16120:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.157@tcp (704 bytes) 00000400:00000200:1.0:1767384983.181367:0:16120:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000001:00000010:0.0:1767384983.181370:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000a6bf38e8. 00000400:00000010:1.0:1767384983.181377:0:16120:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 000000007550aeca. 00000400:00000200:1.0:1767384983.181381:0:16120:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (42) 00000001:00000010:0.0:1767384983.181389:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000db291c5f. 00000400:00000200:2.0:1767384983.181396:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000001:00000010:0.0:1767384983.181399:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000264cbfd1. 00000400:00000010:2.0:1767384983.181401:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 000000004497ec7f. 00000400:00000010:2.0:1767384983.181410:0:16125:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ade793e6. 00000001:00000010:0.0:1767384983.181413:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000019400ee4. 00000400:00000010:2.0:1767384983.181414:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000215a14a2. 00000400:00000200:2.0:1767384983.181424:0:16125:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000004497ec7f 00000400:00000010:2.0:1767384983.181428:0:16125:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000050288. 00000001:00000010:0.0:1767384983.181430:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000456706cc. 00000400:00000200:2.0:1767384983.181432:0:16125:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ea848ad 00000400:00000010:2.0:1767384983.181437:0:16125:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ea848ad. 00000400:00000200:2.0:1767384983.181440:0:16125:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:2.0:1767384983.181448:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 00000000d2a91c94. 00000400:00000200:2.0:1767384983.181451:0:16125:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 704 success 00000400:00000200:2.0:1767384983.181454:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100871 00000400:00000200:2.0:1767384983.181456:0:16125:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.157@tcp:0 00000400:00000200:2.0:1767384983.181458:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102071 rc 1 00000400:00000200:2.0:1767384983.181460:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x102071 00000400:00000200:2.0:1767384983.181462:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (41) 00000400:00000010:2.0:1767384983.181464:0:16125:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 00000000875a0cf5. 00000400:00000010:2.0:1767384983.181466:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccd69295. 00000400:00000010:2.0:1767384983.181469:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a9ecf4d2. 00000400:00000200:2.0:1767384983.181471:0:16125:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1767384983.181476:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1767384983.181479:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 158], ns[172, 168] 00000400:00000200:2.0:1767384983.181482:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 158], ns[185, 168] 00000400:00000200:2.0:1767384983.181485:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 158], ns[62, 168] 00000400:00000200:2.0:1767384983.181487:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 62], ns[66, 62] 00000400:00000200:2.0:1767384983.181490:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 62], ns[77, 62] 00000400:00000200:2.0:1767384983.181492:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 62], ns[81, 62] 00000400:00000200:2.0:1767384983.181495:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 62], ns[97, 62] 00000400:00000200:2.0:1767384983.181498:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 62], ns[104, 62] 00000400:00000200:2.0:1767384983.181501:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[115, 62], ns[125, 62] 00000400:00000200:2.0:1767384983.181503:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[121, 62], ns[131, 62] 00000400:00000200:2.0:1767384983.181505:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[127, 62], ns[137, 62] 00000400:00000200:2.0:1767384983.181508:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 62], ns[141, 62] 00000400:00000200:2.0:1767384983.181514:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 62], ns[152, 62] 00000400:00000200:2.0:1767384983.181517:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 62], ns[161, 62] 00000400:00000200:2.0:1767384983.181520:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[182, 62], ns[192, 62] 00000400:00000200:2.0:1767384983.181522:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[204, 62], ns[245, 62] 00000400:00000200:2.0:1767384983.181525:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 62], ns[54, 62] 00000400:00000200:2.0:1767384983.181527:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 54], ns[58, 54] 00000400:00000200:2.0:1767384983.181529:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[74, 54], ns[74, 54] 00000400:00000200:2.0:1767384983.181532:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 54], ns[123, 54] 00000400:00000200:2.0:1767384983.181534:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 54], ns[75, 54] 00000400:00000200:2.0:1767384983.181536:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[171, 54], ns[181, 54] 00000400:00000200:2.0:1767384983.181539:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 54], ns[93, 54] 00000400:00000200:2.0:1767384983.181541:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[180, 54], ns[190, 54] 00000400:00000200:2.0:1767384983.181544:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[104, 54], ns[114, 54] 00000400:00000200:2.0:1767384983.181547:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[188, 54], ns[198, 54] 00000400:00000200:2.0:1767384983.181549:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[112, 54], ns[122, 54] 00000400:00000200:2.0:1767384983.181552:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 54], ns[146, 54] 00000400:00000200:2.0:1767384983.181554:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 54], ns[145, 54] 00000400:00000200:2.0:1767384983.181556:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[198, 54], ns[239, 54] 00000400:00000200:2.0:1767384983.181563:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[201, 54], ns[242, 54] 00000400:00000200:2.0:1767384983.181566:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 54], ns[158, 54] 00000400:00000200:2.0:1767384983.181569:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[202, 54], ns[243, 54] 00000400:00000200:2.0:1767384983.181571:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[193, 54], ns[205, 54] 00000400:00000200:2.0:1767384983.181574:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[168, 54], ns[178, 54] 00000400:00000200:2.0:1767384983.181576:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[173, 54], ns[183, 54] 00000400:00000200:2.0:1767384983.181579:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[195, 54], ns[223, 54] 00000400:00000200:2.0:1767384983.181581:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[191, 54], ns[201, 54] 00000400:00000200:2.0:1767384983.181584:0:16125:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[200, 54], ns[241, 54] 00000400:00000200:2.0:1767384983.181586:0:16125:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 00000400:00000200:2.0:1767384983.181588:0:16125:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp26 00000400:00000200:2.0:1767384983.181590:0:16125:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.157@tcp26 lpni_is_preferred = 0 00000400:00000200:2.0:1767384983.181591:0:16125:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp26 00000400:00000200:2.0:1767384983.181594:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp26 NI seq info: [246:246:256:4294967295] 192.168.203.157@tcp26 LPNI seq info [205:205:8:4294967295] 00000400:00000200:2.0:1767384983.181598:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp26 00000400:00000200:2.0:1767384983.181602:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp26(192.168.203.157@tcp26:) -> 192.168.203.157@tcp26(192.168.203.157@tcp:192.168.203.157@tcp26) : GET try# 0 00000800:00000200:2.0:1767384983.181605:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp26 00000800:00000010:2.0:1767384983.181607:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000087a7d110. 00000800:00000200:2.0:1767384983.181610:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dde7457c] -> 12345-192.168.203.157@tcp26 (4) 00000800:00000200:2.0:1767384983.181612:0:16125:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.157 (cnted 2, interval 16, 13 secs later) 00000800:00000200:2.0:1767384983.181616:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp26 ip 192.168.203.157:988 00000800:00000200:2.0:1767384983.181618:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000087a7d110 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384983.181629:0:16125:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.157@tcp 00000400:00000200:2.0:1767384983.181633:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100271 rc 0 00000800:00000200:3.0:1767384983.181695:0:16122:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384983.181699:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000087a7d110. 00000400:00000200:2.0:1767384983.181708:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp26(192.168.203.157@tcp26) <- 192.168.203.157@tcp26 : GET - for me 00000400:00000200:3.0:1767384983.181710:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384983.181719:0:16121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384983.181724:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp26->192.168.203.157@tcp26: GET: OK 00000400:00000200:2.0:1767384983.181734:0:16121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.157@tcp of length 704/704 into md 0x1f19 [1] + 0 00000400:00000200:3.0:1767384983.181740:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384983.181746:0:16122:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.157@tcp: 0 00000400:00000200:2.0:1767384983.181747:0:16121:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp26 to MR: 192.168.203.157@tcp26 local destination 00000400:00000200:2.0:1767384983.181758:0:16121:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp26 NI seq info: [247:247:255:4294967295] 192.168.203.157@tcp26 LPNI seq info [206:206:7:4294967295] 00000400:00000200:2.0:1767384983.181767:0:16121:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp26(192.168.203.157@tcp26:192.168.203.157@tcp26) -> 192.168.203.157@tcp26(192.168.203.157@tcp26:192.168.203.157@tcp26) 192.168.203.157@tcp26 : REPLY try# 0 00000800:00000200:2.0:1767384983.181775:0:16121:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.157@tcp26 00000800:00000010:2.0:1767384983.181779:0:16121:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddec9586. 00000800:00000200:2.0:1767384983.181785:0:16121:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dde7457c] -> 12345-192.168.203.157@tcp26 (4) 00000800:00000200:2.0:1767384983.181787:0:16121:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.157 (cnted 2, interval 16, 13 secs later) 00000800:00000200:2.0:1767384983.181792:0:16121:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp26 ip 192.168.203.157:989 00000800:00000200:2.0:1767384983.181794:0:16121:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ddec9586 type 3, nob 800 niov 1 nkiov 1 00000800:00000200:2.0:1767384983.181884:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384983.181887:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddec9586. 00000400:00000200:3.0:1767384983.181896:0:16122:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp26(192.168.203.157@tcp26) <- 192.168.203.157@tcp26 : REPLY - for me 00000400:00000200:2.0:1767384983.181896:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384983.181911:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp26->192.168.203.157@tcp26: REPLY: OK 00000400:00000200:3.0:1767384983.181918:0:16122:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.157@tcp26: Reply from 12345-192.168.203.157@tcp26 of length 704/704 into md 0x29b5 00000400:00000200:3.0:1767384983.181934:0:16122:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384983.181937:0:16122:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp26->192.168.203.157@tcp26: REPLY: OK 00000400:00000200:3.0:1767384983.181941:0:16122:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccd69295 00000400:00000010:3.0:1767384983.181943:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccd69295. 00000400:00000200:3.0:1767384983.181946:0:16122:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384983.181948:0:16122:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.157@tcp has discovery enabled 00000400:00000200:3.0:1767384983.181950:0:16122:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000200:3.0:1767384983.181952:0:16122:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.157@tcp data present 42. state = 0x100271 00000400:00000200:3.0:1767384983.181955:0:16122:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000400:00000200:3.0:1767384983.181963:0:16122:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (42) 00000400:00000200:2.0:1767384983.181979:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384983.181986:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x1000f1 00000400:00000010:2.0:1767384983.181994:0:16125:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 860 at 000000002c7fe40b. 00000400:00000010:2.0:1767384983.181997:0:16125:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1032 at 00000000e5418611. 00000400:00000010:2.0:1767384983.182000:0:16125:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 860 at 00000000429b0e51. 00000400:00000200:2.0:1767384983.182068:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp33(000000008f5b82ff) status changed from 0xdeadface to 0x15aac0de 00000001:00000010:0.0:1767384983.182073:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000070bf7e5d. 00000400:00000200:2.0:1767384983.182075:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp35(000000007603a8b2) status changed from 0xdeadface to 0x15aac0de 00000001:00000010:0.0:1767384983.182083:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000a6f21da7. 00000400:00000200:2.0:1767384983.182090:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp39(00000000288d2936) status changed from 0xdeadface to 0x15aac0de 00000001:00000010:0.0:1767384983.182094:0:40435:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000000ae2576d. 00000400:00000200:2.0:1767384983.182095:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp40(00000000793542ba) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384983.182106:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp42(000000005618afae) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384983.182122:0:16125:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.157@tcp48(000000009cea93e7) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384983.182128:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000023bc7a35. 00000400:00000200:2.0:1767384983.182135:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000023bc7a35 nid 192.168.203.157@tcp49 00000400:00000010:2.0:1767384983.182140:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000001a693820. 00000400:00000200:2.0:1767384983.182155:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 000000001a693820 net tcp49 00000400:00000200:2.0:1767384983.182158:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (41) 00000400:00000200:2.0:1767384983.182164:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp49 flags 0x11 00000400:00000010:2.0:1767384983.182169:0:16125:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000041c10268. 00000400:00000200:2.0:1767384983.182173:0:16125:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000041c10268 nid 192.168.203.157@tcp50 00000400:00000010:2.0:1767384983.182176:0:16125:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000025ff9bef. 00000400:00000200:2.0:1767384983.182179:0:16125:0:(peer.c:204:lnet_peer_net_alloc()) 0000000025ff9bef net tcp50 00000400:00000200:2.0:1767384983.182181:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (42) 00000400:00000200:2.0:1767384983.182185:0:16125:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp50 flags 0x11 00000400:00000010:2.0:1767384983.182188:0:16125:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 860 at 000000002c7fe40b. 00000400:00000010:2.0:1767384983.182191:0:16125:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1032 at 00000000e5418611. 00000400:00000010:2.0:1767384983.182192:0:16125:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 860 at 00000000429b0e51. 00000400:00000010:2.0:1767384983.182195:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 00000000875a0cf5. 00000020:00000010:0.0:1767384983.182197:0:40435:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000072d1930. 00000400:00000200:2.0:1767384983.182208:0:16125:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000020:00000010:0.0:1767384983.182209:0:40435:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000a8f910c5. 00000400:00000200:2.0:1767384983.182213:0:16125:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.157@tcp(00000000aa3f4fd0): 0. state = 0x100171 00000400:00000200:2.0:1767384983.182218:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100171 rc 1 00000400:00000200:2.0:1767384983.182222:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100171 00000400:00000010:2.0:1767384983.182225:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083fafbdf. 00000400:00000200:2.0:1767384983.182227:0:16125:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (43) 00000400:00000010:2.0:1767384983.182234:0:16125:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001d50f605. 00000400:00000200:2.0:1767384983.182239:0:16125:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp26 00000400:00000200:2.0:1767384983.182247:0:16125:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp26 to MR: 192.168.203.157@tcp26 local destination 00000400:00000200:2.0:1767384983.182252:0:16125:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp26 NI seq info: [248:248:256:4294967295] 192.168.203.157@tcp26 LPNI seq info [207:207:8:4294967295] 00000400:00000200:2.0:1767384983.182258:0:16125:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp26 00000400:00000200:2.0:1767384983.182265:0:16125:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp26(192.168.203.157@tcp26:192.168.203.157@tcp26) -> 192.168.203.157@tcp26(192.168.203.157@tcp26:192.168.203.157@tcp26) : PUT try# 0 00000800:00000200:2.0:1767384983.182269:0:16125:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.157@tcp26 00000800:00000010:2.0:1767384983.182280:0:16125:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddec9586. 00000800:00000200:2.0:1767384983.182284:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dde7457c] -> 12345-192.168.203.157@tcp26 (4) 00000800:00000200:2.0:1767384983.182285:0:16125:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.157 (cnted 2, interval 16, 13 secs later) 00000800:00000200:2.0:1767384983.182291:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp26 ip 192.168.203.157:988 00000800:00000200:2.0:1767384983.182294:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ddec9586 type 1, nob 800 niov 1 nkiov 1 00000020:00000010:0.0:1767384983.182303:0:40435:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000002f40e05b. 00000400:00000200:2.0:1767384983.182308:0:16125:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.157@tcp 00000020:00000010:0.0:1767384983.182309:0:40435:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000093780194. 00000400:00000200:2.0:1767384983.182312:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100571 rc 0 40000000:00000010:0.0:1767384983.182340:0:40435:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 00000000dd69eb89. 40000000:00000010:0.0:1767384983.182347:0:40435:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at 00000000d6e35b26. 00000800:00000200:1.0:1767384983.182357:0:16120:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384983.182361:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddec9586. 00000400:00000200:1.0:1767384983.182366:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384983.182372:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp26->192.168.203.157@tcp26: PUT: OK 00000400:00000200:1.0:1767384983.182375:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384983.182393:0:16121:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp26(192.168.203.157@tcp26) <- 192.168.203.157@tcp26 : PUT - for me 00000400:00000200:1.0:1767384983.182393:0:16120:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.157@tcp26: 0 40000000:00000010:0.0:1767384983.182399:0:40435:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at 00000000d6e35b26. 00000400:00000200:2.0:1767384983.182411:0:16121:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 704 into portal 0 MB=0x8000000000000000 00000004:00000010:0.0:1767384983.182413:0:40435:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000eebb3b2a. 00000400:00000200:2.0:1767384983.182419:0:16121:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.157@tcp of length 704/704 into md 0x29b1 [1] + 0 00000400:00000010:2.0:1767384983.182423:0:16121:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ade793e6. 00000400:00000200:2.0:1767384983.182425:0:16121:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000215a14a2 00000400:00000200:2.0:1767384983.182432:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384983.182435:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp26->192.168.203.157@tcp26: PUT: OK 00000400:00000200:2.0:1767384983.182437:0:16121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000215a14a2 00000400:00000010:2.0:1767384983.182439:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000215a14a2. 00000004:00000010:0.0:1767384983.182441:0:40435:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000899a6b94. 00000400:00000200:2.0:1767384983.182442:0:16121:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384983.182448:0:16121:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (44) 00000400:00000200:2.0:1767384983.182454:0:16121:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.157@tcp(00000000aa3f4fd0) is MR 00000400:00000010:2.0:1767384983.182456:0:16121:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 00000000875a0cf5. 00000400:00000200:2.0:1767384983.182458:0:16121:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.157@tcp 42 00000400:00000200:2.0:1767384983.182461:0:16121:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.157@tcp (00000000aa3f4fd0): -114 00000004:00000010:0.0:1767384983.182464:0:40435:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000040a679e3. 00000400:00000200:2.0:1767384983.182473:0:16121:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (45) 00000004:00000010:0.0:1767384983.182474:0:40435:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007a0a5fd3. 00000400:00000200:2.0:1767384983.182478:0:16121:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384983.182484:0:16121:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.157@tcp26 to MR: 192.168.203.157@tcp26 local destination 00080000:00000010:0.0:1767384983.182486:0:40435:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009a364145. 00000400:00000200:2.0:1767384983.182499:0:16121:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp26 NI seq info: [249:249:256:4294967295] 192.168.203.157@tcp26 LPNI seq info [208:208:8:4294967295] 00000400:00000200:2.0:1767384983.182508:0:16121:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp26(192.168.203.157@tcp26:192.168.203.157@tcp26) -> 192.168.203.157@tcp26(192.168.203.157@tcp26:192.168.203.157@tcp26) 192.168.203.157@tcp26 : ACK try# 0 00000800:00000200:2.0:1767384983.182511:0:16121:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.157@tcp26 00000400:00000200:3.0:1767384983.182515:0:16125:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:2.0:1767384983.182515:0:16121:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fa442ee5. 00000400:00000010:3.0:1767384983.182523:0:16125:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002644d79e. 00000400:00000010:3.0:1767384983.182533:0:16125:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e7b6636. 00000800:00000200:2.0:1767384983.182540:0:16121:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dde7457c] -> 12345-192.168.203.157@tcp26 (4) 00000400:00000200:3.0:1767384983.182543:0:16125:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000004497ec7f 00000800:00000200:2.0:1767384983.182545:0:16121:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.157 (cnted 2, interval 16, 13 secs later) 00000400:00000200:3.0:1767384983.182550:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x1004f1 00000800:00000200:2.0:1767384983.182559:0:16121:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp26 ip 192.168.203.157:989 00000400:00000010:3.0:1767384983.182562:0:16125:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 860 at 00000000aec643b1. 00000800:00000200:2.0:1767384983.182563:0:16121:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fa442ee5 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:3.0:1767384983.182576:0:16125:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1032 at 000000000e98a574. 00000400:00000010:3.0:1767384983.182582:0:16125:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 860 at 0000000056fc5c92. 00000400:00000010:3.0:1767384983.182647:0:16125:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 860 at 00000000aec643b1. 00000800:00000200:2.0:1767384983.182648:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384983.182658:0:16120:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.157@tcp26(192.168.203.157@tcp26) <- 192.168.203.157@tcp26 : ACK - for me 00000400:00000010:3.0:1767384983.182659:0:16125:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1032 at 000000000e98a574. 00000800:00000010:2.0:1767384983.182659:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fa442ee5. 00000400:00000010:3.0:1767384983.182672:0:16125:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 860 at 0000000056fc5c92. 00000400:00000200:2.0:1767384983.182673:0:16121:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384983.182677:0:16120:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.157@tcp26: ACK from 12345-192.168.203.157@tcp26 into md 0x29b9 00000400:00000010:3.0:1767384983.182684:0:16125:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 00000000875a0cf5. 00000400:00000200:1.0:1767384983.182686:0:16120:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384983.182694:0:16121:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp26->192.168.203.157@tcp26: ACK: OK 00000400:00000200:3.0:1767384983.182701:0:16125:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.157@tcp (00000000aa3f4fd0): 0 00000400:00000200:1.0:1767384983.182704:0:16120:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp26->192.168.203.157@tcp26: ACK: OK 00000400:00000200:3.0:1767384983.182711:0:16125:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.157@tcp(00000000aa3f4fd0): 0. state = 0x100571 00000400:00000200:1.0:1767384983.182713:0:16120:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083fafbdf 00000400:00000010:1.0:1767384983.182716:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083fafbdf. 00000400:00000200:3.0:1767384983.182718:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100571 rc 1 00000400:00000200:1.0:1767384983.182720:0:16120:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384983.182724:0:16125:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100571 00000400:00000200:3.0:1767384983.182728:0:16125:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.157@tcp 00000400:00000200:3.0:1767384983.182729:0:16125:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.157@tcp(00000000aa3f4fd0) state 0x100511 rc 0 00000400:00000200:3.0:1767384983.182733:0:16125:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.157@tcp (00000000aa3f4fd0) 00000400:00000200:1.0:1767384983.182735:0:16120:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.157@tcp ev->status 0 00000400:00000200:1.0:1767384983.182739:0:16120:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (44) 00000400:00000200:3.0:1767384983.182742:0:16125:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (43) 00000004:00000010:0.0:1767384983.182784:0:40435:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ae8c8e45. 00000004:00000010:0.0:1767384983.182797:0:40435:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000084ce7e04. 00000004:00000010:0.0:1767384983.182801:0:40435:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000198932d0. 00080000:00000010:0.0:1767384983.182805:0:40435:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b12f938f. 00000004:00000010:0.0:1767384983.182893:0:40435:0:(osp_precreate.c:1756:osp_init_precreate()) kmalloced '(d->opd_pre)': 112 at 00000000590ed748. 00000004:00000010:0.0:1767384983.182899:0:40435:0:(osp_sync.c:1665:osp_sync_init()) kmalloced '(args)': 16 at 000000004155658c. 00000004:00000010:0.0:1767384983.182905:0:40435:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000029b1e32e. 00000004:00000010:0.0:1767384983.182910:0:40435:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000060656207. 00000004:00000010:0.0:1767384983.182913:0:40435:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a265d7c7. 00080000:00000010:0.0:1767384983.182916:0:40435:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ddcff44a. 00000040:00000010:0.0:1767384983.182996:0:40435:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000d6e35b26. 00000040:00000010:0.0:1767384983.183007:0:40435:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000b549e9f. 00000020:00000010:0.0:1767384983.183035:0:40435:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000eefc938. 00080000:00000010:0.0:1767384983.183041:0:40435:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000727702e8. 00000040:00000010:0.0:1767384983.183301:0:40435:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000f44d1cff. 00080000:00000010:0.0:1767384983.183425:0:40435:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ef33abcd. 00080000:00000010:0.0:1767384983.183545:0:40435:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000728f903b. 00000040:00000010:0.0:1767384983.183550:0:40435:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c45eb583. 00000020:00000010:0.0:1767384983.183556:0:40435:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bf410ad7. 00080000:00000010:0.0:1767384983.183560:0:40435:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000adb4ef2c. 00080000:00000010:0.0:1767384983.183639:0:40435:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000007cb7e997. 00000040:00000010:0.0:1767384983.183661:0:40435:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000077186158. 00000020:00000010:0.0:1767384983.183667:0:40435:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000eb490961. 00080000:00000010:0.0:1767384983.183672:0:40435:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007026f3f2. 00000040:00000010:0.0:1767384983.183837:0:40435:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000001638bde. 00000020:00000010:0.0:1767384983.183988:0:40435:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 00000000e131a2c9. 00000020:00000010:3.0:1767384983.184226:0:40439:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000042c88dd0. 00000020:00000010:3.0:1767384983.184232:0:40439:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000049c5478b. 00000040:00000010:3.0:1767384983.184235:0:40439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002f7a5fd4. 00000020:00000010:3.0:1767384983.184238:0:40439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000e98a574. 00000020:00000010:3.0:1767384983.184242:0:40439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000004ec1619. 00040000:00000010:3.0:1767384983.184246:0:40439:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000064441d94. 00040000:00000010:3.0:1767384983.184251:0:40439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003319a65f. 00000004:00000010:0.0:1767384983.184255:0:40435:0:(osp_precreate.c:1830:osp_init_statfs()) kmalloced '(args)': 72 at 00000000278b121d. 00080000:00000010:3.0:1767384983.184257:0:40439:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000054158c2e. 00000020:00000010:3.0:1767384983.184263:0:40439:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001109dd65. 00000020:00000010:0.0:1767384983.184263:0:40435:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a278f14. 00000020:00000010:0.0:1767384983.184271:0:40435:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003cd0dee5. 00000040:00000010:3.0:1767384983.184272:0:40439:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000111aea0b. 00000040:00000010:0.0:1767384983.184278:0:40435:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bae73962. 00000040:00000010:3.0:1767384983.184282:0:40439:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000009e407b02. 00000020:00000010:0.0:1767384983.184284:0:40435:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e5eeb182. 00000020:00000010:0.0:1767384983.184290:0:40435:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000092f34a6e. 00000020:00000010:0.0:1767384983.184296:0:40435:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000f289565. 80000000:00000010:0.0:1767384983.184300:0:40435:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bc920634. 40000000:00000010:0.0:1767384983.184310:0:40435:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000093454e1a. 00100000:00000010:0.0:1767384983.184314:0:40435:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e0e57a8a. 00000040:00000010:3.0:1767384983.184316:0:40439:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000022e8261f. 00040000:00000010:0.0:1767384983.184320:0:40435:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fbcfb758. 00000040:00000010:3.0:1767384983.184323:0:40439:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000577367ee. 00040000:00000010:0.0:1767384983.184327:0:40435:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d62afedc. 00040000:00000010:0.0:1767384983.184334:0:40435:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000929e04cc. 00080000:00000010:0.0:1767384983.184339:0:40435:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000eb1ef628. 00000004:00000010:0.0:1767384983.184344:0:40435:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c30cd863. 00000004:00000010:0.0:1767384983.184349:0:40435:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008292f98b. 00000004:00000010:0.0:1767384983.184352:0:40435:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005d63f134. 00002000:00000010:0.0:1767384983.184356:0:40435:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003121b8fc. 00000004:00000010:0.0:1767384983.184359:0:40435:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004b0dca2c. 00000020:00000010:0.0:1767384983.184659:0:40435:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ce396b4b. 00000020:00000010:0.0:1767384983.184665:0:40435:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000cdfa62e3. 00000020:00000010:0.0:1767384983.184700:0:40435:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000003dba2af2. 00000020:00000010:0.0:1767384983.184710:0:40435:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000003dba2af2. 00000004:00000010:0.0:1767384983.184713:0:40435:0:(osp_dev.c:1268:osp_init0()) kfreed 'osdname': 128 at 0000000046e2a192. 00000020:00000010:0.0:1767384983.184718:0:40435:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c8a6a0f4. 00000040:00000010:0.0:1767384983.184721:0:40435:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f8a2b7b0. 00000020:00000010:0.0:1767384983.184724:0:40435:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007ab0bd65. 00000020:00000010:0.0:1767384983.184727:0:40435:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e85c436a. 00000020:00000010:0.0:1767384983.184730:0:40435:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000013c9725e. 80000000:00000010:0.0:1767384983.184733:0:40435:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bf94caa9. 40000000:00000010:0.0:1767384983.184737:0:40435:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004721a020. 00100000:00000010:0.0:1767384983.184740:0:40435:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b722416a. 00040000:00000010:0.0:1767384983.184742:0:40435:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f089db9c. 00040000:00000010:0.0:1767384983.184746:0:40435:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003fb7c2a8. 00040000:00000010:0.0:1767384983.184748:0:40435:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003aa085a8. 00080000:00000010:0.0:1767384983.184753:0:40435:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 000000007cb7e997. 00000020:00000010:0.0:1767384983.184756:0:40435:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 00000000e131a2c9. 00080000:00000010:0.0:1767384983.184758:0:40435:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000bb309e67. 00000004:00000010:0.0:1767384983.184761:0:40435:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000033f87548. 00000004:00000010:0.0:1767384983.184763:0:40435:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000043ea1b9a. 00000004:00000010:0.0:1767384983.184766:0:40435:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001b974bb1. 00002000:00000010:0.0:1767384983.184773:0:40435:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000203f94d4. 00000004:00000010:0.0:1767384983.184782:0:40435:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000eebb3b2a. 00000020:00000010:0.0:1767384983.184788:0:40435:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3469ca8. 00000020:00000010:0.0:1767384983.184793:0:40435:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000043b8eed. 00000020:00000010:0.0:1767384983.184796:0:40435:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b44a7948. 00000008:00000010:0.0:1767384983.184799:0:40435:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000002979e39c. 00020000:00000010:0.0:1767384983.184802:0:40435:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000005bb9b755. 00008000:00000010:0.0:1767384983.184805:0:40435:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000adce1442. 00000080:00000010:0.0:1767384983.184809:0:40435:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000804eec9b. 00000020:00000010:0.0:1767384983.184811:0:40435:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000baf75a10. 00000020:00000010:0.0:1767384983.184814:0:40435:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 000000006d593911. 00000020:00000010:0.0:1767384983.184820:0:40435:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 000000006d593911. 00000020:00000010:0.0:1767384983.184826:0:40435:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a1115db. 00000020:00000010:0.0:1767384983.184830:0:40435:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008a02897c. 00000040:00000010:0.0:1767384983.184833:0:40435:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000188bcf10. 00000020:00000010:0.0:1767384983.184836:0:40435:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001b974bb1. 00000020:00000010:0.0:1767384983.184838:0:40435:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e85c436a. 00000020:00000010:0.0:1767384983.184841:0:40435:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000058975acd. 80000000:00000010:0.0:1767384983.184844:0:40435:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e131a2c9. 40000000:00000010:0.0:1767384983.184846:0:40435:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004721a020. 00100000:00000010:0.0:1767384983.184849:0:40435:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000033f87548. 00040000:00000010:0.0:1767384983.184852:0:40435:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007cb7e997. 00040000:00000010:0.0:1767384983.184855:0:40435:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bb309e67. 00040000:00000010:0.0:1767384983.184857:0:40435:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000010b68307. 00080000:00000010:0.0:1767384983.184860:0:40435:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003fb7c2a8. 00000004:00000010:0.0:1767384983.184862:0:40435:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b722416a. 00000004:00000010:0.0:1767384983.184865:0:40435:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000043ea1b9a. 00000004:00000010:0.0:1767384983.184867:0:40435:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007ab0bd65. 00000004:00000010:0.0:1767384983.184870:0:40435:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002ca11f0a. 00000004:00000010:0.0:1767384983.184885:0:40435:0:(lod_lov.c:156:lod_add_device()) kmalloced '(data)': 192 at 000000003dba2af2. 00000020:00000010:0.0:1767384983.184891:0:40435:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000b0c3f0f8. 00000100:00000010:0.0:1767384983.184916:0:40435:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000029521216. 02000000:00000010:0.0:1767384983.184929:0:40435:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000007a7b4b3a. 00040000:00000010:3.0:1767384983.184976:0:16126:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000004779b90. 00000004:00000010:0.0:1767384983.184976:0:40435:0:(lod_lov.c:209:lod_add_device()) kfreed 'data': 192 at 000000003dba2af2. 00000004:00000010:3.0:1767384983.184981:0:16126:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002ccbedcb. 00000004:00000010:3.0:1767384983.184986:0:16126:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000aa039ccb. 00000004:00000010:3.0:1767384983.184992:0:16126:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007328e69d. 00000004:00000010:0.0:1767384983.184992:0:40435:0:(lod_lov.c:218:lod_add_device()) kmalloced '(tgt_desc)': 368 at 000000003aa085a8. 00000004:00000010:3.0:1767384983.184996:0:16126:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000056fc5c92. 00020000:00000010:0.0:1767384983.185003:0:40435:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000b252d814. 00020000:00000010:0.0:1767384983.185009:0:40435:0:(lu_tgt_descs.c:104:lu_qos_add_tgt()) kmalloced '(svr)': 104 at 00000000043b8eed. 02000000:00000010:3.0:1767384983.185040:0:16126:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000aec643b1. 00000400:00000010:3.0:1767384983.185045:0:16126:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000734f15a6. 00000400:00000010:3.0:1767384983.185050:0:16126:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3ebe1ed. 00000100:00000200:3.0:1767384983.185052:0:16126:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358528000, portal 4 00100000:00000010:0.0:1767384983.185065:0:40435:0:(lfsck_lib.c:3784:lfsck_add_target()) kmalloced '(ltd)': 152 at 000000003dba2af2. 00000020:00000010:3.0:1767384983.185066:0:16126:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000486c1905. 00000400:00000010:3.0:1767384983.185075:0:16126:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddfc7709. 00000020:00000010:0.0:1767384983.185075:0:40435:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008a02897c. 00000100:00000200:3.0:1767384983.185078:0:16126:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853237358528000, offset 0 00000040:00000010:0.0:1767384983.185082:0:40435:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000188bcf10. 00000400:00000200:3.0:1767384983.185085:0:16126:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384983.185089:0:40435:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001b974bb1. 00000400:00000200:3.0:1767384983.185094:0:16126:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384983.185095:0:40435:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e85c436a. 00000020:00000010:0.0:1767384983.185101:0:40435:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000058975acd. 00000400:00000200:3.0:1767384983.185104:0:16126:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x6958272708600 80000000:00000010:0.0:1767384983.185106:0:40435:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e131a2c9. 40000000:00000010:0.0:1767384983.185110:0:40435:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004721a020. 00000400:00000200:3.0:1767384983.185115:0:16126:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 520/520 into md 0xa9d [8] + 5304 00100000:00000010:0.0:1767384983.185115:0:40435:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000033f87548. 00040000:00000010:0.0:1767384983.185119:0:40435:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007cb7e997. 00040000:00000010:0.0:1767384983.185124:0:40435:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bb309e67. 00000400:00000200:3.0:1767384983.185125:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000010:0.0:1767384983.185128:0:40435:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000010b68307. 00000400:00000200:3.0:1767384983.185133:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000010:0.0:1767384983.185134:0:40435:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003fb7c2a8. 00000004:00000010:0.0:1767384983.185139:0:40435:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b722416a. 00000100:00000200:3.0:1767384983.185140:0:16126:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384983.185157:0:16126:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006e00ee5e. 00000004:00000010:0.0:1767384983.185158:0:40435:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000043ea1b9a. 00000004:00000010:0.0:1767384983.185164:0:40435:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007ab0bd65. 00000004:00000010:0.0:1767384983.185167:0:40435:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002ca11f0a. 00000020:00000010:0.0:1767384983.185171:0:40435:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a1115db. 00000020:00000010:0.0:1767384983.185174:0:40435:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 000000006d593911. 00000400:00000200:3.0:1767384983.185178:0:16126:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddfc7709 00000400:00000010:3.0:1767384983.185182:0:16126:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ddfc7709. 00000020:00000010:0.0:1767384983.185182:0:40435:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000007cb7e997. 00000020:00000010:0.0:1767384983.185189:0:40435:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000007cb7e997. 00000100:00000200:3.0:1767384983.185197:0:16126:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000029521216 x1853237358528000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384983.185197:0:40435:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000007cb7e997. 00000020:00000010:0.0:1767384983.185202:0:40435:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000007cb7e997. 00000020:00000010:0.0:1767384983.185208:0:40435:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 000000004721a020. 00000020:00000010:0.0:1767384983.185213:0:40435:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 000000004721a020. 00000020:00000010:2.0:1767384983.185214:0:18105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6418296. 00000020:00000010:2.0:1767384983.185220:0:18105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d2bea551. 00000020:00000010:2.0:1767384983.185224:0:18105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f2cba584. 00000100:00000010:3.0:1767384983.185227:0:16126:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a6d21489. 00000100:00000010:0.0:1767384983.185229:0:40435:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000af4fcc39. 02000000:00000010:0.0:1767384983.185240:0:40435:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005a1115db. 00000100:00000010:3.0:1767384983.185248:0:16126:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000be88941e. 00000100:00000010:0.0:1767384983.185251:0:40435:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008a4ab7f. 00000100:00000200:2.0:1767384983.185255:0:18105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358528000 00000100:00000010:3.0:1767384983.185259:0:16126:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000022fc34a0. 00000100:00000010:3.0:1767384983.185270:0:16126:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e732aa7f. 02000000:00000010:2.0:1767384983.185273:0:18105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000002c7fe40b. 02000000:00000010:0.0:1767384983.185274:0:40435:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000074c0a2b9. 00000400:00000010:0.0:1767384983.185284:0:40435:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000369b0e61. 00000020:00000010:2.0:1767384983.185286:0:18105:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000e5418611. 00000001:00000010:2.0:1767384983.185294:0:18105:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000f45d5de2. 00000400:00000010:0.0:1767384983.185298:0:40435:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000015d9ad39. 00000001:00000010:2.0:1767384983.185299:0:18105:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000fa442ee5. 00000100:00000200:0.0:1767384983.185307:0:40435:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237358528128, portal 25 00000001:00000010:2.0:1767384983.185308:0:18105:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000e3206254. 00000001:00000010:2.0:1767384983.185315:0:18105:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003dbdd673. 00000400:00000010:0.0:1767384983.185320:0:40435:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccae3aef. 00000001:00000010:2.0:1767384983.185321:0:18105:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e80dd615. 00000001:00000010:2.0:1767384983.185332:0:18105:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000046523914. 00000100:00000200:0.0:1767384983.185332:0:40435:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237358528128, offset 0 00000001:00000010:2.0:1767384983.185340:0:18105:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b89576ae. 00000400:00000200:0.0:1767384983.185349:0:40435:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384983.185357:0:40435:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384983.185364:0:40435:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272708680 00080000:00000010:2.0:1767384983.185365:0:18105:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004ab2c3bd. 00000400:00000200:0.0:1767384983.185375:0:40435:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x213d [2] + 0 00000400:00000010:0.0:1767384983.185380:0:40435:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000745cd949. 00000400:00000200:0.0:1767384983.185385:0:40435:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009e54b56d 00000400:00000200:0.0:1767384983.185389:0:40435:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384983.185394:0:40435:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384983.185398:0:40435:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e54b56d 00000400:00000010:0.0:1767384983.185401:0:40435:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009e54b56d. 00000100:00000200:0.0:1767384983.185406:0:40435:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384983.185427:0:40435:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccae3aef 00000400:00000010:0.0:1767384983.185431:0:40435:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccae3aef. 00000100:00000200:0.0:1767384983.185443:0:40435:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000af4fcc39 x1853237358528128/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384999 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384983.185457:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001adbc737. 00000001:00000010:2.0:1767384983.185460:0:18105:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000108b2748. 00000020:00000010:1.0:1767384983.185462:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001adbc737. 00000020:00000010:1.0:1767384983.185471:0:40411:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007370e3f0. 00000020:00000010:1.0:1767384983.185476:0:40411:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000097e1393b. 00000020:00000010:1.0:1767384983.185479:0:40411:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000706ca8c4. 00000020:00000010:1.0:1767384983.185517:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001adbc737. 00000020:00000010:1.0:1767384983.185519:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001adbc737. 00000100:00000200:1.0:1767384983.185522:0:40411:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358528128 02000000:00000010:1.0:1767384983.185541:0:40411:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000ee7f724d. 00000040:00000010:1.0:1767384983.185546:0:40411:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000070a48da4. 00000040:00000010:1.0:1767384983.185556:0:40411:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000fdd80467. 00000020:00000010:2.0:1767384983.185598:0:18105:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000002d4cabc0. 00000020:00000010:2.0:1767384983.185609:0:18105:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 000000002d4cabc0. 00000020:00000010:2.0:1767384983.185616:0:18105:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000002138831e. 00000020:00000010:2.0:1767384983.185634:0:18105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000037694308. 00010000:00000200:2.0:1767384983.185677:0:18105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006e00ee5e x1853237358528000/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767385003 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000040:00000010:1.0:1767384983.185685:0:40411:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000fdd80467. 00000040:00000010:1.0:1767384983.185691:0:40411:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000070a48da4. 00010000:00000200:1.0:1767384983.185700:0:40411:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000b46d9d7 x1853237358528128/t0(0) o502->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:209/0 lens 272/8472 e 0 to 0 dl 1767384994 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384983.185701:0:18105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000215a14a2. 00000100:00000200:2.0:1767384983.185711:0:18105:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853237358528000, offset 0 00000400:00000010:1.0:1767384983.185722:0:40411:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000a26e0edb. 00000100:00000200:1.0:1767384983.185727:0:40411:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237358528128, offset 224 00000400:00000200:2.0:1767384983.185737:0:18105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384983.185744:0:40411:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384983.185752:0:18105:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384983.185759:0:40411:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384983.185776:0:40411:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958272708680 00000400:00000200:2.0:1767384983.185777:0:18105:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 4 MB=0x6958272708600 00000400:00000200:1.0:1767384983.185786:0:40411:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x29c9 [4] + 224 00000400:00000200:1.0:1767384983.185792:0:40411:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384983.185798:0:40411:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384983.185799:0:18105:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 416/416 into md 0x29c1 [1] + 0 00000400:00000200:2.0:1767384983.185809:0:18105:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384983.185810:0:40411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000af4fcc39 x1853237358528128/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384999 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384983.185822:0:18105:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384983.185842:0:18105:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000029521216 x1853237358528000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384993 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384983.185848:0:40411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a26e0edb 00000400:00000010:1.0:1767384983.185852:0:40411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000a26e0edb. 00000020:00000010:1.0:1767384983.185864:0:40411:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000097e1393b. 00000020:00000010:1.0:1767384983.185867:0:40411:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000706ca8c4. 00000020:00000010:1.0:1767384983.185869:0:40411:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007370e3f0. 02000000:00000010:1.0:1767384983.185875:0:40411:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000ee7f724d. 00000400:00000200:2.0:1767384983.185881:0:18105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000215a14a2 00000400:00000010:2.0:1767384983.185886:0:18105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000215a14a2. 00000100:00000200:1.0:1767384983.185894:0:40411:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384983.185894:0:40435:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000369b0e61. 00000400:00000010:1.0:1767384983.185900:0:40411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000917d8568. 00000400:00000200:0.0:1767384983.185902:0:40435:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015d9ad39 00000020:00000010:2.0:1767384983.185905:0:18105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d2bea551. 00000400:00000010:0.0:1767384983.185907:0:40435:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000015d9ad39. 00000020:00000010:2.0:1767384983.185917:0:18105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2cba584. 00000400:00000010:3.0:1767384983.185919:0:16126:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000734f15a6. 00000100:00000200:0.0:1767384983.185921:0:40435:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000af4fcc39 x1853237358528128/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384983.185932:0:16126:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3ebe1ed 00000020:00000010:2.0:1767384983.185933:0:18105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6418296. 00000400:00000010:3.0:1767384983.185939:0:16126:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3ebe1ed. 00000100:00000200:0.0:1767384983.185942:0:40435:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000af4fcc39 x1853237358528128/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384983.185945:0:40411:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a26e0edb. 00000100:00000200:3.0:1767384983.185949:0:16126:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000029521216 x1853237358528000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384993 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384983.185963:0:16126:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000029521216 x1853237358528000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384993 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384983.185977:0:40435:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000008a4ab7f. 02000000:00000010:0.0:1767384983.185988:0:40435:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000074c0a2b9. 02000000:00000010:0.0:1767384983.186001:0:40435:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005a1115db. 00000100:00000010:0.0:1767384983.186007:0:40435:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000af4fcc39. 02000000:00000010:3.0:1767384983.186010:0:16126:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000aec643b1. 00080000:00000010:1.0:1767384983.186044:0:40439:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c32c5133. 00000020:00000010:0.0:1767384983.186048:0:40435:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000007cb7e997. 00000020:00000010:0.0:1767384983.186054:0:40435:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000007cb7e997. 00000100:00000010:2.0:1767384983.186056:0:40440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dbe7e914. 00080000:00000010:1.0:1767384983.186062:0:40439:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000c80e9c5b. 02000000:00000010:3.0:1767384983.186070:0:16126:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000007a7b4b3a. 00000040:00000010:0.0:1767384983.186071:0:40435:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000007071bc85. 02000000:00000010:2.0:1767384983.186072:0:40440:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000066a48ed6. 00000100:00000010:3.0:1767384983.186078:0:16126:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000029521216. 00000020:00000010:0.0:1767384983.186086:0:40435:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000039b8b9a0. 00000020:00000010:0.0:1767384983.186105:0:40435:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001c468c5b. 00000040:00000010:0.0:1767384983.186115:0:40435:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000009dc3d20. 00000020:00000010:0.0:1767384983.186120:0:40435:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e0860d10. 00000020:00000010:0.0:1767384983.186126:0:40435:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006adb96c1. 00080000:00000010:1.0:1767384983.186133:0:40439:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000094278d1b. 00000020:00000010:0.0:1767384983.186133:0:40435:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f1440129. 80000000:00000010:0.0:1767384983.186139:0:40435:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000faaa6dc5. 00000004:00000010:1.0:1767384983.186141:0:40439:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000e07955cb. 00040000:00000010:3.0:1767384983.186156:0:16127:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d53ff145. 40000000:00000010:0.0:1767384983.186161:0:40435:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c4b92d5b. 00000004:00000010:3.0:1767384983.186164:0:16127:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000041687279. 00100000:00000010:0.0:1767384983.186167:0:40435:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000937ec383. 00000004:00000010:3.0:1767384983.186171:0:16127:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000680af97e. 00040000:00000010:0.0:1767384983.186173:0:40435:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003915900a. 00000004:00000010:3.0:1767384983.186177:0:16127:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003517f3b9. 00040000:00000010:0.0:1767384983.186179:0:40435:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000188362cb. 00000004:00000010:3.0:1767384983.186184:0:16127:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000aec643b1. 00080000:00000010:0.0:1767384983.186186:0:40435:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ddcd82ae. 00000004:00000010:0.0:1767384983.186193:0:40435:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000aecd7d0a. 00002000:00000010:0.0:1767384983.186200:0:40435:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000741e46a2. 00000020:00000010:0.0:1767384983.186205:0:40435:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008a3f1e51. 02000000:00000010:3.0:1767384983.186209:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000659c11dd. 00000400:00000010:3.0:1767384983.186214:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000734f15a6. 00000400:00000010:3.0:1767384983.186218:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f3ebe1ed. 00000100:00000200:3.0:1767384983.186220:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358528256, portal 4 00000400:00000010:3.0:1767384983.186225:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddfc7709. 00000100:00000200:3.0:1767384983.186227:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237358528256, offset 0 00040000:00000010:0.0:1767384983.186231:0:16128:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ddcd82ae. 00000400:00000200:3.0:1767384983.186232:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000040:00000010:1.0:1767384983.186237:0:40407:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000008794918e. 00000004:00000010:0.0:1767384983.186240:0:16128:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000937ec383. 00000400:00000200:3.0:1767384983.186244:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000040:00000010:1.0:1767384983.186244:0:40407:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004a4073ae. 00000004:00000010:0.0:1767384983.186246:0:16128:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000043ea1b9a. 00000040:00000010:1.0:1767384983.186250:0:40407:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008f9f1fb4. 00000004:00000010:0.0:1767384983.186254:0:16128:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e0860d10. 00000400:00000200:3.0:1767384983.186257:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958272708700 00000020:00000010:1.0:1767384983.186257:0:40407:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008862c44b. 00000004:00000010:0.0:1767384983.186261:0:16128:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002ca11f0a. 00000040:00000010:1.0:1767384983.186263:0:40407:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009a918053. 00000400:00000200:3.0:1767384983.186267:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 3808 00000020:00000010:1.0:1767384983.186268:0:40407:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ef1be973. 00000020:00000010:1.0:1767384983.186273:0:40407:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e9920fef. 00000400:00000200:3.0:1767384983.186274:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 80000000:00000010:1.0:1767384983.186276:0:40407:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000de2d31f9. 00000400:00000200:3.0:1767384983.186280:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00040000:00000010:1.0:1767384983.186280:0:40407:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ffb833f9. 00080000:00000010:1.0:1767384983.186286:0:40407:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a25e61f1. 00000100:00000200:3.0:1767384983.186289:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 20000000:00000010:1.0:1767384983.186290:0:40407:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000ac2ddee1. 00000100:00000010:3.0:1767384983.186293:0:16127:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d75dd676. 00000020:00000010:1.0:1767384983.186295:0:40407:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cce065fa. 10000000:00000010:1.0:1767384983.186300:0:40407:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000d597bae3. 00000400:00000200:3.0:1767384983.186316:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddfc7709 00000100:00000010:1.0:1767384983.186317:0:40407:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f11df67. 00000400:00000010:3.0:1767384983.186319:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ddfc7709. 00000100:00000200:3.0:1767384983.186326:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dbe7e914 x1853237358528256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384999 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384983.186326:0:40407:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ac2ddee1. 00010000:00000010:1.0:1767384983.186337:0:40407:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000084bd7122. 00010000:00000010:1.0:1767384983.186345:0:40407:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009f38d0be. 00000100:00000010:1.0:1767384983.186355:0:40407:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000000f5b71d. 02000000:00000010:1.0:1767384983.186363:0:40407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f270cbce. 00000020:00000010:2.0:1767384983.186366:0:18104:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006aefeed1. 00000400:00000010:1.0:1767384983.186368:0:40407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b802a943. 00000400:00000010:1.0:1767384983.186375:0:40407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024d67e77. 00000020:00000010:2.0:1767384983.186377:0:18104:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000037694308. 00000100:00000200:1.0:1767384983.186379:0:40407:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358528384, portal 25 00000400:00000010:1.0:1767384983.186386:0:40407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007fd5a15c. 00000100:00000200:1.0:1767384983.186389:0:40407:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237358528384, offset 0 00000400:00000200:1.0:1767384983.186394:0:40407:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384983.186398:0:40407:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384983.186403:0:18104:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e48eadaa. 00000400:00000200:1.0:1767384983.186403:0:40407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272708780 00000400:00000200:1.0:1767384983.186414:0:40407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2141 [2] + 0 00000020:00000010:2.0:1767384983.186416:0:18104:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e14aff86. 00000400:00000010:1.0:1767384983.186424:0:40407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f60f7081. 00000020:00000010:2.0:1767384983.186427:0:18104:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f2cba584. 00000400:00000200:1.0:1767384983.186429:0:40407:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000061dc1544 00000400:00000200:1.0:1767384983.186434:0:40407:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384983.186440:0:40407:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384983.186444:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061dc1544 00000400:00000010:1.0:1767384983.186445:0:40407:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000061dc1544. 00000100:00000200:1.0:1767384983.186448:0:40407:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384983.186464:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fd5a15c 00000400:00000010:1.0:1767384983.186465:0:40407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007fd5a15c. 00000100:00000200:1.0:1767384983.186470:0:40407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f11df67 x1853237358528384/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384999 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384983.186471:0:18104:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000037694308. 00000020:00000010:3.0:1767384983.186479:0:40411:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000772f2e5c. 00000020:00000010:2.0:1767384983.186484:0:18104:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000037694308. 00000020:00000010:3.0:1767384983.186492:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a384f03. 00000020:00000010:3.0:1767384983.186497:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002a384f03. 00000100:00000200:2.0:1767384983.186497:0:18104:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358528256 00000020:00000010:3.0:1767384983.186501:0:40411:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a2ca5a7. 00000020:00000010:3.0:1767384983.186505:0:40411:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000041f10106. 00000020:00000010:3.0:1767384983.186510:0:40411:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e5ff738c. 02000000:00000010:2.0:1767384983.186514:0:18104:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000dd6fcfb7. 00000020:00000010:3.0:1767384983.186540:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a384f03. 00000020:00000010:3.0:1767384983.186545:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002a384f03. 00000100:00000200:3.0:1767384983.186551:0:40411:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358528384 00010000:00000200:2.0:1767384983.186551:0:18104:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d75dd676 x1853237358528256/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:209/0 lens 224/368 e 0 to 0 dl 1767384994 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1767384983.186568:0:40411:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b97098ba. 00000400:00000010:2.0:1767384983.186571:0:18104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000215a14a2. 00010000:00000010:3.0:1767384983.186577:0:40411:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000084211a7. 00000100:00000200:2.0:1767384983.186579:0:18104:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237358528256, offset 224 00000400:00000200:2.0:1767384983.186588:0:18104:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1767384983.186594:0:40411:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000aef72aa6. 00000400:00000200:2.0:1767384983.186602:0:18104:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384983.186613:0:18104:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958272708700 00010000:00000200:3.0:1767384983.186619:0:40411:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000032cf92ff x1853237358528384/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:209/0 lens 328/344 e 0 to 0 dl 1767384994 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384983.186627:0:18104:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x29dd [1] + 224 00000400:00000010:3.0:1767384983.186640:0:40411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddfc7709. 00000400:00000200:2.0:1767384983.186652:0:18104:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384983.186653:0:40411:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237358528384, offset 224 00000400:00000200:3.0:1767384983.186668:0:40411:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384983.186669:0:18104:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384983.186683:0:40411:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384983.186688:0:18104:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dbe7e914 x1853237358528256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384999 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384983.186694:0:40411:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272708780 00000400:00000200:3.0:1767384983.186705:0:40411:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x29e5 [1] + 224 00000400:00000200:3.0:1767384983.186716:0:40411:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384983.186726:0:40411:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384983.186734:0:40411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f11df67 x1853237358528384/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384999 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384983.186752:0:18104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000215a14a2 00000400:00000010:2.0:1767384983.186757:0:18104:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000215a14a2. 00000400:00000200:3.0:1767384983.186765:0:40411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddfc7709 00000400:00000010:3.0:1767384983.186768:0:40411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ddfc7709. 00000400:00000010:0.0:1767384983.186776:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000734f15a6. 00000020:00000010:3.0:1767384983.186781:0:40411:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000041f10106. 00000020:00000010:2.0:1767384983.186782:0:18104:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e14aff86. 00000400:00000200:0.0:1767384983.186783:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3ebe1ed 00000400:00000010:0.0:1767384983.186792:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3ebe1ed. 00000020:00000010:3.0:1767384983.186798:0:40411:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e5ff738c. 00000020:00000010:2.0:1767384983.186799:0:18104:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2cba584. 00000020:00000010:3.0:1767384983.186804:0:40411:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a2ca5a7. 00000100:00000200:0.0:1767384983.186806:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dbe7e914 x1853237358528256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384999 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384983.186808:0:18104:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e48eadaa. 02000000:00000010:3.0:1767384983.186810:0:40411:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000aef72aa6. 00000100:00000200:3.0:1767384983.186829:0:40411:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:0.0:1767384983.186832:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dbe7e914 x1853237358528256/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384999 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384983.186844:0:40407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b802a943. 00000400:00000200:1.0:1767384983.186850:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024d67e77 00000020:00000010:0.0:1767384983.186850:0:16127:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b8c594de. 00000400:00000010:1.0:1767384983.186852:0:40407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024d67e77. 00000100:00000200:1.0:1767384983.186861:0:40407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f11df67 x1853237358528384/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384983.186863:0:40411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000546fea76. 00000400:00000010:3.0:1767384983.186870:0:40411:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001d7b3add. 00000100:00000200:1.0:1767384983.186876:0:40407:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f11df67 x1853237358528384/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384983.186879:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000659c11dd. 02000000:00000010:0.0:1767384983.186888:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000066a48ed6. 00000100:00000010:1.0:1767384983.186893:0:40407:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000000f5b71d. 00000100:00000010:0.0:1767384983.186894:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dbe7e914. 02000000:00000010:1.0:1767384983.186906:0:40407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f270cbce. 02000000:00000010:1.0:1767384983.186910:0:40407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ac2ddee1. 00000100:00000010:1.0:1767384983.186913:0:40407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f11df67. 10000000:00000010:1.0:1767384983.186919:0:40407:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 00000000a25e61f1. 00000100:00000010:1.0:1767384983.187571:0:40407:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f11df67. 02000000:00000010:1.0:1767384983.187579:0:40407:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ac2ddee1. 00000100:00000010:1.0:1767384983.187586:0:40407:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000f270cbce. 00000100:00000010:1.0:1767384983.187592:0:40407:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 000000006c6975e9. 00000100:00000010:1.0:1767384983.187604:0:40407:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000000f5b71d. 00000400:00000010:1.0:1767384983.187615:0:40407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b802a943. 00000400:00000010:1.0:1767384983.187621:0:40407:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004a4073ae. 00000100:00000200:1.0:1767384983.187625:0:40407:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6958272708800-0x6958272708800, portal 33 02000000:00000010:1.0:1767384983.187630:0:40407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007370e3f0. 00000400:00000010:1.0:1767384983.187635:0:40407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f91984d8. 00000400:00000010:1.0:1767384983.187644:0:40407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024d67e77. 00000100:00000200:1.0:1767384983.187646:0:40407:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358528512, portal 25 00000400:00000010:1.0:1767384983.187649:0:40407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007fd5a15c. 00000100:00000200:1.0:1767384983.187652:0:40407:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237358528512, offset 0 00000400:00000200:1.0:1767384983.187657:0:40407:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384983.187665:0:40407:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384983.187671:0:40407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958272708800 00000400:00000200:1.0:1767384983.187676:0:40407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x2145 [2] + 0 00000400:00000010:1.0:1767384983.187679:0:40407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9f9ccda. 00000400:00000200:1.0:1767384983.187682:0:40407:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006dbacef2 00000400:00000200:1.0:1767384983.187687:0:40407:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384983.187693:0:40407:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384983.187698:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dbacef2 00000400:00000010:1.0:1767384983.187701:0:40407:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006dbacef2. 00000100:00000200:1.0:1767384983.187708:0:40407:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384983.187722:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fd5a15c 00000400:00000010:1.0:1767384983.187723:0:40407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007fd5a15c. 00000100:00000200:1.0:1767384983.187729:0:40407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f11df67 x1853237358528512/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384999 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384983.187778:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ba9f43b. 00000020:00000010:1.0:1767384983.187781:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ba9f43b. 00000020:00000010:1.0:1767384983.187787:0:40411:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070a48da4. 00000020:00000010:1.0:1767384983.187791:0:40411:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d62558f7. 00000020:00000010:1.0:1767384983.187793:0:40411:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000706ca8c4. 00000020:00000010:1.0:1767384983.187817:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ba9f43b. 00000020:00000010:1.0:1767384983.187819:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ba9f43b. 00000100:00000200:1.0:1767384983.187822:0:40411:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358528512 02000000:00000010:1.0:1767384983.187831:0:40411:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000780e14b7. 20000000:00000010:1.0:1767384983.187840:0:40411:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000ef1be973. 00000100:00000010:1.0:1767384983.187888:0:40411:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ab3632ec. 00000100:00000010:1.0:1767384983.187894:0:40411:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000fc6f7de2. 00000400:00000010:1.0:1767384983.187903:0:40411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007fd5a15c. 00000400:00000010:1.0:1767384983.187911:0:40411:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002311ecdc. 00000400:00000200:1.0:1767384983.187920:0:40411:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384983.187936:0:40411:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384983.187950:0:40411:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 864 into portal 33 MB=0x6958272708800 00000400:00000200:1.0:1767384983.187960:0:40411:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 864/864 into md 0x29f9 [256] + 0 00000400:00000010:1.0:1767384983.187966:0:40411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b802a943. 00000400:00000200:1.0:1767384983.187972:0:40411:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004a4073ae 00000400:00000200:1.0:1767384983.187976:0:40411:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384983.187985:0:40411:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384983.187993:0:40411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a4073ae 00000400:00000010:1.0:1767384983.187995:0:40411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004a4073ae. 00000100:00000200:1.0:1767384983.188005:0:40411:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000000f11df67 desc 00000000f270cbce mbits 1853237358528512 00000400:00000200:1.0:1767384983.188399:0:40411:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384983.188404:0:40411:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384983.188410:0:40411:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2a05 00000400:00000200:1.0:1767384983.188413:0:40411:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384983.188415:0:40411:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000200:1.0:1767384983.188418:0:40411:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000ab3632ec 00000400:00000200:1.0:1767384983.188423:0:40411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fd5a15c 00000400:00000010:1.0:1767384983.188425:0:40411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007fd5a15c. 00000100:00000200:1.0:1767384983.188427:0:40411:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000ab3632ec 00000100:00000200:1.0:1767384983.188432:0:40411:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 864 bytes via portal 33 id 12345-0@lo mbits 0x6958272708800-0x6958272708800 00000100:00000010:1.0:1767384983.188438:0:40411:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000fc6f7de2. 00000100:00000010:1.0:1767384983.188442:0:40411:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ab3632ec. 20000000:00000010:1.0:1767384983.188449:0:40411:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000ef1be973. 00010000:00000200:1.0:1767384983.188455:0:40411:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f4f7284e x1853237358528512/t0(0) o256->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:209/0 lens 304/240 e 0 to 0 dl 1767384994 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384983.188466:0:40411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007fd5a15c. 00000100:00000200:1.0:1767384983.188471:0:40411:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237358528512, offset 224 00000400:00000200:1.0:1767384983.188480:0:40411:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384983.188486:0:40411:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384983.188491:0:40411:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958272708800 00000400:00000200:1.0:1767384983.188494:0:40411:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x29fd [1] + 224 00000400:00000200:1.0:1767384983.188497:0:40411:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384983.188499:0:40411:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384983.188502:0:40411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f11df67 x1853237358528512/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384999 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384983.188510:0:40411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fd5a15c 00000400:00000010:1.0:1767384983.188511:0:40411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007fd5a15c. 00000020:00000010:1.0:1767384983.188518:0:40411:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d62558f7. 00000020:00000010:1.0:1767384983.188521:0:40411:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000706ca8c4. 00000020:00000010:1.0:1767384983.188523:0:40411:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070a48da4. 02000000:00000010:1.0:1767384983.188526:0:40411:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000780e14b7. 00000100:00000200:1.0:1767384983.188529:0:40411:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.188532:0:40411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b802a943. 00000400:00000010:1.0:1767384983.188536:0:40411:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d44681f6. 00000400:00000010:1.0:1767384983.188552:0:40407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f91984d8. 00000400:00000200:1.0:1767384983.188554:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024d67e77 00000400:00000010:1.0:1767384983.188555:0:40407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024d67e77. 00000100:00000200:1.0:1767384983.188558:0:40407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f11df67 x1853237358528512/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384983.188563:0:40407:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f11df67 x1853237358528512/t0(0) o256->MGC192.168.203.157@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384983.188574:0:40407:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000000f5b71d. 10000000:00000010:1.0:1767384983.188585:0:40407:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000003e53bcd3. 00000100:00000200:1.0:1767384983.188596:0:40407:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.157@tcp with 192.168.203.157@tcp 00000100:00000200:1.0:1767384983.188598:0:40407:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.157@tcp' 00000100:00000200:1.0:1767384983.188601:0:40407:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.203.157@tcp' 00000400:00000200:1.0:1767384983.188604:0:40407:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:1.0:1767384983.188608:0:40407:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.157@tcp 00000400:00000200:1.0:1767384983.188614:0:40407:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384983.188622:0:40407:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (42) 00000400:00000200:1.0:1767384983.188625:0:40407:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384983.188629:0:40407:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp: 0. pending discovery 00000400:00000200:1.0:1767384983.188631:0:40407:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (43) 00000400:00000200:1.0:1767384983.188633:0:40407:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp 00000400:00000200:1.0:1767384983.188637:0:40407:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.157@tcp10 00000400:00000200:1.0:1767384983.188642:0:40407:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384983.188644:0:40407:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp10 00000400:00000200:1.0:1767384983.188647:0:40407:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.157@tcp11 00000400:00000200:1.0:1767384983.188650:0:40407:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384983.188651:0:40407:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp11 00000400:00000200:1.0:1767384983.188654:0:40407:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.157@tcp12 00000400:00000200:1.0:1767384983.188658:0:40407:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384983.188659:0:40407:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp12 00000400:00000200:1.0:1767384983.188662:0:40407:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.157@tcp13 00000400:00000200:1.0:1767384983.188665:0:40407:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384983.188666:0:40407:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp13 00000400:00000200:1.0:1767384983.188667:0:40407:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.157@tcp14 00000400:00000200:1.0:1767384983.188671:0:40407:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384983.188672:0:40407:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp14 00000400:00000200:1.0:1767384983.188674:0:40407:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.157@tcp15 00000400:00000200:1.0:1767384983.188676:0:40407:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384983.188677:0:40407:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp15 00000400:00000200:1.0:1767384983.188679:0:40407:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.157@tcp16 00000400:00000200:1.0:1767384983.188680:0:40407:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384983.188682:0:40407:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp16 00000400:00000200:1.0:1767384983.188683:0:40407:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.157@tcp17 00000400:00000200:1.0:1767384983.188686:0:40407:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384983.188689:0:40407:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp17 00000400:00000200:1.0:1767384983.188693:0:40407:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.157@tcp18 00000400:00000200:1.0:1767384983.188697:0:40407:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384983.188700:0:40407:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp18 00000400:00000200:1.0:1767384983.188702:0:40407:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.157@tcp19 00000400:00000200:1.0:1767384983.188705:0:40407:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384983.188706:0:40407:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp19 00000400:00000200:1.0:1767384983.188707:0:40407:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.157@tcp20 00000400:00000200:1.0:1767384983.188712:0:40407:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384983.188714:0:40407:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp20 00000400:00000200:1.0:1767384983.188715:0:40407:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.157@tcp21 00000400:00000200:1.0:1767384983.188719:0:40407:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384983.188720:0:40407:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp21 00000400:00000200:1.0:1767384983.188722:0:40407:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.157@tcp22 00000400:00000200:1.0:1767384983.188726:0:40407:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384983.188728:0:40407:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp22 00000400:00000200:1.0:1767384983.188731:0:40407:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.157@tcp23 00000400:00000200:1.0:1767384983.188734:0:40407:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384983.188736:0:40407:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp23 00000400:00000200:1.0:1767384983.188737:0:40407:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.157@tcp24 00000400:00000200:1.0:1767384983.188743:0:40407:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384983.188746:0:40407:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp24 00000400:00000200:1.0:1767384983.188748:0:40407:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.157@tcp25 00000400:00000200:1.0:1767384983.188751:0:40407:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384983.188753:0:40407:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp25 00000400:00000200:1.0:1767384983.188754:0:40407:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.157@tcp26 00000400:00000200:1.0:1767384983.188757:0:40407:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384983.188759:0:40407:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp26 00000400:00000200:1.0:1767384983.188761:0:40407:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.157@tcp27 00000400:00000200:1.0:1767384983.188764:0:40407:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384983.188766:0:40407:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp27 00000400:00000200:1.0:1767384983.188768:0:40407:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.157@tcp28 00000400:00000200:1.0:1767384983.188772:0:40407:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384983.188774:0:40407:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp28 00000400:00000200:1.0:1767384983.188775:0:40407:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.157@tcp29 00000400:00000200:1.0:1767384983.188778:0:40407:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384983.188780:0:40407:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp29 00000400:00000200:1.0:1767384983.188783:0:40407:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.157@tcp30 00000400:00000200:1.0:1767384983.188785:0:40407:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384983.188787:0:40407:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp30 00000400:00000200:1.0:1767384983.188789:0:40407:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.157@tcp31 00000400:00000200:1.0:1767384983.188793:0:40407:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384983.188795:0:40407:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp31 00000400:00000200:1.0:1767384983.188797:0:40407:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.157@tcp32 00000400:00000200:1.0:1767384983.188799:0:40407:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384983.188801:0:40407:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp32 00000400:00000200:1.0:1767384983.188802:0:40407:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.157@tcp33 00000400:00000200:1.0:1767384983.188806:0:40407:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384983.188807:0:40407:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp33 00000400:00000200:1.0:1767384983.188809:0:40407:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.157@tcp34 00000400:00000200:1.0:1767384983.188811:0:40407:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767384983.188814:0:40407:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp34 00000400:00000200:1.0:1767384983.188817:0:40407:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.157@tcp35 00000400:00000200:1.0:1767384983.188824:0:40407:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384983.188826:0:40407:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp35 00000400:00000200:1.0:1767384983.188829:0:40407:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.157@tcp36 00000400:00000200:1.0:1767384983.188832:0:40407:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384983.188833:0:40407:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp36 00000400:00000200:1.0:1767384983.188835:0:40407:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.157@tcp37 00000400:00000200:1.0:1767384983.188837:0:40407:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767384983.188838:0:40407:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp37 00000400:00000200:1.0:1767384983.188839:0:40407:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.157@tcp38 00000400:00000200:1.0:1767384983.188840:0:40407:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384983.188841:0:40407:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp38 00000400:00000200:1.0:1767384983.188843:0:40407:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.157@tcp39 00000400:00000200:1.0:1767384983.188845:0:40407:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp39 NID flags 0x1: -114 00000400:00000200:1.0:1767384983.188846:0:40407:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp39 00000400:00000200:1.0:1767384983.188848:0:40407:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.157@tcp40 00000400:00000200:1.0:1767384983.188850:0:40407:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp40 NID flags 0x1: -114 00000400:00000200:1.0:1767384983.188851:0:40407:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp40 10000000:00000010:1.0:1767384983.188855:0:40407:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000d62558f7. 00000020:00000010:1.0:1767384983.188859:0:40407:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070a48da4. 00000020:00000010:1.0:1767384983.188863:0:40407:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d7308c34. 00000040:00000010:1.0:1767384983.188867:0:40407:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000051c392b7. 00000020:00000010:1.0:1767384983.188869:0:40407:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ef1be973. 00000020:00000010:1.0:1767384983.188874:0:40407:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000005e8e67e. 00000020:00000010:1.0:1767384983.188877:0:40407:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cce065fa. 80000000:00000010:1.0:1767384983.188880:0:40407:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000de2d31f9. 40000000:00000010:1.0:1767384983.188883:0:40407:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008ba9f43b. 00100000:00000010:1.0:1767384983.188886:0:40407:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b5087731. 00040000:00000010:1.0:1767384983.188890:0:40407:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000375972b. 00040000:00000010:1.0:1767384983.188895:0:40407:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000be524fab. 00040000:00000010:1.0:1767384983.188898:0:40407:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e9920fef. 00080000:00000010:1.0:1767384983.188903:0:40407:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001f80f09d. 00000004:00000010:1.0:1767384983.188908:0:40407:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000cd4af645. 00000004:00000010:1.0:1767384983.188913:0:40407:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000002e4af53. 00000004:00000010:1.0:1767384983.188917:0:40407:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000995ea338. 00002000:00000010:1.0:1767384983.188921:0:40407:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ab3632ec. 00000004:00000010:1.0:1767384983.188924:0:40407:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000cead156d. 00000020:00000010:1.0:1767384983.188965:0:40407:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d7308c34. 00000040:00000010:1.0:1767384983.188969:0:40407:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000051c392b7. 00000020:00000010:1.0:1767384983.188973:0:40407:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ef1be973. 00000020:00000010:1.0:1767384983.188976:0:40407:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000005e8e67e. 00000020:00000010:1.0:1767384983.188983:0:40407:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cce065fa. 80000000:00000010:1.0:1767384983.188986:0:40407:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000de2d31f9. 40000000:00000010:1.0:1767384983.188989:0:40407:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008ba9f43b. 00100000:00000010:1.0:1767384983.188994:0:40407:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b5087731. 00040000:00000010:1.0:1767384983.188997:0:40407:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000375972b. 00040000:00000010:1.0:1767384983.189000:0:40407:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000be524fab. 00040000:00000010:1.0:1767384983.189002:0:40407:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e9920fef. 00080000:00000010:1.0:1767384983.189005:0:40407:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001f80f09d. 00000004:00000010:1.0:1767384983.189008:0:40407:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000cd4af645. 00000004:00000010:1.0:1767384983.189037:0:40407:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000002e4af53. 00000004:00000010:1.0:1767384983.189042:0:40407:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000995ea338. 00002000:00000010:1.0:1767384983.189044:0:40407:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ab3632ec. 00000004:00000010:1.0:1767384983.189047:0:40407:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000cead156d. 00000020:00000010:1.0:1767384983.189050:0:40407:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070a48da4. 10000000:00000010:1.0:1767384983.189053:0:40407:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000d62558f7. 10000000:00000010:1.0:1767384983.189055:0:40407:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000003e53bcd3. 02000000:00000010:1.0:1767384983.189059:0:40407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007370e3f0. 00000100:00000010:1.0:1767384983.189065:0:40407:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 000000006c6975e9. 00000100:00000010:1.0:1767384983.189068:0:40407:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000f270cbce. 02000000:00000010:1.0:1767384983.189072:0:40407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ac2ddee1. 00000100:00000010:1.0:1767384983.189075:0:40407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f11df67. 10000000:00000010:1.0:1767384983.189721:0:40407:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 2048 at 00000000a25e61f1. 00000100:00000010:1.0:1767384983.189733:0:40407:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f11df67. 02000000:00000010:1.0:1767384983.189739:0:40407:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e9920fef. 00010000:00000010:1.0:1767384983.189745:0:40407:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007906d047. 00010000:00000010:1.0:1767384983.189749:0:40407:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dfaa064c. 00000100:00000010:1.0:1767384983.189755:0:40407:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000018eb2a3a. 02000000:00000010:1.0:1767384983.189762:0:40407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cead156d. 00000400:00000010:1.0:1767384983.189765:0:40407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f91984d8. 00000400:00000010:1.0:1767384983.189768:0:40407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024d67e77. 00000100:00000200:1.0:1767384983.189770:0:40407:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358528640, portal 25 00000400:00000010:1.0:1767384983.189772:0:40407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007fd5a15c. 00000100:00000200:1.0:1767384983.189774:0:40407:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237358528640, offset 0 00000400:00000200:1.0:1767384983.189780:0:40407:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384983.189788:0:40407:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384983.189795:0:40407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272708880 00000400:00000200:1.0:1767384983.189802:0:40407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2149 [2] + 0 00000400:00000010:1.0:1767384983.189805:0:40407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000457823a6. 00000400:00000200:1.0:1767384983.189808:0:40407:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000064b288c8 00000400:00000200:1.0:1767384983.189812:0:40407:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384983.189815:0:40407:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384983.189817:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064b288c8 00000400:00000010:1.0:1767384983.189820:0:40407:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000064b288c8. 00000100:00000200:1.0:1767384983.189825:0:40407:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384983.189839:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fd5a15c 00000400:00000010:1.0:1767384983.189841:0:40407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007fd5a15c. 00000100:00000200:1.0:1767384983.189848:0:40407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f11df67 x1853237358528640/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384999 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384983.191106:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000612ea59. 00000020:00000010:0.0:1767384983.191122:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000612ea59. 00000020:00000010:0.0:1767384983.191130:0:40411:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a1115db. 00000020:00000010:0.0:1767384983.191136:0:40411:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000046e2a192. 00000020:00000010:0.0:1767384983.191157:0:40411:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384983.191205:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000612ea59. 00000020:00000010:0.0:1767384983.191210:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000612ea59. 00000100:00000200:0.0:1767384983.191214:0:40411:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358528640 00010000:00000010:0.0:1767384983.191227:0:40411:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000009f72c5f. 00010000:00000010:0.0:1767384983.191235:0:40411:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000012c3943a. 00000020:00000010:0.0:1767384983.191240:0:40411:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000000612ea59. 02000000:00000010:0.0:1767384983.191254:0:40411:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000562c1e56. 00010000:00000200:0.0:1767384983.191269:0:40411:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004d6f2423 x1853237358528640/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:209/0 lens 328/344 e 0 to 0 dl 1767384994 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384983.191284:0:40411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccae3aef. 00000100:00000200:0.0:1767384983.191289:0:40411:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237358528640, offset 224 00000400:00000200:0.0:1767384983.191300:0:40411:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384983.191310:0:40411:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384983.191320:0:40411:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272708880 00000400:00000200:0.0:1767384983.191328:0:40411:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a11 [1] + 224 00000400:00000200:0.0:1767384983.191333:0:40411:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384983.191340:0:40411:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384983.191352:0:40411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f11df67 x1853237358528640/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384999 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384983.191377:0:40411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccae3aef 00000400:00000010:0.0:1767384983.191380:0:40411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccae3aef. 00000400:00000010:1.0:1767384983.191401:0:40407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f91984d8. 00000020:00000010:0.0:1767384983.191403:0:40411:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000046e2a192. 00000400:00000200:1.0:1767384983.191408:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024d67e77 00000400:00000010:1.0:1767384983.191411:0:40407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024d67e77. 00000020:00000010:0.0:1767384983.191411:0:40411:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384983.191420:0:40411:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a1115db. 00000100:00000200:1.0:1767384983.191421:0:40407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f11df67 x1853237358528640/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384983.191430:0:40407:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f11df67 x1853237358528640/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384983.191434:0:40411:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000562c1e56. 00000100:00000200:0.0:1767384983.191448:0:40411:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384983.191455:0:40411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000369b0e61. 00000100:00000010:1.0:1767384983.191460:0:40407:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000018eb2a3a. 00000400:00000010:0.0:1767384983.191461:0:40411:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008a4ab7f. 02000000:00000010:1.0:1767384983.191472:0:40407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cead156d. 02000000:00000010:1.0:1767384983.191479:0:40407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e9920fef. 00000100:00000010:1.0:1767384983.191483:0:40407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f11df67. 10000000:00000010:1.0:1767384983.191493:0:40407:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000c6c2bc65. 00000020:00000010:1.0:1767384983.191497:0:40407:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9920fef. 00000020:00000010:1.0:1767384983.191501:0:40407:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009a918053. 00000040:00000010:1.0:1767384983.191505:0:40407:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008862c44b. 00000020:00000010:1.0:1767384983.191509:0:40407:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cb818e8f. 00000020:00000010:1.0:1767384983.191513:0:40407:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008f9f1fb4. 80000000:00000010:1.0:1767384983.191516:0:40407:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000de2d31f9. 00040000:00000010:1.0:1767384983.191519:0:40407:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ac2ddee1. 00080000:00000010:1.0:1767384983.191522:0:40407:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000cd4af645. 20000000:00000010:1.0:1767384983.191526:0:40407:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000007370e3f0. 00000040:00000010:1.0:1767384983.191531:0:40407:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000070a48da4. 00000100:00000010:1.0:1767384983.191536:0:40407:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f11df67. 02000000:00000010:1.0:1767384983.191542:0:40407:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000051c392b7. 00000100:00000010:1.0:1767384983.191548:0:40407:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000018eb2a3a. 02000000:00000010:1.0:1767384983.191555:0:40407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d7308c34. 00000400:00000010:1.0:1767384983.191560:0:40407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f91984d8. 00000400:00000010:1.0:1767384983.191564:0:40407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024d67e77. 00000100:00000200:1.0:1767384983.191568:0:40407:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358528768, portal 25 00000400:00000010:1.0:1767384983.191572:0:40407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007fd5a15c. 00000100:00000200:1.0:1767384983.191575:0:40407:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853237358528768, offset 0 00000400:00000200:1.0:1767384983.191583:0:40407:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384983.191587:0:40407:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384983.191591:0:40407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x6958272708900 00000400:00000200:1.0:1767384983.191597:0:40407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x214d [2] + 0 00000400:00000010:1.0:1767384983.191606:0:40407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4ad3fb4. 00000400:00000200:1.0:1767384983.191611:0:40407:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000062dfca00 00000400:00000200:1.0:1767384983.191614:0:40407:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384983.191622:0:40407:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384983.191629:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062dfca00 00000400:00000010:1.0:1767384983.191631:0:40407:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000062dfca00. 00000100:00000200:1.0:1767384983.191637:0:40407:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384983.191661:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fd5a15c 00000400:00000010:1.0:1767384983.191664:0:40407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007fd5a15c. 00000100:00000200:1.0:1767384983.191671:0:40407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f11df67 x1853237358528768/t0(0) o501->MGC192.168.203.157@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384999 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384983.191689:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ac8ba42. 00000020:00000010:0.0:1767384983.191695:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ac8ba42. 00000020:00000010:0.0:1767384983.191702:0:40411:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a1115db. 00000020:00000010:0.0:1767384983.191708:0:40411:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000046e2a192. 00000020:00000010:0.0:1767384983.191714:0:40411:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384983.191743:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ac8ba42. 00000020:00000010:0.0:1767384983.191747:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ac8ba42. 00000100:00000200:0.0:1767384983.191751:0:40411:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358528768 02000000:00000010:0.0:1767384983.191762:0:40411:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000562c1e56. 00000040:00000010:0.0:1767384983.191768:0:40411:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000010b68307. 00000040:00000010:0.0:1767384983.191807:0:40411:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000fa14e793. 00000020:00000010:0.0:1767384983.191814:0:40411:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003915900a. 00080000:00000010:0.0:1767384983.191819:0:40411:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000bd6cd96. 00000040:00000010:0.0:1767384983.191875:0:40411:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000fa14e793. 00000040:00000010:0.0:1767384983.191879:0:40411:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000010b68307. 00010000:00000200:0.0:1767384983.191888:0:40411:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000dc6de51 x1853237358528768/t0(0) o501->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:209/0 lens 504/272 e 0 to 0 dl 1767384994 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384983.191901:0:40411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccae3aef. 00000100:00000200:0.0:1767384983.191905:0:40411:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237358528768, offset 224 00000400:00000200:0.0:1767384983.191911:0:40411:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384983.191917:0:40411:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384983.191923:0:40411:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958272708900 00000400:00000200:0.0:1767384983.191927:0:40411:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2a21 [1] + 224 00000400:00000200:0.0:1767384983.191931:0:40411:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384983.191935:0:40411:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384983.191939:0:40411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f11df67 x1853237358528768/t0(0) o501->MGC192.168.203.157@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384999 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384983.191960:0:40411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccae3aef 00000400:00000010:0.0:1767384983.191963:0:40411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccae3aef. 00000020:00000010:0.0:1767384983.191976:0:40411:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000046e2a192. 00000020:00000010:0.0:1767384983.191981:0:40411:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384983.191985:0:40411:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a1115db. 00000400:00000010:1.0:1767384983.191988:0:40407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f91984d8. 00000400:00000200:1.0:1767384983.191992:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024d67e77 00000400:00000010:1.0:1767384983.191995:0:40407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024d67e77. 00000100:00000200:1.0:1767384983.192001:0:40407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f11df67 x1853237358528768/t0(0) o501->MGC192.168.203.157@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384983.192003:0:40411:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000562c1e56. 00000100:00000200:1.0:1767384983.192038:0:40407:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f11df67 x1853237358528768/t0(0) o501->MGC192.168.203.157@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384983.192058:0:40407:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000018eb2a3a. 02000000:00000010:1.0:1767384983.192067:0:40407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d7308c34. 02000000:00000010:1.0:1767384983.192072:0:40407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000051c392b7. 00000100:00000200:0.0:1767384983.192078:0:40411:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000010:1.0:1767384983.192079:0:40407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f11df67. 00000400:00000010:0.0:1767384983.192087:0:40411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8fea476. 00000040:00000010:1.0:1767384983.192089:0:40407:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000004a4073ae. 00000400:00000010:0.0:1767384983.192095:0:40411:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000015d9ad39. 00000100:00000010:1.0:1767384983.192096:0:40407:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f11df67. 02000000:00000010:1.0:1767384983.192104:0:40407:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000051c392b7. 00000100:00000010:1.0:1767384983.192111:0:40407:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000018eb2a3a. 02000000:00000010:1.0:1767384983.192125:0:40407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000001101e1c3. 00000400:00000010:1.0:1767384983.192129:0:40407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f91984d8. 00000400:00000010:1.0:1767384983.192134:0:40407:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000042743d5b. 00000100:00000200:1.0:1767384983.192137:0:40407:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237358528896, portal 25 00000400:00000010:1.0:1767384983.192140:0:40407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024d67e77. 00000100:00000200:1.0:1767384983.192154:0:40407:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237358528896, offset 0 00000400:00000200:1.0:1767384983.192159:0:40407:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384983.192163:0:40407:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384983.192169:0:40407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272708980 00000400:00000200:1.0:1767384983.192171:0:40407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2151 [2] + 0 00000400:00000010:1.0:1767384983.192174:0:40407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d597300. 00000400:00000200:1.0:1767384983.192177:0:40407:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000098d63f2b 00000400:00000200:1.0:1767384983.192179:0:40407:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384983.192183:0:40407:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384983.192185:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098d63f2b 00000400:00000010:1.0:1767384983.192186:0:40407:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000098d63f2b. 00000100:00000200:1.0:1767384983.192190:0:40407:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384983.192202:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024d67e77 00000400:00000010:1.0:1767384983.192204:0:40407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024d67e77. 00000100:00000200:1.0:1767384983.192209:0:40407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000f11df67 x1853237358528896/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384999 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384983.192249:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000380f7336. 00000020:00000010:1.0:1767384983.192252:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000380f7336. 00000020:00000010:1.0:1767384983.192258:0:40411:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7308c34. 00000020:00000010:1.0:1767384983.192262:0:40411:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ed19988c. 00000020:00000010:1.0:1767384983.192265:0:40411:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000706ca8c4. 00000020:00000010:1.0:1767384983.192303:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000380f7336. 00000020:00000010:1.0:1767384983.192306:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000380f7336. 00000100:00000200:1.0:1767384983.192311:0:40411:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358528896 02000000:00000010:1.0:1767384983.192331:0:40411:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000008fd5d1a3. 00000040:00000010:1.0:1767384983.192341:0:40411:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000088cac92b. 00000040:00000010:1.0:1767384983.192351:0:40411:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000fdd80467. 00000040:00000010:1.0:1767384983.192361:0:40411:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000fdd80467. 00000040:00000010:1.0:1767384983.192369:0:40411:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000088cac92b. 00010000:00000200:1.0:1767384983.192382:0:40411:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fd6b9926 x1853237358528896/t0(0) o503->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:209/0 lens 272/8416 e 0 to 0 dl 1767384994 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384983.192394:0:40411:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000098d63f2b. 00000100:00000200:1.0:1767384983.192399:0:40411:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237358528896, offset 224 00000400:00000200:1.0:1767384983.192405:0:40411:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384983.192418:0:40411:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384983.192422:0:40411:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958272708980 00000400:00000200:1.0:1767384983.192425:0:40411:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2a31 [4] + 224 00000400:00000200:1.0:1767384983.192428:0:40411:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384983.192431:0:40411:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384983.192436:0:40411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000f11df67 x1853237358528896/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384999 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384983.192453:0:40411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098d63f2b 00000400:00000010:1.0:1767384983.192455:0:40411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000098d63f2b. 00000020:00000010:1.0:1767384983.192465:0:40411:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ed19988c. 00000020:00000010:1.0:1767384983.192467:0:40411:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000706ca8c4. 00000020:00000010:1.0:1767384983.192470:0:40411:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7308c34. 02000000:00000010:1.0:1767384983.192474:0:40411:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000008fd5d1a3. 00000100:00000200:1.0:1767384983.192489:0:40411:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.192493:0:40411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c471cab. 00000400:00000010:1.0:1767384983.192496:0:40411:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000098d63f2b. 00000400:00000010:1.0:1767384983.192512:0:40407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f91984d8. 00000400:00000200:1.0:1767384983.192515:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042743d5b 00000400:00000010:1.0:1767384983.192516:0:40407:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000042743d5b. 00000100:00000200:1.0:1767384983.192521:0:40407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000f11df67 x1853237358528896/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384983.192528:0:40407:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000f11df67 x1853237358528896/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384983.192538:0:40407:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000018eb2a3a. 02000000:00000010:1.0:1767384983.192544:0:40407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000001101e1c3. 02000000:00000010:1.0:1767384983.192551:0:40407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000051c392b7. 00000100:00000010:1.0:1767384983.192554:0:40407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f11df67. 00000040:00000010:1.0:1767384983.192559:0:40407:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000008794918e. 00000020:00000010:1.0:1767384983.192802:0:40442:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000088cac92b. 00000020:00000010:1.0:1767384983.192806:0:40442:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000778d4758. 00000040:00000010:1.0:1767384983.192809:0:40442:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004d26dd2d. 00000020:00000010:1.0:1767384983.192811:0:40442:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a25e61f1. 00000020:00000010:1.0:1767384983.192814:0:40442:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000005e8e67e. 00000020:00000010:1.0:1767384983.192819:0:40442:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a46a4cfa. 80000000:00000010:1.0:1767384983.192821:0:40442:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000051aa0bb5. 40000000:00000010:1.0:1767384983.192824:0:40442:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006b560e35. 00100000:00000010:1.0:1767384983.192828:0:40442:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001f80f09d. 00040000:00000010:1.0:1767384983.192832:0:40442:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000375972b. 00040000:00000010:1.0:1767384983.192835:0:40442:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000be524fab. 00040000:00000010:1.0:1767384983.192838:0:40442:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000051c392b7. 00080000:00000010:1.0:1767384983.192842:0:40442:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b5087731. 00000004:00000010:1.0:1767384983.192846:0:40442:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ef1be973. 00000004:00000010:1.0:1767384983.192850:0:40442:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003e53bcd3. 00000004:00000010:1.0:1767384983.192855:0:40442:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000067d2f7d. 00002000:00000010:1.0:1767384983.192858:0:40442:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000cead156d. 00000004:00000010:1.0:1767384983.192862:0:40442:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000072be7f82. 00000020:00000010:1.0:1767384983.192865:0:40442:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008fb9855a. 00000040:00000010:1.0:1767384983.192869:0:40442:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000fdd80467. 00000040:00000010:1.0:1767384983.193297:0:40442:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000fdd80467. 00000020:00000010:1.0:1767384983.193306:0:40442:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000008fb9855a. 00000020:00000010:1.0:1767384983.193316:0:40442:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000778d4758. 00000040:00000010:1.0:1767384983.193321:0:40442:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004d26dd2d. 00000020:00000010:1.0:1767384983.193324:0:40442:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a25e61f1. 00000020:00000010:1.0:1767384983.193326:0:40442:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000005e8e67e. 00000020:00000010:1.0:1767384983.193328:0:40442:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a46a4cfa. 80000000:00000010:1.0:1767384983.193331:0:40442:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000051aa0bb5. 40000000:00000010:1.0:1767384983.193333:0:40442:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006b560e35. 00100000:00000010:1.0:1767384983.193337:0:40442:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001f80f09d. 00040000:00000010:1.0:1767384983.193341:0:40442:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000375972b. 00040000:00000010:1.0:1767384983.193344:0:40442:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000be524fab. 00040000:00000010:1.0:1767384983.193346:0:40442:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000051c392b7. 00080000:00000010:1.0:1767384983.193349:0:40442:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b5087731. 00000004:00000010:1.0:1767384983.193352:0:40442:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ef1be973. 00000004:00000010:1.0:1767384983.193355:0:40442:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003e53bcd3. 00000004:00000010:1.0:1767384983.193357:0:40442:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000067d2f7d. 00002000:00000010:1.0:1767384983.193361:0:40442:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000cead156d. 00000004:00000010:1.0:1767384983.193364:0:40442:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000072be7f82. 00000020:00000010:1.0:1767384983.193366:0:40442:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000088cac92b. 00000040:00000010:0.0:1767384983.193612:0:40407:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000008794918e. 00000040:00000010:0.0:1767384983.193618:0:40407:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004a4073ae. 00000040:00000010:0.0:1767384983.193623:0:40407:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000070a48da4. 00000020:00000010:0.0:1767384983.193628:0:40407:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009a918053. 00000040:00000010:0.0:1767384983.193633:0:40407:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008862c44b. 00000020:00000010:0.0:1767384983.193637:0:40407:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cb818e8f. 00000020:00000010:0.0:1767384983.193646:0:40407:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008f9f1fb4. 80000000:00000010:0.0:1767384983.193652:0:40407:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000de2d31f9. 00040000:00000010:0.0:1767384983.193657:0:40407:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ac2ddee1. 00080000:00000010:0.0:1767384983.193662:0:40407:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000cd4af645. 20000000:00000010:0.0:1767384983.193666:0:40407:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000007370e3f0. 00000020:00000010:0.0:1767384983.193670:0:40407:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9920fef. 10000000:00000010:0.0:1767384983.193673:0:40407:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000c6c2bc65. 00000020:00000010:0.0:1767384983.193689:0:40407:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000098fe52a8. 00000040:00000010:0.0:1767384983.193694:0:40407:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000068e5ef65. 00000020:00000010:0.0:1767384983.193701:0:40407:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002e92f619. 00000020:00000010:0.0:1767384983.193707:0:40407:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000098cdb9d0. 00040000:00000010:0.0:1767384983.193714:0:40407:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d4e85776. 00040000:00000010:0.0:1767384983.193721:0:40407:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f97d2e40. 00080000:00000010:0.0:1767384983.193730:0:40407:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f26eb396. 00000020:00000010:0.0:1767384983.193737:0:40407:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ce2c94f. 00000020:00000010:0.0:1767384983.193742:0:40407:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 00000000013b68d5. 00000020:00000010:0.0:1767384983.193748:0:40407:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000ecb74b79. 00000020:00000010:0.0:1767384983.193760:0:40407:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at 0000000090136238. 00000020:00000010:0.0:1767384983.193765:0:40407:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at 00000000d65a39de. 00000020:00000010:0.0:1767384983.193770:0:40407:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 0000000078113be6. 00000020:00000010:0.0:1767384983.193776:0:40407:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000fdc11397. 00000020:00000010:0.0:1767384983.193780:0:40407:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000188bcf10. 00000020:00000010:0.0:1767384983.193785:0:40407:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008a02897c. 00000040:00000010:0.0:1767384983.193789:0:40407:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005a1115db. 00000020:00000010:0.0:1767384983.193802:0:40407:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cd4af645. 00000020:00000010:0.0:1767384983.193808:0:40407:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007ce2c94f. 00040000:00000010:0.0:1767384983.193814:0:40407:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d4e85776. 00040000:00000010:0.0:1767384983.193821:0:40407:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000098cdb9d0. 00080000:00000010:0.0:1767384983.193827:0:40407:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000cb818e8f. 10000000:00000010:0.0:1767384983.193837:0:40407:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 0000000068e5ef65. 00000100:00000010:0.0:1767384983.193847:0:40407:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000af4fcc39. 02000000:00000010:0.0:1767384983.193857:0:40407:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000098fe52a8. 00010000:00000010:0.0:1767384983.193869:0:40407:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e066216e. 00000100:00000010:0.0:1767384983.193885:0:40407:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d9dc7ab0. 02000000:00000010:0.0:1767384983.193899:0:40407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000562c1e56. 00000400:00000010:0.0:1767384983.193905:0:40407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005c24a83. 00000400:00000010:0.0:1767384983.193915:0:40407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccae3aef. 00000100:00000200:0.0:1767384983.193922:0:40407:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358529024, portal 25 00000400:00000010:0.0:1767384983.193928:0:40407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbe16274. 00000100:00000200:0.0:1767384983.193933:0:40407:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237358529024, offset 0 00000400:00000200:0.0:1767384983.193941:0:40407:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384983.193955:0:40407:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384983.193963:0:40407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958272708a00 00000400:00000200:0.0:1767384983.193970:0:40407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2155 [2] + 0 00000400:00000010:0.0:1767384983.193974:0:40407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b41b8865. 00000400:00000200:0.0:1767384983.193982:0:40407:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000803e4410 00000400:00000200:0.0:1767384983.193989:0:40407:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384983.193995:0:40407:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384983.194003:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000803e4410 00000400:00000010:0.0:1767384983.194007:0:40407:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000803e4410. 00000100:00000200:0.0:1767384983.194058:0:40407:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384983.194084:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbe16274 00000400:00000010:0.0:1767384983.194087:0:40407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbe16274. 00000100:00000200:0.0:1767384983.194101:0:40407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000af4fcc39 x1853237358529024/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384999 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384983.194188:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000de52f8c9. 00000020:00000010:0.0:1767384983.194192:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000de52f8c9. 00000020:00000010:0.0:1767384983.194209:0:40411:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f97d2e40. 00000020:00000010:0.0:1767384983.194214:0:40411:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a02a1eae. 00000020:00000010:0.0:1767384983.194218:0:40411:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384983.194253:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000de52f8c9. 00000020:00000010:0.0:1767384983.194258:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000de52f8c9. 00000100:00000200:0.0:1767384983.194262:0:40411:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358529024 00010000:00000010:0.0:1767384983.194278:0:40411:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ac75b9fe. 02000000:00000010:0.0:1767384983.194288:0:40411:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000dc6077d8. 00010000:00000200:0.0:1767384983.194298:0:40411:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002dafda87 x1853237358529024/t0(0) o101->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:209/0 lens 328/344 e 0 to 0 dl 1767384994 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384983.194311:0:40411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbe16274. 00000100:00000200:0.0:1767384983.194314:0:40411:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237358529024, offset 224 00000400:00000200:0.0:1767384983.194319:0:40411:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384983.194325:0:40411:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384983.194333:0:40411:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958272708a00 00000400:00000200:0.0:1767384983.194339:0:40411:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a41 [1] + 224 00000400:00000200:0.0:1767384983.194344:0:40411:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384983.194347:0:40411:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384983.194353:0:40411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000af4fcc39 x1853237358529024/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384999 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384983.194377:0:40411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbe16274 00000400:00000010:0.0:1767384983.194381:0:40411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbe16274. 00000020:00000010:0.0:1767384983.194399:0:40411:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a02a1eae. 00000020:00000010:0.0:1767384983.194406:0:40411:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384983.194415:0:40411:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f97d2e40. 02000000:00000010:0.0:1767384983.194426:0:40411:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000dc6077d8. 00000100:00000200:0.0:1767384983.194433:0:40411:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384983.194437:0:40411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000050288. 00000400:00000010:0.0:1767384983.194442:0:40411:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c345cd29. 00000400:00000010:0.0:1767384983.194462:0:40407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005c24a83. 00000400:00000200:0.0:1767384983.194466:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccae3aef 00000400:00000010:0.0:1767384983.194468:0:40407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccae3aef. 00000100:00000200:0.0:1767384983.194474:0:40407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000af4fcc39 x1853237358529024/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384983.194493:0:40407:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000af4fcc39 x1853237358529024/t0(0) o101->MGC192.168.203.157@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384983.194516:0:40407:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d9dc7ab0. 02000000:00000010:0.0:1767384983.194529:0:40407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000562c1e56. 02000000:00000010:0.0:1767384983.194534:0:40407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000098fe52a8. 00000100:00000010:0.0:1767384983.194538:0:40407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000af4fcc39. 10000000:00000010:0.0:1767384983.194546:0:40407:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000de52f8c9. 00000020:00000010:0.0:1767384983.194550:0:40407:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f97d2e40. 00000020:00000010:0.0:1767384983.194554:0:40407:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e9920fef. 00000040:00000010:0.0:1767384983.194560:0:40407:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008862c44b. 00000020:00000010:0.0:1767384983.194563:0:40407:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007ab0bd65. 00000020:00000010:0.0:1767384983.194568:0:40407:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009a918053. 80000000:00000010:0.0:1767384983.194572:0:40407:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000272d67c2. 00040000:00000010:0.0:1767384983.194576:0:40407:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000098fe52a8. 00080000:00000010:0.0:1767384983.194581:0:40407:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b722416a. 20000000:00000010:0.0:1767384983.194587:0:40407:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000d6418296. 00000040:00000010:0.0:1767384983.194594:0:40407:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007a33e5ce. 00000100:00000010:0.0:1767384983.194599:0:40407:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000af4fcc39. 02000000:00000010:0.0:1767384983.194608:0:40407:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008a3f1e51. 00000100:00000010:0.0:1767384983.194616:0:40407:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d9dc7ab0. 02000000:00000010:0.0:1767384983.194626:0:40407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000188362cb. 00000400:00000010:0.0:1767384983.194629:0:40407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005c24a83. 00000400:00000010:0.0:1767384983.194633:0:40407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccae3aef. 00000100:00000200:0.0:1767384983.194636:0:40407:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358529152, portal 25 00000400:00000010:0.0:1767384983.194640:0:40407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbe16274. 00000100:00000200:0.0:1767384983.194642:0:40407:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237358529152, offset 0 00000400:00000200:0.0:1767384983.194648:0:40407:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384983.194655:0:40407:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384983.194663:0:40407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x6958272708a80 00000400:00000200:0.0:1767384983.194668:0:40407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x2159 [2] + 0 00000400:00000010:0.0:1767384983.194672:0:40407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1e04d16. 00000400:00000200:0.0:1767384983.194684:0:40407:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ce34f9e9 00000400:00000200:0.0:1767384983.194688:0:40407:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384983.194693:0:40407:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384983.194697:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce34f9e9 00000400:00000010:0.0:1767384983.194699:0:40407:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ce34f9e9. 00000100:00000200:0.0:1767384983.194703:0:40407:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384983.194726:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbe16274 00000400:00000010:0.0:1767384983.194729:0:40407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbe16274. 00000100:00000200:0.0:1767384983.194743:0:40407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000af4fcc39 x1853237358529152/t0(0) o501->MGC192.168.203.157@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384999 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384983.194777:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000acd115f9. 00000020:00000010:2.0:1767384983.194786:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000acd115f9. 00000020:00000010:2.0:1767384983.194792:0:40411:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002008713c. 00000020:00000010:2.0:1767384983.194799:0:40411:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b7b78383. 00000020:00000010:2.0:1767384983.194804:0:40411:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384983.194852:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000acd115f9. 00000020:00000010:2.0:1767384983.194858:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000acd115f9. 00000100:00000200:2.0:1767384983.194863:0:40411:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358529152 02000000:00000010:2.0:1767384983.194879:0:40411:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000d65fb305. 00000040:00000010:2.0:1767384983.194889:0:40411:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b2383936. 00000040:00000010:2.0:1767384983.194963:0:40411:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000e9117bdb. 00000040:00000010:2.0:1767384983.194975:0:40411:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000e9117bdb. 00000040:00000010:2.0:1767384983.194978:0:40411:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b2383936. 20000000:00000010:2.0:1767384983.194985:0:40411:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000acd115f9. 20000000:00000010:2.0:1767384983.194988:0:40411:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 00000000acd115f9. 00010000:00000200:2.0:1767384983.194994:0:40411:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000041273603 x1853237358529152/t0(0) o501->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:209/0 lens 512/272 e 0 to 0 dl 1767384994 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384983.195006:0:40411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000215a14a2. 00000100:00000200:2.0:1767384983.195009:0:40411:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237358529152, offset 224 00000400:00000200:2.0:1767384983.195048:0:40411:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384983.195057:0:40411:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384983.195063:0:40411:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958272708a80 00000400:00000200:2.0:1767384983.195068:0:40411:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2a51 [1] + 224 00000400:00000200:2.0:1767384983.195079:0:40411:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384983.195082:0:40411:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384983.195090:0:40411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000af4fcc39 x1853237358529152/t0(0) o501->MGC192.168.203.157@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384999 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384983.195115:0:40411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000215a14a2 00000400:00000010:2.0:1767384983.195116:0:40411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000215a14a2. 00000400:00000010:0.0:1767384983.195132:0:40407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005c24a83. 00000020:00000010:2.0:1767384983.195133:0:40411:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b7b78383. 00000020:00000010:2.0:1767384983.195140:0:40411:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2cba584. 00000400:00000200:0.0:1767384983.195157:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccae3aef 00000020:00000010:2.0:1767384983.195165:0:40411:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002008713c. 00000400:00000010:0.0:1767384983.195165:0:40407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccae3aef. 02000000:00000010:2.0:1767384983.195181:0:40411:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000d65fb305. 00000100:00000200:0.0:1767384983.195183:0:40407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000af4fcc39 x1853237358529152/t0(0) o501->MGC192.168.203.157@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384983.195191:0:40411:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384983.195197:0:40411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ade793e6. 00000100:00000200:0.0:1767384983.195197:0:40407:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000af4fcc39 x1853237358529152/t0(0) o501->MGC192.168.203.157@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384983.195208:0:40411:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005399a2c2. 00000100:00000010:0.0:1767384983.195238:0:40407:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d9dc7ab0. 02000000:00000010:0.0:1767384983.195250:0:40407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000188362cb. 02000000:00000010:0.0:1767384983.195254:0:40407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008a3f1e51. 00000100:00000010:0.0:1767384983.195257:0:40407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000af4fcc39. 00000040:00000010:0.0:1767384983.195266:0:40407:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000063d1fab2. 00000100:00000010:0.0:1767384983.195271:0:40407:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000af4fcc39. 02000000:00000010:0.0:1767384983.195279:0:40407:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008a3f1e51. 00000100:00000010:0.0:1767384983.195285:0:40407:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d9dc7ab0. 02000000:00000010:0.0:1767384983.195303:0:40407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000003b6af04b. 00000400:00000010:0.0:1767384983.195309:0:40407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005c24a83. 00000400:00000010:0.0:1767384983.195316:0:40407:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000033d949a7. 00000100:00000200:0.0:1767384983.195321:0:40407:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237358529280, portal 25 00000400:00000010:0.0:1767384983.195326:0:40407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccae3aef. 00000100:00000200:0.0:1767384983.195329:0:40407:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237358529280, offset 0 00000400:00000200:0.0:1767384983.195337:0:40407:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384983.195347:0:40407:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384983.195363:0:40407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272708b00 00000400:00000200:0.0:1767384983.195370:0:40407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x215d [2] + 0 00000400:00000010:0.0:1767384983.195374:0:40407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076c966c7. 00000400:00000200:0.0:1767384983.195378:0:40407:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000a0fafcd 00000400:00000200:0.0:1767384983.195382:0:40407:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384983.195387:0:40407:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384983.195391:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a0fafcd 00000400:00000010:0.0:1767384983.195394:0:40407:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a0fafcd. 00000100:00000200:0.0:1767384983.195398:0:40407:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384983.195415:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccae3aef 00000400:00000010:0.0:1767384983.195418:0:40407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccae3aef. 00000100:00000200:0.0:1767384983.195430:0:40407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000af4fcc39 x1853237358529280/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384999 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384983.195446:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000acd115f9. 00000020:00000010:2.0:1767384983.195451:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000acd115f9. 00000020:00000010:2.0:1767384983.195456:0:40411:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002008713c. 00000020:00000010:2.0:1767384983.195460:0:40411:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b7b78383. 00000020:00000010:2.0:1767384983.195464:0:40411:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384983.195506:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000acd115f9. 00000020:00000010:2.0:1767384983.195509:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000acd115f9. 00000100:00000200:2.0:1767384983.195512:0:40411:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358529280 02000000:00000010:2.0:1767384983.195533:0:40411:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 0000000034dcf0dc. 00000040:00000010:2.0:1767384983.195539:0:40411:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b2383936. 00000040:00000010:2.0:1767384983.195548:0:40411:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000bd603c1b. 00000040:00000010:2.0:1767384983.195880:0:40411:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000bd603c1b. 00000040:00000010:2.0:1767384983.195887:0:40411:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b2383936. 00010000:00000200:2.0:1767384983.195899:0:40411:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006dbb5659 x1853237358529280/t0(0) o503->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:209/0 lens 272/8416 e 0 to 0 dl 1767384994 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384983.195910:0:40411:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000987342b3. 00000100:00000200:2.0:1767384983.195915:0:40411:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237358529280, offset 224 00000400:00000200:2.0:1767384983.195924:0:40411:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384983.195936:0:40411:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384983.195945:0:40411:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958272708b00 00000400:00000200:2.0:1767384983.195952:0:40411:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2a61 [4] + 224 00000400:00000200:2.0:1767384983.195959:0:40411:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384983.195965:0:40411:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384983.195972:0:40411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000af4fcc39 x1853237358529280/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384999 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384983.195994:0:40411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000987342b3 00000400:00000010:2.0:1767384983.195996:0:40411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000987342b3. 00000020:00000010:2.0:1767384983.196009:0:40411:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b7b78383. 00000020:00000010:2.0:1767384983.196074:0:40411:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384983.196081:0:40411:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002008713c. 00000400:00000010:0.0:1767384983.196089:0:40407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005c24a83. 02000000:00000010:2.0:1767384983.196093:0:40411:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 0000000034dcf0dc. 00000400:00000200:0.0:1767384983.196097:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033d949a7 00000400:00000010:0.0:1767384983.196103:0:40407:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000033d949a7. 00000100:00000200:0.0:1767384983.196115:0:40407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000af4fcc39 x1853237358529280/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384983.196117:0:40411:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384983.196125:0:40411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dab3b12f. 00000400:00000010:2.0:1767384983.196133:0:40411:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000987342b3. 00000100:00000200:0.0:1767384983.196136:0:40407:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000af4fcc39 x1853237358529280/t0(0) o503->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384983.196177:0:40407:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d9dc7ab0. 02000000:00000010:0.0:1767384983.196188:0:40407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000003b6af04b. 02000000:00000010:0.0:1767384983.196201:0:40407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008a3f1e51. 00000100:00000010:0.0:1767384983.196207:0:40407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000af4fcc39. 00000040:00000010:0.0:1767384983.196214:0:40407:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000006b07c2a. 00000020:00000010:2.0:1767384983.196438:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2383936. 00000020:00000010:2.0:1767384983.196444:0:40444:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000095162a1a. 00000040:00000010:2.0:1767384983.196448:0:40444:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000061136bb6. 00000020:00000010:2.0:1767384983.196451:0:40444:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000089ee90f1. 00000020:00000010:2.0:1767384983.196455:0:40444:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e0902da5. 00000020:00000010:2.0:1767384983.196461:0:40444:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c6f3b890. 80000000:00000010:2.0:1767384983.196465:0:40444:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f24185b3. 40000000:00000010:2.0:1767384983.196469:0:40444:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cee1712b. 00100000:00000010:2.0:1767384983.196472:0:40444:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000058a26f49. 00040000:00000010:2.0:1767384983.196475:0:40444:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004e9c05bb. 00040000:00000010:2.0:1767384983.196482:0:40444:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000014550072. 00040000:00000010:2.0:1767384983.196486:0:40444:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008df8a46d. 00080000:00000010:2.0:1767384983.196490:0:40444:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005ebd018a. 00000004:00000010:2.0:1767384983.196493:0:40444:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d35f1324. 00000004:00000010:2.0:1767384983.196500:0:40444:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d5715121. 00000004:00000010:2.0:1767384983.196504:0:40444:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003ac04060. 00002000:00000010:2.0:1767384983.196507:0:40444:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d65fb305. 00000004:00000010:2.0:1767384983.196512:0:40444:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000875a0cf5. 00000020:00000010:2.0:1767384983.196518:0:40444:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003e689fac. 00000040:00000010:2.0:1767384983.196528:0:40444:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000bd603c1b. 00000100:00000010:2.0:1767384983.196535:0:40444:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000255e66d5. 02000000:00000010:2.0:1767384983.196546:0:40444:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000076721025. 00000100:00000010:2.0:1767384983.196555:0:40444:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d42f686f. 02000000:00000010:2.0:1767384983.196581:0:40444:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000003b6af04b. 00000400:00000010:2.0:1767384983.196585:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aac7f88b. 00000400:00000010:2.0:1767384983.196593:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000e039dbc3. 00000100:00000200:2.0:1767384983.196596:0:40444:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237358529408, portal 25 00000400:00000010:2.0:1767384983.196600:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000215a14a2. 00000100:00000200:2.0:1767384983.196602:0:40444:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237358529408, offset 0 00000400:00000200:2.0:1767384983.196854:0:40444:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384983.196862:0:40444:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384983.196870:0:40444:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272708b80 00000400:00000200:2.0:1767384983.196874:0:40444:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2161 [2] + 0 00000400:00000010:2.0:1767384983.196877:0:40444:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d4fcd82. 00000400:00000200:2.0:1767384983.196880:0:40444:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005e847c2e 00000400:00000200:2.0:1767384983.196883:0:40444:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384983.196890:0:40444:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384983.196896:0:40444:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e847c2e 00000400:00000010:2.0:1767384983.196899:0:40444:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005e847c2e. 00000100:00000200:2.0:1767384983.196906:0:40444:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384983.196928:0:40444:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000215a14a2 00000400:00000010:2.0:1767384983.196929:0:40444:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000215a14a2. 00000100:00000200:2.0:1767384983.196938:0:40444:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000255e66d5 x1853237358529408/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384999 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384983.196991:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071c59f13. 00000020:00000010:0.0:1767384983.197000:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071c59f13. 00000020:00000010:0.0:1767384983.197836:0:40411:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008a3f1e51. 00000020:00000010:0.0:1767384983.197843:0:40411:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a02a1eae. 00000020:00000010:0.0:1767384983.197846:0:40411:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384983.197902:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000073983182. 00000020:00000010:0.0:1767384983.197906:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000073983182. 00000100:00000200:0.0:1767384983.197922:0:40412:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358529408 02000000:00000010:0.0:1767384983.197947:0:40412:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 0000000034dcf0dc. 00000040:00000010:0.0:1767384983.197960:0:40412:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000188362cb. 00000040:00000010:0.0:1767384983.197983:0:40412:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007e23b265. 00000040:00000010:0.0:1767384983.198534:0:40412:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007e23b265. 00000040:00000010:0.0:1767384983.198541:0:40412:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000188362cb. 00010000:00000200:0.0:1767384983.198553:0:40412:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000089dff5ca x1853237358529408/t0(0) o502->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:209/0 lens 272/8472 e 0 to 0 dl 1767384994 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384983.198570:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000061dc1544. 00000100:00000200:0.0:1767384983.198576:0:40412:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237358529408, offset 224 00000400:00000200:0.0:1767384983.198583:0:40412:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384983.198594:0:40412:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384983.198607:0:40412:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958272708b80 00000400:00000200:0.0:1767384983.198616:0:40412:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2a71 [4] + 224 00000400:00000200:0.0:1767384983.198627:0:40412:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384983.198633:0:40412:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384983.198642:0:40412:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000255e66d5 x1853237358529408/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384999 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384983.198662:0:40412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061dc1544 00000400:00000010:0.0:1767384983.198666:0:40412:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000061dc1544. 00000020:00000010:0.0:1767384983.198687:0:40412:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a02a1eae. 00000020:00000010:0.0:1767384983.198694:0:40412:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384983.198700:0:40412:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008a3f1e51. 02000000:00000010:0.0:1767384983.198713:0:40412:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 0000000034dcf0dc. 00000100:00000200:0.0:1767384983.198732:0:40412:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384983.198737:0:40412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005c24a83. 00000400:00000010:0.0:1767384983.198742:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000061dc1544. 00000400:00000010:2.0:1767384983.198750:0:40444:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aac7f88b. 00000400:00000200:2.0:1767384983.198757:0:40444:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e039dbc3 00000400:00000010:2.0:1767384983.198759:0:40444:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000e039dbc3. 00000100:00000200:2.0:1767384983.198775:0:40444:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000255e66d5 x1853237358529408/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384983.198788:0:40444:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000255e66d5 x1853237358529408/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384983.198825:0:40444:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d42f686f. 02000000:00000010:2.0:1767384983.198837:0:40444:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000003b6af04b. 02000000:00000010:2.0:1767384983.198855:0:40444:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000076721025. 00000100:00000010:2.0:1767384983.198861:0:40444:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000255e66d5. 00000100:00000010:2.0:1767384983.198881:0:40444:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000002277cb6a. 00000400:00000200:2.0:1767384983.198886:0:40444:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:2.0:1767384983.198892:0:40444:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.157@tcp 00000400:00000200:2.0:1767384983.198901:0:40444:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384983.198906:0:40444:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa3f4fd0 (42) 00000400:00000200:2.0:1767384983.198913:0:40444:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384983.198918:0:40444:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.157@tcp NID 192.168.203.157@tcp: 0. pending discovery 00000400:00000200:2.0:1767384983.198920:0:40444:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa3f4fd0 (43) 00000400:00000200:2.0:1767384983.198923:0:40444:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp 00000400:00000200:2.0:1767384983.198926:0:40444:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.157@tcp10 00000400:00000200:2.0:1767384983.198930:0:40444:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.198933:0:40444:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp10 00000400:00000200:2.0:1767384983.198935:0:40444:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.157@tcp11 00000400:00000200:2.0:1767384983.198939:0:40444:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.198941:0:40444:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp11 00000400:00000200:2.0:1767384983.198943:0:40444:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.157@tcp12 00000400:00000200:2.0:1767384983.198948:0:40444:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.198950:0:40444:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp12 00000400:00000200:2.0:1767384983.198952:0:40444:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.157@tcp13 00000400:00000200:2.0:1767384983.198955:0:40444:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.198957:0:40444:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp13 00000400:00000200:2.0:1767384983.198959:0:40444:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.157@tcp14 00000400:00000200:2.0:1767384983.198963:0:40444:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.198964:0:40444:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp14 00000400:00000200:2.0:1767384983.198967:0:40444:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.157@tcp15 00000400:00000200:2.0:1767384983.198971:0:40444:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.198973:0:40444:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp15 00000400:00000200:2.0:1767384983.198975:0:40444:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.157@tcp16 00000400:00000200:2.0:1767384983.198980:0:40444:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.198982:0:40444:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp16 00000400:00000200:2.0:1767384983.198985:0:40444:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.157@tcp17 00000400:00000200:2.0:1767384983.198988:0:40444:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.198991:0:40444:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp17 00000400:00000200:2.0:1767384983.198994:0:40444:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.157@tcp18 00000400:00000200:2.0:1767384983.198997:0:40444:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.198999:0:40444:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp18 00000400:00000200:2.0:1767384983.199001:0:40444:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.157@tcp19 00000400:00000200:2.0:1767384983.199006:0:40444:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.199008:0:40444:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp19 00000400:00000200:2.0:1767384983.199010:0:40444:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.157@tcp20 00000400:00000200:2.0:1767384983.199042:0:40444:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.199045:0:40444:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp20 00000400:00000200:2.0:1767384983.199047:0:40444:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.157@tcp21 00000400:00000200:2.0:1767384983.199056:0:40444:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.199060:0:40444:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp21 00000400:00000200:2.0:1767384983.199063:0:40444:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.157@tcp22 00000400:00000200:2.0:1767384983.199069:0:40444:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.199071:0:40444:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp22 00000400:00000200:2.0:1767384983.199074:0:40444:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.157@tcp23 00000400:00000200:2.0:1767384983.199077:0:40444:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.199079:0:40444:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp23 00000400:00000200:2.0:1767384983.199081:0:40444:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.157@tcp24 00000400:00000200:2.0:1767384983.199084:0:40444:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.199085:0:40444:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp24 00000400:00000200:2.0:1767384983.199088:0:40444:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.157@tcp25 00000400:00000200:2.0:1767384983.199091:0:40444:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.199093:0:40444:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp25 00000400:00000200:2.0:1767384983.199096:0:40444:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.157@tcp26 00000400:00000200:2.0:1767384983.199100:0:40444:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.199102:0:40444:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp26 00000400:00000200:2.0:1767384983.199105:0:40444:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.157@tcp27 00000400:00000200:2.0:1767384983.199109:0:40444:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.199111:0:40444:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp27 00000400:00000200:2.0:1767384983.199114:0:40444:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.157@tcp28 00000400:00000200:2.0:1767384983.199118:0:40444:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.199120:0:40444:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp28 00000400:00000200:2.0:1767384983.199123:0:40444:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.157@tcp29 00000400:00000200:2.0:1767384983.199127:0:40444:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.199129:0:40444:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp29 00000400:00000200:2.0:1767384983.199131:0:40444:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.157@tcp30 00000400:00000200:2.0:1767384983.199136:0:40444:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.199138:0:40444:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp30 00000400:00000200:2.0:1767384983.199140:0:40444:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.157@tcp31 00000400:00000200:2.0:1767384983.199161:0:40444:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.199163:0:40444:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp31 00000400:00000200:2.0:1767384983.199166:0:40444:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.157@tcp32 00000400:00000200:2.0:1767384983.199171:0:40444:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.199173:0:40444:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp32 00000400:00000200:2.0:1767384983.199175:0:40444:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.157@tcp33 00000400:00000200:2.0:1767384983.199181:0:40444:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.199184:0:40444:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp33 00000400:00000200:2.0:1767384983.199187:0:40444:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.157@tcp34 00000400:00000200:2.0:1767384983.199190:0:40444:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.199192:0:40444:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp34 00000400:00000200:2.0:1767384983.199194:0:40444:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.157@tcp35 00000400:00000200:2.0:1767384983.199198:0:40444:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.199199:0:40444:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp35 00000400:00000200:2.0:1767384983.199201:0:40444:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.157@tcp36 00000400:00000200:2.0:1767384983.199207:0:40444:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.199209:0:40444:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp36 00000400:00000200:2.0:1767384983.199212:0:40444:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.157@tcp37 00000400:00000200:2.0:1767384983.199216:0:40444:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.199218:0:40444:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp37 00000400:00000200:2.0:1767384983.199220:0:40444:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.157@tcp38 00000400:00000200:2.0:1767384983.199224:0:40444:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.199227:0:40444:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp38 00000400:00000200:2.0:1767384983.199229:0:40444:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.157@tcp39 00000400:00000200:2.0:1767384983.199233:0:40444:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.199234:0:40444:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp39 00000400:00000200:2.0:1767384983.199237:0:40444:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.157@tcp40 00000400:00000200:2.0:1767384983.199241:0:40444:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.157@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767384983.199243:0:40444:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.157@tcp40 00000100:00000010:2.0:1767384983.199248:0:40444:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000002277cb6a. 00000020:00000010:2.0:1767384983.199255:0:40444:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 00000000715ca815. 00000020:00000010:2.0:1767384983.199260:0:40444:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000d470f51d. 00000020:00000010:2.0:1767384983.199265:0:40444:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000d470f51d. 00000020:00000010:2.0:1767384983.199273:0:40444:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 00000000d470f51d. 00000020:00000010:2.0:1767384983.199279:0:40444:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 00000000b7b78383. 00000020:00000010:2.0:1767384983.199305:0:40444:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000003b6af04b. 00000020:00000010:2.0:1767384983.199314:0:40444:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006b38160f. 00000020:00000010:2.0:1767384983.199341:0:40444:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 00000000b7b78383. 00000020:00000010:2.0:1767384983.199351:0:40444:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 00000000d4f8e2ae. 00000001:00000010:2.0:1767384983.199376:0:40444:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000002d7b8b0b. 00000001:00000010:2.0:1767384983.199383:0:40444:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000d9b9f1c2. 00000001:00000010:2.0:1767384983.199391:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000076721025. 00000001:00000010:2.0:1767384983.199395:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fc5ca5b4. 00000001:00000010:2.0:1767384983.199400:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007628f704. 00000001:00000010:2.0:1767384983.199405:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000026fffaa3. 00000001:00000010:2.0:1767384983.199409:0:40444:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000099889e82. 00000001:00000010:2.0:1767384983.199417:0:40444:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000003e21ce27. 00000001:00000010:2.0:1767384983.199420:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c381ec43. 00000001:00000010:2.0:1767384983.199423:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000beb39d1e. 00000001:00000010:2.0:1767384983.199426:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a9f95765. 00000001:00000010:2.0:1767384983.199430:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001ac6bd2a. 00000020:00000010:2.0:1767384983.199434:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000859c58ec. 00000020:00000010:2.0:1767384983.199438:0:40444:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b7b78383. 00000020:00000010:2.0:1767384983.199443:0:40444:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f2cba584. 00000008:00000010:2.0:1767384983.199451:0:40444:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000759b3952. 00020000:00000010:2.0:1767384983.199456:0:40444:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000ea990356. 00008000:00000010:2.0:1767384983.199461:0:40444:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000007aa7b892. 00000080:00000010:2.0:1767384983.199467:0:40444:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000003629f36e. 00000020:00000010:2.0:1767384983.199474:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae753a00. 00000020:00000010:2.0:1767384983.199479:0:40444:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c35ad850. 00000040:00000010:2.0:1767384983.199483:0:40444:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b31b9988. 00000020:00000010:2.0:1767384983.199488:0:40444:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000de8ebe94. 00000020:00000010:2.0:1767384983.199493:0:40444:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000022046e70. 00000020:00000010:2.0:1767384983.199502:0:40444:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d609510c. 80000000:00000010:2.0:1767384983.199507:0:40444:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002d4cabc0. 40000000:00000010:2.0:1767384983.199511:0:40444:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002bbdedec. 00100000:00000010:2.0:1767384983.199514:0:40444:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002a73929a. 00040000:00000010:2.0:1767384983.199519:0:40444:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004062f827. 00040000:00000010:2.0:1767384983.199525:0:40444:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000dd962a4c. 00040000:00000010:2.0:1767384983.199529:0:40444:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000ae7da62. 00080000:00000010:2.0:1767384983.199536:0:40444:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000dee54a18. 00000004:00000010:2.0:1767384983.199541:0:40444:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000058a0c9. 00000004:00000010:2.0:1767384983.199546:0:40444:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ee435eac. 00000004:00000010:2.0:1767384983.199551:0:40444:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e235a287. 00000004:00000010:2.0:1767384983.199570:0:40444:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004a9840ae. 00000010:00000010:2.0:1767384983.199576:0:40444:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 00000000faaa6dc5. 00000010:00000010:2.0:1767384983.199927:0:40444:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 00000000f7770b48. 00000010:00000010:2.0:1767384983.199934:0:40444:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 00000000dc2e38b9. 00000020:00000010:3.0:1767384983.199965:0:40443:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000070e8ceaa. 00000010:00000010:2.0:1767384983.199969:0:40444:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 000000002d93a70c. 00000020:00000010:3.0:1767384983.199973:0:40443:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000070e8ceaa. 00000010:00000010:2.0:1767384983.199979:0:40444:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 000000003a2acf31. 00010000:00000010:2.0:1767384983.199988:0:40444:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 000000005b1be94b. 00010000:00000010:2.0:1767384983.200001:0:40444:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 0000000062091b04. 00010000:00000010:2.0:1767384983.200135:0:40444:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 0000000000583ac7. 00000020:00000010:2.0:1767384983.200154:0:40444:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000006dc4e8c2. 00000100:00000200:2.0:1767384983.200209:0:40444:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.157@tcp->12345-0@lo 00010000:00000010:2.0:1767384983.200214:0:40444:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000ffb675b6. 00010000:00000010:2.0:1767384983.200221:0:40444:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000b8fb9adb. 00000001:00000010:2.0:1767384983.200224:0:40444:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000ad89abc3. 00000001:00000010:2.0:1767384983.200228:0:40444:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 000000000805ece3. 00000001:00000010:2.0:1767384983.200482:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cc172101. 00000001:00000010:2.0:1767384983.200903:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004823cbef. 00000001:00000010:2.0:1767384983.200997:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000018ea8426. 00000001:00000010:2.0:1767384983.201127:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006af679bb. 00000001:00000010:2.0:1767384983.201229:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ebb75fce. 00000001:00000010:2.0:1767384983.201318:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000bf9bbda. 00000001:00000010:2.0:1767384983.201412:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f62aed17. 00000001:00000010:2.0:1767384983.201525:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000823921a8. 00000001:00000010:2.0:1767384983.201616:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d7a1f2c3. 00000001:00000010:2.0:1767384983.201695:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009a554fae. 00000001:00000010:2.0:1767384983.201811:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ac57a82c. 00000001:00000010:2.0:1767384983.201904:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009c35c3eb. 00000001:00000010:2.0:1767384983.202000:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bf12ba99. 00000001:00000010:2.0:1767384983.202119:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000696b6be6. 00000001:00000010:2.0:1767384983.202244:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b556a18c. 00080000:00000010:0.0:1767384983.202289:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000728f903b. 00080000:00000010:0.0:1767384983.202297:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ef33abcd. 00000004:00000010:0.0:1767384983.202314:0:16798:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 00000000e07955cb. 00080000:00000010:0.0:1767384983.202318:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000094278d1b. 00080000:00000010:0.0:1767384983.202324:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c32c5133. 00080000:00000010:0.0:1767384983.202332:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000007f86576. 00000001:00000010:2.0:1767384983.202341:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006f228ec8. 00000001:00000010:2.0:1767384983.202422:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a2af5f21. 00000001:00000010:2.0:1767384983.202495:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000795e9980. 00000001:00000010:2.0:1767384983.202567:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fe84f4d5. 00000001:00000010:2.0:1767384983.202639:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002f0186c6. 00000001:00000010:2.0:1767384983.202716:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007739cbbd. 00000001:00000010:2.0:1767384983.202779:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001f320a12. 00000001:00000010:2.0:1767384983.202843:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000b523810. 00000001:00000010:2.0:1767384983.202893:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001216f558. 00000001:00000010:2.0:1767384983.202940:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007d713062. 00000001:00000010:2.0:1767384983.202986:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000082ba8b73. 00000001:00000010:2.0:1767384983.203076:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000036797ba8. 00000001:00000010:2.0:1767384983.203141:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b0b07e2b. 00000001:00000010:2.0:1767384983.203227:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000221eb773. 00000001:00000010:2.0:1767384983.203276:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002fec4387. 00000001:00000010:2.0:1767384983.203326:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004aba9357. 00000001:00000010:2.0:1767384983.203370:0:40444:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000784bfe49. 00000020:00000010:2.0:1767384983.203425:0:40444:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ae4c2773. 00000020:00000010:2.0:1767384983.203428:0:40444:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000ca4b1ffd. 00000020:00000010:2.0:1767384983.203480:0:40444:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000d8cb7b5d. 00000020:00000010:2.0:1767384983.203482:0:40444:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000003624f73. 00000010:00000010:2.0:1767384983.203496:0:40444:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 00000000f7770b48. 00000010:00000010:2.0:1767384983.203500:0:40444:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 000000002d93a70c. 00000010:00000010:2.0:1767384983.203502:0:40444:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 00000000dc2e38b9. 00000010:00000010:2.0:1767384983.203503:0:40444:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 000000003a2acf31. 00000020:00000010:2.0:1767384983.203527:0:40444:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b9563911. 00000020:00000010:2.0:1767384983.203531:0:40444:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000b677c18a. 00000020:00000010:2.0:1767384983.203547:0:40444:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c35ad850. 00000040:00000010:2.0:1767384983.203551:0:40444:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b31b9988. 00000020:00000010:2.0:1767384983.203554:0:40444:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000de8ebe94. 00000020:00000010:2.0:1767384983.203558:0:40444:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000022046e70. 00000020:00000010:2.0:1767384983.203561:0:40444:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d609510c. 80000000:00000010:2.0:1767384983.203566:0:40444:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002d4cabc0. 40000000:00000010:2.0:1767384983.203569:0:40444:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002bbdedec. 00100000:00000010:2.0:1767384983.203572:0:40444:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002a73929a. 00040000:00000010:2.0:1767384983.203575:0:40444:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004062f827. 00040000:00000010:2.0:1767384983.203577:0:40444:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000dd962a4c. 00040000:00000010:2.0:1767384983.203580:0:40444:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000ae7da62. 00080000:00000010:2.0:1767384983.203582:0:40444:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000dee54a18. 00000004:00000010:2.0:1767384983.203585:0:40444:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000058a0c9. 00000004:00000010:2.0:1767384983.203589:0:40444:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ee435eac. 00000004:00000010:2.0:1767384983.203591:0:40444:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e235a287. 00000004:00000010:2.0:1767384983.203598:0:40444:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004a9840ae. 00000020:00000010:2.0:1767384983.203601:0:40444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae753a00. 00000020:00000010:2.0:1767384983.203606:0:40444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b7b78383. 00000020:00000010:2.0:1767384983.203609:0:40444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2cba584. 00000008:00000010:2.0:1767384983.203613:0:40444:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000759b3952. 00020000:00000010:2.0:1767384983.203618:0:40444:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000ea990356. 00008000:00000010:2.0:1767384983.203624:0:40444:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000007aa7b892. 00000080:00000010:2.0:1767384983.203629:0:40444:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000003629f36e. 00000020:00000010:2.0:1767384983.203632:0:40444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000859c58ec. 00000020:00000010:2.0:1767384983.203636:0:40444:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 00000000d4f8e2ae. 00000020:00000010:2.0:1767384983.203644:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000ae7da62. 00000020:00000010:2.0:1767384983.203648:0:40444:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d609510c. 00000040:00000010:2.0:1767384983.203652:0:40444:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001f8b420a. 00000020:00000010:2.0:1767384983.203656:0:40444:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e235a287. 00000020:00000010:2.0:1767384983.203659:0:40444:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000022046e70. 00000020:00000010:2.0:1767384983.203663:0:40444:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000859c58ec. 80000000:00000010:2.0:1767384983.203666:0:40444:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000051f9c099. 40000000:00000010:2.0:1767384983.203669:0:40444:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c3f0243a. 00100000:00000010:2.0:1767384983.203671:0:40444:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000058a0c9. 00040000:00000010:2.0:1767384983.203674:0:40444:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004062f827. 00040000:00000010:2.0:1767384983.203677:0:40444:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000dee54a18. 00040000:00000010:2.0:1767384983.203680:0:40444:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ae753a00. 00080000:00000010:2.0:1767384983.203683:0:40444:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a711bb27. 00000004:00000010:2.0:1767384983.203686:0:40444:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000dd962a4c. 00000004:00000010:2.0:1767384983.203690:0:40444:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e6b46e70. 00000004:00000010:2.0:1767384983.203693:0:40444:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002a73929a. 00000004:00000010:2.0:1767384983.203695:0:40444:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004a9840ae. 00000020:00000010:2.0:1767384983.203698:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b31b9988. 00000020:00000010:2.0:1767384983.203702:0:40444:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b7b78383. 00000020:00000010:2.0:1767384983.203704:0:40444:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384983.203708:0:40444:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 00000000d42f686f. 00000020:00000010:2.0:1767384983.203710:0:40444:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 0000000050de4815. 00000020:00000010:2.0:1767384983.203714:0:40444:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000de8ebe94. 00000100:00000010:2.0:1767384983.203733:0:40444:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000255e66d5. 02000000:00000010:2.0:1767384983.203742:0:40444:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000003bf27ab1. 02000000:00000010:3.0:1767384983.203791:0:16126:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000aef72aa6. 00000400:00000010:3.0:1767384983.203797:0:16126:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027516453. 00000400:00000010:3.0:1767384983.203802:0:16126:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddfc7709. 00000100:00000200:3.0:1767384983.203805:0:16126:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358529536, portal 10 00000020:00000010:3.0:1767384983.203810:0:16126:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000073f6eac5. 00000400:00000010:3.0:1767384983.203814:0:16126:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050d0a2f1. 00000100:00000200:3.0:1767384983.203816:0:16126:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237358529536, offset 0 00000400:00000200:3.0:1767384983.203823:0:16126:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384983.203830:0:16126:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384983.203838:0:16126:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958272708c00 00000400:00000200:3.0:1767384983.203843:0:16126:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x223d [64] + 0 00000400:00000200:3.0:1767384983.203847:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384983.203852:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384983.203860:0:16126:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384983.203865:0:16126:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007b26b32b. 00000400:00000200:3.0:1767384983.203883:0:16126:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050d0a2f1 00000400:00000010:3.0:1767384983.203886:0:16126:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050d0a2f1. 00000100:00000200:3.0:1767384983.203893:0:16126:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000255e66d5 x1853237358529536/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384983.203937:0:40444:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 00000000d42f686f. 00000020:00000010:2.0:1767384983.203940:0:40444:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 0000000050de4815. 00000020:00000010:2.0:1767384983.203945:0:40444:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d609510c. 00000040:00000010:2.0:1767384983.203949:0:40444:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001f8b420a. 00000020:00000010:2.0:1767384983.203951:0:40444:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e235a287. 00000020:00000010:2.0:1767384983.203955:0:40444:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000022046e70. 00000020:00000010:2.0:1767384983.203960:0:40444:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000859c58ec. 80000000:00000010:2.0:1767384983.203963:0:40444:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000051f9c099. 00000020:00000010:3.0:1767384983.203964:0:40420:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000058a0cc4d. 40000000:00000010:2.0:1767384983.203965:0:40444:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c3f0243a. 00100000:00000010:2.0:1767384983.203972:0:40444:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000058a0c9. 00040000:00000010:3.0:1767384983.203974:0:40420:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000047404fe9. 00040000:00000010:2.0:1767384983.203974:0:40444:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004062f827. 00000004:00000010:3.0:1767384983.203983:0:40420:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f3d5a18c. 00040000:00000010:2.0:1767384983.203984:0:40444:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000dee54a18. 00040000:00000010:2.0:1767384983.204000:0:40444:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ae753a00. 00000004:00000010:3.0:1767384983.204001:0:40420:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a70cf4e6. 00000004:00000010:3.0:1767384983.204048:0:40420:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000659c11dd. 00080000:00000010:2.0:1767384983.204050:0:40444:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a711bb27. 00000004:00000010:2.0:1767384983.204054:0:40444:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000dd962a4c. 00000020:00000010:3.0:1767384983.204056:0:40420:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b03fb62. 00000004:00000010:2.0:1767384983.204057:0:40444:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e6b46e70. 00000020:00000010:3.0:1767384983.204062:0:40420:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009ba65df8. 00000004:00000010:2.0:1767384983.204063:0:40444:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002a73929a. 00000020:00000010:3.0:1767384983.204068:0:40420:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e5ff738c. 00000004:00000010:2.0:1767384983.204069:0:40444:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004a9840ae. 00000020:00000010:2.0:1767384983.204076:0:40444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000ae7da62. 00000020:00000010:2.0:1767384983.204081:0:40444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b7b78383. 00000020:00000010:2.0:1767384983.204084:0:40444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384983.204087:0:40444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b31b9988. 00000020:00000010:2.0:1767384983.204092:0:40444:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 00000000715ca815. 00000100:00000200:3.0:1767384983.204095:0:40420:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358529536 00000020:00000010:2.0:1767384983.204096:0:40444:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 00000000d470f51d. 02000000:00000010:3.0:1767384983.204114:0:40420:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000f97fb6f. 00000100:00000010:2.0:1767384983.204115:0:40444:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033591018. 00000400:00000010:3.0:1767384983.204134:0:40420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050d0a2f1. 02000000:00000010:2.0:1767384983.204134:0:40444:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b31b9988. 00000100:00000200:3.0:1767384983.204161:0:40420:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237358529536, offset 0 00000100:00000010:2.0:1767384983.204163:0:40444:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d42f686f. 00000400:00000200:3.0:1767384983.204169:0:40420:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384983.204176:0:40420:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384983.204183:0:40420:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958272708c00 00000400:00000200:3.0:1767384983.204186:0:40420:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2a81 [1] + 0 00000400:00000200:3.0:1767384983.204192:0:40420:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1767384983.204192:0:40444:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000514b342e. 00000400:00000010:2.0:1767384983.204202:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aac7f88b. 00000400:00000200:3.0:1767384983.204203:0:40420:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384983.204214:0:40444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000cffb8af6. 00000100:00000200:3.0:1767384983.204218:0:40420:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000255e66d5 x1853237358529536/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384993 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384983.204223:0:40444:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237358529664, portal 25 00000400:00000010:2.0:1767384983.204230:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000215a14a2. 00000400:00000200:3.0:1767384983.204234:0:40420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050d0a2f1 00000400:00000010:3.0:1767384983.204236:0:40420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050d0a2f1. 00000100:00000200:2.0:1767384983.204242:0:40444:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237358529664, offset 0 00000020:00000010:3.0:1767384983.204247:0:40420:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009ba65df8. 00000020:00000010:3.0:1767384983.204254:0:40420:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e5ff738c. 00000400:00000200:2.0:1767384983.204261:0:40444:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384983.204262:0:40420:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b03fb62. 00000400:00000200:2.0:1767384983.204284:0:40444:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384983.204293:0:16126:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027516453. 00000400:00000200:3.0:1767384983.204298:0:16126:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddfc7709 00000400:00000200:2.0:1767384983.204298:0:40444:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958272708c80 00000400:00000010:3.0:1767384983.204300:0:16126:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ddfc7709. 00000100:00000200:3.0:1767384983.204315:0:16126:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000255e66d5 x1853237358529536/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384993 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384983.204324:0:40444:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2165 [2] + 0 00000100:00000200:3.0:1767384983.204330:0:16126:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000255e66d5 x1853237358529536/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384993 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384983.204333:0:40444:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c61f70e3. 00000400:00000200:2.0:1767384983.204346:0:40444:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d85956db 00000400:00000200:2.0:1767384983.204353:0:40444:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384983.204362:0:16126:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000aef72aa6. 00000400:00000200:2.0:1767384983.204362:0:40444:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1767384983.204374:0:16126:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000003bf27ab1. 00000400:00000200:2.0:1767384983.204377:0:40444:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d85956db 00000100:00000010:3.0:1767384983.204379:0:16126:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000255e66d5. 00000400:00000010:2.0:1767384983.204384:0:40444:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d85956db. 00000100:00000200:2.0:1767384983.204394:0:40444:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384983.204415:0:40444:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000215a14a2 00000400:00000010:2.0:1767384983.204419:0:40444:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000215a14a2. 00000100:00000200:2.0:1767384983.204430:0:40444:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000033591018 x1853237358529664/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384999 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384983.205063:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009e48e8de. 00000020:00000010:1.0:1767384983.205068:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009e48e8de. 00000020:00000010:1.0:1767384983.205073:0:40411:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051c392b7. 00000020:00000010:1.0:1767384983.205076:0:40411:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c08eed13. 00000020:00000010:1.0:1767384983.205079:0:40411:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000706ca8c4. 00000020:00000010:1.0:1767384983.205102:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009e48e8de. 00000020:00000010:1.0:1767384983.205105:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009e48e8de. 00000100:00000200:1.0:1767384983.205111:0:40411:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358529664 02000000:00000010:1.0:1767384983.205126:0:40411:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000002732160d. 00000040:00000010:1.0:1767384983.205130:0:40411:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d7308c34. 00000040:00000010:1.0:1767384983.205138:0:40411:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000008c493118. 00000040:00000010:1.0:1767384983.205301:0:40411:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000008c493118. 00000040:00000010:1.0:1767384983.205307:0:40411:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d7308c34. 00010000:00000200:1.0:1767384983.205313:0:40411:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000005234e70 x1853237358529664/t0(0) o502->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:209/0 lens 272/8472 e 0 to 0 dl 1767384994 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384983.205325:0:40411:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000006e3e6614. 00000100:00000200:1.0:1767384983.205328:0:40411:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237358529664, offset 224 00000400:00000200:1.0:1767384983.205333:0:40411:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384983.205340:0:40411:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384983.205346:0:40411:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958272708c80 00000400:00000200:1.0:1767384983.205351:0:40411:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2a8d [4] + 224 00000400:00000200:1.0:1767384983.205358:0:40411:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384983.205361:0:40411:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384983.205366:0:40411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000033591018 x1853237358529664/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384999 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384983.205384:0:40411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e3e6614 00000400:00000010:1.0:1767384983.205385:0:40411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000006e3e6614. 00000020:00000010:1.0:1767384983.205393:0:40411:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c08eed13. 00000020:00000010:1.0:1767384983.205396:0:40411:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000706ca8c4. 00000020:00000010:1.0:1767384983.205400:0:40411:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051c392b7. 02000000:00000010:1.0:1767384983.205408:0:40411:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000002732160d. 00000400:00000010:2.0:1767384983.205419:0:40444:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aac7f88b. 00000100:00000200:1.0:1767384983.205425:0:40411:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:2.0:1767384983.205426:0:40444:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cffb8af6 00000400:00000010:2.0:1767384983.205431:0:40444:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000cffb8af6. 00000400:00000010:1.0:1767384983.205433:0:40411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f91984d8. 00000100:00000200:2.0:1767384983.205440:0:40444:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000033591018 x1853237358529664/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384983.205441:0:40411:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e3e6614. 00000100:00000200:2.0:1767384983.205456:0:40444:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000033591018 x1853237358529664/t0(0) o502->MGC192.168.203.157@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384983.205479:0:40444:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d42f686f. 02000000:00000010:2.0:1767384983.205485:0:40444:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000514b342e. 02000000:00000010:2.0:1767384983.205495:0:40444:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b31b9988. 00000100:00000010:2.0:1767384983.205498:0:40444:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033591018. 00000040:00000010:2.0:1767384983.205502:0:40444:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000bd603c1b. 00000020:00000010:2.0:1767384983.205508:0:40444:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000003e689fac. 00000020:00000010:2.0:1767384983.205523:0:40444:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000095162a1a. 00000040:00000010:2.0:1767384983.205526:0:40444:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000061136bb6. 00000020:00000010:2.0:1767384983.205527:0:40444:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000089ee90f1. 00000020:00000010:2.0:1767384983.205530:0:40444:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e0902da5. 00000020:00000010:2.0:1767384983.205533:0:40444:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c6f3b890. 80000000:00000010:2.0:1767384983.205537:0:40444:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f24185b3. 40000000:00000010:2.0:1767384983.205539:0:40444:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cee1712b. 00100000:00000010:2.0:1767384983.205540:0:40444:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000058a26f49. 00040000:00000010:2.0:1767384983.205542:0:40444:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004e9c05bb. 00040000:00000010:2.0:1767384983.205544:0:40444:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000014550072. 00040000:00000010:2.0:1767384983.205548:0:40444:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008df8a46d. 00080000:00000010:2.0:1767384983.205550:0:40444:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005ebd018a. 00000004:00000010:2.0:1767384983.205552:0:40444:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d35f1324. 00000004:00000010:2.0:1767384983.205553:0:40444:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d5715121. 00000004:00000010:2.0:1767384983.205556:0:40444:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003ac04060. 00002000:00000010:2.0:1767384983.205559:0:40444:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d65fb305. 00000004:00000010:2.0:1767384983.205561:0:40444:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000875a0cf5. 00000020:00000010:2.0:1767384983.205564:0:40444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2383936. 00000040:00000010:0.0:1767384983.205619:0:40407:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000006b07c2a. 00000040:00000010:0.0:1767384983.205627:0:40407:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000063d1fab2. 00000040:00000010:0.0:1767384983.205631:0:40407:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007a33e5ce. 00000020:00000010:0.0:1767384983.205640:0:40407:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e9920fef. 00000040:00000010:0.0:1767384983.205644:0:40407:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008862c44b. 00000020:00000010:0.0:1767384983.205647:0:40407:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007ab0bd65. 00000020:00000010:0.0:1767384983.205651:0:40407:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009a918053. 80000000:00000010:0.0:1767384983.205655:0:40407:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000272d67c2. 00040000:00000010:0.0:1767384983.205658:0:40407:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000098fe52a8. 00080000:00000010:0.0:1767384983.205662:0:40407:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b722416a. 20000000:00000010:0.0:1767384983.205666:0:40407:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000d6418296. 00000020:00000010:0.0:1767384983.205670:0:40407:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f97d2e40. 10000000:00000010:0.0:1767384983.205674:0:40407:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000de52f8c9. 00000020:00000010:0.0:1767384983.205690:0:40407:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008a02897c. 00000040:00000010:0.0:1767384983.205694:0:40407:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005a1115db. 00000020:00000010:0.0:1767384983.205696:0:40407:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cd4af645. 00000020:00000010:0.0:1767384983.205700:0:40407:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007ce2c94f. 00040000:00000010:0.0:1767384983.205704:0:40407:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d4e85776. 00040000:00000010:0.0:1767384983.205707:0:40407:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000098cdb9d0. 00080000:00000010:0.0:1767384983.205711:0:40407:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000cb818e8f. 00000020:00000010:0.0:1767384983.205714:0:40407:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000188bcf10. 00000020:00000010:0.0:1767384983.205717:0:40407:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 00000000fdc11397. 00000020:00000010:0.0:1767384983.205719:0:40407:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 0000000078113be6. 00000020:00000010:0.0:1767384983.205722:0:40407:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 0000000090136238. 00000020:00000010:0.0:1767384983.205725:0:40407:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 00000000d65a39de. 00000020:00000010:0.0:1767384983.205763:0:40407:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 000000007e23b265. 00000100:00000010:0.0:1767384983.205807:0:40407:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000af4fcc39. 02000000:00000010:0.0:1767384983.205817:0:40407:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b2c939d1. 00000100:00000010:0.0:1767384983.205824:0:40407:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000728f903b. 00000100:00000010:0.0:1767384983.205827:0:40407:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000088276aa6. 00000100:00000010:0.0:1767384983.205833:0:40407:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009e54b56d. 00000400:00000010:0.0:1767384983.205842:0:40407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e042d8c. 00000400:00000010:0.0:1767384983.205847:0:40407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccae3aef. 00000100:00000200:0.0:1767384983.205850:0:40407:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x6958272708d00-0x6958272708d00, portal 33 02000000:00000010:0.0:1767384983.205862:0:40407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000622c22a4. 00000400:00000010:0.0:1767384983.205866:0:40407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b41dcae. 00000400:00000010:0.0:1767384983.205869:0:40407:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000064b288c8. 00000100:00000200:0.0:1767384983.205872:0:40407:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237358529792, portal 25 00000400:00000010:0.0:1767384983.205876:0:40407:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006dbacef2. 00000100:00000200:0.0:1767384983.205878:0:40407:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853237358529792, offset 0 00000400:00000200:0.0:1767384983.205883:0:40407:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384983.205889:0:40407:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384983.205895:0:40407:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x6958272708d00 00000400:00000200:0.0:1767384983.205899:0:40407:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x2169 [2] + 0 00000400:00000010:0.0:1767384983.205903:0:40407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4acaea8. 00000400:00000200:0.0:1767384983.205906:0:40407:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008e094585 00000400:00000200:0.0:1767384983.205910:0:40407:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384983.205913:0:40407:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384983.205916:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e094585 00000400:00000010:0.0:1767384983.205918:0:40407:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e094585. 00000100:00000200:0.0:1767384983.205921:0:40407:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384983.205935:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dbacef2 00000400:00000010:0.0:1767384983.205937:0:40407:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006dbacef2. 00000100:00000200:0.0:1767384983.205942:0:40407:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000af4fcc39 x1853237358529792/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384999 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384983.205956:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009e48e8de. 00000020:00000010:1.0:1767384983.205960:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009e48e8de. 00000020:00000010:1.0:1767384983.205964:0:40411:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051c392b7. 00000020:00000010:1.0:1767384983.205966:0:40411:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c08eed13. 00000020:00000010:1.0:1767384983.205968:0:40411:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000706ca8c4. 00000020:00000010:1.0:1767384983.205987:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009e48e8de. 00000020:00000010:1.0:1767384983.205988:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009e48e8de. 00000100:00000200:1.0:1767384983.205990:0:40411:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358529792 02000000:00000010:1.0:1767384983.205996:0:40411:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008c493118. 20000000:00000010:1.0:1767384983.206004:0:40411:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 000000004a4073ae. 00000100:00000010:1.0:1767384983.206007:0:40411:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000072be7f82. 00000100:00000010:1.0:1767384983.206008:0:40411:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000fc6f7de2. 00000400:00000010:1.0:1767384983.206040:0:40411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024d67e77. 00000400:00000010:1.0:1767384983.206046:0:40411:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000064c47674. 00000400:00000200:1.0:1767384983.206051:0:40411:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:1.0:1767384983.206060:0:40411:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:1.0:1767384983.206066:0:40411:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x6958272708d00 00000400:00000200:1.0:1767384983.206070:0:40411:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2a9d [1] + 0 00000400:00000010:1.0:1767384983.206073:0:40411:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e042d8c. 00000400:00000200:1.0:1767384983.206075:0:40411:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ccae3aef 00000100:00000200:1.0:1767384983.206078:0:40411:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000072be7f82 00000400:00000200:1.0:1767384983.206082:0:40411:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:1.0:1767384983.206085:0:40411:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2aa9 00000400:00000200:1.0:1767384983.206088:0:40411:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384983.206090:0:40411:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:1.0:1767384983.206091:0:40411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024d67e77 00000400:00000010:1.0:1767384983.206093:0:40411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024d67e77. 00000100:00000200:1.0:1767384983.206095:0:40411:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 0000000072be7f82 00000400:00000200:1.0:1767384983.206097:0:40411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccae3aef 00000400:00000010:1.0:1767384983.206098:0:40411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccae3aef. 00000100:00000200:1.0:1767384983.206100:0:40411:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 00000000af4fcc39 desc 00000000728f903b mbits 1853237358529792 00000100:00000200:1.0:1767384983.206108:0:40411:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x6958272708d00-0x6958272708d00 20000000:00000010:1.0:1767384983.206116:0:40411:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 0000000051aa0bb5. 20000000:00000010:1.0:1767384983.206124:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d7308c34. 20000000:00000010:1.0:1767384983.206129:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000070a48da4. 20000000:00000010:1.0:1767384983.206134:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ffb833f9. 20000000:00000010:1.0:1767384983.206136:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ac2ddee1. 20000000:00000010:1.0:1767384983.206139:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b2383936. 20000000:00000010:1.0:1767384983.206155:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e48eadaa. 20000000:00000010:1.0:1767384983.206159:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000fc0150b. 20000000:00000010:1.0:1767384983.206162:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c27a2d97. 20000000:00000010:1.0:1767384983.206165:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005b308eb1. 20000000:00000010:1.0:1767384983.206168:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000188bcf10. 20000000:00000010:1.0:1767384983.206170:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005a1115db. 20000000:00000010:1.0:1767384983.206172:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008a02897c. 20000000:00000010:1.0:1767384983.206175:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000010b68307. 20000000:00000010:1.0:1767384983.206177:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000058975acd. 20000000:00000010:1.0:1767384983.206179:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000088cac92b. 20000000:00000010:1.0:1767384983.206182:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a46a4cfa. 20000000:00000010:1.0:1767384983.206184:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004d26dd2d. 20000000:00000010:1.0:1767384983.206186:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000778d4758. 20000000:00000010:1.0:1767384983.206189:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ce22cd7e. 20000000:00000010:1.0:1767384983.206191:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006b3c388d. 20000000:00000010:1.0:1767384983.206193:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000083f13d43. 20000000:00000010:1.0:1767384983.206196:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b8886a46. 20000000:00000010:1.0:1767384983.206198:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ff67cc77. 20000000:00000010:1.0:1767384983.206200:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000057a391ca. 20000000:00000010:1.0:1767384983.206204:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000978f573a. 20000000:00000010:1.0:1767384983.206207:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004724ce0c. 20000000:00000010:1.0:1767384983.206210:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f192ade8. 20000000:00000010:1.0:1767384983.206212:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000092253a4b. 20000000:00000010:1.0:1767384983.206215:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c6178174. 20000000:00000010:1.0:1767384983.206217:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000011a6f423. 20000000:00000010:1.0:1767384983.206220:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002fc4a8f6. 20000000:00000010:1.0:1767384983.206222:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000063fb09d7. 20000000:00000010:1.0:1767384983.206225:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000022ed67b3. 20000000:00000010:1.0:1767384983.206227:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b9ac4a48. 20000000:00000010:1.0:1767384983.206230:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008ab07ee7. 20000000:00000010:1.0:1767384983.206232:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009386d7c3. 20000000:00000010:1.0:1767384983.206235:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000012fe2686. 20000000:00000010:1.0:1767384983.206237:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c7468410. 20000000:00000010:1.0:1767384983.206240:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d76278d8. 20000000:00000010:1.0:1767384983.206242:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007717285c. 20000000:00000010:1.0:1767384983.206244:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000055fd4b16. 20000000:00000010:1.0:1767384983.206246:0:40411:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b55f6266. 00080000:00000010:1.0:1767384983.206271:0:40411:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000cead156d. 00080000:00000010:0.0:1767384983.215056:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000cead156d. 00010000:00000010:3.0:1767384983.215098:0:40414:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006f9b2658. 00010000:00000010:3.0:1767384983.215112:0:40414:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000b048e85. 00000100:00000010:3.0:1767384983.215117:0:40414:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a3ffaf0. 00000100:00000010:3.0:1767384983.215125:0:40414:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e25b998. 02000000:00000010:3.0:1767384983.215132:0:40414:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001b03fb62. 02000000:00000010:3.0:1767384983.215159:0:40414:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008f9f1fb4. 00000400:00000010:3.0:1767384983.215163:0:40414:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027516453. 00000400:00000010:3.0:1767384983.215167:0:40414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddfc7709. 00000100:00000200:3.0:1767384983.215170:0:40414:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358529920, portal 16 00000400:00000010:3.0:1767384983.215173:0:40414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050d0a2f1. 00000100:00000200:3.0:1767384983.215175:0:40414:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237358529920, offset 0 00000400:00000200:3.0:1767384983.215180:0:40414:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384983.215188:0:40414:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384983.215197:0:40414:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958272708d80 00000400:00000200:3.0:1767384983.215205:0:40414:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x18fd [2] + 1312 00000400:00000200:3.0:1767384983.215210:0:40414:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384983.215215:0:40414:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384983.215223:0:40414:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767384983.215226:0:40414:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075fc2288. 00000400:00000200:3.0:1767384983.215244:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050d0a2f1 00000400:00000010:3.0:1767384983.215246:0:40414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050d0a2f1. 00000100:00000200:3.0:1767384983.215251:0:40414:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003e25b998 x1853237358529920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00040000:00000010:0.0:1767384983.215287:0:18556:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b722416a. 00000004:00000010:0.0:1767384983.215295:0:18556:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007ab0bd65. 00000004:00000010:0.0:1767384983.215301:0:18556:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005dfea842. 00000004:00000010:0.0:1767384983.215306:0:18556:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003fb7c2a8. 00000004:00000010:0.0:1767384983.215310:0:18556:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f252f8d1. 00000020:00000010:0.0:1767384983.215320:0:18556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d6a7369d. 00000020:00000010:0.0:1767384983.215323:0:18556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d6a7369d. 00000020:00000010:0.0:1767384983.215328:0:18556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c468c5b. 00000020:00000010:0.0:1767384983.215332:0:18556:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f1f35c71. 00000020:00000010:0.0:1767384983.215335:0:18556:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384983.215373:0:18556:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d6a7369d. 00000020:00000010:0.0:1767384983.215382:0:18556:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d6a7369d. 00000100:00000200:0.0:1767384983.215385:0:18556:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358529920 02000000:00000010:0.0:1767384983.215396:0:18556:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e686d836. 00000400:00000010:0.0:1767384983.215403:0:18556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbe16274. 00000100:00000200:0.0:1767384983.215407:0:18556:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237358529920, offset 224 00000400:00000200:0.0:1767384983.215413:0:18556:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384983.215423:0:18556:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384983.215433:0:18556:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958272708d80 00000400:00000200:0.0:1767384983.215439:0:18556:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x2aad [1] + 224 00000400:00000200:0.0:1767384983.215445:0:18556:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384983.215451:0:18556:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384983.215457:0:18556:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003e25b998 x1853237358529920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384983.215480:0:18556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbe16274 00000400:00000010:0.0:1767384983.215483:0:18556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbe16274. 00010000:00000010:0.0:1767384983.215493:0:18556:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000006e9b6b98. 00000400:00000010:2.0:1767384983.215513:0:40414:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027516453. 00000020:00000010:0.0:1767384983.215514:0:18556:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f1f35c71. 00000400:00000200:2.0:1767384983.215526:0:40414:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddfc7709 00000020:00000010:0.0:1767384983.215527:0:18556:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b44a7948. 00000400:00000010:2.0:1767384983.215534:0:40414:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ddfc7709. 00000020:00000010:0.0:1767384983.215537:0:18556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c468c5b. 00000100:00000200:2.0:1767384983.215542:0:40414:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003e25b998 x1853237358529920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384983.215554:0:40414:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003e25b998 x1853237358529920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1767384983.215584:0:40414:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008f9f1fb4. 02000000:00000010:2.0:1767384983.215590:0:40414:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001b03fb62. 00000100:00000010:2.0:1767384983.215596:0:40414:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e25b998. 00000100:00000010:2.0:1767384983.215600:0:40414:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005a3ffaf0. 00010000:00000010:2.0:1767384983.215604:0:40414:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000b048e85. 00000100:00000010:2.0:1767384983.215661:0:39763:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033591018. 02000000:00000010:2.0:1767384983.215670:0:39763:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c35ad850. 00040000:00000010:3.0:1767384983.215710:0:16129:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b10f48e3. 00010000:00000010:2.0:1767384983.215713:0:39763:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000006e9b6b98. 00000004:00000010:3.0:1767384983.215715:0:16129:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000865d8003. 00000004:00000010:3.0:1767384983.215723:0:16129:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007a701a19. 00040000:00000010:0.0:1767384983.215723:0:16130:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bb309e67. 00000004:00000010:3.0:1767384983.215732:0:16129:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000a6795d6. 00000004:00000010:0.0:1767384983.215733:0:16130:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000033f87548. 00000004:00000010:3.0:1767384983.215738:0:16129:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000aef72aa6. 00000004:00000010:0.0:1767384983.215741:0:16130:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000000d0c576. 00000004:00000010:0.0:1767384983.215746:0:16130:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001b974bb1. 02000000:00000010:3.0:1767384983.215750:0:16129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008f9f1fb4. 00000004:00000010:0.0:1767384983.215750:0:16130:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001256eafd. 00000400:00000010:3.0:1767384983.215755:0:16129:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003eaba7c9. 00000400:00000010:3.0:1767384983.215759:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050d0a2f1. 00000100:00000200:3.0:1767384983.215763:0:16129:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358530048, portal 18 00000400:00000010:3.0:1767384983.215766:0:16129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0d9dc2b. 00000100:00000200:3.0:1767384983.215769:0:16129:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237358530048, offset 0 00000400:00000200:3.0:1767384983.215774:0:16129:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384983.215782:0:16129:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384983.215786:0:16129:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958272708e00 00000400:00000200:3.0:1767384983.215791:0:16129:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1640 00000400:00000200:3.0:1767384983.215795:0:16129:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384983.215797:0:16129:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384983.215801:0:16129:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384983.215804:0:16129:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016e303d8. 00000400:00000200:3.0:1767384983.215821:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0d9dc2b 00000400:00000010:3.0:1767384983.215823:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0d9dc2b. 00000100:00000200:3.0:1767384983.215831:0:16129:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000033591018 x1853237358530048/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384999 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:0.0:1767384983.215855:0:39673:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000995ea338. 00000004:00000010:0.0:1767384983.215861:0:39673:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000cb818e8f. 00000004:00000010:0.0:1767384983.215866:0:39673:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000aecd7d0a. 00000004:00000010:0.0:1767384983.215870:0:39673:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000cd4af645. 00000004:00000010:0.0:1767384983.215873:0:39673:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001713db5d. 00000020:00000010:0.0:1767384983.215882:0:39673:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d6a7369d. 00000020:00000010:0.0:1767384983.215885:0:39673:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d6a7369d. 00000020:00000010:0.0:1767384983.215890:0:39673:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c468c5b. 00000020:00000010:0.0:1767384983.215893:0:39673:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f1f35c71. 00000020:00000010:0.0:1767384983.215903:0:39673:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b44a7948. 00000100:00000200:0.0:1767384983.215919:0:39673:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000016e303d8 x1853237358530048/t0(0) o103->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:209/0 lens 328/0 e 0 to 0 dl 1767384994 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384983.215954:0:39673:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d6a7369d. 00000020:00000010:0.0:1767384983.215957:0:39673:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d6a7369d. 00000100:00000200:0.0:1767384983.215961:0:39673:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358530048 02000000:00000010:0.0:1767384983.215970:0:39673:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000be615e3c. 00010000:00000010:0.0:1767384983.216001:0:39673:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d6a7369d. 00000100:00000010:0.0:1767384983.216006:0:39673:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e9b6b98. 00000100:00000010:0.0:1767384983.216091:0:39673:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006e9b6b98. 00010000:00000010:0.0:1767384983.216099:0:39673:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d6a7369d. 00000400:00000010:0.0:1767384983.216112:0:39673:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbe16274. 00000100:00000200:0.0:1767384983.216116:0:39673:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237358530048, offset 224 00000400:00000200:0.0:1767384983.216122:0:39673:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384983.216130:0:39673:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384983.216136:0:39673:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958272708e00 00000400:00000200:0.0:1767384983.216157:0:39673:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2ab9 [1] + 224 00000400:00000200:0.0:1767384983.216162:0:39673:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384983.216167:0:39673:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384983.216174:0:39673:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000033591018 x1853237358530048/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384999 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384983.216205:0:39673:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbe16274 00000400:00000010:0.0:1767384983.216208:0:39673:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbe16274. 00000020:00000010:0.0:1767384983.216223:0:39673:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f1f35c71. 00000020:00000010:0.0:1767384983.216227:0:39673:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384983.216231:0:39673:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c468c5b. 00000400:00000010:0.0:1767384983.216265:0:16129:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003eaba7c9. 00000400:00000200:0.0:1767384983.216271:0:16129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050d0a2f1 00000400:00000010:0.0:1767384983.216273:0:16129:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050d0a2f1. 00000100:00000200:0.0:1767384983.216282:0:16129:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000033591018 x1853237358530048/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384999 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384983.216293:0:16129:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000033591018 x1853237358530048/t0(0) o103->MGC192.168.203.157@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384999 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384983.216321:0:16129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008f9f1fb4. 02000000:00000010:0.0:1767384983.216326:0:16129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c35ad850. 00000100:00000010:0.0:1767384983.216332:0:16129:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033591018. 00000100:00000010:1.0:1767384983.217876:0:40411:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000fc6f7de2. 00000100:00000010:1.0:1767384983.217882:0:40411:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000072be7f82. 20000000:00000010:1.0:1767384983.217884:0:40411:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 000000004a4073ae. 00010000:00000200:1.0:1767384983.217890:0:40411:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000707947d7 x1853237358529792/t0(0) o253->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:209/0 lens 4784/4768 e 0 to 0 dl 1767384994 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384983.217900:0:40411:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8e7f72f. 00000100:00000200:1.0:1767384983.217903:0:40411:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237358529792, offset 224 00000400:00000200:1.0:1767384983.217906:0:40411:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384983.217910:0:40411:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384983.217914:0:40411:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958272708d00 00000400:00000200:1.0:1767384983.217917:0:40411:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2aa1 [2] + 224 00000400:00000200:1.0:1767384983.217921:0:40411:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384983.217924:0:40411:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384983.217928:0:40411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000af4fcc39 x1853237358529792/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384999 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384983.217949:0:40411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8e7f72f 00000400:00000010:1.0:1767384983.217952:0:40411:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8e7f72f. 00000020:00000010:1.0:1767384983.217962:0:40411:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c08eed13. 00000020:00000010:1.0:1767384983.217966:0:40411:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000706ca8c4. 00000020:00000010:1.0:1767384983.217969:0:40411:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051c392b7. 02000000:00000010:1.0:1767384983.217975:0:40411:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008c493118. 00000400:00000010:0.0:1767384983.217979:0:40407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b41dcae. 00000100:00000200:1.0:1767384983.217980:0:40411:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384983.217985:0:40411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b63fe134. 00000400:00000200:0.0:1767384983.217986:0:40407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064b288c8 00000400:00000010:0.0:1767384983.217990:0:40407:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000064b288c8. 00000400:00000010:1.0:1767384983.217995:0:40411:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8e7f72f. 00000100:00000200:0.0:1767384983.217997:0:40407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000af4fcc39 x1853237358529792/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384983.218007:0:40407:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000af4fcc39 x1853237358529792/t0(0) o253->MGC192.168.203.157@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384983.218066:0:40407:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009e54b56d. 02000000:00000010:0.0:1767384983.218073:0:40407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000622c22a4. 00000100:00000010:0.0:1767384983.218077:0:40407:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000088276aa6. 00000100:00000010:0.0:1767384983.218080:0:40407:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000728f903b. 02000000:00000010:0.0:1767384983.218082:0:40407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b2c939d1. 00000100:00000010:0.0:1767384983.218085:0:40407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000af4fcc39. 00000020:00000010:0.0:1767384983.218090:0:40407:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 7232 at 000000007e23b265. 00000020:02000000:0.0:1767384983.218094:0:40407:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00010000:00000010:0.1:1767384983.221911:0:40407:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000084211a7. 00000020:00000010:0.0:1767384983.221931:0:40407:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c468c5b. 00000020:00000010:0.0:1767384983.221934:0:40407:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008a3f1e51. 00000040:00000010:0.0:1767384983.221937:0:40407:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f1440129. 00000020:00000010:0.0:1767384983.221942:0:40407:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000067181a10. 00000020:00000010:0.0:1767384983.221945:0:40407:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e85c436a. 00000020:00000010:0.0:1767384983.221949:0:40407:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000188362cb. 80000000:00000010:0.0:1767384983.221952:0:40407:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d65a39de. 40000000:00000010:0.0:1767384983.221956:0:40407:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d6a7369d. 00100000:00000010:0.0:1767384983.221961:0:40407:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002913d734. 00040000:00000010:0.0:1767384983.221964:0:40407:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001e38fbfd. 00040000:00000010:0.0:1767384983.221968:0:40407:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007edffaaf. 00040000:00000010:0.0:1767384983.221971:0:40407:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007ce2c94f. 00080000:00000010:0.0:1767384983.221974:0:40407:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000e4b0304. 00000004:00000010:0.0:1767384983.221985:0:40407:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d01d89f4. 00000004:00000010:0.0:1767384983.221991:0:40407:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000455a933. 00000004:00000010:0.0:1767384983.221995:0:40407:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c0f6afaa. 00000004:00000010:0.0:1767384983.221997:0:40407:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000728f903b. 00000020:00000010:0.0:1767384983.222001:0:40407:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6418296. 00000020:00000010:0.0:1767384983.222004:0:40407:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f1f35c71. 00000020:00000010:0.0:1767384983.222006:0:40407:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384983.222085:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000120d184f. 00080000:00000010:0.0:1767384983.222093:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bd0e3bb0. 00080000:00000010:0.0:1767384983.222175:0:40407:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000bd0e3bb0. 00000020:00000010:0.0:1767384983.222180:0:40407:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000120d184f. 00000004:00000010:0.0:1767384983.222190:0:40407:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000057ee4601. 00000004:00000010:0.0:1767384983.222196:0:40407:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008749be51. 00000004:00000010:0.0:1767384983.222200:0:40407:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000024653266. 00080000:00000010:0.0:1767384983.222205:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bd0e3bb0. 00040000:00000010:0.0:1767384983.222374:0:40407:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000006e9b6b98. 00000004:00000010:0.0:1767384983.222381:0:40407:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a51a9da0. 00000004:00000010:0.0:1767384983.222386:0:40407:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c4f308f1. 00000004:00000010:0.0:1767384983.222389:0:40407:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000620ed868. 00080000:00000010:0.0:1767384983.222393:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e832e46a. 00000020:00000010:0.0:1767384983.222449:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e66b0cbf. 00080000:00000010:0.0:1767384983.222455:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c2c65983. 00080000:00000010:0.0:1767384983.222498:0:40407:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c2c65983. 00000020:00000010:0.0:1767384983.222502:0:40407:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e66b0cbf. 00000004:00000010:0.0:1767384983.222508:0:40407:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000042463f02. 00000004:00000010:0.0:1767384983.222512:0:40407:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000092412b9f. 00000004:00000010:0.0:1767384983.222515:0:40407:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000555e10ad. 00080000:00000010:0.0:1767384983.222519:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c2c65983. 00100000:00000010:0.0:1767384983.222554:0:40407:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f4e85550. 00000004:00000010:0.0:1767384983.222579:0:40407:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a2951db2. 00000004:00000010:0.0:1767384983.222582:0:40407:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000059a9800b. 00000004:00000010:0.0:1767384983.222585:0:40407:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d242324a. 00080000:00000010:0.0:1767384983.222588:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002eff4b81. 00100000:00000010:0.0:1767384983.222732:0:40407:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e222df1c. 00040000:00000010:0.0:1767384983.222739:0:40407:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000c34193de. 00000001:00000010:0.0:1767384983.222745:0:40407:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000009a918053. 00000001:00000010:0.0:1767384983.222749:0:40407:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000fa14e793. 00000001:00000010:0.0:1767384983.222752:0:40407:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000c221b11c. 00040000:00000010:0.0:1767384983.222765:0:40407:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000fd7044ad. 00000004:00000010:0.0:1767384983.222770:0:40407:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000028924db. 00000004:00000010:0.0:1767384983.222774:0:40407:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006c20768e. 00000004:00000010:0.0:1767384983.222778:0:40407:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b9c84b44. 00080000:00000010:0.0:1767384983.222781:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003a31e06b. 00000020:00000010:0.0:1767384983.222801:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e241fbfc. 00080000:00000010:0.0:1767384983.222806:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a1e2104b. 00080000:00000010:0.0:1767384983.222844:0:40407:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a1e2104b. 00000020:00000010:0.0:1767384983.222848:0:40407:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e241fbfc. 00000004:00000010:0.0:1767384983.222854:0:40407:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002176ac2e. 00000004:00000010:0.0:1767384983.222858:0:40407:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d4bdd4d1. 00000004:00000010:0.0:1767384983.222861:0:40407:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d06f695c. 00080000:00000010:0.0:1767384983.222864:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a1e2104b. 00100000:00000010:0.0:1767384983.222899:0:40407:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006031e0a9. 00000004:00000010:0.0:1767384983.222919:0:40407:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000003ab4d8ef. 00000004:00000010:0.0:1767384983.222924:0:40407:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006f09830a. 00000004:00000010:0.0:1767384983.222927:0:40407:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f8f3af45. 00080000:00000010:0.0:1767384983.222931:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000553ce7d0. 00100000:00000010:0.0:1767384983.222963:0:40407:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ed97197f. 00040000:00000010:0.0:1767384983.222967:0:40407:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000ece82bc1. 00000001:00000010:0.0:1767384983.222971:0:40407:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000008862c44b. 00000001:00000010:0.0:1767384983.222974:0:40407:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000009f5ae917. 00000001:00000010:0.0:1767384983.222976:0:40407:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000054d9cf18. 00040000:00000010:0.0:1767384983.222984:0:40407:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000b9042f6b. 00000004:00000010:0.0:1767384983.222988:0:40407:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000062670f06. 00000004:00000010:0.0:1767384983.222992:0:40407:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006f89af32. 00000004:00000010:0.0:1767384983.222996:0:40407:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006d6946c1. 00080000:00000010:0.0:1767384983.222999:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009e993dbc. 00000020:00000010:0.0:1767384983.223052:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000035f8e05c. 00080000:00000010:0.0:1767384983.223059:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004ef26f2c. 00080000:00000010:0.0:1767384983.223110:0:40407:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004ef26f2c. 00000020:00000010:0.0:1767384983.223113:0:40407:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000035f8e05c. 00000004:00000010:0.0:1767384983.223119:0:40407:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000003faa38a1. 00000004:00000010:0.0:1767384983.223123:0:40407:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000041aebfa1. 00000004:00000010:0.0:1767384983.223125:0:40407:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005ac0ed92. 00080000:00000010:0.0:1767384983.223128:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004ef26f2c. 00100000:00000010:0.0:1767384983.223178:0:40407:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000045ad52e0. 00000004:00000010:0.0:1767384983.223199:0:40407:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000094c9cc2f. 00000004:00000010:0.0:1767384983.223204:0:40407:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e0060e14. 00000004:00000010:0.0:1767384983.223207:0:40407:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000741ae4f7. 00080000:00000010:0.0:1767384983.223211:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003f632e2b. 00100000:00000010:0.0:1767384983.223249:0:40407:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000071c59f13. 00040000:00000010:0.0:1767384983.223254:0:40407:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000bb0ad2a6. 00000001:00000010:0.0:1767384983.223258:0:40407:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000e9920fef. 00000001:00000010:0.0:1767384983.223262:0:40407:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000094c4ff84. 00000001:00000010:0.0:1767384983.223266:0:40407:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000bb5122aa. 00040000:00000010:0.0:1767384983.223276:0:40407:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000b3be172a. 00000020:00000010:0.0:1767384983.223280:0:40407:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a33e5ce. 00000020:00000010:0.0:1767384983.223283:0:40407:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000baf75a10. 00000020:00000010:0.0:1767384983.223286:0:40407:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a139a0e2. 00000020:00000010:0.0:1767384983.223290:0:40407:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000830e1467. 00000020:00000010:0.0:1767384983.223293:0:40407:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a3469ca8. 80000000:00000010:0.0:1767384983.223296:0:40407:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000055f91162. 40000000:00000010:0.0:1767384983.223298:0:40407:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000045aa82e5. 00100000:00000010:0.0:1767384983.223302:0:40407:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a4311e76. 00040000:00000010:0.0:1767384983.223305:0:40407:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000178c0478. 00040000:00000010:0.0:1767384983.223307:0:40407:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000013c9725e. 00080000:00000010:0.0:1767384983.223310:0:40407:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b3b7d2b4. 00002000:00000010:0.0:1767384983.223314:0:40407:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007b21fd9f. 00000020:00000010:2.0:1767384983.223528:0:40407:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000bbd30961. 00000020:00000010:2.0:1767384983.223534:0:40407:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000bbd30961. 00000020:00000010:2.0:1767384983.223538:0:40407:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000b7b78383. 00000020:00000010:2.0:1767384983.223543:0:40407:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 00000000bbd30961. 00000020:00000010:2.0:1767384983.223546:0:40407:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 00000000bbd30961. 00040000:00000010:2.0:1767384983.223587:0:40407:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000e039dbc3. 00000020:00000010:2.0:1767384983.223604:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002ef5377f. 00080000:00000010:2.0:1767384983.223609:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000033c49abe. 00080000:00000010:2.0:1767384983.223679:0:40407:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000033c49abe. 00000020:00000010:2.0:1767384983.223682:0:40407:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002ef5377f. 00000004:00000010:2.0:1767384983.223688:0:40407:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000bccf9f4d. 00000004:00000010:2.0:1767384983.223693:0:40407:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000bc0bbfd4. 00000004:00000010:2.0:1767384983.223697:0:40407:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000fc5b48d9. 00080000:00000010:2.0:1767384983.223702:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000033c49abe. 00100000:00000010:2.0:1767384983.223727:0:40407:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000001746b14f. 00000004:00000010:2.0:1767384983.223742:0:40407:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001320b7f8. 00000004:00000010:2.0:1767384983.223745:0:40407:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000085ae3540. 00000004:00000010:2.0:1767384983.223747:0:40407:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ad9ec7a3. 00080000:00000010:2.0:1767384983.223749:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000eb196ef1. 00100000:00000010:2.0:1767384983.223784:0:40407:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000080df3d8e. 00040000:00000010:2.0:1767384983.223790:0:40407:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000628dbe8c. 00000001:00000010:2.0:1767384983.223796:0:40407:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000c35ad850. 00000001:00000010:2.0:1767384983.223801:0:40407:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000000a377ce. 00000001:00000010:2.0:1767384983.223804:0:40407:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000d42f686f. 00040000:00000010:2.0:1767384983.223815:0:40407:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000cffb8af6. 00000020:00000010:2.0:1767384983.223832:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000dec2f49c. 00080000:00000010:2.0:1767384983.223835:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008cc83def. 00080000:00000010:2.0:1767384983.223859:0:40407:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008cc83def. 00000020:00000010:2.0:1767384983.223860:0:40407:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000dec2f49c. 00000004:00000010:2.0:1767384983.223872:0:40407:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a21d674f. 00000004:00000010:2.0:1767384983.223876:0:40407:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006426f665. 00000004:00000010:2.0:1767384983.223879:0:40407:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000edffaf26. 00080000:00000010:2.0:1767384983.223881:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008cc83def. 00100000:00000010:2.0:1767384983.223903:0:40407:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006d92850b. 00000004:00000010:2.0:1767384983.223914:0:40407:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001536ec90. 00000004:00000010:2.0:1767384983.223916:0:40407:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000079c3a8ff. 00000004:00000010:2.0:1767384983.223918:0:40407:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009b74c98c. 00080000:00000010:2.0:1767384983.223920:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003b8e141c. 00100000:00000010:2.0:1767384983.223937:0:40407:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b663067e. 00040000:00000010:2.0:1767384983.223940:0:40407:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000004424b9d3. 00000001:00000010:2.0:1767384983.223942:0:40407:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000001b03fb62. 00000001:00000010:2.0:1767384983.223945:0:40407:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000065d6f644. 00000001:00000010:2.0:1767384983.223947:0:40407:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000088810ceb. 00040000:00000010:2.0:1767384983.223952:0:40407:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 0000000053c8c630. 00000020:00000010:2.0:1767384983.223961:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ab1870c4. 00080000:00000010:2.0:1767384983.223963:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000036d0a0eb. 00080000:00000010:2.0:1767384983.223989:0:40407:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000036d0a0eb. 00000020:00000010:2.0:1767384983.223991:0:40407:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ab1870c4. 00000004:00000010:2.0:1767384983.223995:0:40407:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000049e1a5ba. 00000004:00000010:2.0:1767384983.223998:0:40407:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000437a2de. 00000004:00000010:2.0:1767384983.224000:0:40407:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000305640a1. 00080000:00000010:2.0:1767384983.224002:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000036d0a0eb. 00100000:00000010:2.0:1767384983.224049:0:40407:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b4781843. 00000004:00000010:2.0:1767384983.224064:0:40407:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007b81e2cc. 00000004:00000010:2.0:1767384983.224067:0:40407:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000019c257e1. 00000004:00000010:2.0:1767384983.224069:0:40407:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003a11b436. 00080000:00000010:2.0:1767384983.224071:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000058240c88. 00100000:00000010:2.0:1767384983.224091:0:40407:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e127286c. 00040000:00000010:2.0:1767384983.224095:0:40407:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000e2083f1b. 00000001:00000010:2.0:1767384983.224098:0:40407:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000003bfeaa95. 00000001:00000010:2.0:1767384983.224103:0:40407:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000047b6236a. 00000001:00000010:2.0:1767384983.224106:0:40407:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000013c9ca90. 00040000:00000010:2.0:1767384983.224115:0:40407:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000466c86be. 00000020:00000010:2.0:1767384983.224118:0:40407:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002008713c. 00000020:00000010:2.0:1767384983.224122:0:40407:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008df8a46d. 00000020:00000010:2.0:1767384983.224126:0:40407:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003ac04060. 00000020:00000010:2.0:1767384983.224131:0:40407:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e0902da5. 00000020:00000010:2.0:1767384983.224136:0:40407:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c6f3b890. 80000000:00000010:2.0:1767384983.224139:0:40407:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001de5b25f. 40000000:00000010:2.0:1767384983.224159:0:40407:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b93d6dd6. 00100000:00000010:2.0:1767384983.224165:0:40407:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d35f1324. 00040000:00000010:2.0:1767384983.224168:0:40407:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000066a48ed6. 00040000:00000010:2.0:1767384983.224172:0:40407:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000061136bb6. 00080000:00000010:2.0:1767384983.224176:0:40407:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005ebd018a. 00002000:00000010:2.0:1767384983.224180:0:40407:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004a9840ae. 00000020:00000010:0.0:1767384983.224380:0:40407:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000ba086d93. 00000020:00000010:0.0:1767384983.224387:0:40407:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000ba086d93. 00000020:00000010:0.0:1767384983.224393:0:40407:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 0000000078113be6. 00000020:00000010:0.0:1767384983.224399:0:40407:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 00000000ba086d93. 00000020:00000010:0.0:1767384983.224403:0:40407:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 00000000ba086d93. 40000000:00000010:0.0:1767384983.224410:0:40407:0:(fid_lib.c:96:seq_target_init()) kmalloced '(dt->dd_cl_seq)': 224 at 0000000096b8ac9e. 00080000:00000010:0.0:1767384983.224474:0:40407:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002252b082. 00010000:00000010:3.1:1767384983.227060:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b97098ba. 00010000:00000010:3.1:1767384983.227076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006f9b2658. 00010000:00000010:2.1:1767384983.227077:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000084bd7122. 00010000:00000010:2.1:1767384983.227088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009f38d0be. 00000100:00000010:2.0:1767384983.227115:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000022fc34a0. 00000100:00000010:0.0:1767384983.228092:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a6d21489. 00000100:00000010:3.0:1767384983.228095:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e732aa7f. 00000100:00000010:1.0:1767384983.228687:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000be88941e. 00080000:00000010:3.0:1767384983.231982:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002252b082. 00000004:00000010:0.0:1767384983.232081:0:40407:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005a5eca1b. 00000004:00000010:0.0:1767384983.232166:0:40407:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000074fc5956. 00000004:00000010:0.0:1767384983.232171:0:40407:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000080a16065. 00080000:00000010:0.0:1767384983.232177:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003b4ce8dc. 00000004:00000010:0.0:1767384983.232417:0:40407:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009a5f3402. 00000004:00000010:0.0:1767384983.232422:0:40407:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000049f18c6e. 00000004:00000010:0.0:1767384983.232426:0:40407:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000065269823. 00080000:00000010:0.0:1767384983.232438:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000833957a8. 00000020:00000010:0.0:1767384983.232498:0:40407:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 8192 at 000000007e23b265. 00080000:00000010:0.0:1767384983.232515:0:40407:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000886e9f20. 00080000:00000010:0.0:1767384983.232519:0:40407:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000000ea18bb2. 00000004:00000010:0.0:1767384983.232615:0:40407:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d8b8d296. 00000004:00000010:0.0:1767384983.232620:0:40407:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d43a40c8. 00000004:00000010:0.0:1767384983.232624:0:40407:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003d5f46f3. 00080000:00000010:0.0:1767384983.232631:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000065277fcf. 00080000:00000010:0.0:1767384983.232726:0:40407:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000000ea18bb2. 00080000:00000010:0.0:1767384983.232730:0:40407:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000886e9f20. 00000020:00000010:0.0:1767384983.232733:0:40407:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 8192 at 000000007e23b265. 00000004:00000010:0.0:1767384983.232739:0:40407:0:(lod_dev.c:885:lod_prepare_distribute_txn()) kmalloced '(tdtd)': 280 at 0000000093e878f7. 00000004:00000010:0.0:1767384983.232747:0:40407:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000205e7cdc. 00000004:00000010:0.0:1767384983.232751:0:40407:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d1db8dfc. 00000004:00000010:0.0:1767384983.232754:0:40407:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b711441c. 00080000:00000010:0.0:1767384983.232758:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000037509bbe. 00000020:00000010:0.0:1767384983.232810:0:40407:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8ed3d20. 00000020:00000010:0.0:1767384983.232815:0:40407:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000056dce868. 00000040:00000010:0.0:1767384983.232818:0:40407:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002ad2860e. 00000020:00000010:0.0:1767384983.232822:0:40407:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004d8864bf. 00000020:00000010:0.0:1767384983.232826:0:40407:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f33ad02b. 00000020:00000010:0.0:1767384983.232830:0:40407:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d6fc5bcf. 80000000:00000010:0.0:1767384983.232833:0:40407:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c2ceb636. 40000000:00000010:0.0:1767384983.232836:0:40407:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d62fc3e3. 00100000:00000010:0.0:1767384983.232839:0:40407:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005310f762. 00040000:00000010:0.0:1767384983.232843:0:40407:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d7cae899. 00040000:00000010:0.0:1767384983.232847:0:40407:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009d079cfb. 00040000:00000010:0.0:1767384983.232850:0:40407:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004c78a616. 00080000:00000010:0.0:1767384983.232853:0:40407:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c4a54764. 00000004:00000010:0.0:1767384983.232857:0:40407:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004bdec037. 00000004:00000010:0.0:1767384983.232862:0:40407:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e7eaf3b3. 00000004:00000010:0.0:1767384983.232865:0:40407:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b04df31b. 00000004:00000010:0.0:1767384983.232868:0:40407:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002252b082. 00000004:00000010:2.0:1767384983.233009:0:40407:0:(lod_dev.c:693:lod_sub_init_llog()) kmalloced '(lrd)': 96 at 00000000ef444aad. 00000040:00000010:2.0:1767384983.233044:0:40407:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000d85956db. 00000020:00000010:2.0:1767384983.233053:0:40407:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d609510c. 00000020:00000010:2.0:1767384983.233056:0:40407:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001f8b420a. 00000040:00000010:2.0:1767384983.233059:0:40407:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000859c58ec. 00000020:00000010:2.0:1767384983.233063:0:40407:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000014550072. 00000020:00000010:2.0:1767384983.233069:0:40407:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000022046e70. 00000020:00000010:2.0:1767384983.233072:0:40407:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ae753a00. 80000000:00000010:2.0:1767384983.233075:0:40407:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007faebe3d. 40000000:00000010:2.0:1767384983.233080:0:40407:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c11dfe21. 00100000:00000010:2.0:1767384983.233084:0:40407:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002a73929a. 00040000:00000010:2.0:1767384983.233087:0:40407:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001cfcd0c1. 00040000:00000010:2.0:1767384983.233091:0:40407:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000dd962a4c. 00040000:00000010:2.0:1767384983.233094:0:40407:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a420d13d. 00080000:00000010:2.0:1767384983.233098:0:40407:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000058a26f49. 00000004:00000010:2.0:1767384983.233103:0:40407:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000089ee90f1. 00000004:00000010:2.0:1767384983.233108:0:40407:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e6b46e70. 00000004:00000010:2.0:1767384983.233112:0:40407:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a711bb27. 00000004:00000010:2.0:1767384983.233116:0:40407:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004c26fd69. 00000040:00000010:2.0:1767384983.233362:0:40450:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004c47569c. 00000004:00000010:0.0:1767384983.233364:0:40407:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007fed6afb. 00000004:00000010:0.0:1767384983.233376:0:40407:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006d8ad235. 00000004:00000010:0.0:1767384983.233380:0:40407:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002b3763ca. 00080000:00000010:0.0:1767384983.233385:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000945db876. 00000040:00000010:2.0:1767384983.233392:0:40450:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 32768 at 00000000145d050f. 00000040:00000010:2.0:1767384983.233409:0:40450:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000c31f7b09. 00000020:00000010:2.0:1767384983.233413:0:40450:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a818c5d6. 00000020:00000010:2.0:1767384983.233415:0:40450:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c37203b9. 00000040:00000010:2.0:1767384983.233417:0:40450:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000dd4e3c47. 00000020:00000010:2.0:1767384983.233419:0:40450:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dee54a18. 00000020:00000010:2.0:1767384983.233421:0:40450:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000df13e0a4. 00000020:00000010:2.0:1767384983.233432:0:40450:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ab45aa3e. 80000000:00000010:2.0:1767384983.233435:0:40450:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000be88941e. 40000000:00000010:2.0:1767384983.233436:0:40450:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ce9c5411. 00100000:00000010:2.0:1767384983.233439:0:40450:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000058a0c9. 00040000:00000010:2.0:1767384983.233441:0:40450:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ddec9586. 00040000:00000010:2.0:1767384983.233443:0:40450:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e235a287. 00040000:00000010:2.0:1767384983.233444:0:40450:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000554c95f9. 00080000:00000010:2.0:1767384983.233448:0:40450:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c12c362e. 00000004:00000010:2.0:1767384983.233450:0:40450:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b7ae4bf4. 00000004:00000010:2.0:1767384983.233453:0:40450:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d5715121. 00000004:00000010:2.0:1767384983.233455:0:40450:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ec58ffef. 00002000:00000010:2.0:1767384983.233458:0:40450:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f94dd0dd. 00000004:00000010:2.0:1767384983.233460:0:40450:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000023680f68. 00000020:00000010:2.0:1767384983.233462:0:40450:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001162b999. 00000040:00000010:2.0:1767384983.233481:0:40450:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 32768 at 00000000ac43f817. 00080000:00000010:0.0:1767384983.234316:0:40407:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000945db876. 00000004:00000010:0.0:1767384983.234325:0:40407:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002b3763ca. 00000004:00000010:0.0:1767384983.234329:0:40407:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006d8ad235. 00000004:00000010:0.0:1767384983.234332:0:40407:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000007fed6afb. 00000004:00000010:0.0:1767384983.234339:0:40407:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001c344f0d. 00000004:00000010:0.0:1767384983.234343:0:40407:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006d8ad235. 00000004:00000010:0.0:1767384983.234346:0:40407:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002b3763ca. 00080000:00000010:0.0:1767384983.234350:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000945db876. 00000004:00000010:0.0:1767384983.234448:0:40407:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e327b8d4. 00000004:00000010:0.0:1767384983.234454:0:40407:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000684d8663. 00000004:00000010:0.0:1767384983.234457:0:40407:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000078734588. 00080000:00000010:0.0:1767384983.234461:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000013d9ff47. 00080000:00000010:0.0:1767384983.234675:0:40407:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000013d9ff47. 00000004:00000010:0.0:1767384983.234680:0:40407:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000078734588. 00000004:00000010:0.0:1767384983.234682:0:40407:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000684d8663. 00000004:00000010:0.0:1767384983.234685:0:40407:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e327b8d4. 00000004:00000010:0.0:1767384983.234692:0:40407:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005dbaacdc. 00000004:00000010:0.0:1767384983.234696:0:40407:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000684d8663. 00000004:00000010:0.0:1767384983.234699:0:40407:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000078734588. 00080000:00000010:0.0:1767384983.234703:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000013d9ff47. 00000004:00000010:0.0:1767384983.234795:0:40407:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000084db2e70. 00000004:00000010:0.0:1767384983.234801:0:40407:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b535c844. 00000004:00000010:0.0:1767384983.234804:0:40407:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b4200773. 00080000:00000010:0.0:1767384983.234808:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f8bd75d4. 00080000:00000010:0.0:1767384983.234959:0:40407:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f8bd75d4. 00000004:00000010:0.0:1767384983.234965:0:40407:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b4200773. 00000004:00000010:0.0:1767384983.234968:0:40407:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b535c844. 00000004:00000010:0.0:1767384983.234970:0:40407:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000084db2e70. 00000004:00000010:0.0:1767384983.234977:0:40407:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006562ce66. 00000004:00000010:0.0:1767384983.234980:0:40407:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b535c844. 00000004:00000010:0.0:1767384983.234983:0:40407:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b4200773. 00080000:00000010:0.0:1767384983.234987:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f8bd75d4. 00000004:00000010:0.0:1767384983.235072:0:40407:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000965f4598. 00000004:00000010:0.0:1767384983.235077:0:40407:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007a22f02c. 00000004:00000010:0.0:1767384983.235081:0:40407:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f27cbcdc. 00080000:00000010:0.0:1767384983.235084:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000028d45189. 00000040:00000010:2.0:1767384983.235203:0:40450:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 32768 at 00000000ac43f817. 00000020:00000010:2.0:1767384983.235222:0:40450:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000001162b999. 00000020:00000010:2.0:1767384983.235231:0:40450:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c37203b9. 00000040:00000010:2.0:1767384983.235236:0:40450:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000dd4e3c47. 00000020:00000010:2.0:1767384983.235239:0:40450:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000dee54a18. 00000020:00000010:2.0:1767384983.235243:0:40450:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000df13e0a4. 00000020:00000010:2.0:1767384983.235247:0:40450:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ab45aa3e. 80000000:00000010:2.0:1767384983.235250:0:40450:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000be88941e. 40000000:00000010:2.0:1767384983.235253:0:40450:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ce9c5411. 00100000:00000010:2.0:1767384983.235256:0:40450:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000058a0c9. 00040000:00000010:2.0:1767384983.235260:0:40450:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ddec9586. 00040000:00000010:2.0:1767384983.235264:0:40450:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e235a287. 00040000:00000010:2.0:1767384983.235270:0:40450:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000554c95f9. 00080000:00000010:2.0:1767384983.235275:0:40450:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c12c362e. 00080000:00000010:0.0:1767384983.235279:0:40407:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000028d45189. 00000004:00000010:2.0:1767384983.235281:0:40450:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b7ae4bf4. 00000004:00000010:0.0:1767384983.235288:0:40407:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f27cbcdc. 00000004:00000010:2.0:1767384983.235289:0:40450:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d5715121. 00000004:00000010:0.0:1767384983.235295:0:40407:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000007a22f02c. 00000004:00000010:2.0:1767384983.235298:0:40450:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ec58ffef. 00000004:00000010:0.0:1767384983.235302:0:40407:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000965f4598. 00002000:00000010:2.0:1767384983.235305:0:40450:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f94dd0dd. 00000004:00000010:2.0:1767384983.235312:0:40450:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000023680f68. 00000004:00000010:0.0:1767384983.235314:0:40407:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000003374340d. 00000020:00000010:2.0:1767384983.235316:0:40450:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a818c5d6. 00000004:00000010:0.0:1767384983.235321:0:40407:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007a22f02c. 00000040:00000010:2.0:1767384983.235323:0:40450:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000c31f7b09. 00000004:00000010:0.0:1767384983.235328:0:40407:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f27cbcdc. 00000020:00000010:2.0:1767384983.235333:0:40450:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001f8b420a. 00000040:00000010:2.0:1767384983.235337:0:40450:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000859c58ec. 00080000:00000010:0.0:1767384983.235337:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000028d45189. 00000020:00000010:2.0:1767384983.235350:0:40450:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000014550072. 00000020:00000010:2.0:1767384983.235355:0:40450:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000022046e70. 00000020:00000010:2.0:1767384983.235359:0:40450:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ae753a00. 80000000:00000010:2.0:1767384983.235363:0:40450:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007faebe3d. 40000000:00000010:2.0:1767384983.235365:0:40450:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c11dfe21. 00100000:00000010:2.0:1767384983.235367:0:40450:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002a73929a. 00040000:00000010:2.0:1767384983.235370:0:40450:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001cfcd0c1. 00040000:00000010:2.0:1767384983.235373:0:40450:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000dd962a4c. 00040000:00000010:2.0:1767384983.235375:0:40450:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a420d13d. 00080000:00000010:2.0:1767384983.235379:0:40450:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000058a26f49. 00000004:00000010:2.0:1767384983.235384:0:40450:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000089ee90f1. 00000004:00000010:2.0:1767384983.235388:0:40450:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e6b46e70. 00000004:00000010:2.0:1767384983.235391:0:40450:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a711bb27. 00000004:00000010:2.0:1767384983.235393:0:40450:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004c26fd69. 00000020:00000010:2.0:1767384983.235396:0:40450:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d609510c. 00000004:00000010:2.0:1767384983.235399:0:40450:0:(lod_dev.c:557:lod_sub_recovery_thread()) kfreed 'lrd': 96 at 00000000ef444aad. 00000020:00000010:0.0:1767384983.235450:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b60df38a. 00080000:00000010:0.0:1767384983.235458:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bc66d387. 00080000:00000010:0.0:1767384983.235502:0:40407:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000bc66d387. 00000020:00000010:0.0:1767384983.235506:0:40407:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b60df38a. 00000004:00000010:0.0:1767384983.235515:0:40407:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ccc9d563. 00000004:00000010:0.0:1767384983.235518:0:40407:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000043283e74. 00000004:00000010:0.0:1767384983.235522:0:40407:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d1c9a82d. 00080000:00000010:0.0:1767384983.235525:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bc66d387. 00000040:00000010:0.0:1767384983.235674:0:40407:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000cca89c25. 00000040:00000010:0.0:1767384983.235683:0:40407:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000017de31db. 00000040:00000010:0.0:1767384983.235703:0:40407:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 18 at 000000002429446d. 00000020:00000010:0.0:1767384983.235708:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d2c73587. 00080000:00000010:0.0:1767384983.235711:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004eb7d3fd. 00000040:00000010:0.0:1767384983.235749:0:40407:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007e23b265. 00000040:00000010:0.0:1767384983.235760:0:40407:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 00000000b2c939d1. 00000040:00000010:0.0:1767384983.236300:0:40407:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 00000000b2c939d1. 00000040:00000010:0.0:1767384983.236308:0:40407:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000c9ff165a. 00000040:00000010:0.0:1767384983.236314:0:40407:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d37dcb26. 00000040:00000010:0.0:1767384983.236335:0:40407:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 0000000088276aa6. 00000020:00000010:0.0:1767384983.236340:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007b0dbbfb. 00080000:00000010:0.0:1767384983.236344:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b0b69d06. 00000040:00000010:0.0:1767384983.236379:0:40407:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b2c939d1. 00000040:00000010:0.0:1767384983.236388:0:40407:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 00000000622c22a4. 00000040:00000010:0.0:1767384983.236948:0:40407:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 00000000622c22a4. 00000040:00000010:0.0:1767384983.236955:0:40407:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000004e8aa7d1. 00000020:00000010:0.0:1767384983.236960:0:40407:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000356b13de. 00000020:00000010:0.0:1767384983.236963:0:40407:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004d16928c. 00000040:00000010:0.0:1767384983.236966:0:40407:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000054b5abc8. 00000020:00000010:0.0:1767384983.236969:0:40407:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000094cf863f. 00000020:00000010:0.0:1767384983.236973:0:40407:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000bead4d23. 00000020:00000010:0.0:1767384983.236976:0:40407:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e2c9112f. 80000000:00000010:0.0:1767384983.236980:0:40407:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000843837ca. 40000000:00000010:0.0:1767384983.236983:0:40407:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000020afc90b. 00100000:00000010:0.0:1767384983.236986:0:40407:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005b0e1c41. 00040000:00000010:0.0:1767384983.236990:0:40407:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003ac04492. 00040000:00000010:0.0:1767384983.236993:0:40407:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008e4240c7. 00040000:00000010:0.0:1767384983.236997:0:40407:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000016205a9f. 00080000:00000010:0.0:1767384983.237000:0:40407:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ffad0005. 00000004:00000010:0.0:1767384983.237004:0:40407:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000be122d65. 00000004:00000010:0.0:1767384983.237008:0:40407:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008a3af51d. 00000004:00000010:0.0:1767384983.237032:0:40407:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000012ec2e35. 00002000:00000010:0.0:1767384983.237038:0:40407:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000562c1e56. 00000004:00000010:0.0:1767384983.237043:0:40407:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000dc6077d8. 00000020:00000010:0.0:1767384983.237046:0:40407:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d37967e7. 00000040:00000010:0.0:1767384983.237052:0:40407:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000622c22a4. 00000040:00000010:0.0:1767384983.237730:0:40407:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000622c22a4. 00000020:00000010:0.0:1767384983.237736:0:40407:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d37967e7. 00000020:00000010:0.0:1767384983.237742:0:40407:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004d16928c. 00000040:00000010:0.0:1767384983.237745:0:40407:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000054b5abc8. 00000020:00000010:0.0:1767384983.237748:0:40407:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000094cf863f. 00000020:00000010:0.0:1767384983.237752:0:40407:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000bead4d23. 00000020:00000010:0.0:1767384983.237756:0:40407:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e2c9112f. 80000000:00000010:0.0:1767384983.237759:0:40407:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000843837ca. 40000000:00000010:0.0:1767384983.237762:0:40407:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000020afc90b. 00100000:00000010:0.0:1767384983.237765:0:40407:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005b0e1c41. 00040000:00000010:0.0:1767384983.237767:0:40407:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003ac04492. 00040000:00000010:0.0:1767384983.237771:0:40407:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008e4240c7. 00040000:00000010:0.0:1767384983.237774:0:40407:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000016205a9f. 00080000:00000010:0.0:1767384983.237777:0:40407:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ffad0005. 00000004:00000010:0.0:1767384983.237780:0:40407:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000be122d65. 00000004:00000010:0.0:1767384983.237787:0:40407:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008a3af51d. 00000004:00000010:0.0:1767384983.237791:0:40407:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000012ec2e35. 00002000:00000010:0.0:1767384983.237794:0:40407:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000562c1e56. 00000004:00000010:0.0:1767384983.237797:0:40407:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000dc6077d8. 00000020:00000010:0.0:1767384983.237799:0:40407:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000356b13de. 00000040:00000010:0.0:1767384983.237802:0:40407:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000004e8aa7d1. 00000040:00000010:0.0:1767384983.237806:0:40407:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000004e8aa7d1. 00000020:00000010:0.0:1767384983.237809:0:40407:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000356b13de. 00000020:00000010:0.0:1767384983.237812:0:40407:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000016205a9f. 00000040:00000010:0.0:1767384983.237814:0:40407:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e2c9112f. 00000020:00000010:0.0:1767384983.237817:0:40407:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000012ec2e35. 00000020:00000010:0.0:1767384983.237820:0:40407:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000bead4d23. 00000020:00000010:0.0:1767384983.237822:0:40407:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000054b5abc8. 80000000:00000010:0.0:1767384983.237824:0:40407:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000843837ca. 40000000:00000010:0.0:1767384983.237826:0:40407:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000020afc90b. 00100000:00000010:0.0:1767384983.237828:0:40407:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000be122d65. 00040000:00000010:0.0:1767384983.237831:0:40407:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003ac04492. 00040000:00000010:0.0:1767384983.237833:0:40407:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ffad0005. 00040000:00000010:0.0:1767384983.237836:0:40407:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004d16928c. 00080000:00000010:0.0:1767384983.237838:0:40407:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008e4240c7. 00000004:00000010:0.0:1767384983.237840:0:40407:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005b0e1c41. 00000004:00000010:0.0:1767384983.237843:0:40407:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008a3af51d. 00000004:00000010:0.0:1767384983.237845:0:40407:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000094cf863f. 00002000:00000010:0.0:1767384983.237847:0:40407:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000dc6077d8. 00000004:00000010:0.0:1767384983.237849:0:40407:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000562c1e56. 00000020:00000010:0.0:1767384983.237852:0:40407:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f7728fca. 00000040:00000010:0.0:1767384983.237856:0:40407:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000622c22a4. 00000040:00000010:0.0:1767384983.238529:0:40407:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000622c22a4. 00000020:00000010:0.0:1767384983.238534:0:40407:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f7728fca. 00000020:00000010:0.0:1767384983.238539:0:40407:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000016205a9f. 00000040:00000010:0.0:1767384983.238542:0:40407:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e2c9112f. 00000020:00000010:0.0:1767384983.238544:0:40407:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000012ec2e35. 00000020:00000010:0.0:1767384983.238547:0:40407:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000bead4d23. 00000020:00000010:0.0:1767384983.238549:0:40407:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000054b5abc8. 80000000:00000010:0.0:1767384983.238552:0:40407:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000843837ca. 40000000:00000010:0.0:1767384983.238554:0:40407:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000020afc90b. 00100000:00000010:0.0:1767384983.238557:0:40407:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000be122d65. 00040000:00000010:0.0:1767384983.238560:0:40407:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003ac04492. 00040000:00000010:0.0:1767384983.238563:0:40407:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ffad0005. 00040000:00000010:0.0:1767384983.238565:0:40407:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004d16928c. 00080000:00000010:0.0:1767384983.238567:0:40407:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008e4240c7. 00000004:00000010:0.0:1767384983.238570:0:40407:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005b0e1c41. 00000004:00000010:0.0:1767384983.238572:0:40407:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008a3af51d. 00000004:00000010:0.0:1767384983.238575:0:40407:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000094cf863f. 00002000:00000010:0.0:1767384983.238578:0:40407:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000dc6077d8. 00000004:00000010:0.0:1767384983.238580:0:40407:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000562c1e56. 00000020:00000010:0.0:1767384983.238582:0:40407:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000356b13de. 00000040:00000010:0.0:1767384983.238585:0:40407:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000004e8aa7d1. 00000040:00000010:0.0:1767384983.238591:0:40407:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000006990a389. 00000040:00000010:0.0:1767384983.238596:0:40407:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000356b13de. 00000040:00000010:0.0:1767384983.238614:0:40407:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 12 at 000000001f1aad75. 00000020:00000010:0.0:1767384983.238618:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003ac04492. 00080000:00000010:0.0:1767384983.238622:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e495b848. 00000040:00000010:0.0:1767384983.238658:0:40407:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000622c22a4. 00000001:00000010:0.0:1767384983.238669:0:40407:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 00000000a9416532. 00000004:00000010:0.0:1767384983.238695:0:40407:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000427bc5c4. 00000004:00000010:0.0:1767384983.238699:0:40407:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ec397fbf. 00000004:00000010:0.0:1767384983.238702:0:40407:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b869e9e8. 00080000:00000010:0.0:1767384983.238706:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000dab22198. 00080000:00000010:0.0:1767384983.238756:0:40407:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000562c1e56. 00080000:00000010:0.0:1767384983.238770:0:40407:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000a4c77b35. 00080000:00000010:0.0:1767384983.239223:0:40407:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000dab22198. 00000004:00000010:0.0:1767384983.239229:0:40407:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b869e9e8. 00000004:00000010:0.0:1767384983.239233:0:40407:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ec397fbf. 00000004:00000010:0.0:1767384983.239236:0:40407:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000427bc5c4. 00000020:00000010:0.0:1767384983.239265:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a89fc8c1. 00080000:00000010:0.0:1767384983.239270:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000dab22198. 00080000:00000010:0.0:1767384983.239278:0:40407:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e76fa56d. 00000020:00000010:0.0:1767384983.239861:0:40407:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 000000009938567a. 00100000:00000010:0.0:1767384983.239888:0:40407:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000d47577ef. 00080000:00000010:0.0:1767384983.239904:0:40407:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007a7b4b3a. 00000020:00000010:0.0:1767384983.239949:0:40407:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 000000009938567a. 00000020:00000010:0.0:1767384983.239953:0:40407:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at 00000000d1f3aaf3. 00080000:00000010:0.0:1767384983.239973:0:40407:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000007f86576. 00080000:00000010:0.0:1767384983.240035:0:40407:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000741e46a2. 00080000:00000010:0.0:1767384983.240088:0:40407:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ef33abcd. 00100000:00000010:0.0:1767384983.240131:0:40407:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 000000008a3af51d. 00000020:00000010:0.0:1767384983.240188:0:40407:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 0000000081d0a3dc. 00000004:00000010:0.0:1767384983.240216:0:40407:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d810a0af. 00000004:00000010:0.0:1767384983.240221:0:40407:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ec397fbf. 00000004:00000010:0.0:1767384983.240224:0:40407:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b869e9e8. 00080000:00000010:0.0:1767384983.240228:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f35b5cbd. 00000020:00000010:0.0:1767384983.240243:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b7e213a5. 00080000:00000010:0.0:1767384983.240246:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000068ad7055. 00000020:00000010:0.0:1767384983.240286:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d06a9d49. 00080000:00000010:0.0:1767384983.240291:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000018917a5. 00100000:00000010:0.0:1767384983.240362:0:40407:0:(lfsck_lib.c:1608:lfsck_fid_init()) kmalloced '(lfsck->li_seq)': 224 at 0000000019e15b8a. 00100000:00000010:0.0:1767384983.240367:0:40407:0:(lfsck_lib.c:1612:lfsck_fid_init()) kmalloced '(prefix)': 135 at 000000001e70ae1e. 00100000:00000010:0.0:1767384983.240419:0:40407:0:(lfsck_lib.c:1619:lfsck_fid_init()) kfreed 'prefix': 135 at 000000001e70ae1e. 00100000:00000010:0.0:1767384983.240425:0:40407:0:(lfsck_namespace.c:7102:lfsck_namespace_setup()) kmalloced '(com)': 1392 at 0000000094cf863f. 00100000:00000010:0.0:1767384983.240429:0:40407:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 000000000f2a2ec0. 00100000:00000010:0.0:1767384983.240434:0:40407:0:(lfsck_namespace.c:7120:lfsck_namespace_setup()) kmalloced '(com->lc_file_ram)': 544 at 00000000eebb3b2a. 00100000:00000010:0.0:1767384983.240439:0:40407:0:(lfsck_namespace.c:7124:lfsck_namespace_setup()) kmalloced '(com->lc_file_disk)': 544 at 00000000203f94d4. 00000020:00000010:0.0:1767384983.240455:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000235ca4b6. 00080000:00000010:0.0:1767384983.240460:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c1e76e2d. 00000020:00000010:0.0:1767384983.240683:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ac621dc8. 00080000:00000010:0.0:1767384983.240688:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000002c0910d. 00000020:00000010:0.0:1767384983.240730:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fe5f4c6a. 00080000:00000010:0.0:1767384983.240742:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000088afc034. 00000020:00000010:0.0:1767384983.240790:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c85e9cba. 00080000:00000010:0.0:1767384983.240795:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000067fb1ff. 00000020:00000010:0.0:1767384983.240836:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000416ffd62. 00080000:00000010:0.0:1767384983.240840:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008ba1afb8. 00000020:00000010:0.0:1767384983.240876:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000091019f9a. 00080000:00000010:0.0:1767384983.240880:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e87655c3. 00000020:00000010:0.0:1767384983.240921:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007434b38e. 00080000:00000010:0.0:1767384983.240925:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cf952c1c. 00000020:00000010:0.0:1767384983.240962:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002b87f4a4. 00080000:00000010:0.0:1767384983.240966:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004074cfda. 00000020:00000010:0.0:1767384983.241009:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c6a16280. 00080000:00000010:0.0:1767384983.241031:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008c32d2ba. 00000020:00000010:0.0:1767384983.241086:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f58df7fe. 00080000:00000010:0.0:1767384983.241090:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000007a8d577. 00000020:00000010:0.0:1767384983.241126:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005970741d. 00080000:00000010:0.0:1767384983.241130:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a6543ff6. 00000020:00000010:0.0:1767384983.241184:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d1df71c7. 00080000:00000010:0.0:1767384983.241188:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000068e645f7. 00000020:00000010:0.0:1767384983.241227:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007596965c. 00080000:00000010:0.0:1767384983.241231:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000631ea60a. 00000020:00000010:0.0:1767384983.241271:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000938a70c6. 00080000:00000010:0.0:1767384983.241275:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000075dbe590. 00000020:00000010:0.0:1767384983.241313:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ab649c6f. 00080000:00000010:0.0:1767384983.241317:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000496830eb. 00000020:00000010:0.0:1767384983.241356:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a1932c5e. 00080000:00000010:0.0:1767384983.241360:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000044577e54. 00000020:00000010:0.0:1767384983.241416:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d21fd416. 00080000:00000010:0.0:1767384983.241421:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000df399db7. 00100000:00000010:0.0:1767384983.241451:0:40407:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 000000005b0e1c41. 00100000:00000010:0.0:1767384983.241454:0:40407:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 00000000e6de9081. 00100000:00000010:0.0:1767384983.241459:0:40407:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 0000000004e9b67a. 00100000:00000010:0.0:1767384983.241462:0:40407:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 000000001db56874. 00000020:00000010:0.0:1767384983.241475:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004119bf42. 00080000:00000010:0.0:1767384983.241479:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c95e2283. 00000020:00000010:0.0:1767384983.241562:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b44a9c3c. 00080000:00000010:0.0:1767384983.241568:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000098b116c9. 00000020:00000010:0.0:1767384983.241611:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000085f359. 00080000:00000010:0.0:1767384983.241623:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000871bec8f. 00000020:00000010:0.0:1767384983.241673:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000012ba5da7. 00080000:00000010:0.0:1767384983.241677:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a508fec2. 00000020:00000010:0.0:1767384983.241714:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a127c6c2. 00080000:00000010:0.0:1767384983.241718:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000015618b17. 00000020:00000010:0.0:1767384983.241759:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d64f39db. 00080000:00000010:0.0:1767384983.241763:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000af4e3874. 00000020:00000010:0.0:1767384983.241800:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006ff364e4. 00080000:00000010:0.0:1767384983.241804:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004d43962b. 00000020:00000010:0.0:1767384983.241845:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000acc545cc. 00080000:00000010:0.0:1767384983.241848:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000edfdd8a2. 00000020:00000010:0.0:1767384983.241883:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000efd055e4. 00080000:00000010:0.0:1767384983.241887:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f21aa766. 00000020:00000010:0.0:1767384983.241927:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009d5060b8. 00080000:00000010:0.0:1767384983.241931:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f9ce003b. 00000020:00000010:0.0:1767384983.241970:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000028d3bfce. 00080000:00000010:0.0:1767384983.241975:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000405f1927. 00000020:00000010:0.0:1767384983.242031:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000011e210ed. 00080000:00000010:0.0:1767384983.242036:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002c3e90f1. 00000020:00000010:0.0:1767384983.242081:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003e45eb37. 00080000:00000010:0.0:1767384983.242085:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006150ea5d. 00000020:00000010:0.0:1767384983.242122:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004d004b99. 00080000:00000010:0.0:1767384983.242126:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d0e1b8b2. 00000020:00000010:0.0:1767384983.242181:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000e37c3a1. 00080000:00000010:0.0:1767384983.242185:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000993ec5c1. 00000020:00000010:0.0:1767384983.242228:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000759d446. 00080000:00000010:0.0:1767384983.242280:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bee6fa0d. 00000020:00000010:0.0:1767384983.242326:0:40407:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a6acef79. 00080000:00000010:0.0:1767384983.242329:0:40407:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000bd8f254. 00100000:00000010:0.0:1767384983.242362:0:40407:0:(lfsck_lib.c:206:__lfsck_add_target()) kmalloced '(ltds->ltd_tgts_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000f462251d. 00200000:00000010:0.0:1767384983.242369:0:40407:0:(barrier.c:372:barrier_register()) kmalloced '(barrier)': 176 at 000000001e70ae1e. 00000020:00000010:0.0:1767384983.242391:0:40407:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001eb8387b. 00000020:00000010:0.0:1767384983.242400:0:40407:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f74c8819. 00000020:00000010:0.0:1767384983.242404:0:40407:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008e4240c7. 00000020:00000010:0.0:1767384983.242407:0:40407:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000bead4d23. 00000020:00000010:0.0:1767384983.242410:0:40407:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005e429f77. 80000000:00000010:0.0:1767384983.242413:0:40407:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000090700757. 40000000:00000010:0.0:1767384983.242416:0:40407:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005a19cd4f. 00100000:00000010:0.0:1767384983.242419:0:40407:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ffad0005. 00040000:00000010:0.0:1767384983.242422:0:40407:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ecee5d9f. 00040000:00000010:0.0:1767384983.242424:0:40407:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c99e36eb. 00080000:00000010:0.0:1767384983.242427:0:40407:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000be122d65. 00002000:00000010:0.0:1767384983.242431:0:40407:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000087bc284d. 00080000:00000010:0.0:1767384983.242439:0:40407:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000019505c7c. 00080000:00000010:3.0:1767384983.253297:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000019505c7c. 00080000:00000010:3.0:1767384983.253304:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ef33abcd. 00080000:00000010:3.0:1767384983.253308:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000741e46a2. 00080000:00000010:3.0:1767384983.253312:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000007f86576. 00080000:00000010:3.0:1767384983.253316:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007a7b4b3a. 00080000:00000010:3.0:1767384983.253322:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e76fa56d. 00080000:00000010:3.0:1767384983.253327:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000562c1e56. 00000020:00000010:2.0:1767384983.253371:0:40407:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f74c8819. 00000020:00000010:2.0:1767384983.253381:0:40407:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008e4240c7. 00000020:00000010:2.0:1767384983.253386:0:40407:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000bead4d23. 00000020:00000010:2.0:1767384983.253391:0:40407:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005e429f77. 80000000:00000010:2.0:1767384983.253394:0:40407:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000090700757. 40000000:00000010:2.0:1767384983.253398:0:40407:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005a19cd4f. 00100000:00000010:2.0:1767384983.253402:0:40407:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ffad0005. 00040000:00000010:2.0:1767384983.253406:0:40407:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ecee5d9f. 00040000:00000010:2.0:1767384983.253409:0:40407:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c99e36eb. 00080000:00000010:2.0:1767384983.253413:0:40407:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000be122d65. 00002000:00000010:2.0:1767384983.253418:0:40407:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000087bc284d. 00000020:00000010:2.0:1767384983.253423:0:40407:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001eb8387b. 00000004:00000010:2.0:1767384983.253438:0:40407:0:(mdd_orphans.c:562:mdd_orphan_cleanup()) kmalloced '(name)': 64 at 0000000071df859f. 00000004:00000010:2.0:1767384983.253685:0:40451:0:(mdd_orphans.c:529:mdd_orphan_cleanup_thread()) kmalloced '(env)': 56 at 00000000dadc42de. 00000020:00000010:2.0:1767384983.253691:0:40451:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a2d044c6. 00000020:00000010:2.0:1767384983.253696:0:40451:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003916b408. 00000040:00000010:2.0:1767384983.253701:0:40451:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e9b4f4cc. 00000020:00000010:2.0:1767384983.253707:0:40451:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ec58ffef. 00000004:00000010:0.0:1767384983.253708:0:40407:0:(mdd_orphans.c:574:mdd_orphan_cleanup()) kfreed 'name': 64 at 0000000071df859f. 00000020:00000010:2.0:1767384983.253712:0:40451:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000022046e70. 00000020:00000010:2.0:1767384983.253719:0:40451:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004f82eb59. 80000000:00000010:2.0:1767384983.253723:0:40451:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000be88941e. 40000000:00000010:2.0:1767384983.253728:0:40451:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000071df859f. 00100000:00000010:2.0:1767384983.253732:0:40451:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b7ae4bf4. 00040000:00000010:2.0:1767384983.253736:0:40451:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004e9c05bb. 00000020:00000010:0.0:1767384983.253741:0:40407:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008a3f1e51. 00040000:00000010:2.0:1767384983.253742:0:40451:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000084512249. 00040000:00000010:2.0:1767384983.253750:0:40451:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b3b76ddc. 00000040:00000010:0.0:1767384983.253752:0:40407:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f1440129. 00080000:00000010:2.0:1767384983.253755:0:40451:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005bce6dc6. 00000020:00000010:0.0:1767384983.253759:0:40407:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000067181a10. 00000004:00000010:2.0:1767384983.253763:0:40451:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f2db0990. 00000100:00000010:3.0:1767384983.253766:0:40440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007fd72a2d. 00000020:00000010:0.0:1767384983.253767:0:40407:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e85c436a. 00000004:00000010:2.0:1767384983.253771:0:40451:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d5715121. 00000020:00000010:0.0:1767384983.253776:0:40407:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000188362cb. 00000004:00000010:2.0:1767384983.253778:0:40451:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009ab5da54. 02000000:00000010:3.0:1767384983.253782:0:40440:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007370e3f0. 80000000:00000010:0.0:1767384983.253784:0:40407:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d65a39de. 00000004:00000010:2.0:1767384983.253789:0:40451:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e61d105a. 40000000:00000010:0.0:1767384983.253790:0:40407:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d6a7369d. 00000100:00000010:3.0:1767384983.253795:0:40440:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a4224037. 00000020:00000010:0.0:1767384983.253799:0:40407:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at 0000000081d0a3dc. 00080000:00000010:2.0:1767384983.253802:0:40451:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 0000000069c37551. 00100000:00000010:0.0:1767384983.253805:0:40407:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002913d734. 00080000:00000010:2.0:1767384983.253808:0:40451:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000be20d2a0. 02000000:00000010:3.0:1767384983.253810:0:40440:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000051c392b7. 00040000:00000010:0.0:1767384983.253812:0:40407:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001e38fbfd. 00000400:00000010:3.0:1767384983.253819:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075c40a12. 00040000:00000010:0.0:1767384983.253821:0:40407:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007edffaaf. 00000400:00000010:3.0:1767384983.253825:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0d9dc2b. 00040000:00000010:0.0:1767384983.253829:0:40407:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007ce2c94f. 00000100:00000200:3.0:1767384983.253831:0:40440:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358530176, portal 4 00080000:00000010:0.0:1767384983.253836:0:40407:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000a4c77b35. 00000400:00000010:3.0:1767384983.253837:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ba71295. 00000020:00000010:0.0:1767384983.253842:0:40407:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at 00000000d1f3aaf3. 00000100:00000200:3.0:1767384983.253843:0:40440:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853237358530176, offset 0 00080000:00000010:0.0:1767384983.253848:0:40407:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000e4b0304. 00000400:00000200:3.0:1767384983.253853:0:40440:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000010:0.0:1767384983.253853:0:40407:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d01d89f4. 00000004:00000010:0.0:1767384983.253859:0:40407:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000455a933. 00000004:00000010:0.0:1767384983.253864:0:40407:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c0f6afaa. 00000400:00000200:3.0:1767384983.253868:0:40440:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000010:0.0:1767384983.253871:0:40407:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000728f903b. 00000020:00000010:0.0:1767384983.253876:0:40407:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c468c5b. 00000400:00000200:3.0:1767384983.253880:0:40440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x6958272708e80 00000020:00000010:0.0:1767384983.253884:0:40407:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f1f35c71. 00000400:00000200:3.0:1767384983.253888:0:40440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xa9d [8] + 5824 00000020:00000010:0.0:1767384983.253891:0:40407:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b44a7948. 00000400:00000200:3.0:1767384983.253895:0:40440:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384983.253899:0:40440:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384983.253899:0:40407:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6418296. 00000100:00000200:3.0:1767384983.253910:0:40440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384983.253913:0:40440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a8eca923. 00080000:00000010:2.0:1767384983.253919:0:40451:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000be20d2a0. 00000040:00000010:0.0:1767384983.253921:0:40407:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000506b8e03. 00080000:00000010:2.0:1767384983.253929:0:40451:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 0000000069c37551. 00000020:00000010:0.0:1767384983.253936:0:40407:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f771f3d8. 00000400:00000200:3.0:1767384983.253937:0:40440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ba71295 00000400:00000010:3.0:1767384983.253941:0:40440:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ba71295. 00000020:00000010:2.0:1767384983.253941:0:40451:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003916b408. 00000040:00000010:0.0:1767384983.253945:0:40407:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006f1d6bfa. 00000100:00000200:3.0:1767384983.253950:0:40440:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007fd72a2d x1853237358530176/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384999 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000010:2.0:1767384983.253952:0:40451:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e9b4f4cc. 00000020:00000010:0.0:1767384983.253955:0:40407:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f6fac452. 00000020:00000010:2.0:1767384983.253967:0:40451:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ec58ffef. 00000020:00000010:0.0:1767384983.253968:0:40407:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006bf690d1. 00000100:00000010:3.0:1767384983.253975:0:40440:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000056eb3cdc. 00000020:00000010:1.0:1767384983.253982:0:18105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b703fe6. 80000000:00000010:0.0:1767384983.253983:0:40407:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008b7f58fc. 00000020:00000010:2.0:1767384983.253984:0:40451:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000022046e70. 00000100:00000010:3.0:1767384983.253991:0:40440:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d6b0632. 00000020:00000010:1.0:1767384983.253992:0:18105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b703fe6. 00040000:00000010:0.0:1767384983.253998:0:40407:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003a0826c9. 00000020:00000010:2.0:1767384983.253999:0:40451:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004f82eb59. 00000100:00000010:3.0:1767384983.254003:0:40440:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000004ad9d91. 00000020:00000010:1.0:1767384983.254003:0:18105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad7114f7. 00080000:00000010:0.0:1767384983.254006:0:40407:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ad38569b. 00000100:00000010:3.0:1767384983.254036:0:40440:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e1de53d. 00000020:00000010:1.0:1767384983.254043:0:18105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e92a2820. 00000020:00000010:1.0:1767384983.254048:0:18105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000706ca8c4. 20000000:00000010:0.0:1767384983.254048:0:40407:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000e4cf46e4. 80000000:00000010:2.0:1767384983.254051:0:40451:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000be88941e. 00000020:00000010:0.0:1767384983.254059:0:40407:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077d8702f. 40000000:00000010:2.0:1767384983.254063:0:40451:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000071df859f. 00100000:00000010:2.0:1767384983.254071:0:40451:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b7ae4bf4. 00040000:00000010:2.0:1767384983.254075:0:40451:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004e9c05bb. 00040000:00000010:2.0:1767384983.254081:0:40451:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000084512249. 00000020:00000010:1.0:1767384983.254092:0:18105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b703fe6. 00000020:00000010:1.0:1767384983.254096:0:18105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b703fe6. 00040000:00000010:2.0:1767384983.254099:0:40451:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b3b76ddc. 00000100:00000200:1.0:1767384983.254100:0:18105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358530176 00080000:00000010:2.0:1767384983.254108:0:40451:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005bce6dc6. 00000004:00000010:2.0:1767384983.254114:0:40451:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f2db0990. 02000000:00000010:1.0:1767384983.254119:0:18105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000072be7f82. 00000004:00000010:2.0:1767384983.254121:0:40451:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d5715121. 00000004:00000010:2.0:1767384983.254129:0:40451:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009ab5da54. 00000004:00000010:2.0:1767384983.254134:0:40451:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e61d105a. 00010000:00000200:1.0:1767384983.254135:0:18105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a8eca923 x1853237358530176/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:209/0 lens 264/240 e 0 to 0 dl 1767384994 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384983.254162:0:40451:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a2d044c6. 00000004:00000010:2.0:1767384983.254169:0:40451:0:(mdd_orphans.c:542:mdd_orphan_cleanup_thread()) kfreed 'env': 56 at 00000000dadc42de. 00000400:00000010:1.0:1767384983.254169:0:18105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024d67e77. 00000100:00000200:1.0:1767384983.254175:0:18105:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 4, xid 1853237358530176, offset 224 00000400:00000200:1.0:1767384983.254183:0:18105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384983.254192:0:18105:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384983.254202:0:18105:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 4 MB=0x6958272708e80 00000400:00000200:1.0:1767384983.254207:0:18105:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 240/240 into md 0x2acd [1] + 224 00000400:00000200:1.0:1767384983.254210:0:18105:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384983.254213:0:18105:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384983.254220:0:18105:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007fd72a2d x1853237358530176/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384999 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384983.254242:0:18105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024d67e77 00000400:00000010:1.0:1767384983.254244:0:18105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024d67e77. 00000020:00000010:1.0:1767384983.254255:0:18105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e92a2820. 00000020:00000010:1.0:1767384983.254259:0:18105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000706ca8c4. 00000020:00000010:1.0:1767384983.254263:0:18105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad7114f7. 00000400:00000010:2.0:1767384983.255095:0:40440:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075c40a12. 00000400:00000200:2.0:1767384983.255104:0:40440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0d9dc2b 00000400:00000010:2.0:1767384983.255106:0:40440:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0d9dc2b. 00000100:00000200:2.0:1767384983.255119:0:40440:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007fd72a2d x1853237358530176/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384983.255138:0:40440:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007fd72a2d x1853237358530176/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384983.255180:0:40440:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e2c28d0d. 00000100:00000010:2.0:1767384983.255207:0:40440:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a4224037. 02000000:00000010:2.0:1767384983.255219:0:40440:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000051c392b7. 02000000:00000010:2.0:1767384983.255225:0:40440:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007370e3f0. 00000100:00000010:2.0:1767384983.255233:0:40440:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007fd72a2d. 00000100:00000010:2.0:1767384983.255243:0:40440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b2bdeca8. 02000000:00000010:2.0:1767384983.255254:0:40440:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a2d044c6. 00000100:00000010:2.0:1767384983.255265:0:40440:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdc11397. 02000000:00000010:2.0:1767384983.255281:0:40440:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e61d105a. 00000400:00000010:2.0:1767384983.255288:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aac7f88b. 00000400:00000010:2.0:1767384983.255294:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000215a14a2. 00000100:00000200:2.0:1767384983.255300:0:40440:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358530304, portal 4 00000400:00000010:2.0:1767384983.255306:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e88460a9. 00000100:00000200:2.0:1767384983.255309:0:40440:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237358530304, offset 0 00000400:00000200:2.0:1767384983.255318:0:40440:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384983.255331:0:40440:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384983.255343:0:40440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6958272708f00 00000400:00000200:2.0:1767384983.255352:0:40440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xa9d [8] + 6088 00000400:00000200:2.0:1767384983.255359:0:40440:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384983.255366:0:40440:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384983.255376:0:40440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384983.255381:0:40440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000abc802a6. 00000400:00000200:2.0:1767384983.255405:0:40440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e88460a9 00000400:00000010:2.0:1767384983.255407:0:40440:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e88460a9. 00000100:00000200:2.0:1767384983.255419:0:40440:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b2bdeca8 x1853237358530304/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384999 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384983.255450:0:18105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b703fe6. 00000020:00000010:1.0:1767384983.255458:0:18105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b703fe6. 00000020:00000010:1.0:1767384983.255466:0:18105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad7114f7. 00000020:00000010:1.0:1767384983.255471:0:18105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e92a2820. 00000020:00000010:1.0:1767384983.255477:0:18105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000706ca8c4. 00000020:00000010:1.0:1767384983.255519:0:18105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b703fe6. 00000020:00000010:1.0:1767384983.255522:0:18105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b703fe6. 00000100:00000200:1.0:1767384983.255525:0:18105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358530304 02000000:00000010:1.0:1767384983.255542:0:18105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000ab3632ec. 00010000:00000200:1.0:1767384983.255558:0:18105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000abc802a6 x1853237358530304/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:209/0 lens 432/432 e 0 to 0 dl 1767384994 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384983.255571:0:18105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024d67e77. 00000100:00000200:1.0:1767384983.255576:0:18105:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237358530304, offset 224 00000400:00000200:1.0:1767384983.255583:0:18105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384983.255590:0:18105:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384983.255599:0:18105:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6958272708f00 00000400:00000200:1.0:1767384983.255606:0:18105:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2ad9 [1] + 224 00000400:00000200:1.0:1767384983.255610:0:18105:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384983.255613:0:18105:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384983.255620:0:18105:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b2bdeca8 x1853237358530304/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384999 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384983.255643:0:18105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024d67e77 00000400:00000010:1.0:1767384983.255646:0:18105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024d67e77. 00000020:00000010:1.0:1767384983.255659:0:18105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e92a2820. 00000020:00000010:1.0:1767384983.255664:0:18105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000706ca8c4. 00000020:00000010:1.0:1767384983.255670:0:18105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad7114f7. 00000400:00000010:2.0:1767384983.255685:0:40440:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aac7f88b. 00000400:00000200:2.0:1767384983.255692:0:40440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000215a14a2 00000400:00000010:2.0:1767384983.255695:0:40440:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000215a14a2. 00000100:00000200:2.0:1767384983.255706:0:40440:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b2bdeca8 x1853237358530304/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384983.255719:0:40440:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b2bdeca8 x1853237358530304/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384983.255745:0:40440:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fdc11397. 02000000:00000010:2.0:1767384983.255752:0:40440:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e61d105a. 02000000:00000010:2.0:1767384983.255762:0:40440:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a2d044c6. 00000100:00000010:2.0:1767384983.255767:0:40440:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b2bdeca8. 00000100:00000010:2.0:1767384983.255789:0:40440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b2bdeca8. 02000000:00000010:2.0:1767384983.255797:0:40440:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a2d044c6. 00000100:00000010:2.0:1767384983.255808:0:40440:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdc11397. 02000000:00000010:2.0:1767384983.255820:0:40440:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e61d105a. 00000400:00000010:2.0:1767384983.255825:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aac7f88b. 00000400:00000010:2.0:1767384983.255833:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000215a14a2. 00000100:00000200:2.0:1767384983.255836:0:40440:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358530432, portal 4 00000400:00000010:2.0:1767384983.255842:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e88460a9. 00000100:00000200:2.0:1767384983.255846:0:40440:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237358530432, offset 0 00000400:00000200:2.0:1767384983.255853:0:40440:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384983.255864:0:40440:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384983.255875:0:40440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6958272708f80 00000400:00000200:2.0:1767384983.255882:0:40440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xa9d [8] + 6520 00000400:00000200:2.0:1767384983.255887:0:40440:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384983.255892:0:40440:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384983.255897:0:40440:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384983.255902:0:40440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004dd78b87. 00000400:00000200:2.0:1767384983.255926:0:40440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e88460a9 00000400:00000010:2.0:1767384983.255928:0:40440:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e88460a9. 00000100:00000200:2.0:1767384983.255936:0:40440:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b2bdeca8 x1853237358530432/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384999 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384983.255956:0:18105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b703fe6. 00000020:00000010:1.0:1767384983.255963:0:18105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b703fe6. 00000020:00000010:1.0:1767384983.255971:0:18105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad7114f7. 00000020:00000010:1.0:1767384983.255974:0:18105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e92a2820. 00000020:00000010:1.0:1767384983.255977:0:18105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000706ca8c4. 00000020:00000010:1.0:1767384983.256001:0:18105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b703fe6. 00000020:00000010:1.0:1767384983.256006:0:18105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b703fe6. 00000100:00000200:1.0:1767384983.256010:0:18105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358530432 02000000:00000010:1.0:1767384983.256043:0:18105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000363d9baa. 00002000:00000010:1.0:1767384983.256067:0:18105:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000001b703fe6. 00002000:00000010:1.0:1767384983.256074:0:18105:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e50e4cf0. 00080000:00000010:1.0:1767384983.256080:0:18105:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000015bc8e34. 00002000:00000010:1.0:1767384983.256326:0:18105:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008736d627. 00080000:00000010:1.0:1767384983.256331:0:18105:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a73eeb4a. 00002000:00000010:1.0:1767384983.256472:0:18105:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000000a935b6e. 00080000:00000010:1.0:1767384983.256476:0:18105:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004f6bba83. 00002000:00000010:1.0:1767384983.256598:0:18105:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000419e6d9c. 00080000:00000010:1.0:1767384983.256601:0:18105:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002e8b5979. 00002000:00000010:1.0:1767384983.256785:0:18105:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000068de593b. 00080000:00000010:1.0:1767384983.256790:0:18105:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b79fdf4c. 00002000:00000010:1.0:1767384983.256960:0:18105:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e8274a2d. 00080000:00000010:1.0:1767384983.256964:0:18105:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002e701fdf. 00002000:00000010:1.0:1767384983.257172:0:18105:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000bcf0519b. 00080000:00000010:1.0:1767384983.257177:0:18105:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002e784b83. 00002000:00000010:1.0:1767384983.257477:0:18105:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000026994104. 00080000:00000010:1.0:1767384983.257483:0:18105:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000062cbca72. 00080000:00000010:1.0:1767384983.257777:0:18105:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b6f2bafc. 00080000:00000010:1.0:1767384983.257944:0:18105:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000002d9a15ac. 00000100:00000010:3.0:1767384983.258078:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e1de53d. 00000100:00000010:2.0:1767384983.258083:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000004ad9d91. 00000100:00000010:1.0:1767384983.259066:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d6b0632. 00000100:00000010:0.0:1767384983.259868:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000056eb3cdc. 00002000:00000010:1.0:1767384983.261481:0:18105:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000c845b5e3. 00000001:00000010:1.0:1767384983.261493:0:18105:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000007f796242. 00000020:00000010:1.0:1767384983.261518:0:18105:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 000000007bcfdff6. 00002000:00000010:1.0:1767384983.261689:0:18105:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000001b703fe6. 00002000:00000010:1.0:1767384983.261696:0:18105:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000001b703fe6. 00002000:00000010:1.0:1767384983.261701:0:18105:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000883834ae. 00080000:00000010:1.0:1767384983.261705:0:18105:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a14ebcc5. 00002000:00000010:1.0:1767384983.261895:0:18105:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000078ec88d4. 00080000:00000010:1.0:1767384983.261900:0:18105:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000deb82a87. 00002000:00000010:1.0:1767384983.262158:0:18105:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f44bc332. 00080000:00000010:1.0:1767384983.262166:0:18105:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000dab49858. 00002000:00000010:1.0:1767384983.262414:0:18105:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000bafcc2e5. 00080000:00000010:1.0:1767384983.262422:0:18105:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000068ebfac3. 00002000:00000010:1.0:1767384983.262698:0:18105:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005e88588c. 00080000:00000010:1.0:1767384983.262705:0:18105:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000065ce932. 00002000:00000010:1.0:1767384983.263098:0:18105:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000003352d088. 00080000:00000010:1.0:1767384983.263107:0:18105:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ba2d7837. 00002000:00000010:1.0:1767384983.263420:0:18105:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000098810e52. 00080000:00000010:1.0:1767384983.263429:0:18105:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000caa5fd3c. 00002000:00000010:1.0:1767384983.263691:0:18105:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009e0a5dee. 00080000:00000010:1.0:1767384983.263697:0:18105:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f43e5b6e. 00080000:00000010:1.0:1767384983.263917:0:18105:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a50fa276. 00002000:00000010:1.0:1767384983.265362:0:18105:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000047eea1e. 00000001:00000010:1.0:1767384983.265372:0:18105:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000000fa964b1. 00002000:00000010:1.0:1767384983.266479:0:18105:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000001b703fe6. 00002000:00000010:1.0:1767384983.266488:0:18105:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000001b703fe6. 00002000:00000010:1.0:1767384983.266495:0:18105:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e2834c3b. 00080000:00000010:1.0:1767384983.266502:0:18105:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c14fd3af. 00002000:00000010:1.0:1767384983.266726:0:18105:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006da0efc7. 00080000:00000010:1.0:1767384983.266732:0:18105:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008ae107d6. 00002000:00000010:1.0:1767384983.267098:0:18105:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000096a785ee. 00080000:00000010:1.0:1767384983.267105:0:18105:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e2fd6aeb. 00002000:00000010:1.0:1767384983.267372:0:18105:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f110215e. 00080000:00000010:1.0:1767384983.267381:0:18105:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005f424257. 00002000:00000010:1.0:1767384983.267602:0:18105:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000061a99eeb. 00080000:00000010:1.0:1767384983.267608:0:18105:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000e093868. 00002000:00000010:1.0:1767384983.267811:0:18105:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009c8b84a0. 00080000:00000010:1.0:1767384983.267817:0:18105:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000081c4838d. 00002000:00000010:1.0:1767384983.268092:0:18105:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f64ffd38. 00080000:00000010:1.0:1767384983.268098:0:18105:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000840beb86. 00002000:00000010:1.0:1767384983.268416:0:18105:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000901eac64. 00080000:00000010:1.0:1767384983.268425:0:18105:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000064df8a3e. 00080000:00000010:1.0:1767384983.268766:0:18105:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000acc10802. 00002000:00000010:1.0:1767384983.269622:0:18105:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000009edbfb85. 00000001:00000010:1.0:1767384983.269627:0:18105:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000720818dd. 00002000:00000010:1.0:1767384983.269704:0:18105:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000001b703fe6. 00002000:00000010:1.0:1767384983.269710:0:18105:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000001b703fe6. 00002000:00000010:1.0:1767384983.269714:0:18105:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ddb7cf48. 00080000:00000010:1.0:1767384983.269718:0:18105:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000465f74a7. 00002000:00000010:1.0:1767384983.269951:0:18105:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000065f5108b. 00080000:00000010:1.0:1767384983.269957:0:18105:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fa1a52e3. 00002000:00000010:1.0:1767384983.270204:0:18105:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004b222012. 00080000:00000010:1.0:1767384983.270209:0:18105:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006842b789. 00002000:00000010:1.0:1767384983.270391:0:18105:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ebe94d06. 00080000:00000010:1.0:1767384983.270398:0:18105:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001792afd5. 00002000:00000010:1.0:1767384983.270601:0:18105:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000073b56273. 00080000:00000010:1.0:1767384983.270608:0:18105:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000aa95095a. 00002000:00000010:1.0:1767384983.270853:0:18105:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000002fd8a1a1. 00080000:00000010:1.0:1767384983.270861:0:18105:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000db19656b. 00002000:00000010:1.0:1767384983.271115:0:18105:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000dea1f285. 00080000:00000010:1.0:1767384983.271120:0:18105:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c9f98b8a. 00002000:00000010:1.0:1767384983.271361:0:18105:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000dac445e4. 00080000:00000010:1.0:1767384983.271368:0:18105:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004b4cda12. 00080000:00000010:1.0:1767384983.271590:0:18105:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d4546396. 00002000:00000010:1.0:1767384983.272470:0:18105:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000e645b5e4. 00000001:00000010:1.0:1767384983.272476:0:18105:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000004f8e3c76. 00002000:00000010:1.0:1767384983.272540:0:18105:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000001b703fe6. 00010000:00000200:1.0:1767384983.272553:0:18105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004dd78b87 x1853237358530432/t8589934600(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:209/0 lens 432/432 e 0 to 0 dl 1767384994 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384983.272567:0:18105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024d67e77. 00000100:00000200:1.0:1767384983.272571:0:18105:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237358530432, offset 224 00000400:00000200:1.0:1767384983.272576:0:18105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384983.272585:0:18105:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384983.272593:0:18105:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6958272708f80 00000400:00000200:1.0:1767384983.272597:0:18105:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2ae5 [1] + 224 00000400:00000200:1.0:1767384983.272601:0:18105:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384983.272604:0:18105:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384983.272609:0:18105:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b2bdeca8 x1853237358530432/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384999 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384983.272628:0:18105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024d67e77 00000400:00000010:1.0:1767384983.272630:0:18105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024d67e77. 00000020:00000010:1.0:1767384983.272641:0:18105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e92a2820. 00000020:00000010:1.0:1767384983.272644:0:18105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000706ca8c4. 00000020:00000010:1.0:1767384983.272647:0:18105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad7114f7. 00000400:00000010:2.0:1767384983.272673:0:40440:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aac7f88b. 00000400:00000200:2.0:1767384983.272682:0:40440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000215a14a2 00000400:00000010:2.0:1767384983.272685:0:40440:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000215a14a2. 00000100:00000200:2.0:1767384983.272696:0:40440:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b2bdeca8 x1853237358530432/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384983.272715:0:40440:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b2bdeca8 x1853237358530432/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384999 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384983.272747:0:40440:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fdc11397. 00000020:00000010:1.0:1767384983.385101:0:58:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000056025a2f. 00000020:00000010:1.0:1767384983.571969:0:40499:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e069b567. 00000020:00000010:1.0:1767384983.571984:0:40499:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000032ca9350. 00000020:00000010:1.0:1767384983.571989:0:40499:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002e92f619. 00000020:00000010:1.0:1767384983.571995:0:40499:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000005e8e67e. 00000020:00000010:1.0:1767384983.572000:0:40499:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bab10da0. 80000000:00000010:1.0:1767384983.572004:0:40499:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f67e5543. 40000000:00000010:1.0:1767384983.572008:0:40499:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009e48e8de. 00100000:00000010:1.0:1767384983.572039:0:40499:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ad38569b. 00040000:00000010:1.0:1767384983.572046:0:40499:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c7848cb2. 00040000:00000010:1.0:1767384983.572051:0:40499:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d2b6f069. 00080000:00000010:1.0:1767384983.572057:0:40499:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f6fac452. 00002000:00000010:1.0:1767384983.572063:0:40499:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fb69298d. 00000020:00000010:1.0:1767384983.572085:0:40499:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000032ca9350. 00000020:00000010:1.0:1767384983.572090:0:40499:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002e92f619. 00000020:00000010:1.0:1767384983.572094:0:40499:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000005e8e67e. 00000020:00000010:1.0:1767384983.572099:0:40499:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000bab10da0. 80000000:00000010:1.0:1767384983.572102:0:40499:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f67e5543. 40000000:00000010:1.0:1767384983.572105:0:40499:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009e48e8de. 00100000:00000010:1.0:1767384983.572109:0:40499:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ad38569b. 00040000:00000010:1.0:1767384983.572112:0:40499:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c7848cb2. 00040000:00000010:1.0:1767384983.572117:0:40499:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d2b6f069. 00080000:00000010:1.0:1767384983.572121:0:40499:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f6fac452. 00002000:00000010:1.0:1767384983.572125:0:40499:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000fb69298d. 00000020:00000010:1.0:1767384983.572128:0:40499:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e069b567. 00000400:00000200:2.0:1767384984.025084:0:16124:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.157@tcp48 00000400:00000010:2.0:1767384984.025092:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f9fa92ac. 00000400:00000010:2.0:1767384984.025099:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b3590c3f. 00000400:00000010:2.0:1767384984.025104:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000215a14a2. 00000400:00000010:2.0:1767384984.025110:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000083447fe3. 00000400:00000200:2.0:1767384984.025113:0:16124:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.157@tcp48 00000400:00000200:2.0:1767384984.025132:0:16124:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.157@tcp48 local destination 00000400:00000200:2.0:1767384984.025150:0:16124:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.157@tcp48 00000400:00000200:2.0:1767384984.025154:0:16124:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.157@tcp48 NI seq info: [250:250:256:4294967295] 192.168.203.157@tcp48 LPNI seq info [209:209:8:4294967295] 00000400:00000200:2.0:1767384984.025160:0:16124:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.157@tcp48 00000400:00000200:2.0:1767384984.025166:0:16124:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.157@tcp48(192.168.203.157@tcp48:) -> 192.168.203.157@tcp48(192.168.203.157@tcp48:192.168.203.157@tcp48) : GET try# 0 00000800:00000200:2.0:1767384984.025170:0:16124:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.157@tcp48 00000800:00000010:2.0:1767384984.025174:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004e9c05bb. 00000800:00000200:2.0:1767384984.025179:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001ab46afd] -> 12345-192.168.203.157@tcp48 (2) 00000800:00000200:2.1:1767384984.025183:0:16124:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001ab46afd] -> 12345-192.168.203.157@tcp48 (2) 00000400:00000200:2.0:1767384984.025215:0:16124:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.157@tcp48 added to recovery queue. ping count: 4 next ping: 322 health :600 00000400:00000200:3.0:1767384984.025309:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.157:988 00000400:00000200:3.0:1767384984.025356:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.157:988 00000400:00000200:3.0:1767384984.025371:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.157:988 00000400:00000200:3.0:1767384984.025395:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.157:988 00000400:00000200:3.0:1767384984.025413:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.157:988 00000400:00000200:3.0:1767384984.025425:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.157:988 00000400:00000200:3.0:1767384984.025438:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.157:988 00000400:00000200:3.0:1767384984.025450:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.157:988 00000400:00000200:3.0:1767384984.025463:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.157:988 00000400:00000200:3.0:1767384984.025482:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.157:988 00000400:00000200:3.0:1767384984.025497:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.157:988 00000400:00000200:3.0:1767384984.025510:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.157:988 00000400:00000200:3.0:1767384984.025522:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.157:988 00000400:00000200:3.0:1767384984.025536:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.157:988 00000400:00000200:3.0:1767384984.025559:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.157:988 00000400:00000200:3.0:1767384984.025584:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.157:988 00000400:00000200:3.0:1767384984.025609:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.157:988 00000400:00000200:3.0:1767384984.025630:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.157:988 00000400:00000200:3.0:1767384984.025645:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.157:988 00000400:00000200:3.0:1767384984.025658:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.157:988 00000400:00000200:3.0:1767384984.025672:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.157:988 00000400:00000200:3.0:1767384984.025684:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.157:988 00000400:00000200:3.0:1767384984.025697:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.157:988 00000400:00000200:3.0:1767384984.025709:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.157:988 00000400:00000200:3.0:1767384984.025721:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.157:988 00000400:00000200:3.0:1767384984.025734:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.157:988 00000400:00000200:3.0:1767384984.025751:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.157:988 00000400:00000200:3.0:1767384984.025765:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.157:988 00000400:00000200:3.0:1767384984.025778:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.157:988 00000400:00000200:3.0:1767384984.025790:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.157:988 00000400:00000200:3.0:1767384984.025802:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.157:988 00000400:00000200:3.0:1767384984.025814:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.157:988 00000400:00000200:3.0:1767384984.025827:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.157:988 00000400:00000200:3.0:1767384984.025840:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.157:988 00000400:00000200:3.0:1767384984.025852:0:16115:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.157:988 00000800:00000010:3.0:1767384984.025992:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000050a84a7b. 00000800:00000010:3.0:1767384984.025997:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000040aef14e. 00000800:00000010:3.0:1767384984.026001:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000068ce6049. 00000800:00000010:3.0:1767384984.026054:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000068ce6049. 00000800:00020000:3.0:1767384984.026065:0:16115:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:3.0:1767384984.026068:0:16115:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000040aef14e. 00000800:00000010:3.0:1767384984.026070:0:16115:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000050a84a7b. 00000400:02020000:3.0:1767384984.026110:0:16115:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp48 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384984.026115:0:16115:0:(router.c:1755:lnet_notify()) 192.168.203.157@tcp48 notifying 192.168.203.157@tcp48: down 00000800:00000200:3.0:1767384984.026119:0:16115:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.157@tcp48 down 00000800:00000100:3.0:1767384984.026125:0:16115:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.157@tcp48 00000800:00000010:3.0:1767384984.026127:0:16115:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004e9c05bb. 00000400:00000200:3.0:1767384984.026130:0:16115:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384984.026134:0:16115:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.157@tcp48->192.168.203.157@tcp48: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384984.026159:0:16115:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384984.026162:0:16115:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.157@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384984.026164:0:16115:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.157@tcp48) recovery failed with -71 00000100:00000010:0.0:1767384984.218092:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000af4fcc39. 02000000:00000010:0.0:1767384984.218113:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001e38fbfd. 00000100:00000010:0.0:1767384984.218164:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026aa716e. 02000000:00000010:0.0:1767384984.218174:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e66b0cbf. 02000000:00000010:2.0:1767384984.218188:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9b4f4cc. 00000400:00000010:2.0:1767384984.218195:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aac7f88b. 00000400:00000010:2.0:1767384984.218202:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e88460a9. 00000100:00000200:2.0:1767384984.218208:0:16130:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358530560, portal 25 00000100:00000010:0.0:1767384984.218212:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003af776e8. 00000400:00000010:2.0:1767384984.218214:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eeeaf9b3. 00000100:00000200:2.0:1767384984.218219:0:16130:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237358530560, offset 0 02000000:00000010:0.0:1767384984.218223:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000005ae22829. 00000400:00000200:2.0:1767384984.218229:0:16130:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384984.218239:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384984.218248:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958272709000 00000400:00000200:2.0:1767384984.218256:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x216d [2] + 0 00000400:00000010:2.0:1767384984.218260:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a2adda5. 02000000:00000010:0.0:1767384984.218264:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eaa77cf1. 00000400:00000200:2.0:1767384984.218265:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ec908754 00000400:00000010:0.0:1767384984.218272:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b41dcae. 00000400:00000200:2.0:1767384984.218274:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384984.218280:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384984.218280:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbe16274. 00000100:00000200:0.0:1767384984.218288:0:16127:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237358530688, portal 4 00000400:00000200:2.0:1767384984.218290:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec908754 00000400:00000010:2.0:1767384984.218294:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ec908754. 00000400:00000010:0.0:1767384984.218295:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e980b228. 00000100:00000200:0.0:1767384984.218300:0:16127:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237358530688, offset 0 00000100:00000200:2.0:1767384984.218301:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384984.218309:0:16127:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384984.218317:0:16127:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384984.218327:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eeeaf9b3 00000400:00000010:2.0:1767384984.218331:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eeeaf9b3. 00000400:00000200:0.0:1767384984.218338:0:16127:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958272709080 00000100:00000200:2.0:1767384984.218341:0:16130:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000af4fcc39 x1853237358530560/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384984.218354:0:16127:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 6952 00000400:00000200:0.0:1767384984.218361:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384984.218364:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1767384984.218369:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000be88941e. 00000100:00000200:0.0:1767384984.218370:0:16127:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384984.218378:0:16127:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000197fd50c. 00000020:00000010:1.0:1767384984.218380:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af52a163. 00000100:00000010:2.0:1767384984.218387:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a6d21489. 00000020:00000010:1.0:1767384984.218393:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af52a163. 00000100:00000010:2.0:1767384984.218396:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e732aa7f. 00000400:00000200:0.0:1767384984.218397:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e980b228 00000400:00000010:0.0:1767384984.218401:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e980b228. 00000100:00000010:2.0:1767384984.218409:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000022fc34a0. 00000020:00000010:1.0:1767384984.218409:0:40411:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af0f948f. 00000100:00000200:0.0:1767384984.218410:0:16127:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026aa716e x1853237358530688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384984.218426:0:40411:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000350e2468. 00000020:00000010:1.0:1767384984.218435:0:40411:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000706ca8c4. 02000000:00000010:0.0:1767384984.218477:0:16126:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d7c10e6a. 00000400:00000010:0.0:1767384984.218486:0:16126:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000698ddb20. 00000400:00000010:0.0:1767384984.218490:0:16126:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e980b228. 00000100:00000200:0.0:1767384984.218494:0:16126:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237358530816, portal 10 00000020:00000010:1.0:1767384984.218501:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af52a163. 00000020:00000010:0.0:1767384984.218503:0:16126:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ba797732. 00000020:00000010:1.0:1767384984.218507:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af52a163. 00000400:00000010:0.0:1767384984.218512:0:16126:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dddde4a5. 00000100:00000200:1.0:1767384984.218514:0:40411:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358530560 00000100:00000200:0.0:1767384984.218517:0:16126:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237358530816, offset 0 00000400:00000200:0.0:1767384984.218525:0:16126:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384984.218530:0:16126:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1767384984.218536:0:40411:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c8f6bd1f. 00000400:00000200:0.0:1767384984.218542:0:16126:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958272709100 00010000:00000200:1.0:1767384984.218552:0:40411:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007632be4a x1853237358530560/t0(0) o400->fc613044-dd35-4201-b03c-4d69ab0214c0@0@lo:210/0 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384984.218553:0:16126:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x223d [64] + 520 00000400:00000200:0.0:1767384984.218571:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384984.218578:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384984.218584:0:16126:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:1.0:1767384984.218590:0:40411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024d67e77. 00000100:00000010:0.0:1767384984.218591:0:16126:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cbb6b8df. 00000100:00000200:1.0:1767384984.218600:0:40411:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237358530560, offset 224 00000400:00000200:1.0:1767384984.218610:0:40411:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384984.218624:0:40411:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384984.218626:0:16126:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dddde4a5 00000020:00000010:2.0:1767384984.218628:0:18105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000050de4815. 00000400:00000010:0.0:1767384984.218631:0:16126:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dddde4a5. 00040000:00000010:3.0:1767384984.218637:0:40419:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ae76ab8e. 00000020:00000010:2.0:1767384984.218637:0:18105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000050de4815. 00000400:00000200:1.0:1767384984.218639:0:40411:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958272709000 00000100:00000200:0.0:1767384984.218643:0:16126:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003af776e8 x1853237358530816/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:3.0:1767384984.218648:0:40419:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c5dc4aa2. 00000020:00000010:2.0:1767384984.218650:0:18105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f82eb59. 00000004:00000010:3.0:1767384984.218659:0:40419:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ae75be67. 00000400:00000200:1.0:1767384984.218660:0:40411:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2af5 [1] + 224 00000020:00000010:2.0:1767384984.218665:0:18105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f64f67b2. 00000004:00000010:3.0:1767384984.218671:0:40419:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000562c1e56. 00000400:00000200:1.0:1767384984.218678:0:40411:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384984.218680:0:18105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f2cba584. 00000020:00000010:3.0:1767384984.218684:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3b21d30. 00000400:00000200:1.0:1767384984.218691:0:40411:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384984.218693:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000063751647. 00000020:00000010:3.0:1767384984.218701:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e5ff738c. 00000100:00000200:1.0:1767384984.218707:0:40411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000af4fcc39 x1853237358530560/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384984.218724:0:18105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000050de4815. 00000020:00000010:2.0:1767384984.218732:0:18105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000050de4815. 00000100:00000200:3.0:1767384984.218736:0:40419:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358530816 00000100:00000200:2.0:1767384984.218740:0:18105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237358530688 00000400:00000200:1.0:1767384984.218741:0:40411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024d67e77 00000400:00000010:1.0:1767384984.218747:0:40411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024d67e77. 02000000:00000010:3.0:1767384984.218756:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000728f903b. 02000000:00000010:2.0:1767384984.218761:0:18105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000009cd035b. 00000400:00000010:0.0:1767384984.218764:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aac7f88b. 00000020:00000010:1.0:1767384984.218768:0:40411:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000350e2468. 00000020:00000010:3.0:1767384984.218769:0:40419:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000b5596aef. 00000400:00000200:0.0:1767384984.218772:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e88460a9 00010000:00000200:2.0:1767384984.218775:0:18105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000197fd50c x1853237358530688/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:210/0 lens 224/224 e 0 to 0 dl 1767384995 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384984.218778:0:40411:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000706ca8c4. 00000400:00000010:0.0:1767384984.218778:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e88460a9. 00000004:00000010:3.0:1767384984.218781:0:40419:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 000000008d4e11be. 00000020:00000010:1.0:1767384984.218789:0:40411:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af0f948f. 00000001:00000010:3.0:1767384984.218791:0:40419:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000005429baa3. 00000100:00000200:0.0:1767384984.218796:0:16130:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000af4fcc39 x1853237358530560/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:3.0:1767384984.218804:0:40419:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000bfe63663. 02000000:00000010:1.0:1767384984.218807:0:40411:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c8f6bd1f. 00000400:00000010:2.0:1767384984.218810:0:18105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eeeaf9b3. 00000001:00000010:3.0:1767384984.218812:0:40419:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000000a3292de. 00000100:00000200:0.0:1767384984.218812:0:16130:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000af4fcc39 x1853237358530560/t0(0) o400->MGC192.168.203.157@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384984.218818:0:18105:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237358530688, offset 224 00000001:00000010:3.0:1767384984.218819:0:40419:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008f9f1fb4. 00000100:00000200:1.0:1767384984.218820:0:40411:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000001:00000010:3.0:1767384984.218828:0:40419:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000966de725. 00000400:00000010:1.0:1767384984.218833:0:40411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1404179. 00000001:00000010:3.0:1767384984.218835:0:40419:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000051c392b7. 00000400:00000200:2.0:1767384984.218838:0:18105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000010:3.0:1767384984.218845:0:40419:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002332530e. 02000000:00000010:0.0:1767384984.218847:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9b4f4cc. 00000001:00000010:3.0:1767384984.218850:0:40419:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000002df769ce. 00000400:00000010:1.0:1767384984.218853:0:40411:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006cc6d8e9. 00000400:00000200:2.0:1767384984.218854:0:18105:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000010:3.0:1767384984.218857:0:40419:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000006f5b7ac4. 02000000:00000010:0.0:1767384984.218857:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001e38fbfd. 00000001:00000010:3.0:1767384984.218870:0:40419:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007370e3f0. 00000100:00000010:0.0:1767384984.218871:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000af4fcc39. 00000400:00000200:2.0:1767384984.218876:0:18105:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958272709080 00000001:00000010:3.0:1767384984.218877:0:40419:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e3c09acc. 00000001:00000010:3.0:1767384984.218884:0:40419:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007d686e6c. 00000400:00000200:2.0:1767384984.218888:0:18105:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2afd [1] + 224 00000001:00000010:3.0:1767384984.218891:0:40419:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ad7114f7. 00000400:00000200:2.0:1767384984.218892:0:18105:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384984.218897:0:18105:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384984.218901:0:18105:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026aa716e x1853237358530688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384984.218923:0:40419:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000f2567b8f. 00000400:00000200:2.0:1767384984.218923:0:18105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eeeaf9b3 00000400:00000010:2.0:1767384984.218927:0:18105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eeeaf9b3. 00000020:00000010:2.0:1767384984.218943:0:18105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f64f67b2. 00000020:00000010:2.0:1767384984.218948:0:18105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2cba584. 00000400:00000010:1.0:1767384984.218952:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b41dcae. 00000020:00000010:2.0:1767384984.218953:0:18105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f82eb59. 00000400:00000200:1.0:1767384984.218967:0:16127:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbe16274 00000400:00000010:1.0:1767384984.218972:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbe16274. 00000100:00000200:1.0:1767384984.218983:0:16127:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026aa716e x1853237358530688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384984.218997:0:16127:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026aa716e x1853237358530688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767385000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384984.219044:0:40419:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000e76fa56d. 00000020:00000010:3.0:1767384984.219051:0:40419:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 000000007a7b4b3a. 00000020:00000010:1.0:1767384984.219053:0:16127:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000000d58bb22. 00000020:00000010:3.0:1767384984.219056:0:40419:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000515cc78c. 02000000:00000010:1.0:1767384984.219077:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eaa77cf1. 02000000:00000010:1.0:1767384984.219086:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e66b0cbf. 00000020:00000010:3.0:1767384984.219090:0:40419:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000dc6077d8. 00000100:00000010:1.0:1767384984.219092:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026aa716e. 00000020:00000010:3.0:1767384984.219097:0:40419:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000ebe17cff. 00000020:00000010:3.0:1767384984.219102:0:40419:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 0000000072a91fee. 00000020:00000010:3.0:1767384984.219125:0:40419:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000a6244597. 00010000:00000200:3.0:1767384984.219171:0:40419:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cbb6b8df x1853237358530816/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767385004 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384984.219186:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ba71295. 00000100:00000200:3.0:1767384984.219189:0:40419:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853237358530816, offset 0 00000400:00000200:3.0:1767384984.219196:0:40419:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384984.219203:0:40419:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384984.219211:0:40419:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x6958272709100 00000400:00000200:3.0:1767384984.219216:0:40419:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0x2b05 [1] + 0 00000400:00000200:3.0:1767384984.219220:0:40419:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384984.219224:0:40419:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384984.219230:0:40419:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003af776e8 x1853237358530816/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384994 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384984.219253:0:40419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ba71295 00000400:00000010:3.0:1767384984.219255:0:40419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ba71295. 00000020:00000010:3.0:1767384984.219264:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000063751647. 00000020:00000010:3.0:1767384984.219268:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e5ff738c. 00000020:00000010:3.0:1767384984.219271:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3b21d30. 00000400:00000010:1.0:1767384984.219300:0:16126:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000698ddb20. 00000400:00000200:1.0:1767384984.219306:0:16126:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e980b228 00000400:00000010:1.0:1767384984.219308:0:16126:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e980b228. 00000100:00000200:1.0:1767384984.219315:0:16126:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003af776e8 x1853237358530816/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384994 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384984.219325:0:16126:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003af776e8 x1853237358530816/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384994 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384984.219341:0:16126:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000007150a770. 02000000:00000010:1.0:1767384984.219368:0:16126:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d7c10e6a. 02000000:00000010:1.0:1767384984.219372:0:16126:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000005ae22829. 00000100:00000010:1.0:1767384984.219375:0:16126:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003af776e8. 00000100:00000010:2.0:1767384984.230052:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e732aa7f. 00000100:00000010:3.0:1767384984.230083:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000022fc34a0. 00000100:00000010:1.0:1767384984.230097:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a6d21489. 00000100:00000010:0.0:1767384984.231044:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000be88941e. 00000001:00000010:0.0:1767384984.630626:0:17563:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000004f8e3c76. 00002000:00000010:0.0:1767384984.630642:0:17563:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000e645b5e4. 00080000:00000010:0.0:1767384984.630652:0:17563:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d4546396. 00000001:00000010:0.0:1767384984.630660:0:17563:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000720818dd. 00002000:00000010:0.0:1767384984.630663:0:17563:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000009edbfb85. 00080000:00000010:0.0:1767384984.630666:0:17563:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000acc10802. 00000001:00000010:0.0:1767384984.630672:0:17563:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000000fa964b1. 00002000:00000010:0.0:1767384984.630677:0:17563:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000047eea1e. 00080000:00000010:0.0:1767384984.630681:0:17563:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a50fa276. 00000001:00000010:0.0:1767384984.630685:0:17563:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000007f796242. 00002000:00000010:0.0:1767384984.630688:0:17563:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000c845b5e3. 00080000:00000010:0.0:1767384984.630690:0:17563:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b6f2bafc. 00000001:00000010:0.0:1767384984.630700:0:17563:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000108b2748. 00080000:00000010:0.0:1767384984.630705:0:17563:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004ab2c3bd. 00000001:02000400:1.0:1767384984.633806:0:40677:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-server.virtnet: executing set_default_debug -1 all 00000400:00000001:3.0:1767384984.648316:0:40679:0:(debug.c:327:cfs_str2mask()) Process entered 00080000:00000001:3.0:1767384984.834398:0:40692:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384984.834413:0:40692:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384984.834419:0:40692:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384984.834427:0:40692:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384984.834433:0:40692:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384984.834436:0:40692:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384985.049058:0:16124:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384985.049062:0:16124:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384985.049065:0:16124:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000215a14a2 00000400:00000010:2.0:1767384985.049068:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000215a14a2. 00000400:00000200:2.0:1767384985.049072:0:16124:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384985.049077:0:16124:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.157@tcp48 recovery ping unlinked 00000400:00000010:2.0:1767384985.049091:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f9fa92ac. 00000400:00000010:2.0:1767384985.049096:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b3590c3f. 00080000:00000001:3.0:1767384985.133598:0:40741:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384985.133609:0:40741:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384985.133613:0:40741:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384985.133618:0:40741:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384985.133623:0:40741:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384985.133625:0:40741:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384985.241065:0:16126:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384985.241077:0:16126:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384985.241080:0:16126:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384985.241084:0:16126:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384985.241088:0:16126:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384985.241091:0:16126:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384985.241093:0:16126:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384985.433184:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384985.433192:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384985.433200:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384985.433201:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384985.433266:0:16757:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384985.433271:0:16757:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384985.433274:0:16757:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384985.607574:0:40791:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384985.607586:0:40791:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384985.607591:0:40791:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384985.607598:0:40791:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384985.607604:0:40791:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384985.607607:0:40791:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384985.625180:0:16119:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e41b7566] -> 12345-192.168.203.157@tcp22 (6) 00000800:00000200:3.0:1767384985.625190:0:16119:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp22 ip 192.168.203.157:988 00000800:00000200:3.0:1767384985.625194:0:16119:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000082be1b3a type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384985.625296:0:16121:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384985.625304:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384985.625314:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384985.625319:0:16121:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384985.625322:0:16121:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384986.266052:0:16126:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384986.266061:0:16126:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384986.266063:0:16126:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384986.266065:0:16126:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384986.266067:0:16126:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384986.266070:0:16126:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384986.266072:0:16126:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384986.344854:0:40839:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384986.344867:0:40839:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384986.344871:0:40839:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384986.344875:0:40839:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384986.344880:0:40839:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384986.344882:0:40839:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384986.457082:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384986.457087:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384986.457092:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384986.457094:0:58:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384986.457095:0:58:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384986.457097:0:58:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384986.457099:0:58:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384986.457101:0:58:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384986.457103:0:58:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384986.457104:0:58:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384986.457155:0:39763:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384986.457160:0:39763:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384986.457163:0:39763:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384986.467681:0:40875:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384986.467686:0:40875:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:00000001:1.0:1767384986.471510:0:40875:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000001:2.0:1767384986.716148:0:40887:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384986.716161:0:40887:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.716165:0:40887:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384986.716170:0:40887:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384986.716175:0:40887:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384986.716176:0:40887:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384987.010915:0:40934:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384987.010927:0:40934:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384987.010931:0:40934:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384987.010936:0:40934:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384987.010940:0:40934:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384987.010942:0:40934:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384987.289091:0:16126:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384987.289105:0:16126:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384987.289107:0:16126:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384987.289112:0:16126:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384987.289128:0:16126:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384987.289131:0:16126:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384987.289134:0:16126:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384987.301790:0:40982:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384987.301828:0:40982:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384987.301832:0:40982:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384987.301838:0:40982:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384987.301842:0:40982:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384987.301844:0:40982:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384987.430683:0:41019:0:(debug.c:327:cfs_str2mask()) Process entered 00000100:00000010:2.0:1767384988.697147:0:40440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f0fc4b75. 02000000:00000010:2.0:1767384988.697171:0:40440:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000048667f83. 02000000:00000010:3.0:1767384988.697260:0:16128:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000106db306. 00000400:00000010:3.0:1767384988.697269:0:16128:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f79872c. 00000400:00000010:3.0:1767384988.697276:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ba71295. 00000400:00000010:3.0:1767384988.697302:0:16128:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053a14951. 00000100:00000010:3.0:1767384988.697363:0:16128:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007fd72a2d. 00000400:00000010:3.0:1767384988.697383:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000053a14951. 00000100:00000010:3.0:1767384988.697399:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f839b869. 00000100:00000010:3.0:1767384988.697417:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000014ae8a6c. 00000100:00000010:3.0:1767384988.697425:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009ae65ee5. 00000100:00000010:3.0:1767384988.697432:0:16128:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ca027e47. 00000020:00000010:2.0:1767384988.697444:0:18104:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000001ab34dc. 00000020:00000010:2.0:1767384988.697451:0:18104:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006aefeed1. 00000020:00000010:2.0:1767384988.697473:0:18104:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035d78336. 00000020:00000010:2.0:1767384988.697479:0:18104:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000293313c2. 00000020:00000010:2.0:1767384988.697485:0:18104:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384988.697548:0:18104:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004eccebd8. 00000020:00000010:2.0:1767384988.697552:0:18104:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004eccebd8. 02000000:00000010:2.0:1767384988.697571:0:18104:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000f94dd0dd. 00000400:00000010:2.0:1767384988.697607:0:18104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000215a14a2. 00000400:00000010:2.0:1767384988.697641:0:18104:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000215a14a2. 00000020:00000010:2.0:1767384988.697657:0:18104:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000293313c2. 00000400:00000010:3.0:1767384988.697663:0:16128:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f79872c. 00000020:00000010:2.0:1767384988.697663:0:18104:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384988.697670:0:18104:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035d78336. 00000400:00000010:3.0:1767384988.697671:0:16128:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ba71295. 02000000:00000010:3.0:1767384988.697694:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e61d105a. 02000000:00000010:3.0:1767384988.697700:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a2d044c6. 00000100:00000010:3.0:1767384988.697704:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b2bdeca8. 02000000:00000010:3.0:1767384988.697721:0:16128:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000106db306. 02000000:00000010:3.0:1767384988.697726:0:16128:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000048667f83. 00000100:00000010:3.0:1767384988.697729:0:16128:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f0fc4b75. 00000800:00000010:0.0:1767384988.698257:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000063d1fab2. 00000800:00000010:0.0:1767384988.698265:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000bf763ba. 00000800:00000010:0.0:1767384988.698271:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000777b9296. 00000800:00000010:0.0:1767384988.698297:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000777b9296. 00000800:00020000:0.0:1767384988.698308:0:16117:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:0.0:1767384988.698312:0:16117:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000bf763ba. 00000800:00000010:0.0:1767384988.698315:0:16117:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000063d1fab2. 00000400:02020000:0.0:1767384988.698350:0:16117:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp41 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000100:00000010:2.0:1767384988.703067:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ae65ee5. 00000100:00000010:1.0:1767384988.703089:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000014ae8a6c. 00000100:00000010:0.0:1767384988.703174:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f839b869. 00000100:00000010:3.0:1767384988.704069:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ca027e47. 00000100:00000010:1.0:1767384989.721133:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f11df67. 02000000:00000010:1.0:1767384989.721156:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000062a1dea0. 00000100:00000010:1.0:1767384989.721186:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d0bbbddc. 02000000:00000010:1.0:1767384989.721192:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000375972b. 00000100:00000010:1.0:1767384989.721218:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b366d3ae. 02000000:00000010:1.0:1767384989.721225:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000002c6bcd. 02000000:00000010:0.0:1767384989.721228:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c99e36eb. 00000400:00000010:0.0:1767384989.721237:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4b6250e. 00000400:00000010:0.0:1767384989.721244:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dddde4a5. 00000400:00000010:0.0:1767384989.721255:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8fe4066. 02000000:00000010:2.0:1767384989.721289:0:16127:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000035d78336. 00000100:00000010:0.0:1767384989.721290:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000af4fcc39. 00000400:00000010:2.0:1767384989.721299:0:16127:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000efe84c2a. 00000400:00000010:2.0:1767384989.721306:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000215a14a2. 00000400:00000010:0.0:1767384989.721312:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8fe4066. 00000020:00000010:2.0:1767384989.721317:0:16127:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000007071bc85. 00000400:00000010:2.0:1767384989.721326:0:16127:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eeeaf9b3. 00000100:00000010:0.0:1767384989.721331:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee32509c. 00000100:00000010:2.0:1767384989.721350:0:16127:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dc0d0486. 00000100:00000010:0.0:1767384989.721360:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007c02f858. 00000100:00000010:0.0:1767384989.721370:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009071410e. 00000400:00000010:2.0:1767384989.721373:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eeeaf9b3. 00000100:00000010:0.0:1767384989.721388:0:16130:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008f2caaf. 02000000:00000010:0.0:1767384989.721419:0:16130:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005e429f77. 00000400:00000010:0.0:1767384989.721425:0:16130:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcbe5cb5. 00000400:00000010:0.0:1767384989.721429:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8fe4066. 00000400:00000010:0.0:1767384989.721434:0:16130:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075a1bd77. 00000020:00000010:2.0:1767384989.721439:0:18105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000000972c1b. 00000020:00000010:2.0:1767384989.721445:0:18105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000000972c1b. 00000400:00000010:0.0:1767384989.721447:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000859e08fe. 00000020:00000010:2.0:1767384989.721454:0:18105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac3a601e. 00000400:00000010:0.0:1767384989.721457:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c66ac7b6. 00000020:00000010:2.0:1767384989.721461:0:18105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000293313c2. 00000020:00000010:2.0:1767384989.721470:0:18105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f2cba584. 00000400:00000010:0.0:1767384989.721479:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075a1bd77. 00000020:00000010:2.0:1767384989.721515:0:18105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000000972c1b. 00000020:00000010:2.0:1767384989.721520:0:18105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000000972c1b. 00000020:00000010:3.0:1767384989.721523:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c521825d. 00000020:00000010:3.0:1767384989.721528:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c521825d. 00000020:00000010:0.0:1767384989.721533:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f615b8a. 00000020:00000010:3.0:1767384989.721535:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eaf5e310. 02000000:00000010:2.0:1767384989.721540:0:18105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000721f34ab. 00000020:00000010:0.0:1767384989.721540:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f615b8a. 00000020:00000010:3.0:1767384989.721541:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005714a847. 00000020:00000010:0.0:1767384989.721547:0:40411:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2b18920. 00000020:00000010:3.0:1767384989.721550:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e5ff738c. 00000020:00000010:0.0:1767384989.721554:0:40411:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000009e41426. 00000020:00000010:0.0:1767384989.721560:0:40411:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b44a7948. 00000400:00000010:2.0:1767384989.721570:0:18105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eeeaf9b3. 00000400:00000010:2.0:1767384989.721609:0:18105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eeeaf9b3. 00000020:00000010:2.0:1767384989.721623:0:18105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000293313c2. 00000020:00000010:2.0:1767384989.721629:0:18105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2cba584. 00000020:00000010:0.0:1767384989.721629:0:40411:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f615b8a. 00000020:00000010:0.0:1767384989.721634:0:40411:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f615b8a. 00000020:00000010:2.0:1767384989.721644:0:18105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac3a601e. 02000000:00000010:0.0:1767384989.721644:0:40411:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e1313f16. 00000400:00000010:0.0:1767384989.721655:0:40411:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075a1bd77. 00000020:00000010:3.0:1767384989.721673:0:40420:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c521825d. 00000400:00000010:0.0:1767384989.721676:0:40411:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075a1bd77. 00000020:00000010:3.0:1767384989.721677:0:40420:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c521825d. 02000000:00000010:3.0:1767384989.721692:0:40420:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009efcc4da. 00000400:00000010:2.0:1767384989.721692:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcbe5cb5. 00000020:00000010:0.0:1767384989.721693:0:40411:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000009e41426. 00000020:00000010:0.0:1767384989.721701:0:40411:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b44a7948. 00000400:00000010:3.0:1767384989.721702:0:40420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ba71295. 00000400:00000010:2.0:1767384989.721702:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8fe4066. 00000020:00000010:0.0:1767384989.721705:0:40411:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2b18920. 02000000:00000010:0.0:1767384989.721716:0:40411:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e1313f16. 00000400:00000010:0.0:1767384989.721724:0:40411:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023797a56. 00000400:00000010:2.0:1767384989.721729:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4b6250e. 00000400:00000010:0.0:1767384989.721730:0:40411:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000bf763ba. 00000400:00000010:2.0:1767384989.721738:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dddde4a5. 00000400:00000010:3.0:1767384989.721754:0:40420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ba71295. 02000000:00000010:2.0:1767384989.721757:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005e429f77. 02000000:00000010:2.0:1767384989.721765:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000062a1dea0. 00000020:00000010:3.0:1767384989.721766:0:40420:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005714a847. 00000020:00000010:3.0:1767384989.721771:0:40420:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e5ff738c. 00000100:00000010:2.0:1767384989.721772:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000f11df67. 00000020:00000010:3.0:1767384989.721774:0:40420:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eaf5e310. 02000000:00000010:2.0:1767384989.721782:0:16130:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c99e36eb. 02000000:00000010:2.0:1767384989.721789:0:16130:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000375972b. 00000100:00000010:2.0:1767384989.721793:0:16130:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d0bbbddc. 00000400:00000010:2.0:1767384989.721817:0:16127:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000efe84c2a. 00000400:00000010:2.0:1767384989.721822:0:16127:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000215a14a2. 02000000:00000010:2.0:1767384989.721840:0:16127:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000035d78336. 02000000:00000010:2.0:1767384989.721845:0:16127:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000002c6bcd. 00000100:00000010:2.0:1767384989.721848:0:16127:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b366d3ae. 00000800:00000010:1.0:1767384989.722516:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b5ff5c4a. 00000800:00000010:1.0:1767384989.722521:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005934908f. 00000800:00000010:1.0:1767384989.722526:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b96828d8. 00000800:00000010:1.0:1767384989.722544:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b96828d8. 00000800:00020000:1.0:1767384989.722556:0:16118:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:1.0:1767384989.722562:0:16118:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005934908f. 00000800:00000010:1.0:1767384989.722564:0:16118:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b5ff5c4a. 00000400:02020000:1.0:1767384989.722605:0:16118:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp36 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000800:00000010:0.0:1767384989.731253:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000fa4bef91. 00000800:00000010:2.0:1767384989.731318:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004a4073ae. 00000800:00000010:2.0:1767384989.731327:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fbc4fb3f. 00000800:00000010:2.0:1767384989.731351:0:16116:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d838630b. 00000800:00000010:2.0:1767384989.731360:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000000972c1b. 00000800:00000010:2.0:1767384989.731406:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000000972c1b. 00000800:00000010:2.0:1767384989.731410:0:16116:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fbc4fb3f. 00000800:00000010:2.0:1767384989.731446:0:16116:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000fa4bef91. 00000800:00000010:3.0:1767384989.731883:0:16122:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e33712ae. 00000800:00000010:3.0:1767384989.731940:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e33712ae. 00000800:00000010:0.0:1767384989.732639:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000cec7696d. 00000800:00000010:2.0:1767384989.732689:0:29524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000b7c6429. 00000800:00000010:2.0:1767384989.732696:0:29524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fbc4fb3f. 00000800:00000010:1.0:1767384989.732703:0:16121:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a5a8025e. 00000800:00000010:2.0:1767384989.732719:0:29524:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008fa78641. 00000800:00000010:2.1:1767384989.732725:0:29524:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008fa78641. 00000800:00000010:2.0:1767384989.732733:0:29524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000000972c1b. 00000800:00000010:1.0:1767384989.732764:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a5a8025e. 00000800:00000010:2.0:1767384989.732791:0:29524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000000972c1b. 00000800:00000010:2.0:1767384989.732797:0:29524:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fbc4fb3f. 00000800:00000010:2.0:1767384989.732830:0:29524:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000cec7696d. 00000100:00000010:1.0:1767384989.733069:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007c02f858. 00000100:00000010:2.0:1767384989.733074:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009071410e. 00000100:00000010:0.0:1767384989.733233:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee32509c. 00000800:00000010:0.0:1767384989.734042:0:16123:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002ea2de04. 00000800:00000010:3.0:1767384989.734125:0:16115:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000050a84a7b. 00000800:00000010:3.0:1767384989.734131:0:16115:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000035fd083b. 00000100:00000010:3.0:1767384989.734155:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008f2caaf. 00000800:00000010:3.0:1767384989.734345:0:16115:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008c09df5a. 00000800:00000010:3.1:1767384989.734350:0:16115:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008c09df5a. 00000800:00000010:3.0:1767384989.734356:0:16115:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e6436632. 00000800:00000010:3.0:1767384989.734446:0:16115:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e6436632. 00000800:00000010:3.0:1767384989.734453:0:16115:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000035fd083b. 00000800:00000010:3.0:1767384989.734475:0:16115:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002ea2de04. 00000400:00000010:2.0:1767384990.169127:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000092376259. 00000400:00000010:2.0:1767384990.169139:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000035d78336. 00000400:00000010:2.0:1767384990.169154:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000215a14a2. 00000400:00000010:2.0:1767384990.169161:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d4a98754. 00000800:00000010:2.0:1767384990.169186:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ab1870c4. 00000800:00000010:0.0:1767384990.170343:0:16117:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000063d1fab2. 00000800:00000010:0.0:1767384990.170350:0:16117:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003959c0a7. 00000800:00000010:0.0:1767384990.170356:0:16117:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004e99f440. 00000800:00000010:0.0:1767384990.170380:0:16117:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004e99f440. 00000800:00020000:0.0:1767384990.170392:0:16117:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:0.0:1767384990.170405:0:16117:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003959c0a7. 00000800:00000010:0.0:1767384990.170409:0:16117:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000063d1fab2. 00000400:02020000:0.0:1767384990.170451:0:16117:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp31 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000800:00000010:0.0:1767384990.170463:0:16117:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ab1870c4. 00000800:00000010:0.0:1767384990.745972:0:16118:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000063d1fab2. 00000800:00000010:0.0:1767384990.745981:0:16118:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003959c0a7. 00000800:00000010:0.0:1767384990.745985:0:16118:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004e99f440. 00000800:00000010:0.0:1767384990.746001:0:16118:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004e99f440. 00000800:00020000:0.0:1767384990.746010:0:16118:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:0.0:1767384990.746046:0:16118:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003959c0a7. 00000800:00000010:0.0:1767384990.746049:0:16118:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000063d1fab2. 00000400:02020000:0.0:1767384990.746122:0:16118:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp44 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000400:00000010:1.0:1767384990.795117:0:16121:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003edab07d. 00000400:00000010:1.0:1767384990.795144:0:16121:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000395850df. 00000020:00000010:0.0:1767384990.795227:0:40412:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2b18920. 00000020:00000010:0.0:1767384990.795235:0:40412:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c9bffc49. 00000020:00000010:0.0:1767384990.795240:0:40412:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b44a7948. 02000000:00000010:0.0:1767384990.795291:0:40412:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000cc60a0e6. 00000020:00000010:0.0:1767384990.795301:0:40412:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000c17646ed. 00000001:00000010:0.0:1767384990.795312:0:40412:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000036b58291. 00000001:00000010:0.0:1767384990.795318:0:40412:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000072b5ff8. 00000001:00000010:0.0:1767384990.795321:0:40412:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000110ddd5d. 00000001:00000010:0.0:1767384990.795324:0:40412:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c99e36eb. 00000001:00000010:0.0:1767384990.795327:0:40412:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005e429f77. 00000001:00000010:0.0:1767384990.795329:0:40412:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d319cb69. 00000020:00000010:0.0:1767384990.795344:0:40412:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000ee32509c. 00000020:00000010:0.0:1767384990.795422:0:40412:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000e1313f16. 00000020:00000010:0.0:1767384990.795427:0:40412:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 000000003959c0a7. 00000020:00000010:0.0:1767384990.795430:0:40412:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 000000000f378e09. 00000020:00000010:0.0:1767384990.795444:0:40412:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000003f7bc55. 00000020:00000010:0.0:1767384990.795446:0:40412:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000006a2f51ef. 00000020:00000010:0.0:1767384990.795449:0:40412:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 0000000088418a4b. 00000020:00000010:0.0:1767384990.795473:0:40412:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000d8930cef. 00000400:00000010:0.0:1767384990.795518:0:40412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075a1bd77. 00000800:00000010:0.0:1767384990.795550:0:40412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000727779b0. 00000020:00000010:0.0:1767384990.795574:0:40412:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c9bffc49. 00000020:00000010:0.0:1767384990.795578:0:40412:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384990.795591:0:40412:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2b18920. 00000400:00000010:0.0:1767384990.795602:0:40412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c79813d. 00000400:00000010:0.0:1767384990.795607:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032a5ebf6. 00000800:00000010:1.0:1767384990.795653:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000727779b0. 00000400:00000010:1.0:1767384990.795661:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075a1bd77. 02000000:00000010:1.0:1767384990.795666:0:16122:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000cc60a0e6. 00000400:00000010:2.0:1767384990.796673:0:16120:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d9dc46e. 00000400:00000010:2.0:1767384990.796704:0:16120:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f71886cd. 00000020:00000010:0.0:1767384990.796782:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e99f440. 00000020:00000010:0.0:1767384990.796787:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004e99f440. 00000020:00000010:0.0:1767384990.796792:0:40412:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2b18920. 00000020:00000010:0.0:1767384990.796795:0:40412:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c9bffc49. 00000020:00000010:0.0:1767384990.796798:0:40412:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384990.796826:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e99f440. 00000020:00000010:0.0:1767384990.796829:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004e99f440. 00010000:00000010:0.0:1767384990.796848:0:40412:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003874b5aa. 02000000:00000010:0.0:1767384990.796859:0:40412:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000008d42387c. 00000400:00000010:0.0:1767384990.796879:0:40412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d7032c9. 00000800:00000010:0.0:1767384990.796899:0:40412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000893cbf4a. 00000020:00000010:0.0:1767384990.796917:0:40412:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c9bffc49. 00000020:00000010:0.0:1767384990.796921:0:40412:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384990.796924:0:40412:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2b18920. 00000400:00000010:0.0:1767384990.796934:0:40412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077d23cae. 00000400:00000010:0.0:1767384990.796938:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002daa2695. 00000800:00000010:1.0:1767384990.796967:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000893cbf4a. 00000400:00000010:1.0:1767384990.796976:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d7032c9. 02000000:00000010:1.0:1767384990.796980:0:16121:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000008d42387c. 00000400:00000010:1.0:1767384990.797815:0:16122:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008001e3a2. 00000400:00000010:1.0:1767384990.797844:0:16122:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000003dde036. 00000020:00000010:0.0:1767384990.797900:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e99f440. 00000020:00000010:0.0:1767384990.797904:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004e99f440. 00000020:00000010:0.0:1767384990.797908:0:40412:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2b18920. 00000020:00000010:0.0:1767384990.797911:0:40412:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c9bffc49. 00000020:00000010:0.0:1767384990.797913:0:40412:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384990.797934:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e99f440. 00000020:00000010:0.0:1767384990.797936:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004e99f440. 02000000:00000010:0.0:1767384990.797945:0:40412:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000003306b34f. 00000040:00000010:0.0:1767384990.797951:0:40412:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000fa519397. 00000040:00000010:0.0:1767384990.798202:0:40412:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000fa519397. 00000400:00000010:0.0:1767384990.798213:0:40412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d04655f3. 00000800:00000010:0.0:1767384990.798227:0:40412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c387c1fc. 00000020:00000010:0.0:1767384990.798247:0:40412:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c9bffc49. 00000020:00000010:0.0:1767384990.798250:0:40412:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384990.798253:0:40412:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2b18920. 00000400:00000010:0.0:1767384990.798259:0:40412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080216c13. 00000400:00000010:0.0:1767384990.798263:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000550fa6b6. 00000800:00000010:2.0:1767384990.798340:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c387c1fc. 00000400:00000010:2.0:1767384990.798349:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d04655f3. 02000000:00000010:2.0:1767384990.798354:0:16120:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000003306b34f. 00000400:00000010:1.0:1767384990.799208:0:16121:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e84936ba. 00000400:00000010:1.0:1767384990.799248:0:16121:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008418f5f6. 00000020:00000010:0.0:1767384990.799313:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e99f440. 00000020:00000010:0.0:1767384990.799317:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004e99f440. 00000020:00000010:0.0:1767384990.799321:0:40412:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2b18920. 00000020:00000010:0.0:1767384990.799324:0:40412:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c9bffc49. 00000020:00000010:0.0:1767384990.799327:0:40412:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384990.799346:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e99f440. 00000020:00000010:0.0:1767384990.799348:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004e99f440. 00010000:00000010:0.0:1767384990.799357:0:40412:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000168ea983. 02000000:00000010:0.0:1767384990.799364:0:40412:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000fdc05d85. 00000400:00000010:0.0:1767384990.799375:0:40412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6452143. 00000800:00000010:0.0:1767384990.799390:0:40412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003891d8c7. 00000020:00000010:0.0:1767384990.799401:0:40412:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c9bffc49. 00000020:00000010:0.0:1767384990.799405:0:40412:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384990.799408:0:40412:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2b18920. 00000400:00000010:0.0:1767384990.799416:0:40412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d802f19. 00000400:00000010:0.0:1767384990.799419:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004eea991b. 00000800:00000010:1.0:1767384990.799475:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003891d8c7. 00000400:00000010:1.0:1767384990.799483:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6452143. 02000000:00000010:1.0:1767384990.799508:0:16122:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000fdc05d85. 00000400:00000010:2.0:1767384990.800190:0:16120:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042883d75. 00000400:00000010:2.0:1767384990.800201:0:16120:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005da3a99b. 00000020:00000010:0.0:1767384990.800257:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e99f440. 00000020:00000010:0.0:1767384990.800262:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004e99f440. 00000020:00000010:0.0:1767384990.800266:0:40412:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2b18920. 00000020:00000010:0.0:1767384990.800269:0:40412:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c9bffc49. 00000020:00000010:0.0:1767384990.800272:0:40412:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384990.800291:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e99f440. 00000020:00000010:0.0:1767384990.800294:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004e99f440. 02000000:00000010:0.0:1767384990.800301:0:40412:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000015fc08c7. 00000040:00000010:0.0:1767384990.800305:0:40412:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000fa519397. 00000040:00000010:0.0:1767384990.800336:0:40412:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000f9d27be3. 00000040:00000010:0.0:1767384990.800348:0:40412:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000f9d27be3. 00000040:00000010:0.0:1767384990.800351:0:40412:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000fa519397. 20000000:00000010:0.0:1767384990.800358:0:40412:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000004e99f440. 00000400:00000010:0.0:1767384990.800365:0:40412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e1d5252. 00000800:00000010:0.0:1767384990.800380:0:40412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e3c2efc6. 00000020:00000010:0.0:1767384990.800397:0:40412:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c9bffc49. 00000020:00000010:0.0:1767384990.800400:0:40412:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384990.800402:0:40412:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2b18920. 00000400:00000010:0.0:1767384990.800409:0:40412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061094ded. 00000400:00000010:0.0:1767384990.800413:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2cd5ec7. 00000800:00000010:1.0:1767384990.800450:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e3c2efc6. 00000400:00000010:1.0:1767384990.800464:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e1d5252. 02000000:00000010:1.0:1767384990.800467:0:16121:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000015fc08c7. 00000400:00000010:1.0:1767384990.801328:0:16122:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab231940. 00000400:00000010:1.0:1767384990.801338:0:16122:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000209e42b7. 00000020:00000010:0.0:1767384990.801440:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fea93b6f. 00000020:00000010:0.0:1767384990.801444:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fea93b6f. 00000020:00000010:0.0:1767384990.801448:0:40412:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2b18920. 00000020:00000010:0.0:1767384990.801450:0:40412:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c9bffc49. 00000020:00000010:0.0:1767384990.801453:0:40412:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384990.801472:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fea93b6f. 00000020:00000010:0.0:1767384990.801475:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fea93b6f. 02000000:00000010:0.0:1767384990.801495:0:40412:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000790fa770. 00000040:00000010:0.0:1767384990.801500:0:40412:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000fa519397. 00000040:00000010:0.0:1767384990.801508:0:40412:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000063d1fab2. 00000040:00000010:0.0:1767384990.801668:0:40412:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000063d1fab2. 00000040:00000010:0.0:1767384990.801673:0:40412:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000fa519397. 00000400:00000010:0.0:1767384990.801681:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000096297972. 00000800:00000010:0.0:1767384990.801694:0:40412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000fa519397. 00000020:00000010:0.0:1767384990.801712:0:40412:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c9bffc49. 00000020:00000010:0.0:1767384990.801715:0:40412:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384990.801718:0:40412:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2b18920. 00000400:00000010:0.0:1767384990.801724:0:40412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093e02048. 00000400:00000010:0.0:1767384990.801727:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000009011c9f. 00000800:00000010:2.0:1767384990.801811:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000fa519397. 00000400:00000010:2.0:1767384990.801825:0:16120:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000096297972. 02000000:00000010:2.0:1767384990.801831:0:16120:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000790fa770. 00000400:00000010:1.0:1767384990.802943:0:16121:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dde382c7. 00000400:00000010:1.0:1767384990.802957:0:16121:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a7ae01e0. 00000020:00000010:0.0:1767384990.803029:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fea93b6f. 00000020:00000010:0.0:1767384990.803032:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fea93b6f. 00000020:00000010:0.0:1767384990.803035:0:40412:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2b18920. 00000020:00000010:0.0:1767384990.803043:0:40412:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c9bffc49. 00000020:00000010:0.0:1767384990.803045:0:40412:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384990.803064:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fea93b6f. 00000020:00000010:0.0:1767384990.803066:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fea93b6f. 02000000:00000010:0.0:1767384990.803081:0:40412:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000790fa770. 00000040:00000010:0.0:1767384990.803085:0:40412:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000316ee395. 00000040:00000010:0.0:1767384990.803104:0:40412:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000063d1fab2. 00000040:00000010:0.0:1767384990.803195:0:40412:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000063d1fab2. 00000040:00000010:0.0:1767384990.803198:0:40412:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000316ee395. 00000400:00000010:0.0:1767384990.803204:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000069604c4. 00000800:00000010:0.0:1767384990.803216:0:40412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000316ee395. 00000020:00000010:0.0:1767384990.803232:0:40412:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c9bffc49. 00000020:00000010:0.0:1767384990.803234:0:40412:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384990.803236:0:40412:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2b18920. 00000400:00000010:0.0:1767384990.803241:0:40412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e8cbd7d. 00000400:00000010:0.0:1767384990.803243:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000099afce19. 00000800:00000010:1.0:1767384990.803308:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000316ee395. 00000400:00000010:1.0:1767384990.803316:0:16122:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000069604c4. 02000000:00000010:1.0:1767384990.803321:0:16122:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000790fa770. 00000400:00000010:2.0:1767384990.814680:0:16120:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000895bcdbb. 00000400:00000010:2.0:1767384990.814700:0:16120:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ffa6314. 00000020:00000010:0.0:1767384990.814803:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fea93b6f. 00000020:00000010:0.0:1767384990.814808:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fea93b6f. 00000020:00000010:0.0:1767384990.814812:0:40412:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2b18920. 00000020:00000010:0.0:1767384990.814815:0:40412:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c9bffc49. 00000020:00000010:0.0:1767384990.814818:0:40412:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384990.814847:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fea93b6f. 00000020:00000010:0.0:1767384990.814848:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fea93b6f. 02000000:00000010:0.0:1767384990.814873:0:40412:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000790fa770. 00000040:00000010:0.0:1767384990.814878:0:40412:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009724a5f7. 00000040:00000010:0.0:1767384990.814890:0:40412:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000063d1fab2. 00000040:00000010:0.0:1767384990.815001:0:40412:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000063d1fab2. 00000040:00000010:0.0:1767384990.815005:0:40412:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009724a5f7. 00000400:00000010:0.0:1767384990.815041:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000069604c4. 00000800:00000010:0.0:1767384990.815061:0:40412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000009724a5f7. 00000020:00000010:0.0:1767384990.815081:0:40412:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c9bffc49. 00000020:00000010:0.0:1767384990.815084:0:40412:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384990.815086:0:40412:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2b18920. 00000400:00000010:0.0:1767384990.815114:0:40412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ac92ace. 00000400:00000010:0.0:1767384990.815117:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000096297972. 00000800:00000010:1.0:1767384990.815174:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000009724a5f7. 00000400:00000010:1.0:1767384990.815181:0:16121:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000069604c4. 02000000:00000010:1.0:1767384990.815185:0:16121:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000790fa770. 00000400:00000010:1.0:1767384990.816514:0:16122:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000846739d5. 00000400:00000010:1.0:1767384990.816524:0:16122:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000383951f. 00000020:00000010:0.0:1767384990.816578:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fea93b6f. 00000020:00000010:0.0:1767384990.816582:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fea93b6f. 00000020:00000010:0.0:1767384990.816586:0:40412:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2b18920. 00000020:00000010:0.0:1767384990.816588:0:40412:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c9bffc49. 00000020:00000010:0.0:1767384990.816590:0:40412:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384990.816608:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fea93b6f. 00000020:00000010:0.0:1767384990.816610:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fea93b6f. 00010000:00000010:0.0:1767384990.816623:0:40412:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000098e90a53. 00010000:00000010:0.0:1767384990.816627:0:40412:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ad871020. 02000000:00000010:0.0:1767384990.816636:0:40412:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000001e87cdb0. 00000400:00000010:0.0:1767384990.816651:0:40412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029d00ffa. 00000800:00000010:0.0:1767384990.816663:0:40412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008745e7a. 00000020:00000010:0.0:1767384990.816676:0:40412:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c9bffc49. 00000020:00000010:0.0:1767384990.816679:0:40412:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384990.816681:0:40412:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2b18920. 00000400:00000010:0.0:1767384990.816685:0:40412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061e27d8d. 00000400:00000010:0.0:1767384990.816688:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f0816c2. 00000800:00000010:2.0:1767384990.816738:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008745e7a. 00000400:00000010:2.0:1767384990.816745:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029d00ffa. 02000000:00000010:2.0:1767384990.816748:0:16120:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000001e87cdb0. 00000400:00000010:1.0:1767384990.818232:0:16121:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000037da65df. 00000400:00000010:1.0:1767384990.818250:0:16121:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001d8cad7a. 00000020:00000010:0.0:1767384990.818303:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fea93b6f. 00000020:00000010:0.0:1767384990.818308:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fea93b6f. 00000020:00000010:0.0:1767384990.818312:0:40412:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2b18920. 00000020:00000010:0.0:1767384990.818315:0:40412:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c9bffc49. 00000020:00000010:0.0:1767384990.818318:0:40412:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384990.818343:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fea93b6f. 00000020:00000010:0.0:1767384990.818346:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fea93b6f. 02000000:00000010:0.0:1767384990.818361:0:40412:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000c64e3107. 20000000:00000010:0.0:1767384990.818369:0:40412:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 0000000012ec2e35. 00000100:00000010:0.0:1767384990.818457:0:40412:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000087bc284d. 00000100:00000010:0.0:1767384990.818460:0:40412:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000f9d27be3. 00000400:00000010:0.0:1767384990.818467:0:40412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2c064f. 00000400:00000010:0.0:1767384990.818471:0:40412:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000aff3fc6f. 00000800:00000010:0.0:1767384990.818483:0:40412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020eaf503. 00000800:00000010:1.0:1767384990.818552:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020eaf503. 00000400:00000010:2.0:1767384990.819232:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2c064f. 00000100:00000010:0.0:1767384990.819284:0:40412:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000f9d27be3. 00000100:00000010:0.0:1767384990.819291:0:40412:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000087bc284d. 20000000:00000010:0.0:1767384990.819300:0:40412:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 0000000012ec2e35. 00000400:00000010:0.0:1767384990.819310:0:40412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea2c064f. 00000800:00000010:0.0:1767384990.819326:0:40412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089aae6ef. 00000020:00000010:0.0:1767384990.819348:0:40412:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c9bffc49. 00000020:00000010:0.0:1767384990.819352:0:40412:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384990.819355:0:40412:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2b18920. 00000400:00000010:0.0:1767384990.819362:0:40412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a427055. 00000400:00000010:0.0:1767384990.819365:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000068ac5e8a. 00000800:00000010:1.0:1767384990.819392:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089aae6ef. 00000400:00000010:1.0:1767384990.819398:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea2c064f. 02000000:00000010:1.0:1767384990.819400:0:16121:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000c64e3107. 00000400:00000010:1.0:1767384990.823856:0:16122:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b2196cd. 00000400:00000010:1.0:1767384990.823868:0:16122:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000da6f89bf. 00000020:00000010:0.0:1767384990.823934:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fea93b6f. 00000020:00000010:0.0:1767384990.823939:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fea93b6f. 00000020:00000010:0.0:1767384990.823943:0:40412:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2b18920. 00000020:00000010:0.0:1767384990.823947:0:40412:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c9bffc49. 00000020:00000010:0.0:1767384990.823951:0:40412:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384990.823975:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fea93b6f. 00000020:00000010:0.0:1767384990.823978:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fea93b6f. 00010000:00000010:0.0:1767384990.823994:0:40412:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004a5c45ff. 02000000:00000010:0.0:1767384990.824007:0:40412:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000087bc284d. 00000400:00000010:0.0:1767384990.824047:0:40412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029d00ffa. 00000800:00000010:0.0:1767384990.824065:0:40412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089aae6ef. 00000020:00000010:0.0:1767384990.824103:0:40412:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c9bffc49. 00000020:00000010:0.0:1767384990.824107:0:40412:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384990.824110:0:40412:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2b18920. 00000400:00000010:0.0:1767384990.824119:0:40412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009faf174b. 00000400:00000010:0.0:1767384990.824123:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000429a83a. 00000800:00000010:2.0:1767384990.824176:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089aae6ef. 00000400:00000010:2.0:1767384990.824186:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029d00ffa. 02000000:00000010:2.0:1767384990.824190:0:16120:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000087bc284d. 00000400:00000010:1.0:1767384990.824963:0:16121:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053a157f6. 00000400:00000010:1.0:1767384990.824971:0:16121:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cc157dd2. 00000020:00000010:0.0:1767384990.825033:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fea93b6f. 00000020:00000010:0.0:1767384990.825037:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fea93b6f. 00000020:00000010:0.0:1767384990.825041:0:40412:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2b18920. 00000020:00000010:0.0:1767384990.825044:0:40412:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c9bffc49. 00000020:00000010:0.0:1767384990.825046:0:40412:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384990.825065:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fea93b6f. 00000020:00000010:0.0:1767384990.825068:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fea93b6f. 02000000:00000010:0.0:1767384990.825086:0:40412:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000000bd1f096. 00000040:00000010:0.0:1767384990.825107:0:40412:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008f5756d1. 00000040:00000010:0.0:1767384990.825152:0:40412:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000543d4ae6. 00000040:00000010:0.0:1767384990.825163:0:40412:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000543d4ae6. 00000040:00000010:0.0:1767384990.825166:0:40412:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008f5756d1. 00000400:00000010:0.0:1767384990.825175:0:40412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e1d5252. 00000800:00000010:0.0:1767384990.825189:0:40412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020eaf503. 00000020:00000010:0.0:1767384990.825206:0:40412:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c9bffc49. 00000020:00000010:0.0:1767384990.825209:0:40412:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384990.825213:0:40412:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2b18920. 00000400:00000010:0.0:1767384990.825219:0:40412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc6522e8. 00000400:00000010:0.0:1767384990.825223:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001902980a. 00000800:00000010:1.0:1767384990.825252:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020eaf503. 00000400:00000010:1.0:1767384990.825258:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e1d5252. 02000000:00000010:1.0:1767384990.825260:0:16122:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000000bd1f096. 00000400:00000010:2.0:1767384990.826189:0:16120:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc0e9a59. 00000400:00000010:2.0:1767384990.826198:0:16120:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000158bc6ec. 00000020:00000010:0.0:1767384990.826251:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fea93b6f. 00000020:00000010:0.0:1767384990.826256:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fea93b6f. 00000020:00000010:0.0:1767384990.826259:0:40412:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2b18920. 00000020:00000010:0.0:1767384990.826262:0:40412:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c9bffc49. 00000020:00000010:0.0:1767384990.826264:0:40412:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384990.826286:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fea93b6f. 00000020:00000010:0.0:1767384990.826288:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fea93b6f. 02000000:00000010:0.0:1767384990.826309:0:40412:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000790fa770. 00000040:00000010:0.0:1767384990.826314:0:40412:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008f5756d1. 00000040:00000010:0.0:1767384990.826324:0:40412:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000063d1fab2. 00000040:00000010:0.0:1767384990.826334:0:40412:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000063d1fab2. 00000040:00000010:0.0:1767384990.826338:0:40412:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008f5756d1. 00000400:00000010:0.0:1767384990.826346:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000069604c4. 00000800:00000010:0.0:1767384990.826362:0:40412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000008f5756d1. 00000020:00000010:0.0:1767384990.826380:0:40412:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c9bffc49. 00000020:00000010:0.0:1767384990.826384:0:40412:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b44a7948. 00000020:00000010:0.0:1767384990.826388:0:40412:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2b18920. 00000400:00000010:0.0:1767384990.826396:0:40412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089c9f820. 00000400:00000010:0.0:1767384990.826400:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000395850df. 00000800:00000010:1.0:1767384990.826425:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000008f5756d1. 00000400:00000010:1.0:1767384990.826430:0:16121:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000069604c4. 02000000:00000010:1.0:1767384990.826434:0:16121:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000790fa770. 00000100:00000010:1.0:1767384990.828826:0:16122:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000287c3c51. 00000020:00000010:3.0:1767384990.828915:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8dc3295. 00000020:00000010:3.0:1767384990.828926:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005714a847. 00000020:00000010:3.0:1767384990.828930:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e5ff738c. 02000000:00000010:3.0:1767384990.828969:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000008aad13b5. 00000020:00000010:3.0:1767384990.828992:0:40419:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000adac5e2a. 00000004:00000010:3.0:1767384990.828999:0:40419:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000e6436632. 00000001:00000010:3.0:1767384990.829002:0:40419:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000ab0d1634. 00000001:00000010:3.0:1767384990.829009:0:40419:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e33712ae. 00000001:00000010:3.0:1767384990.829054:0:40419:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000e10e70ab. 00000001:00000010:3.0:1767384990.829058:0:40419:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002208c1fd. 00000001:00000010:3.0:1767384990.829062:0:40419:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b2a61669. 00000001:00000010:3.0:1767384990.829065:0:40419:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ad268d7f. 00000001:00000010:3.0:1767384990.829067:0:40419:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007cb3a6b9. 00000001:00000010:3.0:1767384990.829071:0:40419:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000008045ebb8. 00000001:00000010:3.0:1767384990.829074:0:40419:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000018464b2d. 00000001:00000010:3.0:1767384990.829076:0:40419:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000041b82747. 00000001:00000010:3.0:1767384990.829079:0:40419:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009fb64043. 00000001:00000010:3.0:1767384990.829081:0:40419:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007b6e95e8. 00000001:00000010:3.0:1767384990.829084:0:40419:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000eaf5e310. 00080000:00000010:3.0:1767384990.829136:0:40419:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000106db306. 00080000:00000010:3.0:1767384990.836443:0:40419:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000007f86576. 00080000:00000010:0.0:1767384990.836449:0:16798:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000106db306. 00000001:00000010:3.0:1767384990.836512:0:40419:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000780b2da0. 00000020:00000010:3.0:1767384990.836584:0:40419:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000761af57c. 00000020:00000010:3.0:1767384990.836666:0:40419:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000741e46a2. 00000020:00000010:3.0:1767384990.836672:0:40419:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 0000000038a43ad6. 00000020:00000010:3.0:1767384990.836675:0:40419:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000e3ecf6a4. 00000020:00000010:3.0:1767384990.836692:0:40419:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000055f27c94. 00000020:00000010:3.0:1767384990.836695:0:40419:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 0000000068611100. 00000020:00000010:3.0:1767384990.836698:0:40419:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000a0691ed9. 00000020:00000010:3.0:1767384990.836714:0:40419:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000001da4b2c0. 00000020:00000010:3.0:1767384990.836721:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e23eacd. 00000400:00000010:3.0:1767384990.836765:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ba71295. 00000800:00000010:3.0:1767384990.836795:0:40419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a682a58. 00000020:00000010:3.0:1767384990.836820:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005714a847. 00000020:00000010:3.0:1767384990.836824:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e5ff738c. 00000020:00000010:3.0:1767384990.836827:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8dc3295. 00000800:00000010:2.0:1767384990.836906:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a682a58. 00000400:00000010:2.0:1767384990.836915:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ba71295. 00000400:00000010:2.0:1767384991.193123:0:16124:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000215a14a2. 00000400:00000010:2.0:1767384991.193148:0:16124:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000092376259. 00000400:00000010:2.0:1767384991.193160:0:16124:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000035d78336. 00000100:00000010:0.0:1767384991.769153:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002caec8c4. 02000000:00000010:0.0:1767384991.769186:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c2b18920. 00010000:00000010:0.0:1767384991.769199:0:16767:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006ff11ced. 00010000:00000010:0.0:1767384991.769203:0:16767:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000054010b4b. 00000100:00000010:0.0:1767384991.769220:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f38377df. 02000000:00000010:0.0:1767384991.769236:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000218915f0. 00000400:00000010:0.0:1767384991.769241:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae3d808c. 00000400:00000010:0.0:1767384991.769246:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6452143. 00000400:00000010:0.0:1767384991.769253:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d04655f3. 00000400:00000010:0.0:1767384991.769274:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015564e78. 00000400:00000010:0.0:1767384991.769287:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000060f09884. 00000400:00000010:0.0:1767384991.769313:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d04655f3. 00000100:00000010:0.0:1767384991.769336:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000027a7cab8. 00000100:00000010:0.0:1767384991.769350:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb083321. 00000020:00000010:2.0:1767384991.769359:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005539e89c. 00000100:00000010:0.0:1767384991.769361:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e26bb87. 00000020:00000010:2.0:1767384991.769368:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005539e89c. 00000100:00000010:0.0:1767384991.769369:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002f58647f. 00000020:00000010:2.0:1767384991.769386:0:40412:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035d78336. 00000020:00000010:2.0:1767384991.769394:0:40412:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000293313c2. 00000020:00000010:2.0:1767384991.769399:0:40412:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384991.769447:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005539e89c. 00000020:00000010:2.0:1767384991.769456:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005539e89c. 00010000:00000010:2.0:1767384991.769475:0:40412:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000065a56281. 02000000:00000010:2.0:1767384991.769487:0:40412:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000023680f68. 00000400:00000010:2.0:1767384991.769510:0:40412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000215a14a2. 00000400:00000010:2.0:1767384991.769538:0:40412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000215a14a2. 00000020:00000010:2.0:1767384991.769550:0:40412:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000293313c2. 00000020:00000010:2.0:1767384991.769555:0:40412:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384991.769559:0:40412:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035d78336. 00000400:00000010:0.0:1767384991.769564:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae3d808c. 02000000:00000010:2.0:1767384991.769567:0:40412:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000023680f68. 00000400:00000010:0.0:1767384991.769569:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6452143. 00000400:00000010:2.0:1767384991.769578:0:40412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000efe84c2a. 00000400:00000010:2.0:1767384991.769585:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fbc4fb3f. 00000100:00000010:0.0:1767384991.769587:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f38377df. 02000000:00000010:0.0:1767384991.769600:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000218915f0. 02000000:00000010:0.0:1767384991.769604:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c2b18920. 00000100:00000010:0.0:1767384991.769608:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002caec8c4. 10000000:00000010:0.0:1767384991.769650:0:16767:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000088d059a1. 00000100:00000010:0.0:1767384991.769663:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002caec8c4. 02000000:00000010:0.0:1767384991.769668:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c2b18920. 00000100:00000010:0.0:1767384991.769673:0:16767:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000218915f0. 00000100:00000010:0.0:1767384991.769674:0:16767:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000006f615b8a. 00000100:00000010:0.0:1767384991.769679:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f38377df. 00000400:00000010:0.0:1767384991.769686:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae3d808c. 00000400:00000010:0.0:1767384991.769689:0:16767:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000df50f1f4. 02000000:00000010:0.0:1767384991.769692:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eaa77cf1. 00000400:00000010:0.0:1767384991.769694:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006abf8f57. 00000400:00000010:0.0:1767384991.769695:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6452143. 00000400:00000010:0.0:1767384991.769697:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d04655f3. 00000400:00000010:0.0:1767384991.769708:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000449d22cf. 00000400:00000010:0.0:1767384991.769712:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005315cb6f. 00000400:00000010:0.0:1767384991.769726:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d04655f3. 00000020:00000010:2.0:1767384991.769767:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005539e89c. 00000020:00000010:2.0:1767384991.769771:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005539e89c. 00000020:00000010:2.0:1767384991.769774:0:40412:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035d78336. 00000020:00000010:2.0:1767384991.769777:0:40412:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000293313c2. 00000020:00000010:2.0:1767384991.769780:0:40412:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384991.769801:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005539e89c. 00000020:00000010:2.0:1767384991.769804:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005539e89c. 02000000:00000010:2.0:1767384991.769812:0:40412:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000023680f68. 20000000:00000010:2.0:1767384991.769821:0:40412:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000f02aec33. 00000100:00000010:2.0:1767384991.769874:0:40412:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000004c26fd69. 00000100:00000010:2.0:1767384991.769878:0:40412:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000003271c516. 00000400:00000010:2.0:1767384991.769884:0:40412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000215a14a2. 00000400:00000010:2.0:1767384991.769889:0:40412:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a0e6de40. 00000400:00000010:2.0:1767384991.769899:0:40412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae3d808c. 00000400:00000010:2.0:1767384991.769905:0:40412:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000df50f1f4. 00000400:00000010:2.0:1767384991.769927:0:40412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000215a14a2. 00000100:00000010:2.0:1767384991.769935:0:40412:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000003271c516. 00000100:00000010:2.0:1767384991.769939:0:40412:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000004c26fd69. 20000000:00000010:2.0:1767384991.769951:0:40412:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000f02aec33. 00000400:00000010:2.0:1767384991.769967:0:40412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000215a14a2. 00000400:00000010:2.0:1767384991.769987:0:40412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000215a14a2. 00000020:00000010:2.0:1767384991.769997:0:40412:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000293313c2. 00000020:00000010:2.0:1767384991.770000:0:40412:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2cba584. 00000400:00000010:0.0:1767384991.770005:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006abf8f57. 00000020:00000010:2.0:1767384991.770011:0:40412:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035d78336. 00000400:00000010:0.0:1767384991.770026:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6452143. 00000100:00000010:0.0:1767384991.770036:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f38377df. 02000000:00000010:2.0:1767384991.770046:0:40412:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000023680f68. 10000000:00000010:0.0:1767384991.770050:0:16767:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000085a09de6. 00000400:00000010:2.0:1767384991.770055:0:40412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079dec202. 10000000:00000010:0.0:1767384991.770060:0:16767:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000085a09de6. 00000400:00000010:2.0:1767384991.770061:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f97d6960. 02000000:00000010:0.0:1767384991.770067:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eaa77cf1. 00000100:00000010:0.0:1767384991.770073:0:16767:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000006f615b8a. 00000100:00000010:0.0:1767384991.770075:0:16767:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000218915f0. 02000000:00000010:0.0:1767384991.770077:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c2b18920. 00000100:00000010:0.0:1767384991.770080:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002caec8c4. 10000000:00000010:0.0:1767384991.770106:0:16767:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000088d059a1. 00000100:00000010:0.0:1767384991.770117:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002caec8c4. 02000000:00000010:0.0:1767384991.770122:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c2b18920. 00010000:00000010:0.0:1767384991.770127:0:16767:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000067c5d5b0. 00000100:00000010:0.0:1767384991.770132:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000df50f1f4. 02000000:00000010:0.0:1767384991.770137:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000218915f0. 00000400:00000010:0.0:1767384991.770139:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006abf8f57. 00000400:00000010:0.0:1767384991.770141:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6452143. 00000400:00000010:0.0:1767384991.770143:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d04655f3. 00000400:00000010:0.0:1767384991.770150:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000caa7621d. 00000400:00000010:0.0:1767384991.770154:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000011969bfc. 00000400:00000010:0.0:1767384991.770166:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d04655f3. 00000020:00000010:2.0:1767384991.770205:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005539e89c. 00000020:00000010:2.0:1767384991.770209:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005539e89c. 00000020:00000010:2.0:1767384991.770213:0:40412:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035d78336. 00000020:00000010:2.0:1767384991.770215:0:40412:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000293313c2. 00000020:00000010:2.0:1767384991.770218:0:40412:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384991.770237:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005539e89c. 00000020:00000010:2.0:1767384991.770239:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005539e89c. 00010000:00000010:2.0:1767384991.770249:0:40412:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000027854c9. 02000000:00000010:2.0:1767384991.770256:0:40412:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000023680f68. 00000400:00000010:2.0:1767384991.770267:0:40412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000215a14a2. 00000400:00000010:2.0:1767384991.770292:0:40412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000215a14a2. 00000020:00000010:2.0:1767384991.770300:0:40412:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000293313c2. 00000020:00000010:2.0:1767384991.770303:0:40412:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384991.770306:0:40412:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035d78336. 02000000:00000010:2.0:1767384991.770311:0:40412:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000023680f68. 00000400:00000010:2.0:1767384991.770317:0:40412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d042feec. 00000400:00000010:2.0:1767384991.770321:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb75615b. 00000400:00000010:0.0:1767384991.770329:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006abf8f57. 00000400:00000010:0.0:1767384991.770336:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6452143. 00000100:00000010:0.0:1767384991.770345:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000df50f1f4. 02000000:00000010:0.0:1767384991.770352:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000218915f0. 02000000:00000010:0.0:1767384991.770354:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c2b18920. 00000100:00000010:0.0:1767384991.770356:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002caec8c4. 10000000:00000010:0.0:1767384991.770360:0:16767:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000006f615b8a. 00000020:00000010:0.0:1767384991.770362:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2b18920. 00000020:00000010:0.0:1767384991.770369:0:16767:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000eaa77cf1. 00000040:00000010:0.0:1767384991.770371:0:16767:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000774cdf45. 00000020:00000010:0.0:1767384991.770375:0:16767:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000012ec2e35. 00000020:00000010:0.0:1767384991.770377:0:16767:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000c10f363. 80000000:00000010:0.0:1767384991.770380:0:16767:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ab624089. 00040000:00000010:0.0:1767384991.770383:0:16767:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008f5756d1. 00080000:00000010:0.0:1767384991.770386:0:16767:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ffad0005. 20000000:00000010:0.0:1767384991.770388:0:16767:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000009724a5f7. 00000040:00000010:0.0:1767384991.770392:0:16767:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000316ee395. 00000100:00000010:0.0:1767384991.770396:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002caec8c4. 02000000:00000010:0.0:1767384991.770401:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fa519397. 00000100:00000010:0.0:1767384991.770406:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000df50f1f4. 02000000:00000010:0.0:1767384991.770412:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001d9d682e. 00000400:00000010:0.0:1767384991.770416:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006abf8f57. 00000400:00000010:0.0:1767384991.770425:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6452143. 00000400:00000010:0.0:1767384991.770429:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d04655f3. 00000400:00000010:0.0:1767384991.770438:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b7f77c3. 00000400:00000010:0.0:1767384991.770444:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006feb9824. 00000400:00000010:0.0:1767384991.770458:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d04655f3. 00000020:00000010:2.0:1767384991.770497:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005539e89c. 00000020:00000010:2.0:1767384991.770502:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005539e89c. 00000020:00000010:2.0:1767384991.770506:0:40412:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035d78336. 00000020:00000010:2.0:1767384991.770508:0:40412:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000293313c2. 00000020:00000010:2.0:1767384991.770511:0:40412:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384991.770531:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005539e89c. 00000020:00000010:2.0:1767384991.770534:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005539e89c. 02000000:00000010:2.0:1767384991.770542:0:40412:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000023680f68. 00000040:00000010:2.0:1767384991.770548:0:40412:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008b11791f. 00000040:00000010:2.0:1767384991.770600:0:40412:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000003271c516. 00000040:00000010:2.0:1767384991.770612:0:40412:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000003271c516. 00000040:00000010:2.0:1767384991.770615:0:40412:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008b11791f. 20000000:00000010:2.0:1767384991.770628:0:40412:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000005539e89c. 20000000:00000010:2.0:1767384991.770631:0:40412:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 000000005539e89c. 00000400:00000010:2.0:1767384991.770638:0:40412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000215a14a2. 00000400:00000010:2.0:1767384991.770663:0:40412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000215a14a2. 00000020:00000010:2.0:1767384991.770672:0:40412:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000293313c2. 00000020:00000010:2.0:1767384991.770675:0:40412:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384991.770678:0:40412:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035d78336. 02000000:00000010:2.0:1767384991.770683:0:40412:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000023680f68. 00000400:00000010:2.0:1767384991.770689:0:40412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d162f937. 00000400:00000010:0.0:1767384991.770693:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006abf8f57. 00000400:00000010:0.0:1767384991.770699:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6452143. 00000400:00000010:2.0:1767384991.770704:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086359fd9. 00000100:00000010:0.0:1767384991.770709:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000df50f1f4. 02000000:00000010:0.0:1767384991.770716:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001d9d682e. 02000000:00000010:0.0:1767384991.770718:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fa519397. 00000100:00000010:0.0:1767384991.770721:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002caec8c4. 00000040:00000010:0.0:1767384991.770728:0:16767:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000063d1fab2. 00000100:00000010:0.0:1767384991.770732:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002caec8c4. 02000000:00000010:0.0:1767384991.770736:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001d9d682e. 00000100:00000010:0.0:1767384991.770740:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000df50f1f4. 02000000:00000010:0.0:1767384991.770756:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000790fa770. 00000400:00000010:0.0:1767384991.770759:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006abf8f57. 00000400:00000010:0.0:1767384991.770762:0:16767:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000f38377df. 00000400:00000010:0.0:1767384991.770765:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6452143. 00000400:00000010:0.0:1767384991.770776:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ff22eeb. 00000400:00000010:0.0:1767384991.770781:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000021bf99da. 00000400:00000010:0.0:1767384991.770792:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6452143. 00000020:00000010:2.0:1767384991.770820:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005539e89c. 00000020:00000010:2.0:1767384991.770824:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005539e89c. 00000020:00000010:2.0:1767384991.770829:0:40412:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035d78336. 00000020:00000010:2.0:1767384991.770831:0:40412:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000293313c2. 00000020:00000010:2.0:1767384991.770834:0:40412:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384991.770855:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005539e89c. 00000020:00000010:2.0:1767384991.770857:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005539e89c. 02000000:00000010:2.0:1767384991.770875:0:40412:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000002e7e09fc. 00000040:00000010:2.0:1767384991.770881:0:40412:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008b11791f. 00000040:00000010:2.0:1767384991.770891:0:40412:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000fa76be4d. 00000040:00000010:2.0:1767384991.770980:0:40412:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000fa76be4d. 00000040:00000010:2.0:1767384991.770985:0:40412:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008b11791f. 00000400:00000010:2.0:1767384991.770992:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000008b4c6db7. 00000400:00000010:2.0:1767384991.771039:0:40412:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000008b4c6db7. 00000400:00000010:0.0:1767384991.771047:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006abf8f57. 00000020:00000010:2.0:1767384991.771050:0:40412:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000293313c2. 00000400:00000010:0.0:1767384991.771052:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000f38377df. 00000020:00000010:2.0:1767384991.771056:0:40412:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384991.771061:0:40412:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035d78336. 00000100:00000010:0.0:1767384991.771064:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000df50f1f4. 02000000:00000010:2.0:1767384991.771067:0:40412:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000002e7e09fc. 02000000:00000010:0.0:1767384991.771072:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000790fa770. 02000000:00000010:0.0:1767384991.771093:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001d9d682e. 00000100:00000010:0.0:1767384991.771096:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002caec8c4. 00000400:00000010:2.0:1767384991.771097:0:40412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008743ff4. 00000040:00000010:0.0:1767384991.771101:0:16767:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000004ac0a6f1. 00000400:00000010:2.0:1767384991.771105:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008b4c6db7. 00000020:00000010:0.0:1767384991.771316:0:41035:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d9d682e. 00000020:00000010:0.0:1767384991.771320:0:41035:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fa519397. 00000040:00000010:0.0:1767384991.771323:0:41035:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000009d25ec5. 00000020:00000010:0.0:1767384991.771325:0:41035:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008e4240c7. 00000020:00000010:0.0:1767384991.771328:0:41035:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e85c436a. 00000020:00000010:0.0:1767384991.771330:0:41035:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003c868ef9. 80000000:00000010:0.0:1767384991.771332:0:41035:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c3e52e3a. 40000000:00000010:0.0:1767384991.771334:0:41035:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000777b9296. 00100000:00000010:0.0:1767384991.771338:0:41035:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000be122d65. 00040000:00000010:0.0:1767384991.771341:0:41035:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000008745e7a. 00040000:00000010:0.0:1767384991.771345:0:41035:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000e4b0304. 00040000:00000010:0.0:1767384991.771347:0:41035:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001b787e12. 00080000:00000010:0.0:1767384991.771349:0:41035:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007edffaaf. 00000004:00000010:0.0:1767384991.771352:0:41035:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002913d734. 00000004:00000010:0.0:1767384991.771355:0:41035:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000085a09de6. 00000004:00000010:0.0:1767384991.771359:0:41035:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000067181a10. 00002000:00000010:0.0:1767384991.771361:0:41035:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000218915f0. 00000004:00000010:0.0:1767384991.771364:0:41035:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d7c10e6a. 00000020:00000010:0.0:1767384991.771367:0:41035:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000fdf552ec. 00000040:00000010:0.0:1767384991.771382:0:41035:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000e3864874. 00000040:00000010:0.0:1767384991.771797:0:41035:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000e3864874. 00000020:00000010:0.0:1767384991.771804:0:41035:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000fdf552ec. 00000020:00000010:0.0:1767384991.771812:0:41035:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fa519397. 00000040:00000010:0.0:1767384991.771820:0:41035:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000009d25ec5. 00000020:00000010:0.0:1767384991.771822:0:41035:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008e4240c7. 00000020:00000010:0.0:1767384991.771825:0:41035:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e85c436a. 00000020:00000010:0.0:1767384991.771829:0:41035:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003c868ef9. 80000000:00000010:0.0:1767384991.771832:0:41035:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c3e52e3a. 40000000:00000010:0.0:1767384991.771834:0:41035:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000777b9296. 00100000:00000010:0.0:1767384991.771836:0:41035:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000be122d65. 00040000:00000010:0.0:1767384991.771840:0:41035:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000008745e7a. 00040000:00000010:0.0:1767384991.771843:0:41035:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000e4b0304. 00040000:00000010:0.0:1767384991.771845:0:41035:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001b787e12. 00080000:00000010:0.0:1767384991.771847:0:41035:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007edffaaf. 00000004:00000010:0.0:1767384991.771849:0:41035:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002913d734. 00000004:00000010:0.0:1767384991.771852:0:41035:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000085a09de6. 00000004:00000010:0.0:1767384991.771854:0:41035:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000067181a10. 00002000:00000010:0.0:1767384991.771857:0:41035:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000218915f0. 00000004:00000010:0.0:1767384991.771859:0:41035:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d7c10e6a. 00000020:00000010:0.0:1767384991.771860:0:41035:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d9d682e. 00000040:00000010:1.0:1767384991.771903:0:16767:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000004ac0a6f1. 00000040:00000010:1.0:1767384991.771912:0:16767:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000063d1fab2. 00000040:00000010:1.0:1767384991.771916:0:16767:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000316ee395. 00000020:00000010:1.0:1767384991.771922:0:16767:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000eaa77cf1. 00000040:00000010:1.0:1767384991.771926:0:16767:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000774cdf45. 00000020:00000010:1.0:1767384991.771929:0:16767:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000012ec2e35. 00000020:00000010:1.0:1767384991.771932:0:16767:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000c10f363. 80000000:00000010:1.0:1767384991.771934:0:16767:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ab624089. 00040000:00000010:1.0:1767384991.771944:0:16767:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008f5756d1. 00080000:00000010:1.0:1767384991.771947:0:16767:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ffad0005. 20000000:00000010:1.0:1767384991.771950:0:16767:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000009724a5f7. 00000020:00000010:1.0:1767384991.771954:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2b18920. 10000000:00000010:1.0:1767384991.771956:0:16767:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000006f615b8a. 00000100:00000010:1.0:1767384991.771965:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ef6e821. 02000000:00000010:1.0:1767384991.771972:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004a1e31a6. 00010000:00000010:1.0:1767384991.771979:0:16767:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f8ef50a3. 00000100:00000010:1.0:1767384991.771987:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029d46474. 02000000:00000010:1.0:1767384991.771995:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c8f6bd1f. 00000400:00000010:1.0:1767384991.772000:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ca1d481. 00000400:00000010:1.0:1767384991.772003:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024d67e77. 00000400:00000010:1.0:1767384991.772008:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007fd5a15c. 00000400:00000010:1.0:1767384991.772043:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060f35071. 00000400:00000010:1.0:1767384991.772050:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c720b9e3. 00000400:00000010:1.0:1767384991.772068:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007fd5a15c. 00000020:00000010:2.0:1767384991.772126:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005539e89c. 00000020:00000010:2.0:1767384991.772130:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005539e89c. 00000020:00000010:2.0:1767384991.772134:0:40412:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035d78336. 00000020:00000010:2.0:1767384991.772138:0:40412:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000293313c2. 00000020:00000010:2.0:1767384991.772146:0:40412:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384991.772169:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005539e89c. 00000020:00000010:2.0:1767384991.772172:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005539e89c. 00010000:00000010:2.0:1767384991.772182:0:40412:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006a0e0033. 02000000:00000010:2.0:1767384991.772190:0:40412:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000023680f68. 00000400:00000010:2.0:1767384991.772201:0:40412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000215a14a2. 00000400:00000010:2.0:1767384991.772225:0:40412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000215a14a2. 00000020:00000010:2.0:1767384991.772234:0:40412:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000293313c2. 00000020:00000010:2.0:1767384991.772239:0:40412:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384991.772242:0:40412:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035d78336. 02000000:00000010:2.0:1767384991.772248:0:40412:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000023680f68. 00000400:00000010:1.0:1767384991.772249:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ca1d481. 00000400:00000010:2.0:1767384991.772254:0:40412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000890e8b20. 00000400:00000010:1.0:1767384991.772256:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024d67e77. 00000400:00000010:2.0:1767384991.772267:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066b99aa0. 00000100:00000010:1.0:1767384991.772270:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000029d46474. 02000000:00000010:1.0:1767384991.772281:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c8f6bd1f. 02000000:00000010:1.0:1767384991.772285:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004a1e31a6. 00000100:00000010:1.0:1767384991.772288:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ef6e821. 10000000:00000010:1.0:1767384991.772295:0:16767:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000007d15a8d0. 00000020:00000010:1.0:1767384991.772298:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004a1e31a6. 00000020:00000010:1.0:1767384991.772301:0:16767:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000095893085. 00000040:00000010:1.0:1767384991.772304:0:16767:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000064732502. 00000020:00000010:1.0:1767384991.772307:0:16767:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000be524fab. 00000020:00000010:1.0:1767384991.772310:0:16767:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003fb990fd. 80000000:00000010:1.0:1767384991.772313:0:16767:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e4ec044f. 00040000:00000010:1.0:1767384991.772316:0:16767:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009f33e8a4. 00080000:00000010:1.0:1767384991.772319:0:16767:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b5087731. 20000000:00000010:1.0:1767384991.772322:0:16767:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000e2e531e6. 00000040:00000010:1.0:1767384991.772326:0:16767:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009ddaed8a. 00000100:00000010:1.0:1767384991.772337:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ef6e821. 02000000:00000010:1.0:1767384991.772344:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000026389042. 00000100:00000010:1.0:1767384991.772351:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029d46474. 02000000:00000010:1.0:1767384991.772359:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000056bdcc5e. 00000400:00000010:1.0:1767384991.772363:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ca1d481. 00000400:00000010:1.0:1767384991.772366:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024d67e77. 00000400:00000010:1.0:1767384991.772371:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007fd5a15c. 00000400:00000010:1.0:1767384991.772380:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000edaa62c1. 00000400:00000010:1.0:1767384991.772386:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000081606deb. 00000400:00000010:1.0:1767384991.772402:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007fd5a15c. 00000020:00000010:2.0:1767384991.772439:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005539e89c. 00000020:00000010:2.0:1767384991.772443:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005539e89c. 00000020:00000010:2.0:1767384991.772447:0:40412:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035d78336. 00000020:00000010:2.0:1767384991.772450:0:40412:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000293313c2. 00000020:00000010:2.0:1767384991.772452:0:40412:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384991.772473:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005539e89c. 00000020:00000010:2.0:1767384991.772476:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005539e89c. 02000000:00000010:2.0:1767384991.772484:0:40412:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000023680f68. 00000040:00000010:2.0:1767384991.772489:0:40412:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008b11791f. 00000040:00000010:2.0:1767384991.772512:0:40412:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000003271c516. 00000020:00000010:2.0:1767384991.772519:0:40412:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004062f827. 00080000:00000010:2.0:1767384991.772526:0:40412:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000793788b5. 00000040:00000010:2.0:1767384991.772684:0:40412:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000003271c516. 00000040:00000010:2.0:1767384991.772689:0:40412:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008b11791f. 20000000:00000010:2.0:1767384991.772695:0:40412:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000aef5a981. 20000000:00000010:2.0:1767384991.772697:0:40412:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 00000000aef5a981. 00000400:00000010:2.0:1767384991.772703:0:40412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000215a14a2. 00000400:00000010:2.0:1767384991.772728:0:40412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000215a14a2. 00000020:00000010:2.0:1767384991.772737:0:40412:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000293313c2. 00000020:00000010:2.0:1767384991.772741:0:40412:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384991.772750:0:40412:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035d78336. 02000000:00000010:2.0:1767384991.772756:0:40412:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000023680f68. 00000400:00000010:1.0:1767384991.772760:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ca1d481. 00000400:00000010:2.0:1767384991.772764:0:40412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a6b08d4. 00000400:00000010:1.0:1767384991.772767:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024d67e77. 00000400:00000010:2.0:1767384991.772777:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000056b243bb. 00000100:00000010:1.0:1767384991.772781:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000029d46474. 02000000:00000010:1.0:1767384991.772789:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000056bdcc5e. 02000000:00000010:1.0:1767384991.772793:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000026389042. 00000100:00000010:1.0:1767384991.772796:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ef6e821. 00000040:00000010:1.0:1767384991.772813:0:16767:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000001f901fea. 00000100:00000010:1.0:1767384991.772821:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ef6e821. 02000000:00000010:1.0:1767384991.772826:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000026389042. 00000100:00000010:1.0:1767384991.772831:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029d46474. 02000000:00000010:1.0:1767384991.772846:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000790fa770. 00000400:00000010:1.0:1767384991.772850:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ca1d481. 00000400:00000010:1.0:1767384991.772854:0:16767:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000000f24e4a. 00000400:00000010:1.0:1767384991.772858:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024d67e77. 00000400:00000010:1.0:1767384991.772867:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba7a863e. 00000400:00000010:1.0:1767384991.772874:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000084b90f51. 00000400:00000010:1.0:1767384991.772887:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024d67e77. 00000020:00000010:2.0:1767384991.772911:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aef5a981. 00000020:00000010:2.0:1767384991.772916:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aef5a981. 00000020:00000010:2.0:1767384991.772920:0:40412:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035d78336. 00000020:00000010:2.0:1767384991.772923:0:40412:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000293313c2. 00000020:00000010:2.0:1767384991.772926:0:40412:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384991.772945:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aef5a981. 00000020:00000010:2.0:1767384991.772948:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aef5a981. 02000000:00000010:2.0:1767384991.772962:0:40412:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000002e7e09fc. 00000040:00000010:2.0:1767384991.772966:0:40412:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008b11791f. 00000040:00000010:2.0:1767384991.772973:0:40412:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000fa76be4d. 00000040:00000010:2.0:1767384991.773242:0:40412:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000fa76be4d. 00000040:00000010:2.0:1767384991.773246:0:40412:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008b11791f. 00000400:00000010:2.0:1767384991.773254:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000d555ea1b. 00000400:00000010:2.0:1767384991.773278:0:40412:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000d555ea1b. 00000020:00000010:2.0:1767384991.773287:0:40412:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000293313c2. 00000020:00000010:2.0:1767384991.773290:0:40412:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384991.773292:0:40412:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035d78336. 02000000:00000010:2.0:1767384991.773296:0:40412:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000002e7e09fc. 00000400:00000010:2.0:1767384991.773308:0:40412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002235d494. 00000400:00000010:2.0:1767384991.773312:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d555ea1b. 00000400:00000010:1.0:1767384991.773377:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ca1d481. 00000400:00000010:1.0:1767384991.773383:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000000f24e4a. 00000100:00000010:1.0:1767384991.773393:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000029d46474. 02000000:00000010:1.0:1767384991.773398:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000790fa770. 02000000:00000010:1.0:1767384991.773407:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000026389042. 00000100:00000010:1.0:1767384991.773410:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ef6e821. 00000040:00000010:1.0:1767384991.773422:0:16767:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000080734b1d. 00000020:00000010:1.0:1767384991.773600:0:41036:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026389042. 00000020:00000010:1.0:1767384991.773605:0:41036:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000056bdcc5e. 00000040:00000010:1.0:1767384991.773608:0:41036:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000657e7692. 00000020:00000010:1.0:1767384991.773611:0:41036:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ef1be973. 00000020:00000010:1.0:1767384991.773615:0:41036:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000005e8e67e. 00000020:00000010:1.0:1767384991.773617:0:41036:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001225124f. 80000000:00000010:1.0:1767384991.773620:0:41036:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000911424f6. 40000000:00000010:1.0:1767384991.773622:0:41036:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000006c1600. 00100000:00000010:1.0:1767384991.773626:0:41036:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f26eb396. 00040000:00000010:1.0:1767384991.773629:0:41036:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000062a1dea0. 00040000:00000010:1.0:1767384991.773632:0:41036:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001f80f09d. 00040000:00000010:1.0:1767384991.773634:0:41036:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000105fa98d. 00080000:00000010:1.0:1767384991.773637:0:41036:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a25e61f1. 00000004:00000010:1.0:1767384991.773641:0:41036:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002e92f619. 00000004:00000010:1.0:1767384991.773645:0:41036:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001d72fb9d. 00000004:00000010:1.0:1767384991.773648:0:41036:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ad38569b. 00002000:00000010:1.0:1767384991.773651:0:41036:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c8f6bd1f. 00000004:00000010:1.0:1767384991.773654:0:41036:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000022290867. 00000020:00000010:1.0:1767384991.773657:0:41036:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ac0a616f. 00000040:00000010:1.0:1767384991.773662:0:41036:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000e59a91b2. 00000040:00000010:1.0:1767384991.774257:0:41036:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000e59a91b2. 00000020:00000010:1.0:1767384991.774264:0:41036:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ac0a616f. 00000020:00000010:1.0:1767384991.774282:0:41036:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000056bdcc5e. 00000040:00000010:1.0:1767384991.774286:0:41036:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000657e7692. 00000020:00000010:1.0:1767384991.774288:0:41036:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ef1be973. 00000020:00000010:1.0:1767384991.774291:0:41036:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000005e8e67e. 00000020:00000010:1.0:1767384991.774294:0:41036:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001225124f. 80000000:00000010:1.0:1767384991.774297:0:41036:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000911424f6. 40000000:00000010:1.0:1767384991.774300:0:41036:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000006c1600. 00100000:00000010:1.0:1767384991.774303:0:41036:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f26eb396. 00040000:00000010:1.0:1767384991.774305:0:41036:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000062a1dea0. 00040000:00000010:1.0:1767384991.774309:0:41036:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001f80f09d. 00040000:00000010:1.0:1767384991.774317:0:41036:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000105fa98d. 00080000:00000010:1.0:1767384991.774320:0:41036:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a25e61f1. 00000004:00000010:1.0:1767384991.774323:0:41036:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002e92f619. 00000004:00000010:1.0:1767384991.774326:0:41036:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001d72fb9d. 00000004:00000010:1.0:1767384991.774330:0:41036:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ad38569b. 00002000:00000010:1.0:1767384991.774332:0:41036:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c8f6bd1f. 00000004:00000010:1.0:1767384991.774335:0:41036:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000022290867. 00000020:00000010:1.0:1767384991.774337:0:41036:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026389042. 00000040:00000010:0.0:1767384991.774374:0:16767:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000080734b1d. 00000040:00000010:0.0:1767384991.774382:0:16767:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000001f901fea. 00000040:00000010:0.0:1767384991.774387:0:16767:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009ddaed8a. 00000020:00000010:0.0:1767384991.774402:0:16767:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000095893085. 00000040:00000010:0.0:1767384991.774409:0:16767:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000064732502. 00000020:00000010:0.0:1767384991.774412:0:16767:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000be524fab. 00000020:00000010:0.0:1767384991.774415:0:16767:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003fb990fd. 80000000:00000010:0.0:1767384991.774417:0:16767:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e4ec044f. 00040000:00000010:0.0:1767384991.774420:0:16767:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009f33e8a4. 00080000:00000010:0.0:1767384991.774422:0:16767:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b5087731. 20000000:00000010:0.0:1767384991.774425:0:16767:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000e2e531e6. 00000020:00000010:0.0:1767384991.774427:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004a1e31a6. 10000000:00000010:0.0:1767384991.774429:0:16767:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000007d15a8d0. 00000100:00000010:0.0:1767384991.774439:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002caec8c4. 02000000:00000010:0.0:1767384991.774446:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001b787e12. 00010000:00000010:0.0:1767384991.774453:0:16767:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f68f41fe. 00010000:00000010:0.0:1767384991.774458:0:16767:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f5275565. 00000100:00000010:0.0:1767384991.774472:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000df50f1f4. 02000000:00000010:0.0:1767384991.774480:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d7c10e6a. 00000400:00000010:0.0:1767384991.774483:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006abf8f57. 00000400:00000010:0.0:1767384991.774486:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6452143. 00000400:00000010:0.0:1767384991.774490:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d04655f3. 00000400:00000010:0.0:1767384991.774500:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d1176b3. 00000400:00000010:0.0:1767384991.774506:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff72c221. 00000400:00000010:0.0:1767384991.774523:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d04655f3. 00000020:00000010:2.0:1767384991.774567:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aef5a981. 00000020:00000010:2.0:1767384991.774571:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aef5a981. 00000020:00000010:2.0:1767384991.774575:0:40412:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035d78336. 00000020:00000010:2.0:1767384991.774578:0:40412:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000293313c2. 00000020:00000010:2.0:1767384991.774580:0:40412:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384991.774600:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aef5a981. 00000020:00000010:2.0:1767384991.774603:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aef5a981. 00010000:00000010:2.0:1767384991.774612:0:40412:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004c213cfe. 00010000:00000010:2.0:1767384991.774617:0:40412:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a51faeba. 02000000:00000010:2.0:1767384991.774631:0:40412:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000023680f68. 00000400:00000010:2.0:1767384991.774641:0:40412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000215a14a2. 00000400:00000010:2.0:1767384991.774665:0:40412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000215a14a2. 00000020:00000010:2.0:1767384991.774673:0:40412:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000293313c2. 00000020:00000010:2.0:1767384991.774676:0:40412:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384991.774679:0:40412:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035d78336. 02000000:00000010:2.0:1767384991.774684:0:40412:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000023680f68. 00000400:00000010:2.0:1767384991.774691:0:40412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc5c42d7. 00000400:00000010:0.0:1767384991.774691:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006abf8f57. 00000400:00000010:0.0:1767384991.774699:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6452143. 00000400:00000010:2.0:1767384991.774707:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000677a874b. 00000100:00000010:0.0:1767384991.774711:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000df50f1f4. 02000000:00000010:0.0:1767384991.774723:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d7c10e6a. 02000000:00000010:0.0:1767384991.774727:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001b787e12. 00000100:00000010:0.0:1767384991.774730:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002caec8c4. 00000100:00000010:0.0:1767384991.774740:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002caec8c4. 02000000:00000010:0.0:1767384991.774745:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001b787e12. 00010000:00000010:0.0:1767384991.774751:0:16767:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b46f71f2. 00000100:00000010:0.0:1767384991.774756:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000df50f1f4. 02000000:00000010:0.0:1767384991.774763:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d7c10e6a. 00000400:00000010:0.0:1767384991.774766:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006abf8f57. 00000400:00000010:0.0:1767384991.774768:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6452143. 00000400:00000010:0.0:1767384991.774772:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d04655f3. 00000400:00000010:0.0:1767384991.774780:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017154ef4. 00000400:00000010:0.0:1767384991.774785:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a0e42636. 00000400:00000010:0.0:1767384991.774798:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d04655f3. 00000020:00000010:2.0:1767384991.774843:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aef5a981. 00000020:00000010:2.0:1767384991.774848:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aef5a981. 00000020:00000010:2.0:1767384991.774851:0:40412:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035d78336. 00000020:00000010:2.0:1767384991.774854:0:40412:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000293313c2. 00000020:00000010:2.0:1767384991.774857:0:40412:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384991.774877:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aef5a981. 00000020:00000010:2.0:1767384991.774879:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aef5a981. 00010000:00000010:2.0:1767384991.774888:0:40412:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008df12e13. 02000000:00000010:2.0:1767384991.774896:0:40412:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000023680f68. 00000400:00000010:2.0:1767384991.774906:0:40412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000215a14a2. 00000400:00000010:2.0:1767384991.774931:0:40412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000215a14a2. 00000020:00000010:2.0:1767384991.774939:0:40412:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000293313c2. 00000020:00000010:2.0:1767384991.774942:0:40412:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384991.774945:0:40412:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035d78336. 02000000:00000010:2.0:1767384991.774949:0:40412:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000023680f68. 00000400:00000010:2.0:1767384991.774955:0:40412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002c2788b. 00000400:00000010:0.0:1767384991.774959:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006abf8f57. 00000400:00000010:0.0:1767384991.774964:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6452143. 00000400:00000010:2.0:1767384991.774969:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008fa78641. 00000100:00000010:0.0:1767384991.774975:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000df50f1f4. 02000000:00000010:0.0:1767384991.774984:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d7c10e6a. 02000000:00000010:0.0:1767384991.774987:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001b787e12. 00000100:00000010:0.0:1767384991.774990:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002caec8c4. 10000000:00000010:0.0:1767384991.774994:0:16767:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000777b9296. 00000020:00000010:0.0:1767384991.774996:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b787e12. 00000020:00000010:0.0:1767384991.774999:0:16767:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001d9d682e. 00000040:00000010:0.0:1767384991.775007:0:16767:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003c868ef9. 00000020:00000010:0.0:1767384991.775009:0:16767:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000067181a10. 00000020:00000010:0.0:1767384991.775040:0:16767:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000009d25ec5. 80000000:00000010:0.0:1767384991.775043:0:16767:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c3e52e3a. 00040000:00000010:0.0:1767384991.775046:0:16767:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c2b18920. 00080000:00000010:0.0:1767384991.775049:0:16767:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002913d734. 20000000:00000010:0.0:1767384991.775051:0:16767:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000009724a5f7. 00000040:00000010:0.0:1767384991.775054:0:16767:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008f5756d1. 00000100:00000010:0.0:1767384991.775057:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002caec8c4. 02000000:00000010:0.0:1767384991.775063:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000c10f363. 00000100:00000010:0.0:1767384991.775068:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000df50f1f4. 02000000:00000010:0.0:1767384991.775073:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000774cdf45. 00000400:00000010:0.0:1767384991.775076:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006abf8f57. 00000400:00000010:0.0:1767384991.775078:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6452143. 00000400:00000010:0.0:1767384991.775081:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d04655f3. 00000400:00000010:0.0:1767384991.775105:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b296d548. 00000400:00000010:0.0:1767384991.775110:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bd767d1b. 00000400:00000010:0.0:1767384991.775120:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d04655f3. 00000020:00000010:2.0:1767384991.775150:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aef5a981. 00000020:00000010:2.0:1767384991.775154:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aef5a981. 00000020:00000010:2.0:1767384991.775158:0:40412:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035d78336. 00000020:00000010:2.0:1767384991.775161:0:40412:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000293313c2. 00000020:00000010:2.0:1767384991.775164:0:40412:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384991.775184:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aef5a981. 00000020:00000010:2.0:1767384991.775187:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aef5a981. 02000000:00000010:2.0:1767384991.775194:0:40412:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000023680f68. 00000040:00000010:2.0:1767384991.775205:0:40412:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008b11791f. 00000040:00000010:2.0:1767384991.775228:0:40412:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000d2ba54dd. 00000040:00000010:2.0:1767384991.775234:0:40412:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000d2ba54dd. 00000040:00000010:2.0:1767384991.775237:0:40412:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008b11791f. 00000400:00000010:2.0:1767384991.775245:0:40412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000215a14a2. 00000400:00000010:2.0:1767384991.775270:0:40412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000215a14a2. 00000020:00000010:2.0:1767384991.775278:0:40412:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000293313c2. 00000020:00000010:2.0:1767384991.775281:0:40412:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384991.775284:0:40412:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035d78336. 02000000:00000010:2.0:1767384991.775288:0:40412:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000023680f68. 00000400:00000010:0.0:1767384991.775293:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006abf8f57. 00000400:00000010:2.0:1767384991.775295:0:40412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052ec5732. 00000400:00000010:0.0:1767384991.775300:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6452143. 00000400:00000010:2.0:1767384991.775310:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000193b7e01. 00000100:00000010:0.0:1767384991.775313:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000df50f1f4. 02000000:00000010:0.0:1767384991.775322:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000774cdf45. 02000000:00000010:0.0:1767384991.775325:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000c10f363. 00000100:00000010:0.0:1767384991.775329:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002caec8c4. 00000040:00000010:0.0:1767384991.775336:0:16767:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e3864874. 00000100:00000010:0.0:1767384991.775340:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002caec8c4. 02000000:00000010:0.0:1767384991.775345:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000c10f363. 00000100:00000010:0.0:1767384991.775349:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000df50f1f4. 02000000:00000010:0.0:1767384991.775361:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000790fa770. 00000400:00000010:0.0:1767384991.775364:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006abf8f57. 00000400:00000010:0.0:1767384991.775367:0:16767:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000bd767d1b. 00000400:00000010:0.0:1767384991.775370:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6452143. 00000400:00000010:0.0:1767384991.775376:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9b19d3d. 00000400:00000010:0.0:1767384991.775386:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000114c1246. 00000400:00000010:0.0:1767384991.775404:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6452143. 00000020:00000010:2.0:1767384991.775424:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aef5a981. 00000020:00000010:2.0:1767384991.775428:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aef5a981. 00000020:00000010:2.0:1767384991.775432:0:40412:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035d78336. 00000020:00000010:2.0:1767384991.775435:0:40412:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000293313c2. 00000020:00000010:2.0:1767384991.775438:0:40412:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384991.775462:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aef5a981. 00000020:00000010:2.0:1767384991.775465:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aef5a981. 02000000:00000010:2.0:1767384991.775479:0:40412:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000002e7e09fc. 00000040:00000010:2.0:1767384991.775484:0:40412:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008b11791f. 00000040:00000010:2.0:1767384991.775491:0:40412:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000fa76be4d. 00000040:00000010:2.0:1767384991.775499:0:40412:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000fa76be4d. 00000040:00000010:2.0:1767384991.775503:0:40412:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008b11791f. 00000400:00000010:2.0:1767384991.775510:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000005da3a99b. 00000400:00000010:2.0:1767384991.775537:0:40412:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000005da3a99b. 00000020:00000010:2.0:1767384991.775546:0:40412:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000293313c2. 00000020:00000010:2.0:1767384991.775550:0:40412:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384991.775552:0:40412:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035d78336. 02000000:00000010:2.0:1767384991.775559:0:40412:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000002e7e09fc. 00000400:00000010:0.0:1767384991.775559:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006abf8f57. 00000400:00000010:0.0:1767384991.775564:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000bd767d1b. 00000400:00000010:2.0:1767384991.775572:0:40412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d52999f. 00000100:00000010:0.0:1767384991.775573:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000df50f1f4. 00000400:00000010:2.0:1767384991.775579:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005da3a99b. 02000000:00000010:0.0:1767384991.775584:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000790fa770. 02000000:00000010:0.0:1767384991.775596:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000c10f363. 00000100:00000010:0.0:1767384991.775600:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002caec8c4. 00000040:00000010:0.0:1767384991.775605:0:16767:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000009e786151. 00000020:00000010:0.0:1767384991.775752:0:41037:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c10f363. 00000020:00000010:0.0:1767384991.775755:0:41037:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000774cdf45. 00000040:00000010:0.0:1767384991.775757:0:41037:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000eaa77cf1. 00000020:00000010:0.0:1767384991.775759:0:41037:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007edffaaf. 00000020:00000010:0.0:1767384991.775761:0:41037:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e85c436a. 00000020:00000010:0.0:1767384991.775763:0:41037:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000316ee395. 80000000:00000010:0.0:1767384991.775765:0:41037:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009ed11416. 40000000:00000010:0.0:1767384991.775767:0:41037:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ad0f4a41. 00100000:00000010:0.0:1767384991.775769:0:41037:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000e4b0304. 00040000:00000010:0.0:1767384991.775770:0:41037:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000008745e7a. 00040000:00000010:0.0:1767384991.775772:0:41037:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ffad0005. 00040000:00000010:0.0:1767384991.775774:0:41037:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fa519397. 00080000:00000010:0.0:1767384991.775776:0:41037:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000012ec2e35. 00000004:00000010:0.0:1767384991.775778:0:41037:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000be122d65. 00000004:00000010:0.0:1767384991.775780:0:41037:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000085a09de6. 00000004:00000010:0.0:1767384991.775782:0:41037:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008e4240c7. 00002000:00000010:0.0:1767384991.775784:0:41037:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d7c10e6a. 00000004:00000010:0.0:1767384991.775785:0:41037:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000218915f0. 00000020:00000010:0.0:1767384991.775787:0:41037:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000044b9e3e0. 00000040:00000010:0.0:1767384991.775791:0:41037:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000455f576c. 00000040:00000010:0.0:1767384991.776198:0:41037:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000455f576c. 00000020:00000010:0.0:1767384991.776203:0:41037:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000044b9e3e0. 00000020:00000010:0.0:1767384991.776207:0:41037:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000774cdf45. 00000040:00000010:0.0:1767384991.776209:0:41037:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000eaa77cf1. 00000020:00000010:0.0:1767384991.776216:0:41037:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007edffaaf. 00000020:00000010:0.0:1767384991.776219:0:41037:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e85c436a. 00000020:00000010:0.0:1767384991.776221:0:41037:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000316ee395. 80000000:00000010:0.0:1767384991.776222:0:41037:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009ed11416. 40000000:00000010:0.0:1767384991.776224:0:41037:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ad0f4a41. 00100000:00000010:0.0:1767384991.776226:0:41037:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000e4b0304. 00040000:00000010:0.0:1767384991.776228:0:41037:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000008745e7a. 00040000:00000010:0.0:1767384991.776230:0:41037:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ffad0005. 00040000:00000010:0.0:1767384991.776231:0:41037:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fa519397. 00080000:00000010:0.0:1767384991.776233:0:41037:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000012ec2e35. 00000004:00000010:0.0:1767384991.776234:0:41037:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000be122d65. 00000004:00000010:0.0:1767384991.776237:0:41037:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000085a09de6. 00000004:00000010:0.0:1767384991.776239:0:41037:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008e4240c7. 00002000:00000010:0.0:1767384991.776240:0:41037:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d7c10e6a. 00000004:00000010:0.0:1767384991.776242:0:41037:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000218915f0. 00000020:00000010:0.0:1767384991.776243:0:41037:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c10f363. 00000040:00000010:1.0:1767384991.776273:0:16767:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000009e786151. 00000040:00000010:1.0:1767384991.776281:0:16767:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000e3864874. 00000040:00000010:1.0:1767384991.776285:0:16767:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008f5756d1. 00000020:00000010:1.0:1767384991.776290:0:16767:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001d9d682e. 00000040:00000010:1.0:1767384991.776294:0:16767:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003c868ef9. 00000020:00000010:1.0:1767384991.776297:0:16767:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000067181a10. 00000020:00000010:1.0:1767384991.776300:0:16767:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000009d25ec5. 80000000:00000010:1.0:1767384991.776303:0:16767:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c3e52e3a. 00040000:00000010:1.0:1767384991.776305:0:16767:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c2b18920. 00080000:00000010:1.0:1767384991.776308:0:16767:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002913d734. 20000000:00000010:1.0:1767384991.776311:0:16767:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000009724a5f7. 00000020:00000010:1.0:1767384991.776314:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b787e12. 10000000:00000010:1.0:1767384991.776316:0:16767:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000777b9296. 00000100:00000010:1.0:1767384991.776325:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ef6e821. 02000000:00000010:1.0:1767384991.776332:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000026389042. 00010000:00000010:1.0:1767384991.776338:0:16767:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003dfbde8f. 00000100:00000010:1.0:1767384991.776345:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000000f24e4a. 02000000:00000010:1.0:1767384991.776353:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000022290867. 00000400:00000010:1.0:1767384991.776356:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ca1d481. 00000400:00000010:1.0:1767384991.776359:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024d67e77. 00000400:00000010:1.0:1767384991.776363:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007fd5a15c. 00000400:00000010:1.0:1767384991.776372:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023f98d1c. 00000400:00000010:1.0:1767384991.776378:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008d842488. 00000400:00000010:1.0:1767384991.776396:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007fd5a15c. 00000020:00000010:2.0:1767384991.776451:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aef5a981. 00000020:00000010:2.0:1767384991.776456:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aef5a981. 00000020:00000010:2.0:1767384991.776466:0:40412:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035d78336. 00000020:00000010:2.0:1767384991.776469:0:40412:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000293313c2. 00000020:00000010:2.0:1767384991.776472:0:40412:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384991.776497:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aef5a981. 00000020:00000010:2.0:1767384991.776500:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aef5a981. 00010000:00000010:2.0:1767384991.776512:0:40412:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c0e81529. 02000000:00000010:2.0:1767384991.776517:0:40412:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000023680f68. 00000400:00000010:2.0:1767384991.776526:0:40412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000215a14a2. 00000400:00000010:2.0:1767384991.776546:0:40412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000215a14a2. 00000020:00000010:2.0:1767384991.776552:0:40412:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000293313c2. 00000020:00000010:2.0:1767384991.776554:0:40412:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384991.776557:0:40412:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035d78336. 02000000:00000010:2.0:1767384991.776561:0:40412:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000023680f68. 00000400:00000010:1.0:1767384991.776565:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ca1d481. 00000400:00000010:2.0:1767384991.776566:0:40412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fec416e7. 00000400:00000010:1.0:1767384991.776572:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024d67e77. 00000400:00000010:2.0:1767384991.776584:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008418f5f6. 00000100:00000010:1.0:1767384991.776595:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000000f24e4a. 02000000:00000010:1.0:1767384991.776607:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000022290867. 02000000:00000010:1.0:1767384991.776611:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000026389042. 00000100:00000010:1.0:1767384991.776613:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ef6e821. 10000000:00000010:1.0:1767384991.776629:0:16767:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000006c1600. 00000020:00000010:1.0:1767384991.776636:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026389042. 00000020:00000010:1.0:1767384991.776639:0:16767:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000105fa98d. 00000040:00000010:1.0:1767384991.776642:0:16767:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001225124f. 00000020:00000010:1.0:1767384991.776645:0:16767:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ad38569b. 00000020:00000010:1.0:1767384991.776648:0:16767:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000657e7692. 80000000:00000010:1.0:1767384991.776650:0:16767:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000911424f6. 00040000:00000010:1.0:1767384991.776654:0:16767:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000056bdcc5e. 00080000:00000010:1.0:1767384991.776656:0:16767:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002e92f619. 20000000:00000010:1.0:1767384991.776659:0:16767:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000036bda8e2. 00000040:00000010:1.0:1767384991.776663:0:16767:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000041c40161. 00000100:00000010:1.0:1767384991.776667:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ef6e821. 02000000:00000010:1.0:1767384991.776672:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004a1e31a6. 00000100:00000010:1.0:1767384991.776678:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000000f24e4a. 02000000:00000010:1.0:1767384991.776685:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e2e531e6. 00000400:00000010:1.0:1767384991.776688:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ca1d481. 00000400:00000010:1.0:1767384991.776691:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024d67e77. 00000400:00000010:1.0:1767384991.776696:0:16767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007fd5a15c. 00000400:00000010:1.0:1767384991.776704:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ddf6f9ed. 00000400:00000010:1.0:1767384991.776710:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009850c349. 00000400:00000010:1.0:1767384991.776725:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007fd5a15c. 00000020:00000010:2.0:1767384991.776751:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aef5a981. 00000020:00000010:2.0:1767384991.776754:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aef5a981. 00000020:00000010:2.0:1767384991.776757:0:40412:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035d78336. 00000020:00000010:2.0:1767384991.776758:0:40412:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000293313c2. 00000020:00000010:2.0:1767384991.776760:0:40412:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384991.776782:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aef5a981. 00000020:00000010:2.0:1767384991.776783:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aef5a981. 02000000:00000010:2.0:1767384991.776789:0:40412:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000023680f68. 00000040:00000010:2.0:1767384991.776792:0:40412:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008b11791f. 00000040:00000010:2.0:1767384991.776810:0:40412:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008b11791f. 00000400:00000010:2.0:1767384991.776816:0:40412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000215a14a2. 00000400:00000010:2.0:1767384991.776832:0:40412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000215a14a2. 00000020:00000010:2.0:1767384991.776839:0:40412:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000293313c2. 00000400:00000010:1.0:1767384991.776841:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ca1d481. 00000020:00000010:2.0:1767384991.776842:0:40412:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384991.776849:0:40412:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035d78336. 00000400:00000010:1.0:1767384991.776850:0:16767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024d67e77. 02000000:00000010:2.0:1767384991.776852:0:40412:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000023680f68. 00000400:00000010:2.0:1767384991.776858:0:40412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7d937d2. 00000400:00000010:2.0:1767384991.776861:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000003dde036. 00000100:00000010:1.0:1767384991.776867:0:16767:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000000f24e4a. 02000000:00000010:1.0:1767384991.776874:0:16767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e2e531e6. 02000000:00000010:1.0:1767384991.776878:0:16767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004a1e31a6. 00000100:00000010:1.0:1767384991.776881:0:16767:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ef6e821. 00000040:00000010:1.0:1767384991.776884:0:16767:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000041c40161. 00000020:00000010:1.0:1767384991.776888:0:16767:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000105fa98d. 00000040:00000010:1.0:1767384991.776897:0:16767:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001225124f. 00000020:00000010:1.0:1767384991.776899:0:16767:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ad38569b. 00000020:00000010:1.0:1767384991.776902:0:16767:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000657e7692. 80000000:00000010:1.0:1767384991.776904:0:16767:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000911424f6. 00040000:00000010:1.0:1767384991.776907:0:16767:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000056bdcc5e. 00080000:00000010:1.0:1767384991.776909:0:16767:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002e92f619. 20000000:00000010:1.0:1767384991.776912:0:16767:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000036bda8e2. 00000020:00000010:1.0:1767384991.776914:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026389042. 10000000:00000010:1.0:1767384991.776916:0:16767:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000006c1600. 00000100:00000010:1.0:1767384991.788071:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb083321. 00000100:00000010:3.0:1767384991.788073:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002f58647f. 00000100:00000010:0.0:1767384991.788097:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000027a7cab8. 00000100:00000010:2.0:1767384991.788111:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e26bb87. 00000100:00000010:1.0:1767384991.838558:0:16121:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ef6e821. 00000100:00000010:1.0:1767384991.838604:0:16121:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000667d68f8. 00000020:00000010:3.0:1767384991.838645:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cfc6cceb. 00000020:00000010:3.0:1767384991.838658:0:40419:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000002e23eacd. 00000020:00000010:0.0:1767384991.838663:0:40420:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000455f576c. 00000020:00000010:0.0:1767384991.838678:0:40420:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000044b9e3e0. 00000020:00000010:0.0:1767384991.838682:0:40420:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000044b9e3e0. 00000020:00000010:3.0:1767384991.838683:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047151a2d. 00000020:00000010:0.0:1767384991.838688:0:40420:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c10f363. 00000020:00000010:3.0:1767384991.838692:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005714a847. 00000020:00000010:0.0:1767384991.838696:0:40420:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a4853fa5. 00000020:00000010:3.0:1767384991.838699:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e5ff738c. 00000020:00000010:0.0:1767384991.838703:0:40420:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b44a7948. 00000020:00000010:3.0:1767384991.838747:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e23eacd. 00000020:00000010:3.0:1767384991.838752:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e23eacd. 02000000:00000010:3.0:1767384991.838770:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000095e9923d. 00000020:00000010:3.0:1767384991.838795:0:40419:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000008421a1c6. 00000400:00000010:3.0:1767384991.838814:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053a14951. 00000800:00000010:3.0:1767384991.838845:0:40419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039aa484e. 00000020:00000010:3.0:1767384991.838870:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005714a847. 00000020:00000010:3.0:1767384991.838875:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e5ff738c. 00000020:00000010:3.0:1767384991.838879:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047151a2d. 00000020:00000010:3.0:1767384991.838893:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e23eacd. 00000020:00000010:3.0:1767384991.838895:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e23eacd. 02000000:00000010:3.0:1767384991.838904:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000bc9ef74d. 00000400:00000010:3.0:1767384991.838913:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7cacd6e. 00000800:00000010:3.0:1767384991.838925:0:40419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006b82626d. 00000020:00000010:3.0:1767384991.838932:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a4853fa5. 00000020:00000010:3.0:1767384991.838935:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b44a7948. 00000020:00000010:3.0:1767384991.838938:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c10f363. 00000800:00000010:1.0:1767384991.838955:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039aa484e. 00000400:00000010:1.0:1767384991.838965:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000053a14951. 00000800:00000010:1.0:1767384991.838982:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006b82626d. 00000400:00000010:1.0:1767384991.838986:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7cacd6e. 00000100:00000010:2.0:1767384991.840111:0:16120:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000067816100. 00000020:00000010:3.0:1767384991.840162:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e23eacd. 00000020:00000010:3.0:1767384991.840166:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e23eacd. 00000020:00000010:3.0:1767384991.840171:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047151a2d. 00000020:00000010:3.0:1767384991.840174:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005714a847. 00000020:00000010:3.0:1767384991.840176:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e5ff738c. 00000020:00000010:3.0:1767384991.840198:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e23eacd. 00000020:00000010:3.0:1767384991.840212:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e23eacd. 02000000:00000010:3.0:1767384991.840223:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 00000000d5cb813f. 00000400:00000010:3.0:1767384991.840233:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e27f6966. 00000800:00000010:3.0:1767384991.840247:0:40419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bedf21ac. 00000020:00000010:3.0:1767384991.840264:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005714a847. 00000020:00000010:3.0:1767384991.840267:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e5ff738c. 00000020:00000010:3.0:1767384991.840270:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047151a2d. 00000800:00000010:1.0:1767384991.840328:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bedf21ac. 00000400:00000010:1.0:1767384991.840336:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e27f6966. 00000100:00000010:1.0:1767384991.841674:0:16122:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000980c7aa6. 00000400:00000010:1.0:1767384991.841694:0:16122:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fffb1cbf. 00000400:00000010:1.0:1767384991.841700:0:16122:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d2bfb2b9. 00000100:00000010:1.0:1767384991.841723:0:16122:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b366d3ae. 00000020:00000010:0.0:1767384991.841738:0:17540:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa519397. 00000020:00000010:0.0:1767384991.841745:0:17540:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000039a7ffec. 00000020:00000010:0.0:1767384991.841749:0:17540:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bb74e415. 00000020:00000010:3.0:1767384991.841767:0:40422:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000004764a2a1. 00000020:00000010:2.0:1767384991.841774:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aef5a981. 00040000:00000010:3.0:1767384991.841778:0:40422:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ce065dfa. 00000020:00000010:2.0:1767384991.841780:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aef5a981. 00000004:00000010:3.0:1767384991.841786:0:40422:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ae89de44. 00000020:00000010:2.0:1767384991.841789:0:40412:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035d78336. 00000004:00000010:3.0:1767384991.841793:0:40422:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000192a0cdb. 00000020:00000010:2.0:1767384991.841797:0:40412:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000293313c2. 02000000:00000010:0.0:1767384991.841800:0:17540:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000218915f0. 00000004:00000010:3.0:1767384991.841801:0:40422:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d99e8cb9. 00000020:00000010:2.0:1767384991.841804:0:40412:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f2cba584. 00000020:00000010:3.0:1767384991.841814:0:40422:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e23eacd. 00000020:00000010:0.0:1767384991.841815:0:17540:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000008e4240c7. 00000020:00000010:3.0:1767384991.841819:0:40422:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e23eacd. 00000001:00000010:0.0:1767384991.841826:0:17540:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000001bbb9822. 00000020:00000010:3.0:1767384991.841827:0:40422:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e94da421. 00000020:00000010:2.0:1767384991.841834:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aef5a981. 00000020:00000010:3.0:1767384991.841835:0:40422:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005714a847. 00000020:00000010:2.0:1767384991.841838:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aef5a981. 00000001:00000010:0.0:1767384991.841838:0:17540:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000008745e7a. 00000020:00000010:3.0:1767384991.841842:0:40422:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e5ff738c. 00000001:00000010:0.0:1767384991.841849:0:17540:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001635f966. 02000000:00000010:2.0:1767384991.841850:0:40412:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000023680f68. 00000001:00000010:0.0:1767384991.841859:0:17540:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000316ee395. 00000400:00000010:2.0:1767384991.841861:0:40412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000215a14a2. 00000001:00000010:0.0:1767384991.841865:0:17540:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000eaa77cf1. 00000020:00000010:3.0:1767384991.841875:0:40422:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e23eacd. 00000001:00000010:0.0:1767384991.841878:0:17540:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000774cdf45. 00000800:00000010:2.0:1767384991.841879:0:40412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dec2f49c. 00000020:00000010:3.0:1767384991.841881:0:40422:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e23eacd. 00000001:00000010:0.0:1767384991.841886:0:17540:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000c10f363. 00000020:00000010:2.0:1767384991.841902:0:40412:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000293313c2. 00000020:00000010:2.0:1767384991.841908:0:40412:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384991.841912:0:40412:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035d78336. 02000000:00000010:3.0:1767384991.841919:0:40422:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 00000000018337c7. 00000400:00000010:2.0:1767384991.841924:0:40412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b608b26b. 00000400:00000010:2.0:1767384991.841931:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f71886cd. 02000000:00000010:3.0:1767384991.841933:0:40422:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 00000000380e23fe. 00080000:00000010:0.0:1767384991.841933:0:17540:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d7c10e6a. 00000800:00000010:1.0:1767384991.841934:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dec2f49c. 00000400:00000010:1.0:1767384991.841943:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000215a14a2. 02000000:00000010:1.0:1767384991.841948:0:16120:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000023680f68. 00000001:00000010:0.0:1767384991.842141:0:17540:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000009ed11416. 00000020:00000010:0.0:1767384991.842265:0:17540:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000027a7cab8. 00000020:00000010:0.0:1767384991.842283:0:17540:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 0000000027a7cab8. 00000020:00000010:0.0:1767384991.842289:0:17540:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000be122d65. 00000020:00000010:0.0:1767384991.842299:0:17540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000044b9e3e0. 00000400:00000010:0.0:1767384991.842333:0:17540:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6452143. 00000800:00000010:0.0:1767384991.842351:0:17540:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e3c2efc6. 00000020:00000010:0.0:1767384991.842372:0:17540:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000039a7ffec. 00000020:00000010:0.0:1767384991.842376:0:17540:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bb74e415. 00000020:00000010:0.0:1767384991.842380:0:17540:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa519397. 00000800:00000010:1.0:1767384991.842425:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e3c2efc6. 00000400:00000010:1.0:1767384991.842433:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6452143. 00000004:00000010:3.0:1767384991.848929:0:41038:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 000000001c7c1558. 00000004:00000010:3.0:1767384991.848948:0:41038:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 000000001c7c1558. 00000020:00000010:1.0:1767384991.849216:0:40422:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000002e92f619. 00000400:00000010:1.0:1767384991.849253:0:40422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024d67e77. 00000800:00000010:1.0:1767384991.849278:0:40422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062a1dea0. 00000020:00000010:1.0:1767384991.849304:0:40422:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e59a91b2. 00000020:00000010:1.0:1767384991.849313:0:40422:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005714a847. 00000020:00000010:1.0:1767384991.849318:0:40422:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e5ff738c. 00000020:00000010:1.0:1767384991.849328:0:40422:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e94da421. 00000800:00000010:2.0:1767384991.849384:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062a1dea0. 00000400:00000010:2.0:1767384991.849395:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024d67e77. 00000100:00000010:1.0:1767384991.883630:0:16120:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d0bbbddc. 00000020:00000010:3.0:1767384991.883700:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e23eacd. 00000020:00000010:3.0:1767384991.883707:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e23eacd. 00000020:00000010:3.0:1767384991.883714:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003770798a. 00000020:00000010:3.0:1767384991.883719:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bab1d8c7. 00000020:00000010:3.0:1767384991.883724:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004735252e. 00000020:00000010:3.0:1767384991.883761:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e23eacd. 00000020:00000010:3.0:1767384991.883763:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e23eacd. 00010000:00000010:3.0:1767384991.883787:0:40419:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000debae007. 00010000:00000010:3.0:1767384991.883791:0:40419:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002982dee4. 00010000:00000010:3.0:1767384991.883797:0:40419:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006f9b2658. 00000020:00000010:3.0:1767384991.883809:0:40419:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000002e23eacd. 00010000:00000010:3.0:1767384991.883815:0:40419:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e08d09dc. 02000000:00000010:3.0:1767384991.883840:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 000000008a2c94d4. 00010000:00000010:3.0:1767384991.883866:0:40419:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c3c608ee. 00010000:00000010:3.0:1767384991.883870:0:40419:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000baee7b50. 00000020:00000010:3.0:1767384991.883880:0:40419:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000007132d959. 00010000:00000010:3.0:1767384991.883972:0:40419:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e08d09dc. 00000400:00000010:3.0:1767384991.883996:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d819a056. 00000800:00000010:3.0:1767384991.884047:0:40419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000068b455f8. 00000020:00000010:3.0:1767384991.884070:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bab1d8c7. 00000020:00000010:3.0:1767384991.884074:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004735252e. 00000020:00000010:3.0:1767384991.884077:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003770798a. 00000800:00000010:1.0:1767384991.884177:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000068b455f8. 00000400:00000010:1.0:1767384991.884188:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d819a056. 00000100:00000010:2.0:1767384991.885054:0:16122:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008da717aa. 00000020:00000010:3.0:1767384991.885109:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ff8ccbf. 00000020:00000010:3.0:1767384991.885113:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004ff8ccbf. 00000020:00000010:3.0:1767384991.885118:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003770798a. 00000020:00000010:3.0:1767384991.885120:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bab1d8c7. 00000020:00000010:3.0:1767384991.885123:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004735252e. 00000020:00000010:3.0:1767384991.885144:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ff8ccbf. 00000020:00000010:3.0:1767384991.885147:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004ff8ccbf. 00010000:00000010:3.0:1767384991.885157:0:40419:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007c198715. 00010000:00000010:3.0:1767384991.885162:0:40419:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e08d09dc. 02000000:00000010:3.0:1767384991.885173:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 000000008c0ad7cb. 00010000:00000010:3.0:1767384991.885187:0:40419:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d1fc5d50. 00010000:00000010:3.0:1767384991.885190:0:40419:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000756f56fd. 00010000:00000010:3.0:1767384991.885237:0:40419:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000facaa2e1. 00010000:00000010:3.0:1767384991.885240:0:40419:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008b90e526. 00010000:00000010:3.0:1767384991.885252:0:40419:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cc76e584. 00010000:00000010:3.0:1767384991.885255:0:40419:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a2c15f54. 00010000:00000010:3.0:1767384991.885381:0:40419:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000756f56fd. 00010000:00000010:3.0:1767384991.885389:0:40419:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a2c15f54. 00010000:00000010:3.0:1767384991.885394:0:40419:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008b90e526. 00010000:00000010:3.0:1767384991.885418:0:40419:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e08d09dc. 00000400:00000010:3.0:1767384991.885427:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000284b0357. 00000800:00000010:3.0:1767384991.885441:0:40419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000068b455f8. 00000020:00000010:3.0:1767384991.885458:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bab1d8c7. 00000020:00000010:3.0:1767384991.885461:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004735252e. 00000020:00000010:3.0:1767384991.885463:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003770798a. 00000800:00000010:1.0:1767384991.885519:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000068b455f8. 00000400:00000010:1.0:1767384991.885526:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000284b0357. 00000100:00000010:1.0:1767384991.886389:0:16121:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000f11df67. 00000020:00000010:3.0:1767384991.886431:0:40429:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000084fa2dd6. 00040000:00000010:3.0:1767384991.886441:0:40429:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006b592168. 00000004:00000010:3.0:1767384991.886445:0:40429:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001c7c1558. 00000004:00000010:3.0:1767384991.886449:0:40429:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000bb722afc. 00000004:00000010:3.0:1767384991.886452:0:40429:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000019001c24. 00000020:00000010:3.0:1767384991.886459:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ff8ccbf. 00000020:00000010:3.0:1767384991.886461:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004ff8ccbf. 00000020:00000010:3.0:1767384991.886465:0:40429:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003770798a. 00000020:00000010:3.0:1767384991.886467:0:40429:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bab1d8c7. 00000020:00000010:3.0:1767384991.886470:0:40429:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004735252e. 00000020:00000010:3.0:1767384991.886494:0:40429:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ff8ccbf. 00000020:00000010:3.0:1767384991.886497:0:40429:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004ff8ccbf. 02000000:00000010:3.0:1767384991.886520:0:40429:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 544 at 00000000db3a15aa. 00000400:00000010:3.0:1767384991.886532:0:40429:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003abd5574. 00000800:00000010:3.0:1767384991.886546:0:40429:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bedf21ac. 00000020:00000010:3.0:1767384991.886566:0:40429:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bab1d8c7. 00000020:00000010:3.0:1767384991.886569:0:40429:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004735252e. 00000020:00000010:3.0:1767384991.886572:0:40429:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003770798a. 00000800:00000010:2.0:1767384991.886633:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bedf21ac. 00000400:00000010:2.0:1767384991.886641:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003abd5574. 00000100:00000010:1.0:1767384991.887443:0:16120:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cdbf7c2f. 00000020:00000010:3.0:1767384991.887484:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ff8ccbf. 00000020:00000010:3.0:1767384991.887488:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004ff8ccbf. 00000020:00000010:3.0:1767384991.887492:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003770798a. 00000020:00000010:3.0:1767384991.887495:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bab1d8c7. 00000020:00000010:3.0:1767384991.887497:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004735252e. 00000020:00000010:3.0:1767384991.887518:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ff8ccbf. 00000020:00000010:3.0:1767384991.887520:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004ff8ccbf. 00010000:00000010:3.0:1767384991.887535:0:40419:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000baee7b50. 00010000:00000010:3.0:1767384991.887544:0:40419:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002982dee4. 00010000:00000010:3.0:1767384991.887557:0:40419:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004e5c0e63. 00010000:00000010:3.0:1767384991.887560:0:40419:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002982dee4. 00010000:00000010:3.0:1767384991.887564:0:40419:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f59c85ba. 00010000:00000010:3.0:1767384991.887567:0:40419:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000baee7b50. 02000000:00000010:3.0:1767384991.887584:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at 0000000082c83250. 00010000:00000010:3.0:1767384991.887623:0:40419:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d63f30e7. 00010000:00000010:3.0:1767384991.887628:0:40419:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e08d09dc. 00010000:00000010:3.0:1767384991.887635:0:40419:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001b006e50. 00010000:00000010:3.0:1767384991.887638:0:40419:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008b90e526. 00010000:00000010:3.0:1767384991.887641:0:40419:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004304d827. 00010000:00000010:3.0:1767384991.887643:0:40419:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a2c15f54. 00000004:00000010:3.0:1767384991.887672:0:40419:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000feb04762. 00000004:00000010:3.0:1767384991.887688:0:40419:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e51d566e. 00000004:00000010:3.0:1767384991.887695:0:40419:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000aa4c07b5. 00080000:00000010:3.0:1767384991.887704:0:40419:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000060b276f. 00000020:00000010:3.0:1767384991.887732:0:40419:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 0000000055dfb15c. 00080000:00000010:3.0:1767384991.887739:0:40419:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003ef0fc94. 00000020:00000010:3.0:1767384991.887743:0:40419:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 00000000e94da421. 00000020:00000010:3.0:1767384991.887746:0:40419:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 0000000047151a2d. 00080000:00000010:3.0:1767384991.887757:0:40419:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000006b82626d. 00000004:00000010:3.0:1767384991.887765:0:40419:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at 00000000d48f0080. 00000020:00000010:3.0:1767384991.887771:0:40419:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 000000006c6975e9. 00020000:00000010:0.0:1767384991.888448:0:40419:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at 00000000543d4ae6. 00020000:00000010:0.0:1767384991.888452:0:40419:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at 000000007e9f2717. 00020000:00000010:0.0:1767384991.888456:0:40419:0:(lod_qos.c:2681:lod_prepare_avoidance()) kmalloced '(new_oss)': 4 at 00000000984b7592. 00000020:00000010:0.0:1767384991.888462:0:40419:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4 at 000000003e6bc5a7. 00000004:00000010:0.0:1767384991.888478:0:40419:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at 00000000595faaf4. 00000020:00000010:0.0:1767384991.890107:0:40419:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4 at 000000003e6bc5a7. 00000020:00000010:0.0:1767384991.890111:0:40419:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 64 at 00000000ad0f4a41. 00000001:00000010:0.0:1767384991.890180:0:40419:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000c42494a1. 00000001:00000010:0.0:1767384991.890185:0:40419:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000bd767d1b. 00000001:00000010:0.0:1767384991.890236:0:40419:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 0000000014154e6d. 00000020:00000010:0.0:1767384991.890279:0:40419:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 284 at 000000009724a5f7. 00000020:00000010:0.0:1767384991.890305:0:40419:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 0000000055dfb15c. 00000020:00000010:0.0:1767384991.890319:0:40419:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 0000000012ec2e35. 00010000:00000010:0.0:1767384991.890348:0:40419:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e3700c75. 00010000:00000010:0.0:1767384991.890351:0:40419:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000dbb07625. 00010000:00000010:0.0:1767384991.890355:0:40419:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e0f8f0a2. 00000020:00000010:0.0:1767384991.890357:0:40419:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000001a386513. 00010000:00000010:0.0:1767384991.890360:0:40419:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008da16f75. 00000020:00000010:0.0:1767384991.890370:0:40419:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000c2b18920. 00000004:00000010:0.0:1767384991.890387:0:40419:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at 00000000e019aada. 00010000:00000010:0.0:1767384991.890400:0:40419:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e08d09dc. 00010000:00000010:0.0:1767384991.890416:0:40419:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000baee7b50. 00010000:00000010:0.0:1767384991.890419:0:40419:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002982dee4. 00000400:00000010:0.0:1767384991.890431:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d04655f3. 00000400:00000010:0.0:1767384991.890437:0:40419:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000864a7972. 00000800:00000010:0.0:1767384991.890453:0:40419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003891d8c7. 00000020:00000010:0.0:1767384991.890475:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bab1d8c7. 00000020:00000010:0.0:1767384991.890479:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004735252e. 00000020:00000010:0.0:1767384991.890483:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003770798a. 00000800:00000010:1.0:1767384991.890518:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003891d8c7. 00000400:00000010:2.0:1767384991.891120:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d04655f3. 00000020:00000010:0.0:1767384991.891168:0:16113:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e85c436a. 00000020:00000010:0.0:1767384991.891175:0:16113:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008f5756d1. 80000000:00000010:0.0:1767384991.891179:0:16113:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c0ba5a07. 40000000:00000010:0.0:1767384991.891182:0:16113:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008abdee93. 00100000:00000010:0.0:1767384991.891187:0:16113:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ffad0005. 00040000:00000010:0.0:1767384991.891191:0:16113:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c387c1fc. 00040000:00000010:0.0:1767384991.891196:0:16113:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000e4b0304. 00040000:00000010:0.0:1767384991.891199:0:16113:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003770798a. 00080000:00000010:0.0:1767384991.891203:0:16113:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007edffaaf. 00000004:00000010:0.0:1767384991.891216:0:16113:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c0f6afaa. 00000004:00000010:0.0:1767384991.891221:0:16113:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000085a09de6. 00000004:00000010:0.0:1767384991.891225:0:16113:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d01d89f4. 00002000:00000010:0.0:1767384991.891228:0:16113:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005ae22829. 00000004:00000010:0.0:1767384991.891232:0:16113:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000019505c7c. 00010000:00000010:0.0:1767384991.891243:0:16113:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a2c15f54. 00010000:00000010:0.0:1767384991.891247:0:16113:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008b90e526. 00000100:00000010:1.0:1767384991.891974:0:16120:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd92e08b. 00000020:00000010:0.0:1767384991.892043:0:17540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001769a28a. 00000020:00000010:0.0:1767384991.892049:0:17540:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000044b9e3e0. 00000020:00000010:0.0:1767384991.892065:0:17540:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001455a79a. 00000020:00000010:0.0:1767384991.892070:0:17540:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001ba68b59. 00000020:00000010:0.0:1767384991.892073:0:17540:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bb74e415. 00000020:00000010:0.0:1767384991.892117:0:17540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000044b9e3e0. 00000020:00000010:0.0:1767384991.892120:0:17540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000044b9e3e0. 00010000:00000010:0.0:1767384991.892134:0:17540:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000320677b6. 00010000:00000010:0.0:1767384991.892138:0:17540:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at 000000008525e1b3. 00010000:00000010:0.0:1767384991.892142:0:17540:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009d11c4ed. 00000020:00000010:0.0:1767384991.892145:0:17540:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000044b9e3e0. 00002000:00000010:0.0:1767384991.892152:0:17540:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at 00000000a91b6a2e. 02000000:00000010:0.0:1767384991.892171:0:17540:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 000000000bd1f096. 00000020:00000010:0.0:1767384991.892182:0:17540:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000a0e069bf. 00000400:00000010:0.0:1767384991.892198:0:17540:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d7032c9. 00000800:00000010:0.0:1767384991.892213:0:17540:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000893cbf4a. 00000020:00000010:0.0:1767384991.892234:0:17540:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001ba68b59. 00000020:00000010:0.0:1767384991.892237:0:17540:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bb74e415. 00000020:00000010:0.0:1767384991.892241:0:17540:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001455a79a. 00000800:00000010:1.0:1767384991.892288:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000893cbf4a. 00000400:00000010:1.0:1767384991.892295:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d7032c9. 00000100:00000010:2.0:1767384991.893247:0:16122:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f0fc4b75. 00000020:00000010:0.0:1767384991.893292:0:17540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004c29c663. 00000020:00000010:0.0:1767384991.893295:0:17540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004c29c663. 00000020:00000010:0.0:1767384991.893298:0:17540:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001455a79a. 00000020:00000010:0.0:1767384991.893300:0:17540:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001ba68b59. 00000020:00000010:0.0:1767384991.893302:0:17540:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bb74e415. 00000020:00000010:0.0:1767384991.893334:0:17540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004c29c663. 00000020:00000010:0.0:1767384991.893337:0:17540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004c29c663. 00010000:00000010:0.0:1767384991.893349:0:17540:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004a050b67. 02000000:00000010:0.0:1767384991.893357:0:17540:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 0000000087bc284d. 00010000:00000010:0.0:1767384991.893365:0:17540:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c29c663. 00000100:00000010:0.0:1767384991.893372:0:17540:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000114c1246. 00000100:00000010:0.0:1767384991.893379:0:17540:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002caec8c4. 02000000:00000010:0.0:1767384991.893389:0:17540:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000455c484f. 02000000:00000010:0.0:1767384991.893409:0:17540:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000074d1b596. 00000400:00000010:0.0:1767384991.893413:0:17540:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006abf8f57. 00000400:00000010:0.0:1767384991.893416:0:17540:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075a1bd77. 00000400:00000010:0.0:1767384991.893422:0:17540:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dddde4a5. 00000800:00000010:0.0:1767384991.893434:0:17540:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000727779b0. 00000100:00000010:0.0:1767384991.893454:0:17540:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003a16b28d. 00000100:00000010:0.0:1767384991.893467:0:17540:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000811376c6. 00000100:00000010:0.0:1767384991.893472:0:17540:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000027a7cab8. 00000100:00000010:0.0:1767384991.893479:0:17540:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000009133e59. 00000800:00000010:1.0:1767384991.893498:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000727779b0. 00000400:00000010:1.0:1767384991.893505:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dddde4a5. 00010000:00000010:3.1:1767384991.894049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006f9b2658. 00010000:00000010:3.1:1767384991.894056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d1fc5d50. 00010000:00000010:3.1:1767384991.894060:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000facaa2e1. 00010000:00000010:3.1:1767384991.894063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cc76e584. 00010000:00000010:3.1:1767384991.894066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007c198715. 00010000:00000010:3.1:1767384991.894068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c3c608ee. 00010000:00000010:3.1:1767384991.894071:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000debae007. 00000400:00000010:0.0:1767384991.894436:0:17540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006abf8f57. 00000400:00000010:0.0:1767384991.894440:0:17540:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075a1bd77. 02000000:00000010:0.0:1767384991.894456:0:17540:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000074d1b596. 02000000:00000010:0.0:1767384991.894460:0:17540:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000455c484f. 00000100:00000010:0.0:1767384991.894463:0:17540:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002caec8c4. 00000100:00000010:0.0:1767384991.894466:0:17540:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000114c1246. 00010000:00000010:0.0:1767384991.894468:0:17540:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c29c663. 00000400:00000010:0.0:1767384991.894478:0:17540:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075a1bd77. 00000800:00000010:0.0:1767384991.894489:0:17540:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000727779b0. 00000020:00000010:0.0:1767384991.894504:0:17540:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001ba68b59. 00000020:00000010:0.0:1767384991.894506:0:17540:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bb74e415. 00000020:00000010:0.0:1767384991.894509:0:17540:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001455a79a. 00000800:00000010:2.0:1767384991.894580:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000727779b0. 00000400:00000010:2.0:1767384991.894588:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075a1bd77. 00000400:00000010:1.0:1767384991.894783:0:16120:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019a12fe1. 00000400:00000010:1.0:1767384991.894796:0:16120:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000055415c46. 00000020:00000010:0.0:1767384991.894848:0:39673:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004c29c663. 00000020:00000010:0.0:1767384991.894851:0:39673:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004c29c663. 00000020:00000010:0.0:1767384991.894854:0:39673:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000074d1b596. 00000020:00000010:0.0:1767384991.894856:0:39673:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001ba68b59. 00000020:00000010:0.0:1767384991.894857:0:39673:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bb74e415. 00000020:00000010:0.0:1767384991.894880:0:39673:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004c29c663. 00000020:00000010:0.0:1767384991.894882:0:39673:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004c29c663. 02000000:00000010:0.0:1767384991.894887:0:39673:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c64e3107. 00010000:00000010:0.0:1767384991.894913:0:39673:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c29c663. 00000100:00000010:0.0:1767384991.894916:0:39673:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000114c1246. 00000100:00000010:0.0:1767384991.894919:0:39673:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002caec8c4. 02000000:00000010:0.0:1767384991.894923:0:39673:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001455a79a. 02000000:00000010:0.0:1767384991.894931:0:39673:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000455c484f. 00000400:00000010:0.0:1767384991.894933:0:39673:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006abf8f57. 00000400:00000010:0.0:1767384991.894936:0:39673:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8fe4066. 00000400:00000010:0.0:1767384991.894939:0:39673:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e980b228. 00000800:00000010:0.0:1767384991.894949:0:39673:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000893cbf4a. 00000800:00000010:1.0:1767384991.895052:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000893cbf4a. 00000400:00000010:1.0:1767384991.895061:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e980b228. 00000400:00000010:0.0:1767384991.895798:0:39673:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006abf8f57. 00000400:00000010:0.0:1767384991.895802:0:39673:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8fe4066. 02000000:00000010:0.0:1767384991.895813:0:39673:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000455c484f. 02000000:00000010:0.0:1767384991.895815:0:39673:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001455a79a. 00000100:00000010:0.0:1767384991.895817:0:39673:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002caec8c4. 00000100:00000010:0.0:1767384991.895819:0:39673:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000114c1246. 00010000:00000010:0.0:1767384991.895821:0:39673:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c29c663. 00000400:00000010:0.0:1767384991.895827:0:39673:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8fe4066. 00000800:00000010:0.0:1767384991.895839:0:39673:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003891d8c7. 00000020:00000010:0.0:1767384991.895855:0:39673:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001ba68b59. 00000020:00000010:0.0:1767384991.895857:0:39673:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bb74e415. 00000020:00000010:0.0:1767384991.895860:0:39673:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000074d1b596. 02000000:00000010:0.0:1767384991.895867:0:39673:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000be615e3c. 00000100:00000010:0.0:1767384991.895870:0:39673:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016e303d8. 02000000:00000010:0.0:1767384991.895872:0:39673:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000022863172. 00000100:00000010:0.0:1767384991.895875:0:39673:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000009485894. 02000000:00000010:0.0:1767384991.895877:0:39673:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002edc875c. 00000100:00000010:0.0:1767384991.895879:0:39673:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000259669b8. 02000000:00000010:0.0:1767384991.895881:0:39673:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000187882d4. 00000100:00000010:0.0:1767384991.895884:0:39673:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c705512f. 02000000:00000010:0.0:1767384991.895886:0:39673:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000ce1e5d3. 00000100:00000010:0.0:1767384991.895891:0:39673:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ff639a3f. 02000000:00000010:0.0:1767384991.895893:0:39673:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a540a65e. 00000100:00000010:0.0:1767384991.895896:0:39673:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c6db7f0b. 00000400:00000010:0.0:1767384991.895902:0:39673:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006abf8f57. 00000800:00000010:1.0:1767384991.895904:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003891d8c7. 00000400:00000010:0.0:1767384991.895905:0:39673:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000114c1246. 00000400:00000010:1.0:1767384991.895914:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8fe4066. 02000000:00000010:1.0:1767384991.895920:0:16120:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c64e3107. 00000100:00000010:1.0:1767384991.896229:0:16121:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c6db7f0b. 00000020:00000010:3.0:1767384991.896288:0:40422:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c5758430. 00000020:00000010:3.0:1767384991.896294:0:40422:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c5758430. 00000020:00000010:3.0:1767384991.896299:0:40422:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a4337fa7. 00000020:00000010:3.0:1767384991.896303:0:40422:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eb947708. 00000020:00000010:3.0:1767384991.896307:0:40422:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004735252e. 00000020:00000010:3.0:1767384991.896331:0:40422:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c5758430. 00000020:00000010:3.0:1767384991.896335:0:40422:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c5758430. 02000000:00000010:3.0:1767384991.896358:0:40422:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at 00000000cb8f2d94. 00000004:00000010:3.0:1767384991.896379:0:40422:0:(mdt_handler.c:1024:mdt_big_xattr_get()) kmalloced '(big_lmm)': 64 at 00000000c5758430. 00000020:00000010:3.0:1767384991.896401:0:40422:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000256cd479. 00080000:00000010:3.0:1767384991.896407:0:40422:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008b20304e. 00000001:00000010:3.0:1767384991.896454:0:40422:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000006e5a2228. 00000001:00000010:3.0:1767384991.896459:0:40422:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 000000009d45bc7a. 00000020:00000010:3.0:1767384991.896489:0:40422:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 340 at 00000000bccffc6a. 00000020:00000010:3.0:1767384991.896515:0:40422:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000256cd479. 00000004:00000010:3.0:1767384991.896537:0:40422:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at 00000000e019aada. 00000400:00000010:3.0:1767384991.896560:0:40422:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054ab3f2c. 00000800:00000010:3.0:1767384991.896576:0:40422:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039aa484e. 00000020:00000010:3.0:1767384991.896594:0:40422:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eb947708. 00000020:00000010:3.0:1767384991.896598:0:40422:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004735252e. 00000020:00000010:3.0:1767384991.896601:0:40422:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a4337fa7. 00000800:00000010:2.0:1767384991.896662:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039aa484e. 00000400:00000010:2.0:1767384991.896670:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054ab3f2c. 00010000:00000010:0.1:1767384991.899039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d63f30e7. 00010000:00000010:0.1:1767384991.899045:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004e5c0e63. 00010000:00000010:0.1:1767384991.899047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f59c85ba. 00010000:00000010:0.1:1767384991.903037:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001b006e50. 00010000:00000010:0.1:1767384991.903044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004304d827. 00010000:00000010:0.1:1767384991.903047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009d11c4ed. 00000100:00000010:0.0:1767384991.906071:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003a16b28d. 00000100:00000010:1.0:1767384991.906107:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000811376c6. 00000100:00000010:2.0:1767384991.906115:0:760:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000027a7cab8. 00000100:00000010:3.0:1767384991.906118:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000009133e59. 00000100:00000010:1.0:1767384991.920573:0:16120:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ff639a3f. 00000020:00000010:0.0:1767384991.920662:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004c29c663. 00000020:00000010:0.0:1767384991.920669:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004c29c663. 00000020:00000010:0.0:1767384991.920675:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000455c484f. 00000020:00000010:0.0:1767384991.920680:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001ba68b59. 00000020:00000010:0.0:1767384991.920685:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bb74e415. 00000020:00000010:0.0:1767384991.920727:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004c29c663. 00000020:00000010:0.0:1767384991.920742:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004c29c663. 00000001:00000010:0.0:1767384991.920754:0:40419:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 00000000bd767d1b. 00010000:00000010:0.0:1767384991.920777:0:40419:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000942cd700. 00010000:00000010:0.0:1767384991.920781:0:40419:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000877e2538. 00010000:00000010:0.0:1767384991.920787:0:40419:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009d11c4ed. 00010000:00000010:0.0:1767384991.920794:0:40419:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000083741a9e. 02000000:00000010:0.0:1767384991.920822:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 000000001d5f6539. 00010000:00000010:0.0:1767384991.920848:0:40419:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000dd8138a9. 00010000:00000010:0.0:1767384991.920853:0:40419:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f9503d84. 00010000:00000010:0.0:1767384991.920942:0:40419:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000083741a9e. 00000400:00000010:0.0:1767384991.920966:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbe16274. 00000800:00000010:0.0:1767384991.920996:0:40419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e3c2efc6. 00000020:00000010:0.0:1767384991.921064:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001ba68b59. 00000020:00000010:0.0:1767384991.921070:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bb74e415. 00000020:00000010:0.0:1767384991.921074:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000455c484f. 00000800:00000010:1.0:1767384991.921125:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e3c2efc6. 00000400:00000010:1.0:1767384991.921134:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbe16274. 00000100:00000010:2.0:1767384991.922465:0:16122:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b2bdeca8. 00000020:00000010:0.0:1767384991.922519:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004c29c663. 00000020:00000010:0.0:1767384991.922523:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004c29c663. 00000020:00000010:0.0:1767384991.922526:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000455c484f. 00000020:00000010:0.0:1767384991.922529:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001ba68b59. 00000020:00000010:0.0:1767384991.922531:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bb74e415. 00000020:00000010:0.0:1767384991.922560:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004c29c663. 00000020:00000010:0.0:1767384991.922562:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004c29c663. 02000000:00000010:0.0:1767384991.922579:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at 000000009e830d44. 00010000:00000010:0.0:1767384991.922599:0:40419:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008da16f75. 00010000:00000010:0.0:1767384991.922607:0:40419:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dbb07625. 00010000:00000010:0.0:1767384991.922612:0:40419:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f9503d84. 00010000:00000010:0.0:1767384991.922616:0:40419:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000877e2538. 00010000:00000010:0.0:1767384991.922625:0:40419:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000205ce98e. 00010000:00000010:0.0:1767384991.922627:0:40419:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000877e2538. 00010000:00000010:0.0:1767384991.922631:0:40419:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000989df816. 00010000:00000010:0.0:1767384991.922633:0:40419:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f9503d84. 00010000:00000010:0.0:1767384991.922648:0:40419:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a4f1cb65. 00010000:00000010:0.0:1767384991.922649:0:40419:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000dbb07625. 00010000:00000010:0.0:1767384991.922651:0:40419:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c9256407. 00010000:00000010:0.0:1767384991.922653:0:40419:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008da16f75. 00010000:00000010:0.0:1767384991.922718:0:40419:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006ca858f3. 00010000:00000010:0.0:1767384991.922720:0:40419:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a745ea62. 00010000:00000010:0.0:1767384991.922723:0:40419:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008ef96af8. 00010000:00000010:0.0:1767384991.922726:0:40419:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000083741a9e. 00000020:00000010:0.0:1767384991.922748:0:40419:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at 0000000057a1c81b. 00000020:00000010:0.0:1767384991.922754:0:40419:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at 0000000057a1c81b. 00000020:00000010:0.0:1767384991.922766:0:40419:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 000000003a16b28d. 00080000:00000010:0.0:1767384991.922775:0:40419:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001e87cdb0. 00000004:00000010:0.0:1767384991.923272:0:40419:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000009071410e. 00000001:00000010:0.0:1767384991.923284:0:40419:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000007c02f858. 00000001:00000010:0.0:1767384991.923288:0:40419:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000a0e42636. 00000020:00000010:0.0:1767384991.923309:0:40419:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 000000003a16b28d. 00010000:00000010:0.0:1767384991.923315:0:40419:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a1de2f64. 00010000:00000010:0.0:1767384991.923318:0:40419:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009f8fe3f6. 00010000:00000010:0.0:1767384991.923344:0:40419:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000bd767d1b. 00010000:00000010:0.0:1767384991.923367:0:40419:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000083741a9e. 00080000:00000010:0.0:1767384991.923392:0:40419:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000060b276f. 00000020:00000010:2.0:1767384991.923399:0:16758:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000008b11791f. 00000004:00000010:0.0:1767384991.923401:0:40419:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at 00000000595faaf4. 00000020:00000010:2.0:1767384991.923408:0:16758:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000aef5a981. 00000004:00000010:0.0:1767384991.923409:0:40419:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at 00000000543d4ae6. 00010000:00000010:2.0:1767384991.923413:0:16758:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009f8fe3f6. 00000004:00000010:0.0:1767384991.923416:0:40419:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at 000000007e9f2717. 00010000:00000010:2.0:1767384991.923419:0:16758:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a745ea62. 00000004:00000010:0.0:1767384991.923423:0:40419:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at 00000000d48f0080. 00000004:00000010:0.0:1767384991.923430:0:40419:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000aa4c07b5. 00010000:00000010:2.0:1767384991.923437:0:16758:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000bd767d1b. 00000004:00000010:0.0:1767384991.923438:0:40419:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e51d566e. 00000004:00000010:0.0:1767384991.923446:0:40419:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000feb04762. 00010000:00000010:0.0:1767384991.923459:0:40419:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f9503d84. 00010000:00000010:0.0:1767384991.923463:0:40419:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000877e2538. 00000400:00000010:0.0:1767384991.923480:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccae3aef. 00000400:00000010:0.0:1767384991.923492:0:40419:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d0293ce4. 00000800:00000010:0.0:1767384991.923508:0:40419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020eaf503. 00000020:00000010:0.0:1767384991.923526:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001ba68b59. 00000020:00000010:0.0:1767384991.923528:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bb74e415. 00000020:00000010:0.0:1767384991.923530:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000455c484f. 00000800:00000010:1.0:1767384991.923598:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020eaf503. 00000400:00000010:1.0:1767384991.924270:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccae3aef. 00000020:00000010:3.0:1767384991.924316:0:16114:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000187c58aa. 00000020:00000010:3.0:1767384991.924323:0:16114:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000267a3cea. 80000000:00000010:3.0:1767384991.924327:0:16114:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000256cd479. 40000000:00000010:3.0:1767384991.924331:0:16114:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002a3c0e8c. 00100000:00000010:3.0:1767384991.924336:0:16114:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000032950288. 00040000:00000010:3.0:1767384991.924340:0:16114:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003a682a58. 00040000:00000010:3.0:1767384991.924344:0:16114:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005c6505b7. 00040000:00000010:3.0:1767384991.924347:0:16114:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001dcf3ad8. 00080000:00000010:3.0:1767384991.924351:0:16114:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000935a8600. 00000004:00000010:3.0:1767384991.924358:0:16114:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000bf8b7e3a. 00000004:00000010:3.0:1767384991.924362:0:16114:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000088e311d2. 00000004:00000010:3.0:1767384991.924366:0:16114:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ceb9d3cf. 00002000:00000010:3.0:1767384991.924370:0:16114:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008aafe77b. 00000004:00000010:3.0:1767384991.924374:0:16114:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e043af4a. 00010000:00000010:3.0:1767384991.924386:0:16114:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008da16f75. 00010000:00000010:3.0:1767384991.924391:0:16114:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dbb07625. 00010000:00000010:0.1:1767384991.931057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009d11c4ed. 00010000:00000010:2.1:1767384991.931062:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006ca858f3. 00010000:00000010:2.1:1767384991.931072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a1de2f64. 00010000:00000010:0.1:1767384991.935050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e0f8f0a2. 00010000:00000010:3.1:1767384991.935056:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a4f1cb65. 00010000:00000010:0.1:1767384991.935059:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e3700c75. 00010000:00000010:3.1:1767384991.935067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c9256407. 00010000:00000010:0.1:1767384991.935068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dd8138a9. 00010000:00000010:0.1:1767384991.935075:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000942cd700. 00010000:00000010:0.1:1767384991.935079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008ef96af8. 00010000:00000010:0.1:1767384991.935104:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000205ce98e. 00010000:00000010:0.1:1767384991.935107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000989df816. 00000100:00000010:2.0:1767384991.964946:0:16122:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033591018. 00000020:00000010:0.0:1767384991.965069:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fdf552ec. 00000020:00000010:0.0:1767384991.965076:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fdf552ec. 00000020:00000010:0.0:1767384991.965098:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000074d1b596. 00000020:00000010:0.0:1767384991.965105:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001ba68b59. 00000020:00000010:0.0:1767384991.965111:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bb74e415. 00000020:00000010:0.0:1767384991.965154:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fdf552ec. 00000020:00000010:0.0:1767384991.965158:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fdf552ec. 00000001:00000010:0.0:1767384991.965170:0:40419:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 000000009d45bc7a. 00010000:00000010:0.0:1767384991.965194:0:40419:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000205ce98e. 00010000:00000010:0.0:1767384991.965199:0:40419:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000877e2538. 00010000:00000010:0.0:1767384991.965206:0:40419:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000989df816. 00010000:00000010:0.0:1767384991.965212:0:40419:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f9503d84. 02000000:00000010:0.0:1767384991.965238:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000c519e8b3. 00010000:00000010:0.0:1767384991.965268:0:40419:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008ef96af8. 00010000:00000010:0.0:1767384991.965272:0:40419:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000083741a9e. 00010000:00000010:0.0:1767384991.965373:0:40419:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f9503d84. 00000400:00000010:0.0:1767384991.965405:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ea848ad. 00000800:00000010:0.0:1767384991.965440:0:40419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089aae6ef. 00000020:00000010:0.0:1767384991.965469:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001ba68b59. 00000020:00000010:0.0:1767384991.965473:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bb74e415. 00000020:00000010:0.0:1767384991.965477:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000074d1b596. 00000800:00000010:1.0:1767384991.965532:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089aae6ef. 00000400:00000010:1.0:1767384991.965540:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ea848ad. 00000100:00000010:1.0:1767384991.967898:0:16121:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000367badb5. 00000020:00000010:2.0:1767384991.967965:0:18104:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006a161825. 00000020:00000010:2.0:1767384991.967971:0:18104:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006a161825. 00000020:00000010:2.0:1767384991.967976:0:18104:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035d78336. 00000020:00000010:2.0:1767384991.967980:0:18104:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000293313c2. 00000020:00000010:2.0:1767384991.967984:0:18104:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384991.968050:0:18104:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006a161825. 00000020:00000010:2.0:1767384991.968054:0:18104:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006a161825. 02000000:00000010:2.0:1767384991.968068:0:18104:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000005065fb35. 00000400:00000010:2.0:1767384991.968098:0:18104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eeeaf9b3. 00000800:00000010:2.0:1767384991.968114:0:18104:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ab1870c4. 00000020:00000010:2.0:1767384991.968132:0:18104:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000293313c2. 00000020:00000010:2.0:1767384991.968135:0:18104:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384991.968137:0:18104:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035d78336. 00000800:00000010:1.0:1767384991.968203:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab1870c4. 00000400:00000010:1.0:1767384991.968218:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eeeaf9b3. 00010000:00000010:0.1:1767384991.971040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000989df816. 00000100:00000010:1.0:1767384991.991498:0:16120:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000211755af. 00000100:00000010:1.0:1767384991.991552:0:16120:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d8bc0a5. 00000100:00000010:1.0:1767384991.991580:0:16120:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c2d03dd4. 00040000:00000010:2.0:1767384991.991635:0:34224:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ec58ffef. 00000020:00000010:0.0:1767384991.991638:0:39673:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fdf552ec. 00000004:00000010:2.0:1767384991.991644:0:34224:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b7ae4bf4. 00000020:00000010:0.0:1767384991.991646:0:39673:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fdf552ec. 00000004:00000010:2.0:1767384991.991652:0:34224:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000002e4af53. 00000020:00000010:0.0:1767384991.991656:0:39673:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000074d1b596. 00000004:00000010:2.0:1767384991.991659:0:34224:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009ab5da54. 00000020:00000010:0.0:1767384991.991664:0:39673:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001ba68b59. 00000004:00000010:2.0:1767384991.991666:0:34224:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e61d105a. 00040000:00000010:3.0:1767384991.991667:0:16755:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004dc19707. 00000020:00000010:0.0:1767384991.991673:0:39673:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bb74e415. 00000004:00000010:3.0:1767384991.991676:0:16755:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000061aac563. 00000020:00000010:2.0:1767384991.991678:0:34224:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006a161825. 00000004:00000010:3.0:1767384991.991683:0:16755:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001ec0db9c. 00000020:00000010:2.0:1767384991.991683:0:34224:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006a161825. 00000004:00000010:3.0:1767384991.991691:0:16755:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ad56e3ca. 00000020:00000010:2.0:1767384991.991693:0:34224:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035d78336. 00000020:00000010:2.0:1767384991.991698:0:34224:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000293313c2. 00000020:00000010:2.0:1767384991.991705:0:34224:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f2cba584. 00000004:00000010:3.0:1767384991.991713:0:16755:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000790fa770. 00000020:00000010:3.0:1767384991.991725:0:16755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f2ef5db. 00000020:00000010:3.0:1767384991.991729:0:16755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008f2ef5db. 00000020:00000010:0.0:1767384991.991733:0:39673:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fdf552ec. 00000020:00000010:3.0:1767384991.991739:0:16755:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5feec83. 00000020:00000010:2.0:1767384991.991739:0:34224:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006a161825. 00000020:00000010:2.0:1767384991.991745:0:34224:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006a161825. 00000020:00000010:0.0:1767384991.991746:0:39673:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fdf552ec. 00000020:00000010:3.0:1767384991.991749:0:16755:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eb947708. 00000020:00000010:3.0:1767384991.991755:0:16755:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004735252e. 02000000:00000010:0.0:1767384991.991759:0:39673:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fdc05d85. 02000000:00000010:2.0:1767384991.991760:0:34224:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003bf27ab1. 00040000:00000010:1.0:1767384991.991787:0:16754:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ad38569b. 00000020:00000010:3.0:1767384991.991792:0:16755:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f2ef5db. 00000004:00000010:1.0:1767384991.991794:0:16754:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a25e61f1. 00000020:00000010:3.0:1767384991.991798:0:16755:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008f2ef5db. 00000004:00000010:1.0:1767384991.991801:0:16754:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001d72fb9d. 00000400:00000010:0.0:1767384991.991802:0:39673:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be799be5. 00000004:00000010:1.0:1767384991.991807:0:16754:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001f80f09d. 02000000:00000010:3.0:1767384991.991809:0:16755:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000055e63f5a. 00000400:00000010:2.0:1767384991.991813:0:34224:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009015af8a. 00000004:00000010:1.0:1767384991.991814:0:16754:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f3040ae0. 00000400:00000010:3.0:1767384991.991834:0:16755:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ec9e26a. 00000800:00000010:0.0:1767384991.991840:0:39673:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089aae6ef. 00000800:00000010:2.0:1767384991.991849:0:34224:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ab1870c4. 00000800:00000010:3.0:1767384991.991858:0:16755:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de77a2df. 00000020:00000010:2.0:1767384991.991869:0:34224:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000293313c2. 00000020:00000010:0.0:1767384991.991870:0:39673:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001ba68b59. 00000020:00000010:3.0:1767384991.991873:0:16755:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eb947708. 00000020:00000010:0.0:1767384991.991877:0:39673:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bb74e415. 00000020:00000010:3.0:1767384991.991879:0:16755:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004735252e. 00000020:00000010:0.0:1767384991.991885:0:39673:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000074d1b596. 00000020:00000010:3.0:1767384991.991886:0:16755:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5feec83. 00000800:00000010:1.0:1767384991.991900:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089aae6ef. 00000020:00000010:2.0:1767384991.991909:0:34224:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2cba584. 00000400:00000010:1.0:1767384991.991911:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be799be5. 00000020:00000010:2.0:1767384991.991913:0:34224:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035d78336. 00000800:00000010:1.0:1767384991.991924:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab1870c4. 00000400:00000010:1.0:1767384991.991931:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009015af8a. 00000800:00000010:1.0:1767384991.991967:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de77a2df. 00000400:00000010:1.0:1767384991.991972:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ec9e26a. 00010000:00000010:2.1:1767384991.997042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004a5c45ff. 00000100:00000010:1.0:1767384991.997972:0:16122:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000053f55bba. 00000020:00000010:0.0:1767384991.998056:0:17540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fdf552ec. 00000020:00000010:0.0:1767384991.998062:0:17540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fdf552ec. 00000020:00000010:0.0:1767384991.998066:0:17540:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000074d1b596. 00000020:00000010:0.0:1767384991.998070:0:17540:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001ba68b59. 00000020:00000010:0.0:1767384991.998073:0:17540:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bb74e415. 00000020:00000010:0.0:1767384991.998118:0:17540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fdf552ec. 00000020:00000010:0.0:1767384991.998121:0:17540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fdf552ec. 02000000:00000010:0.0:1767384991.998137:0:17540:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003306b34f. 00000020:00000010:0.0:1767384991.998151:0:17540:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000001769a28a. 00000020:00000010:0.0:1767384991.998173:0:17540:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000455c484f. 00000020:00000010:0.0:1767384991.998177:0:17540:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001455a79a. 00000020:00000010:0.0:1767384991.998182:0:17540:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000003550794. 00000020:00000010:0.0:1767384991.998187:0:17540:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003dc4682b. 00000020:00000010:0.0:1767384991.998191:0:17540:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c349aef2. 00000020:00000010:3.0:1767384991.998194:0:16757:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5feec83. 80000000:00000010:0.0:1767384991.998197:0:17540:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006522e8f4. 00000020:00000010:3.0:1767384991.998202:0:16757:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000037655751. 40000000:00000010:0.0:1767384991.998204:0:17540:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001769a28a. 00000020:00000010:3.0:1767384991.998209:0:16757:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000029dbfdc5. 00100000:00000010:0.0:1767384991.998212:0:17540:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000321f2a09. 00000020:00000010:3.0:1767384991.998216:0:16757:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006bb524bf. 00040000:00000010:0.0:1767384991.998219:0:17540:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000020eaf503. 00000020:00000010:3.0:1767384991.998222:0:16757:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007599394d. 00040000:00000010:0.0:1767384991.998226:0:17540:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008fe1280f. 80000000:00000010:3.0:1767384991.998229:0:16757:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d3d61a09. 40000000:00000010:3.0:1767384991.998234:0:16757:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008f2ef5db. 00080000:00000010:0.0:1767384991.998236:0:17540:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ff26040f. 00100000:00000010:3.0:1767384991.998239:0:16757:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000039178e0e. 00002000:00000010:0.0:1767384991.998243:0:17540:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008d42387c. 00040000:00000010:3.0:1767384991.998245:0:16757:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001bed0e13. 00040000:00000010:3.0:1767384991.998250:0:16757:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a13a0f3d. 00080000:00000010:3.0:1767384991.998255:0:16757:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000da6ac6b6. 00080000:00000010:0.0:1767384991.998256:0:17540:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000cc60a0e6. 00002000:00000010:3.0:1767384991.998260:0:16757:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f1d90ebb. 00000020:00000010:3.0:1767384991.998266:0:16757:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000037655751. 00000020:00000010:3.0:1767384991.998270:0:16757:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000029dbfdc5. 00000020:00000010:3.0:1767384991.998273:0:16757:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006bb524bf. 00000020:00000010:3.0:1767384991.998278:0:16757:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007599394d. 80000000:00000010:3.0:1767384991.998281:0:16757:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d3d61a09. 40000000:00000010:3.0:1767384991.998285:0:16757:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008f2ef5db. 00100000:00000010:3.0:1767384991.998288:0:16757:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000039178e0e. 00040000:00000010:3.0:1767384991.998302:0:16757:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001bed0e13. 00040000:00000010:3.0:1767384991.998307:0:16757:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a13a0f3d. 00080000:00000010:3.0:1767384991.998311:0:16757:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000da6ac6b6. 00002000:00000010:3.0:1767384991.998314:0:16757:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f1d90ebb. 00000020:00000010:3.0:1767384991.998318:0:16757:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5feec83. 00000020:00000010:3.0:1767384991.998323:0:16757:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5feec83. 00000020:00000010:3.0:1767384991.998328:0:16757:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a13a0f3d. 00000020:00000010:3.0:1767384991.998332:0:16757:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000da6ac6b6. 00000020:00000010:3.0:1767384991.998336:0:16757:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006bb524bf. 00000020:00000010:3.0:1767384991.998339:0:16757:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007599394d. 80000000:00000010:3.0:1767384991.998342:0:16757:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d3d61a09. 40000000:00000010:3.0:1767384991.998345:0:16757:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008f2ef5db. 00100000:00000010:3.0:1767384991.998348:0:16757:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000039178e0e. 00040000:00000010:3.0:1767384991.998351:0:16757:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001bed0e13. 00040000:00000010:3.0:1767384991.998355:0:16757:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000037655751. 00080000:00000010:3.0:1767384991.998357:0:16757:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000029dbfdc5. 00080000:00000010:0.0:1767384991.998360:0:17540:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c64e3107. 00002000:00000010:3.0:1767384991.998362:0:16757:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f1d90ebb. 00000001:00000010:0.0:1767384991.998375:0:17540:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 0000000008f2caaf. 00000020:00000010:0.0:1767384991.998387:0:17540:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001455a79a. 00000020:00000010:0.0:1767384991.998391:0:17540:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000003550794. 00000020:00000010:0.0:1767384991.998399:0:17540:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003dc4682b. 00000020:00000010:0.0:1767384991.998402:0:17540:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c349aef2. 80000000:00000010:0.0:1767384991.998405:0:17540:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006522e8f4. 40000000:00000010:0.0:1767384991.998407:0:17540:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001769a28a. 00100000:00000010:0.0:1767384991.998409:0:17540:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000321f2a09. 00000020:00000010:3.0:1767384991.998411:0:16757:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000175b6284. 00040000:00000010:0.0:1767384991.998412:0:17540:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000020eaf503. 00040000:00000010:0.0:1767384991.998418:0:17540:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008fe1280f. 00080000:00000010:0.0:1767384991.998421:0:17540:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ff26040f. 00000020:00000010:3.0:1767384991.998423:0:16757:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000f0bc10a9. 00002000:00000010:0.0:1767384991.998424:0:17540:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008d42387c. 00002000:00000010:3.0:1767384991.998433:0:16757:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000a91b6a2e. 00010000:00000010:3.0:1767384991.998437:0:16757:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at 000000008525e1b3. 00000020:00000010:0.0:1767384991.998440:0:17540:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000455c484f. 00000020:00000010:3.0:1767384991.998452:0:16757:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a13a0f3d. 00000400:00000010:0.0:1767384991.998455:0:17540:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004bae001a. 00000020:00000010:3.0:1767384991.998458:0:16757:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000da6ac6b6. 00000020:00000010:3.0:1767384991.998463:0:16757:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006bb524bf. 00000020:00000010:3.0:1767384991.998465:0:16757:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007599394d. 80000000:00000010:3.0:1767384991.998468:0:16757:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d3d61a09. 40000000:00000010:3.0:1767384991.998471:0:16757:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008f2ef5db. 00000800:00000010:0.0:1767384991.998473:0:17540:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020eaf503. 00100000:00000010:3.0:1767384991.998475:0:16757:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000039178e0e. 00040000:00000010:3.0:1767384991.998480:0:16757:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001bed0e13. 00040000:00000010:3.0:1767384991.998483:0:16757:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000037655751. 00080000:00000010:3.0:1767384991.998485:0:16757:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000029dbfdc5. 00002000:00000010:3.0:1767384991.998487:0:16757:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f1d90ebb. 00000020:00000010:3.0:1767384991.998491:0:16757:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5feec83. 00000020:00000010:0.0:1767384991.998492:0:17540:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001ba68b59. 00000020:00000010:0.0:1767384991.998496:0:17540:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bb74e415. 00000020:00000010:0.0:1767384991.998499:0:17540:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000074d1b596. 00000800:00000010:1.0:1767384991.998567:0:16120:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020eaf503. 00000400:00000010:1.0:1767384991.998584:0:16120:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004bae001a. 00010000:00000010:0.1:1767384992.001059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000168ea983. 00010000:00000010:3.1:1767384992.001060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ad871020. 00010000:00000010:3.1:1767384992.006038:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000320677b6. 00010000:00000010:3.1:1767384992.006046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004a050b67. 00000100:00000010:1.0:1767384992.006076:0:16121:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009b2de291. 00000020:00000010:0.0:1767384992.006170:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001769a28a. 00000020:00000010:0.0:1767384992.006176:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001769a28a. 00000020:00000010:0.0:1767384992.006181:0:40419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008fe1280f. 00000020:00000010:0.0:1767384992.006185:0:40419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001ba68b59. 00000020:00000010:0.0:1767384992.006189:0:40419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bb74e415. 00000020:00000010:0.0:1767384992.006218:0:40419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001769a28a. 00000020:00000010:0.0:1767384992.006221:0:40419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001769a28a. 02000000:00000010:0.0:1767384992.006234:0:40419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008d42387c. 00000020:00000010:0.0:1767384992.006254:0:40419:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000cfc6cceb. 00000020:00000010:3.0:1767384992.006286:0:39763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5feec83. 00000020:00000010:3.0:1767384992.006293:0:39763:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000037655751. 00000020:00000010:3.0:1767384992.006298:0:39763:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000029dbfdc5. 00000020:00000010:3.0:1767384992.006303:0:39763:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006bb524bf. 00000020:00000010:3.0:1767384992.006307:0:39763:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007599394d. 80000000:00000010:3.0:1767384992.006311:0:39763:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d3d61a09. 40000000:00000010:3.0:1767384992.006315:0:39763:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008f2ef5db. 00100000:00000010:3.0:1767384992.006319:0:39763:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000039178e0e. 00080000:00000010:0.0:1767384992.006321:0:40419:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a540a65e. 00040000:00000010:3.0:1767384992.006325:0:39763:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001bed0e13. 00040000:00000010:3.0:1767384992.006331:0:39763:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a13a0f3d. 00080000:00000010:3.0:1767384992.006335:0:39763:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000da6ac6b6. 00002000:00000010:3.0:1767384992.006339:0:39763:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f1d90ebb. 00000020:00000010:3.0:1767384992.006343:0:39763:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000037655751. 00000020:00000010:3.0:1767384992.006347:0:39763:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000029dbfdc5. 00000020:00000010:3.0:1767384992.006351:0:39763:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006bb524bf. 00000020:00000010:3.0:1767384992.006354:0:39763:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007599394d. 80000000:00000010:3.0:1767384992.006357:0:39763:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d3d61a09. 40000000:00000010:3.0:1767384992.006360:0:39763:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008f2ef5db. 00100000:00000010:3.0:1767384992.006364:0:39763:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000039178e0e. 00040000:00000010:3.0:1767384992.006367:0:39763:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001bed0e13. 00040000:00000010:3.0:1767384992.006370:0:39763:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a13a0f3d. 00080000:00000010:3.0:1767384992.006373:0:39763:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000da6ac6b6. 00002000:00000010:3.0:1767384992.006376:0:39763:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f1d90ebb. 00000020:00000010:3.0:1767384992.006379:0:39763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5feec83. 00000020:00000010:3.0:1767384992.006384:0:39763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5feec83. 00000020:00000010:3.0:1767384992.006386:0:39763:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a13a0f3d. 00000020:00000010:3.0:1767384992.006388:0:39763:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000da6ac6b6. 00000020:00000010:3.0:1767384992.006391:0:39763:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006bb524bf. 00000020:00000010:3.0:1767384992.006395:0:39763:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007599394d. 80000000:00000010:3.0:1767384992.006398:0:39763:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d3d61a09. 40000000:00000010:3.0:1767384992.006400:0:39763:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008f2ef5db. 00100000:00000010:3.0:1767384992.006404:0:39763:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000039178e0e. 00040000:00000010:3.0:1767384992.006406:0:39763:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001bed0e13. 00040000:00000010:3.0:1767384992.006419:0:39763:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000037655751. 00080000:00000010:3.0:1767384992.006422:0:39763:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000029dbfdc5. 00002000:00000010:3.0:1767384992.006426:0:39763:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f1d90ebb. 00010000:00000010:3.0:1767384992.006449:0:39763:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000083741a9e. 00010000:00000010:3.0:1767384992.006458:0:39763:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000877e2538. 00000020:00000010:3.0:1767384992.006472:0:39763:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a13a0f3d. 00000001:00000010:0.0:1767384992.006473:0:40419:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000004ac0a6f1. 00000020:00000010:3.0:1767384992.006476:0:39763:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000da6ac6b6. 00000001:00000010:0.0:1767384992.006481:0:40419:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 000000009850c349. 00000020:00000010:3.0:1767384992.006482:0:39763:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006bb524bf. 00000020:00000010:3.0:1767384992.006488:0:39763:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007599394d. 80000000:00000010:3.0:1767384992.006491:0:39763:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d3d61a09. 40000000:00000010:3.0:1767384992.006494:0:39763:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008f2ef5db. 00100000:00000010:3.0:1767384992.006498:0:39763:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000039178e0e. 00040000:00000010:3.0:1767384992.006501:0:39763:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001bed0e13. 00040000:00000010:3.0:1767384992.006505:0:39763:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000037655751. 00080000:00000010:3.0:1767384992.006509:0:39763:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000029dbfdc5. 00080000:00000010:0.0:1767384992.006511:0:40419:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000ce1e5d3. 00002000:00000010:3.0:1767384992.006512:0:39763:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f1d90ebb. 00000020:00000010:3.0:1767384992.006527:0:39763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5feec83. 00000001:00000010:0.0:1767384992.006532:0:40419:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000006522e8f4. 00000400:00000010:0.0:1767384992.006569:0:40419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c5e7145. 00000800:00000010:0.0:1767384992.006592:0:40419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e3c2efc6. 00000020:00000010:0.0:1767384992.006621:0:40419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001ba68b59. 00000020:00000010:0.0:1767384992.006625:0:40419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bb74e415. 00000020:00000010:0.0:1767384992.006634:0:40419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008fe1280f. 00000800:00000010:2.0:1767384992.006707:0:16122:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e3c2efc6. 00000400:00000010:2.0:1767384992.006715:0:16122:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c5e7145. 00010000:00000010:3.1:1767384992.012054:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000205ce98e. 00010000:00000010:3.1:1767384992.012064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008ef96af8. 00000400:00000010:1.0:1767384992.015000:0:16120:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047032006. 00000400:00000010:1.0:1767384992.015039:0:16120:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000016fe97d6. 00000020:00000010:2.0:1767384992.015121:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006a161825. 00000020:00000010:2.0:1767384992.015127:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006a161825. 00000020:00000010:2.0:1767384992.015133:0:40412:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035d78336. 00000020:00000010:2.0:1767384992.015137:0:40412:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000293313c2. 00000020:00000010:2.0:1767384992.015140:0:40412:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384992.015167:0:40412:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006a161825. 00000020:00000010:2.0:1767384992.015169:0:40412:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006a161825. 02000000:00000010:2.0:1767384992.015181:0:40412:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bfaf00f6. 20000000:00000010:2.0:1767384992.015190:0:40412:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 000000004e99f440. 00000020:00000010:1.0:1767384992.015246:0:39762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036bda8e2. 00000020:00000010:1.0:1767384992.015253:0:39762:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000056bdcc5e. 00000020:00000010:1.0:1767384992.015257:0:39762:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f26eb396. 00000400:00000010:2.0:1767384992.015261:0:40412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f955a6d3. 00000020:00000010:1.0:1767384992.015263:0:39762:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000005e8e67e. 00000020:00000010:1.0:1767384992.015269:0:39762:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000657e7692. 80000000:00000010:1.0:1767384992.015273:0:39762:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000911424f6. 40000000:00000010:1.0:1767384992.015277:0:39762:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ac0a616f. 00100000:00000010:1.0:1767384992.015281:0:39762:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ef1be973. 00040000:00000010:1.0:1767384992.015285:0:39762:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000375972b. 00000800:00000010:2.0:1767384992.015287:0:40412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dec2f49c. 00040000:00000010:1.0:1767384992.015290:0:39762:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001225124f. 00080000:00000010:1.0:1767384992.015295:0:39762:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f6fac452. 00002000:00000010:1.0:1767384992.015300:0:39762:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fb69298d. 00000020:00000010:1.0:1767384992.015304:0:39762:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000056bdcc5e. 00000020:00000010:1.0:1767384992.015308:0:39762:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f26eb396. 00000020:00000010:2.0:1767384992.015310:0:40412:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000293313c2. 00000020:00000010:2.0:1767384992.015314:0:40412:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f2cba584. 00000020:00000010:2.0:1767384992.015316:0:40412:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035d78336. 00000400:00000010:2.0:1767384992.015324:0:40412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012cff215. 00000400:00000010:2.0:1767384992.015327:0:40412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000248d4276. 00000020:00000010:1.0:1767384992.015333:0:39762:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000005e8e67e. 00000020:00000010:1.0:1767384992.015338:0:39762:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000657e7692. 80000000:00000010:1.0:1767384992.015342:0:39762:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000911424f6. 40000000:00000010:1.0:1767384992.015346:0:39762:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ac0a616f. 00100000:00000010:1.0:1767384992.015350:0:39762:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ef1be973. 00040000:00000010:1.0:1767384992.015353:0:39762:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000375972b. 00040000:00000010:1.0:1767384992.015358:0:39762:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001225124f. 00080000:00000010:1.0:1767384992.015360:0:39762:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f6fac452. 00002000:00000010:1.0:1767384992.015364:0:39762:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000fb69298d. 00000020:00000010:1.0:1767384992.015367:0:39762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036bda8e2. 00000020:00000010:1.0:1767384992.015372:0:39762:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036bda8e2. 00000020:00000010:1.0:1767384992.015374:0:39762:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001225124f. 00000020:00000010:1.0:1767384992.015383:0:39762:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f6fac452. 00000020:00000010:1.0:1767384992.015386:0:39762:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000005e8e67e. 00000020:00000010:1.0:1767384992.015388:0:39762:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000657e7692. 80000000:00000010:1.0:1767384992.015390:0:39762:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000911424f6. 40000000:00000010:1.0:1767384992.015393:0:39762:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ac0a616f. 00100000:00000010:1.0:1767384992.015396:0:39762:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ef1be973. 00000800:00000010:3.0:1767384992.015398:0:16121:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dec2f49c. 00040000:00000010:1.0:1767384992.015399:0:39762:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000375972b. 00040000:00000010:1.0:1767384992.015404:0:39762:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000056bdcc5e. 00000400:00000010:3.0:1767384992.015407:0:16121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f955a6d3. 00080000:00000010:1.0:1767384992.015407:0:39762:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f26eb396. 00002000:00000010:1.0:1767384992.015411:0:39762:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fb69298d. 02000000:00000010:3.0:1767384992.015413:0:16121:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000bfaf00f6. 00000020:00000010:1.0:1767384992.015433:0:39762:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000006c1600. 00000020:00000010:1.0:1767384992.015443:0:39762:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001225124f. 00000020:00000010:1.0:1767384992.015446:0:39762:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f6fac452. 00000020:00000010:1.0:1767384992.015448:0:39762:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000005e8e67e. 00000020:00000010:1.0:1767384992.015451:0:39762:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000657e7692. 80000000:00000010:1.0:1767384992.015453:0:39762:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000911424f6. 40000000:00000010:1.0:1767384992.015455:0:39762:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ac0a616f. 00100000:00000010:1.0:1767384992.015457:0:39762:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ef1be973. 00040000:00000010:1.0:1767384992.015459:0:39762:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000375972b. 00040000:00000010:1.0:1767384992.015462:0:39762:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000056bdcc5e. 00080000:00000010:1.0:1767384992.015464:0:39762:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f26eb396. 00002000:00000010:1.0:1767384992.015473:0:39762:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000fb69298d. 00000020:00000010:1.0:1767384992.015476:0:39762:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036bda8e2. 00000001:00000010:2.0:1767384992.015538:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000110ddd5d. 00000001:00000010:2.0:1767384992.015545:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c99e36eb. 00000001:00000010:2.0:1767384992.015547:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005e429f77. 00000001:00000010:2.0:1767384992.015551:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d319cb69. 00000001:00000010:2.0:1767384992.015553:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000072b5ff8. 00000001:00000010:2.0:1767384992.015558:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000036b58291. 00000020:00000010:2.0:1767384992.015564:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000c17646ed. 00000020:00000010:2.0:1767384992.015573:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000d8930cef. 00010000:00000010:1.1:1767384992.021052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003874b5aa. 00000400:00000010:2.0:1767384992.217151:0:16124:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000002220b36. 00000400:00000010:2.0:1767384992.217166:0:16124:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000035d78336. 00000400:00000010:2.0:1767384992.217173:0:16124:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e4b81105. 00000400:00000010:2.0:1767384992.217183:0:16124:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000f218950. 00000800:00000010:2.0:1767384992.217213:0:16124:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000048667f83. 00000800:00000010:1.0:1767384992.218173:0:16116:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005f3523d6. 00000800:00000010:1.0:1767384992.218179:0:16116:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000029d46474. 00000800:00000010:1.0:1767384992.218184:0:16116:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004df833ee. 00000800:00000010:1.0:1767384992.218199:0:16116:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004df833ee. 00000800:00020000:1.0:1767384992.218208:0:16116:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.157 00000800:00000010:1.0:1767384992.218212:0:16116:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000029d46474. 00000800:00000010:1.0:1767384992.218214:0:16116:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005f3523d6. 00000400:02020000:1.0:1767384992.218244:0:16116:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.157@tcp33 at host 192.168.203.157:988: is it running a compatible version of Lustre? 00000800:00000010:1.0:1767384992.218253:0:16116:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000048667f83. 00000001:02000400:0.0:1767384992.606829:0:41075:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_73e: @@@@@@ FAIL: test_73e failed with 1 Debug log: 135276 lines, 135276 kept, 0 dropped, 0 bad.